Add geni-fetch-aggmon

Add script to fetch up/down status of aggregate managers from the GENI
monitoring server.

Author: tcmitchell

man/Makefile.am

@@ -1,5 +1,6 @@
 dist_man_MANS = \
-	geni-fetch-amdown.1 \
+    geni-fetch-aggmon.1 \
+    geni-fetch-amdown.1 \
 	geni-get-ad-rspecs.1 \
 	geni-parse-map-data.1 \
 	geni-portal-install-templates.1 \

man/geni-fetch-aggmon.1

@@ -0,0 +1,29 @@
+.\"                                      Hey, EMACS: -*- nroff -*-
+.TH GENI-FETCH-AGGMON 1 "March 29, 2016"
+.SH NAME
+geni-fetch-aggmon \- Fetch status of aggregate managers from GENI monitoring
+.SH SYNOPSIS
+.B geni-fetch-aggmon
+[-h] [-d DEST]
+.br
+.SH DESCRIPTION
+.B geni-fetch-aggmon
+fetches aggregate status from the GENI monitoring server.
+.B geni-fetch-aggmon
+reads the "available" event data to determine whether an aggregate
+is available. A JSON file is output, mapping aggregate URNs to either
+"up" or "down". The data is written to the destination specified with the
+.I \-d
+argument.
+.SH OPTIONS
+A summary of options is included below.
+.TP
+.B \-d, \-\-dest <DEST>
+The name of the output file
+.TP
+.B \-h, \-\-help
+Show summary of options
+.SH BUGS
+None known.
+.SH AUTHOR
+geni-fetch-aggmon was written by Raytheon BBN Technologies.

sbin/Makefile.am

@@ -9,6 +9,7 @@ edit = sed \
 	-e 's|@templatesdir[@]|$(templatesdir)|g'
 
 TEMPLATES = \
+	geni-fetch-aggmon \
 	geni-fetch-amdown \
 	geni-portal-install-templates
 
@@ -30,6 +31,7 @@ EXTRA_DIST = $(TEMPLATES.IN)
 CLEANFILES = $(TEMPLATES)
 
 dist_sbin_SCRIPTS = \
+	geni-fetch-aggmon \
 	geni-fetch-amdown \
 	geni-portal-install-templates \
 	import_database.py \

sbin/geni-fetch-aggmon.in

@@ -0,0 +1,124 @@
+#!/usr/bin/env python
+
+# Monitoring API: http://groups.geni.net/geni/wiki/GENIMonitoring/API
+
+import urllib
+import urllib2
+import json
+import datetime
+import time
+import pprint
+import sys
+import argparse
+
+BASE_URL = 'http://genimon.uky.edu/API'
+INFO_URL = '%s/info/' % (BASE_URL)
+DATA_URL = '%s/data/' % (BASE_URL)
+
+class Aggregate(object):
+    """A representation of an aggregate from monitoring data"""
+    def __init__(self, data):
+        self.data = data
+
+    @property
+    def urn(self):
+        if 'urn' in self.data:
+            return self.data['urn']
+        else:
+            return None
+
+    @property
+    def id(self):
+        if 'id' in self.data:
+            return self.data['id']
+        else:
+            return None
+
+# TODO: Still need to HTTP encode the resulting query
+def buildMonQuery(**kwargs):
+    return json.dumps(kwargs, separators=(',', ':'))
+
+def getIsAvailableEvents(agg_list):
+    # http://genimon.uky.edu/API/data/?q={"eventType":["is_available"],"obj":{"id":["max-ig"],"type":"aggregate"},"output":"xml","ts":{"gte":1456345005000,"lt":1456348605000}}
+    # end = datetime.datetime.utcnow()
+    now = datetime.datetime.now()
+    end = now + datetime.timedelta(minutes=0)
+    start = end - datetime.timedelta(minutes=30)
+    end_ts = int(time.mktime(end.timetuple()) * 1000)
+    start_ts = int(time.mktime(start.timetuple()) * 1000)
+    query = buildMonQuery(eventType=['is_available'],
+                          obj={'id':agg_list,
+                               'type': 'aggregate'},
+                          output='json',
+                          ts={'gte':start_ts,
+                              'lt':end_ts})
+    query = urllib.urlencode({'q': query})
+    url = DATA_URL + '?' + query
+    # print url
+    f = urllib2.urlopen(url)
+    all = f.read()
+    f.close()
+    try:
+        return json.loads(all)
+    except:
+        raise
+
+def getAllAggregates():
+    # Get a list of aggregates from the monitoring server
+    url = INFO_URL + '?q={"obj":{"type":"aggregate"},"output":"json","infoType":"simple"}'
+    f = urllib2.urlopen(url)
+    all = f.read()
+    f.close()
+    x = json.loads(all)
+    all_aggs = [Aggregate(agg_data) for agg_data in x]
+    return all_aggs
+
+def parse_args(argv):
+    parser = argparse.ArgumentParser()
+    parser.add_argument('-d', '--dest',
+                        default='@pkgsysconfdir@/am-status-mon.json',
+                        help='destination of output file')
+    return parser.parse_args(argv)
+
+def main(argv=None):
+    if argv is None:
+        argv = sys.argv[1:]
+    args = parse_args(argv)
+    all_aggs = getAllAggregates()
+
+    for a in all_aggs:
+        event_data = getIsAvailableEvents([a.urn])
+        # pprint.pprint(by_urn)
+
+        # Data is wrapped in an extra list
+        event_data = event_data[0]
+        # print a.urn
+        if not event_data:
+            # print "\tNo Data"
+            a.status = "down"
+            continue
+        agg_data = event_data[0]
+        ts_data = agg_data['tsdata']
+        #print ts_data
+        available = False
+        available_ts = 0
+        for ts in ts_data:
+            if ts['ts'] > available_ts:
+                available_ts = ts['ts']
+                available = ts['v']
+        pretty_time = time.strftime('%c', time.localtime(available_ts/1000))
+        # print "\t%s: %r" % (pretty_time, available)
+        a.status = (available and "up") or "down"
+
+    updown_status = {}
+    for a in all_aggs:
+        updown_status[a.urn] = a.status
+
+    # Write the data out to the destination file
+    with open(args.dest, "w") as out:
+        json.dump(updown_status, out, indent=2, sort_keys=True)
+    return 0
+
+
+if __name__ == '__main__':
+    sys.exit(main())