Add rest server/client

amat27 · amat27 · commit be0547379865 · 2018-03-09T03:26:38.000Z
diff --git a/restclient.py b/restclient.py
@@ -0,0 +1,52 @@
+import requests
+import json
+import logging
+from collections import namedtuple
+
+GrowDecision = namedtuple("GrowDecision", "cores_to_grow nodes_to_grow sockets_to_grow")
+IdleNode = namedtuple("IdleNode", "node_name idle_since")
+
+class AutoScaleRestClient(object):
+    def __init__(self, hostname="localhost"):
+        self.hostname = hostname
+        self.grow_decision_api_route = "https://{}/HpcManager/api/auto-scale/grow-decision"
+        self.check_nodes_idle_route = "https://{}/HpcManager/api/auto-scale/check-nodes-idle"
+        self.logger = logging.getLogger("hpcframwork.restclient")
+        self.logger.setLevel(logging.DEBUG)
+        fh = logging.FileHandler('hpcframwork.restclient.log')
+        fh.setLevel(logging.DEBUG)
+        ch = logging.StreamHandler()
+        ch.setLevel(logging.ERROR)
+        formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
+        fh.setFormatter(formatter)
+        ch.setFormatter(formatter)
+        self.logger.addHandler(fh)
+        self.logger.addHandler(ch)
+
+
+    def get_grow_decision(self):
+        url = self.grow_decision_api_route.format(self.hostname)
+        res = requests.post(url, verify = False)
+        if res.ok:
+            self.logger.info(res.content)
+            jobj = json.loads(res.content)
+            return GrowDecision(jobj['CoresToGrow'], jobj['NodesToGrow'], jobj['SocketsToGrow'])
+        else:
+            self.logger.error("status_code:{} content:{}".format(res.status_code, res.content))
+    
+    def check_nodes_idle(self, nodes):
+        headers = {"Content-Type": "application/json"}
+        url = self.check_nodes_idle_route.format(self.hostname)
+        res = requests.post(url, data = nodes, headers = headers, verify = False)
+        if res.ok:
+            self.logger.info(res.content)
+            jobjs = json.loads(res.content)
+            return [IdleNode(idle_info['NodeName'], idle_info['IdleSince']) for idle_info in jobjs]
+        else:
+            self.logger.error("status_code:{} content:{}".format(res.status_code, res.content))
+
+if __name__ == '__main__':
+    client = AutoScaleRestClient()
+    ans = client.get_grow_decision()
+    print ans.cores_to_grow
+    print client.check_nodes_idle(json.dumps(['mesoswinagent', 'mesoswinagent2']))
diff --git a/restserver.py b/restserver.py
@@ -0,0 +1,46 @@
+from BaseHTTPServer import BaseHTTPRequestHandler, HTTPServer
+import json
+
+class RestServer(object):
+    class S(BaseHTTPRequestHandler):
+        def _set_headers(self):
+            self.send_response(200)
+            self.send_header('Content-type', 'text/html')
+            self.end_headers()
+
+        def do_GET(self):
+            self._set_headers()
+            self.wfile.write("<html><body><h1>hi!</h1></body></html>")
+
+        def do_HEAD(self):
+            self._set_headers()
+            
+        def do_POST(self):
+            # Doesn't do anything with posted data
+            content_length = int(self.headers['Content-Length']) # <--- Gets the size of data
+            post_data = self.rfile.read(content_length) # <--- Gets the data itself
+            self._set_headers()
+            json_obj = json.loads(post_data)        
+            self.wfile.write("<html><body><h1>POST!</h1><pre>" + str(json_obj) + "</pre></body></html>")
+
+    def __init__(self, port = 80):
+        self._server_address = ('', port)
+        self._server_class = HTTPServer
+        self._handler_class = self.S
+        self._port = port
+        self._httpd = self._server_class(self._server_address, self._handler_class)
+
+    def run(self):        
+        print 'Starting httpd...'
+        self._httpd.serve_forever()            
+    
+    def stop(self):
+        self._httpd.shutdown()   
+
+# if __name__ == "__main__":
+#     from sys import argv
+# 
+#     if len(argv) == 2:
+#         run(port=int(argv[1]))
+#     else:
+#         run()
