Cube/flask integration

vishr · vishr · commit c0b0fca38be6 · 2018-03-18T11:35:50.000-07:00
Signed-off-by: Vishal Rana &lt;vr@labstack.com&gt;
diff --git a/README.md b/README.md
@@ -1,33 +1,9 @@
 <a href="https://labstack.com"><img height="80" src="https://cdn.labstack.com/images/labstack-logo.svg"></a>
 
-## Python Client
+# Python Client
 
 ## Installation
 
 `pip install labstack`
 
-## Quick Start
-
-[Sign up](https://labstack.com/signup) to get an API key
-
-Create a file `app.py` with the following content:
-
-```python
-from labstack import Client, APIError
-
-client = Client('<ACCOUNT_ID>', '<API_KEY>')
-
-try:
-  response = client.barcode_generate(format='qr_code', content='https://labstack.com')
-  client.download(response['id'], '/tmp/' + response['name'])
-except APIError as error:
-  print(error)
-```
-
-From terminal run your app:
-
-```sh
-python app.py
-```
-
 ## [API](https://labstack.com/api) | [Forum](https://forum.labstack.com)
diff --git a/labstack/__init__.py b/labstack/__init__.py
@@ -1 +0,0 @@
-from .client import Client, APIError
diff --git a/labstack/client.py b/labstack/client.py
diff --git a/labstack/common.py b/labstack/common.py
diff --git a/labstack/cube.py b/labstack/cube.py
@@ -0,0 +1,75 @@
+import os
+import time
+import socket
+import threading
+from datetime import datetime
+from apscheduler.schedulers.background import BackgroundScheduler
+import requests
+import psutil
+
+sched = BackgroundScheduler()
+
+class Cube():
+    def __init__(self, api_key, node=socket.gethostname(), batch_size=60,
+                dispatch_interval=60, tags=None):
+        self.api_key = api_key
+        self.node = node
+        self.batch_size = batch_size
+        self.dispatch_interval = dispatch_interval
+        self.tags = tags
+        self.uptime = 0
+        self.cpu = 0.0
+        self.memory = 0
+        self.active_requests = 0
+        self.requests = []
+        self.lock = threading.Lock() 
+        
+        def system():
+            p = psutil.Process(os.getpid())
+            self.uptime = int(datetime.now().timestamp() - p.create_time())
+            self.cpu = p.cpu_percent()
+            self.memory = p.memory_full_info().rss
+
+        sched.add_job(self._dispatch, 'interval', seconds=dispatch_interval)
+        sched.add_job(system, 'interval', seconds=1)
+        sched.start()
+
+    def _dispatch(self):
+        if not self.requests:
+            return
+
+        r = requests.post('https://api.labstack.com/cube', headers={
+                'User-Agent': 'labstack/cube',
+                'Authorization': 'Bearer ' + self.api_key
+            }, json=self.requests)
+        if not 200 <= r.status_code < 300:
+            # TOTO: handler error
+            print('cube error', r.json())
+    
+        # Reset requests
+        self.requests.clear()
+
+    def start(self, request):
+        with self.lock:
+            self.active_requests += 1
+
+        request['time'] = int(datetime.now().timestamp() * 1000000)
+        request['active'] = self.active_requests
+        request['node'] = self.node
+        request['uptime'] = self.uptime
+        request['cpu'] = self.cpu
+        request['memory'] = self.memory
+        request['tags'] = self.tags
+        self.requests.append(request)
+
+        return request
+
+    def stop(self, request):
+        with self.lock:
+            self.active_requests -= 1
+        request['latency'] = int(datetime.now().timestamp() * 1000000) - request['time']
+
+        # Dispatch batch
+        if len(self.requests) >= self.batch_size:
+            threading.Thread(target=self._dispatch).start()
+            
diff --git a/labstack/flask.py b/labstack/flask.py
@@ -0,0 +1,30 @@
+import socket
+from flask import request, g
+from .cube import Cube
+from .util import strip_port
+
+def cube(app, api_key, **kwargs):
+    c = Cube(api_key, **kwargs)
+    
+    @app.before_request
+    def before_request():
+        g._r = c.start({
+            'id': request.headers.get('X-Request-ID'),
+            'host': strip_port(request.host),
+            'path': request.path,
+            'method': request.method,
+            'bytes_in': int(request.headers.get('Content-Length') or 0),
+            # TODO: revisit
+            'remote_ip': request.headers.get('X-Forwarded-For', request.remote_addr),
+            'client_id': request.headers.get('X-Client-ID'),
+            'user_agent': request.headers.get('User-Agent')
+        })
+
+    @app.after_request
+    def after_request(response):
+        r = g._r
+        r['id'] = r['id'] or response.headers.get('X-Request-ID')
+        r['status'] = response.status_code
+        r['bytes_out'] = int(response.headers.get('Content-Length') or 0)
+        c.stop(r)
+        return response
diff --git a/labstack/util.py b/labstack/util.py
@@ -0,0 +1,8 @@
+def strip_port(host):
+    colon = host.find(':')
+    if colon == -1:
+        return host
+    i = host.find(']')
+    if i != -1:
+        return host[host.find('(')+1:i]
+    return host[:colon]
diff --git a/setup.py b/setup.py
@@ -2,20 +2,25 @@
 
 setup(
   name='labstack',
-  version='0.21.0',
-  description='Official Python client library for the LabStack API',
+  version='0.21.1',
+  description='Official Python client library for the LabStack platform',
   long_description='`<https://github.com/labstack/labstack-python>`_',
-  keywords='image compress, image resize, text summary, barcode generate, barcode scan',
+  keywords='api, testing, monitoring, analytics',
   url='https://github.com/labstack/labstack-python',
   author='Vishal Rana',
   author_email='vr@labstack.com',
   license='MIT',
   packages=['labstack'],
   install_requires=[
-    'requests==2.18.1'
+    'requests==2.18.4',
+    'psutil==5.4.3',
+    'APScheduler==3.5.1'
+  ],
+  extra_requires=[
+    'Flask==0.12.2'
   ],
   classifiers=[
-      'Programming Language :: Python :: 3.5',
-      'Programming Language :: Python :: 3.6'
+    'Programming Language :: Python :: 3.5',
+    'Programming Language :: Python :: 3.6'
   ]
 )
diff --git a/test/_flask.py b/test/_flask.py
