Add flask-sse to make metadash support server side event

Pipfile

@@ -31,12 +31,14 @@ requests = "*"
 coloredlogs = "*"
 "psycopg2-binary" = "*"
 gunicorn = "*"
+gevent = "*"
 Flask = "*"
 Flask-Migrate = "*"
 Flask-RESTful = "*"
 Flask-Script = "*"
 Flask-Session = "*"
 Flask-SQLAlchemy = "*"
+Flask-SSE = "*"
 Flask-WTF = "*"
 SQLAlchemy = "*"
 Sphinx = "*"

deploy/gunicorn.py

@@ -1,6 +1,8 @@
 import multiprocessing
 
 bind = '0.0.0.0:8080'
-multiprocessing.cpu_count() * 2 + 1
+workers = multiprocessing.cpu_count() * 2 + 1
+worker_class = 'gevent'
+worker_connections = 200
 timeout = 300
 accesslog = '-'

metadash/__init__.py

@@ -83,6 +83,11 @@ def setup_logger():
 app.register_blueprint(metadata, url_prefix="/api")
 
 
+# Register SSE
+from flask_sse import sse
+app.register_blueprint(sse, url_prefix='/stream')
+
+
 @app.route('/', defaults={"path": ""})
 @app.route('/<path>')
 def index(path):

metadash/build/config/index.js

@@ -31,6 +31,9 @@ module.exports = {
       '/api': {
         target: 'http://localhost:5000' // TODO: should be changable
       },
+      '/stream': {
+        target: 'http://localhost:5000' // TODO: should be changable
+      },
       '/docs': {
         target: 'http://localhost:5000' // TODO: should be changable
       }

metadash/settings.py

@@ -116,8 +116,10 @@ def initialize(settings):
             }
             settings.CELERY_BROKER_URL = settings.REDIS_URI
             settings.CELERY_RESULT_BACKEND = settings.REDIS_URI
+            settings.REDIS_URL = settings.REDIS_URI
         else:
             settings.CACHE_DEFAULT_BACKEND = "dogpile.cache.memory"
             settings.CACHE_ARGUEMENTS = {}
             settings.CELERY_BROKER_URL = ''
             settings.CELERY_RESULT_BACKEND = ''
+            settings.REDIS_URL = ''