WIP - Stream workers output

README.rst

@@ -110,6 +110,7 @@ Nginx configuration
 
         # Finally, send all non-media requests to the Pyramid server.
         location / {
+            proxy_buffering off
             uwsgi_pass  zimit_upstream;
             include     /var/ideascube/uwsgi_params;
         }

named.py

@@ -0,0 +1,13 @@
+import os
+import shlex
+import subprocess
+
+
+def spawn(cmd):
+    os.mkfifo("toto")
+    with open("toto", "w") as f:
+        process = subprocess.Popen(shlex.split(cmd), stdout=f)
+    process.wait()
+    os.unlink("toto")
+
+spawn("stdbuf -o0 python test.py")

readpipe.py

@@ -0,0 +1,11 @@
+from __future__ import print_function
+import os
+import os.path
+
+
+def read_fifo(filename):
+    with open(filename) as fifo:
+        while os.path.exists(filename):
+            print(fifo.readline(), end='')
+
+read_fifo("toto")

test.py

@@ -0,0 +1,6 @@
+#! /use/bin/python
+import time
+
+for i in range(100):
+    time.sleep(0.2)
+    print i 

zimit.ini

@@ -14,9 +14,11 @@ pyramid.includes =
    pyramid_mailer
 
 [server:main]
-use = egg:waitress#main
+use = egg:gunicorn#main
 host = 0.0.0.0
 port = 6543
+send_bytes=1
+worker_class = socketio.sgunicorn.GeventSocketIOWorker
 
 # Begin logging configuration
 

zimit/utils.py

@@ -1,4 +1,5 @@
 import os
+import os.path
 import shlex
 import subprocess
 
@@ -13,3 +14,9 @@ def ensure_paths_exists(*paths):
         if not os.path.exists(path):
             msg = '%s does not exist.' % path
             raise OSError(msg)
+
+
+def read_fifo(filename):
+    with open(filename) as fifo:
+        while os.path.exists(filename):
+            yield fifo.readline()

zimit/views.py

@@ -1,8 +1,12 @@
 from cornice import Service
 from colander import MappingSchema, SchemaNode, String
+from pyramid.response import Response
+
+from zimit import utils
 
-webpage = Service(name='website', path='/website')
 home = Service(name='home', path='/')
+webpage = Service(name='website', path='/website')
+logs = Service(name='home', path='/logs')
 
 
 @home.get()
@@ -34,4 +38,18 @@ def crawl_new_website(request):
         request.validated,
         timeout=1800)
     request.response.status_code = 201
-    return {'success': True}
+    return {
+        'success': True
+    }
+
+
+@logs.get()
+def get_logs(request):
+    stream_headers = [
+        ('Content-Type', 'text/event-stream'),
+        ('Cache-Control', 'no-cache')
+    ]
+    return Response(
+        headerlist=stream_headers,
+        app_iter=utils.read_fifo("toto")
+    )

zimit/websocket.py

@@ -0,0 +1,12 @@
+from socketio import namespace, socketio_manage
+
+
+class LogsNamespace(namespace.BaseNamespace):
+    def on_read(self, filename):
+        self.emit('chat', "yeah")
+
+
+def socketio_service(request):
+    socketio_manage(request.environ, {'/logs': LogsNamespace},
+                    request)
+    return "out"