Some adjustments to make it work on Stretch server

crawl_server/crawler.py

@@ -68,7 +68,7 @@ def export_to_json(q: Queue, out_file: str) -> int:
     with open(out_file, "w") as f:
         while True:
             try:
-                next_file: File = q.get_nowait()
+                next_file = q.get_nowait()
                 f.write(next_file.to_json() + "\n")
                 counter += 1
             except Empty:

crawl_server/server.py

@@ -73,4 +73,4 @@ def get_file_list(website_id):
 
 
 if __name__ == "__main__":
-    app.run(port=5001)
+    app.run(port=5001, host="0.0.0.0")

requirements.txt

@@ -14,3 +14,4 @@ lxml
 elasticsearch
 python-dateutil
 flask_httpauth
+ujson