From f3c7b551d2a12f6d11d55869539abd76f4fe54d1 Mon Sep 17 00:00:00 2001 From: Simon Date: Thu, 14 Jun 2018 17:09:05 -0400 Subject: [PATCH] Some adjustments to make it work on Stretch server --- crawl_server/crawler.py | 2 +- crawl_server/server.py | 2 +- requirements.txt | 1 + 3 files changed, 3 insertions(+), 2 deletions(-) diff --git a/crawl_server/crawler.py b/crawl_server/crawler.py index 4dd3995..6913b18 100644 --- a/crawl_server/crawler.py +++ b/crawl_server/crawler.py @@ -68,7 +68,7 @@ def export_to_json(q: Queue, out_file: str) -> int: with open(out_file, "w") as f: while True: try: - next_file: File = q.get_nowait() + next_file = q.get_nowait() f.write(next_file.to_json() + "\n") counter += 1 except Empty: diff --git a/crawl_server/server.py b/crawl_server/server.py index 652dd08..10af26d 100644 --- a/crawl_server/server.py +++ b/crawl_server/server.py @@ -73,4 +73,4 @@ def get_file_list(website_id): if __name__ == "__main__": - app.run(port=5001) + app.run(port=5001, host="0.0.0.0") diff --git a/requirements.txt b/requirements.txt index 264574d..44a97b8 100644 --- a/requirements.txt +++ b/requirements.txt @@ -14,3 +14,4 @@ lxml elasticsearch python-dateutil flask_httpauth +ujson