Files are indexed into ES when task is complete

crawl_server/server.py

@@ -1,4 +1,4 @@
-from flask import Flask, request, abort, Response
+from flask import Flask, request, abort, Response, send_from_directory
 import json
 from crawl_server.task_manager import TaskManager, Task, TaskResult
 app = Flask(__name__)
@@ -45,5 +45,10 @@ def get_current_tasks():
     return current_tasks
 
 
+@app.route("/file_list/<int:website_id>/")
+def get_file_list(website_id):
+    return send_from_directory(directory="./crawled/", filename=str(website_id) + ".json")
+
+
 if __name__ == "__main__":
     app.run(port=5001)