mirror of
https://github.com/simon987/od-database.git
synced 2025-04-19 18:36:44 +00:00
66 lines
1.7 KiB
Python
66 lines
1.7 KiB
Python
from flask import Flask, request, abort, Response, send_from_directory
|
|
import json
|
|
from crawl_server.task_manager import TaskManager, Task, TaskResult
|
|
import os
|
|
app = Flask(__name__)
|
|
|
|
tm = TaskManager("tm_db.sqlite3", 2)
|
|
|
|
|
|
@app.route("/task/")
|
|
def get_tasks():
|
|
json_str = json.dumps([task.to_json() for task in tm.get_tasks()])
|
|
return Response(json_str, mimetype="application/json")
|
|
|
|
|
|
@app.route("/task/put", methods=["POST"])
|
|
def task_put():
|
|
|
|
if request.json:
|
|
try:
|
|
website_id = request.json["website_id"]
|
|
url = request.json["url"]
|
|
priority = request.json["priority"]
|
|
callback_type = request.json["callback_type"]
|
|
callback_args = request.json["callback_args"]
|
|
except KeyError:
|
|
return abort(400)
|
|
|
|
task = Task(website_id, url, priority, callback_type, callback_args)
|
|
tm.put_task(task)
|
|
return '{"ok": "true"}'
|
|
|
|
return abort(400)
|
|
|
|
|
|
@app.route("/task/completed", methods=["GET"])
|
|
def get_completed_tasks():
|
|
json_str = json.dumps([result.to_json() for result in tm.get_non_indexed_results()])
|
|
return json_str
|
|
|
|
|
|
@app.route("/task/current", methods=["GET"])
|
|
def get_current_tasks():
|
|
|
|
current_tasks = tm.get_current_tasks()
|
|
return json.dumps([t.to_json() for t in current_tasks])
|
|
|
|
|
|
@app.route("/file_list/<int:website_id>/")
|
|
def get_file_list(website_id):
|
|
|
|
file_name = "./crawled/" + str(website_id) + ".json"
|
|
if os.path.exists(file_name):
|
|
with open(file_name, "r") as f:
|
|
file_list = f.read()
|
|
|
|
os.remove(file_name)
|
|
|
|
return file_list
|
|
else:
|
|
return abort(404)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
app.run(port=5001)
|