Tasks can now be queued from the web interface. Tasks are dispatched to the crawl server(s)

This commit is contained in:
Simon
2018-06-12 13:44:03 -04:00
parent 6d48f1f780
commit d61fd75890
14 changed files with 169 additions and 409 deletions

View File

@@ -4,12 +4,12 @@ import json
payload = json.dumps({
"website_id": 123,
"url": "http://124.158.108.137/ebooks/",
"url": "https://frenchy.ga/",
"priority": 2,
"callback_type": "",
"callback_args": "{}"
})
r = requests.post("http://localhost:5000/task/put",
r = requests.post("http://localhost:5001/task/put",
headers={"Content-Type": "application/json"},
data=payload)