Should fix memory usage problem when crawling (part three)

2025-12-14 07:09:03 +00:00 · 2018-06-16 20:32:50 -04:00
parent 86144935e3
commit 1283cc9599
3 changed files with 9 additions and 9 deletions
--- a/debug_put.py
+++ b/debug_put.py
@@ -4,12 +4,14 @@ import json

 payload = json.dumps({
    "website_id": 123,
-    "url": "ftp://ien11-3-88-183-194-246.fbx.proxad.net/",
+    "url": "http://alphamediazone.com/data/Movies1/",
+    # "url": "http://localhost:8000/",
    "priority": 2,
    "callback_type": "",
    "callback_args": "{}"
 })

 r = requests.post("http://localhost:5001/task/put",
-                  headers={"Content-Type": "application/json"},
+                  headers={"Content-Type": "application/json",
+                           "Authorization": "Token abc"},
                  data=payload)