Started working on post-crawl callbacks and basic auth for crawl servers

2025-12-13 23:09:01 +00:00 · 2018-06-14 15:05:56 -04:00
parent 1bd58468eb
commit 83ca579ec7
13 changed files with 142 additions and 56 deletions
--- a/app.py
+++ b/app.py
@@ -202,7 +202,7 @@ def enqueue_bulk():
        if urls:
            urls = urls.split()

-            if 0 < len(urls) <= 10:
+            if 0 < len(urls) <= 1000000000000:

                for url in urls:
                    url = os.path.join(url, "")