From 07d51a75cc352da0c4e12edfb8061d4c7042232d Mon Sep 17 00:00:00 2001 From: Simon Date: Sun, 17 Jun 2018 10:07:06 -0400 Subject: [PATCH] Increased queue.get() timeouts --- crawl_server/crawler.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/crawl_server/crawler.py b/crawl_server/crawler.py index 46ce82d..fe2a841 100644 --- a/crawl_server/crawler.py +++ b/crawl_server/crawler.py @@ -142,7 +142,7 @@ class RemoteDirectoryCrawler: while directory: try: - path = in_q.get(timeout=60) + path = in_q.get(timeout=300) except Empty: directory.close() break @@ -188,7 +188,7 @@ class RemoteDirectoryCrawler: while True: try: - file = files_q.get(timeout=240) + file = files_q.get(timeout=800) except Empty: break