simon987/od-database
1
0
Fork 0
mirror of https://github.com/simon987/od-database.git synced 2025-12-13 06:49:02 +00:00
Code Issues Projects Releases Wiki Activity

Increased queue.get() timeouts

Browse Source
This commit is contained in:
Simon
2018-06-17 10:07:06 -04:00
parent e6175c84c9
commit 07d51a75cc
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
crawl_server/crawler.py
View File

@@ -142,7 +142,7 @@ class RemoteDirectoryCrawler:
while directory: while directory:
try: try:
path = in_q.get(timeout=60) path = in_q.get(timeout=300)
except Empty: except Empty:
directory.close() directory.close()
break break
@@ -188,7 +188,7 @@ class RemoteDirectoryCrawler:
while True: while True:
try: try:
file = files_q.get(timeout=240) file = files_q.get(timeout=800)
except Empty: except Empty:
break break