From e6175c84c99e728c5b26854989862f3672c4c95d Mon Sep 17 00:00:00 2001 From: Simon Date: Sat, 16 Jun 2018 22:20:15 -0400 Subject: [PATCH] Re-added timeout that was accidentally deleted --- crawl_server/remote_http.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/crawl_server/remote_http.py b/crawl_server/remote_http.py index 76ccc6d..7fdb78f 100644 --- a/crawl_server/remote_http.py +++ b/crawl_server/remote_http.py @@ -92,7 +92,7 @@ class HttpDirectory(RemoteDirectory): retries = HttpDirectory.MAX_RETRIES while retries > 0: try: - r = self.session.get(url) + r = self.session.get(url, timeout=40) return r.content, r.encoding except RequestException: retries -= 1 @@ -134,7 +134,7 @@ class HttpDirectory(RemoteDirectory): retries = HttpDirectory.MAX_RETRIES while retries > 0: try: - r = self.session.head(url, allow_redirects=False, timeout=50) + r = self.session.head(url, allow_redirects=False, timeout=40) stripped_url = url[len(self.base_url) - 1:]