From 8b13de4a6be703422ff80d29e356b5cba417fabf Mon Sep 17 00:00:00 2001 From: Simon Date: Sat, 25 Aug 2018 16:46:53 -0400 Subject: [PATCH] Re-init curl handle on error --- crawl_server/remote_http.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/crawl_server/remote_http.py b/crawl_server/remote_http.py index e916e10..11452c4 100644 --- a/crawl_server/remote_http.py +++ b/crawl_server/remote_http.py @@ -215,7 +215,7 @@ class HttpDirectory(RemoteDirectory): return content.getvalue().decode("utf-8", errors="ignore") except pycurl.error: - self.curl.close() + self.close() retries -= 1 logger.debug("TimeoutError - _fetch_body") @@ -262,7 +262,6 @@ class HttpDirectory(RemoteDirectory): def close(self): self.curl.close() - logger.debug("Closing HTTPRemoteDirectory for " + self.base_url) self.init_curl()