simon987/od-database
1
0
Fork 0
mirror of https://github.com/simon987/od-database.git synced 2025-04-19 18:36:44 +00:00
Code Issues Projects Releases Wiki Activity

Re-init curl handle on error

Browse Source
This commit is contained in:
Simon 2018-08-25 16:46:53 -04:00
parent faa9ac3ccb
commit 8b13de4a6b
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
crawl_server/remote_http.py
View File

@ -215,7 +215,7 @@ class HttpDirectory(RemoteDirectory):
return content.getvalue().decode("utf-8", errors="ignore") return content.getvalue().decode("utf-8", errors="ignore")
except pycurl.error: except pycurl.error:
self.curl.close() self.close()
retries -= 1 retries -= 1
logger.debug("TimeoutError - _fetch_body") logger.debug("TimeoutError - _fetch_body")
@ -262,7 +262,6 @@ class HttpDirectory(RemoteDirectory):
def close(self): def close(self):
self.curl.close() self.curl.close()
logger.debug("Closing HTTPRemoteDirectory for " + self.base_url)
self.init_curl() self.init_curl()