simon987/od-database
1
0
Fork 0
mirror of https://github.com/simon987/od-database.git synced 2025-04-19 18:36:44 +00:00
Code Issues Projects Releases Wiki Activity

removed debug lines

Browse Source
This commit is contained in:
Simon 2018-08-23 12:02:07 -04:00
parent d42be56dee
commit 54b4d2d5b4
1 changed files with 2 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
crawl_server/remote_http.py
View File

@ -197,10 +197,9 @@ class HttpDirectory(RemoteDirectory):
mtime=int(parse_date(date).timestamp()), mtime=int(parse_date(date).timestamp()),
is_dir=False is_dir=False
) )
except pycurl.error as e: except pycurl.error:
curl.close() curl.close()
retries -= 1 retries -= 1
raise e
logger.debug("TimeoutError - _request_file") logger.debug("TimeoutError - _request_file")
raise TimeoutError raise TimeoutError
@ -215,11 +214,9 @@ class HttpDirectory(RemoteDirectory):
self.curl.perform() self.curl.perform()
return content.getvalue().decode("utf-8", errors="ignore") return content.getvalue().decode("utf-8", errors="ignore")
except pycurl.error as e: except pycurl.error:
self.curl.close() self.curl.close()
retries -= 1 retries -= 1
print(e)
raise e
logger.debug("TimeoutError - _fetch_body") logger.debug("TimeoutError - _fetch_body")
raise TimeoutError raise TimeoutError