simon987/chan_feed
1
0
Fork 0
mirror of https://github.com/simon987/chan_feed.git synced 2025-12-14 21:09:03 +00:00
Code Issues Projects Releases Wiki Activity

8kun hotfix

Browse Source
This commit is contained in:
simon
2019-12-17 13:07:43 -05:00
parent 4083048bde
commit 381468a463
5 changed files with 60 additions and 63 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
util.py
View File

@@ -25,13 +25,14 @@ logger.addHandler(StreamHandler(sys.stdout))
class Web:
def __init__(self, monitoring, rps=1 / 2, proxy=None):
def __init__(self, monitoring, rps=1 / 2, proxy=None, get_method=None):
self.session = requests.Session()
if proxy:
self.session.proxies = {"http": proxy, "https": proxy}
self.session.verify = False
self._rps = rps
self.monitoring = monitoring
self._get_method = get_method
@rate_limit(self._rps)
def _get(url, **kwargs):
@@ -40,6 +41,8 @@ class Web:
while retries > 0:
retries -= 1
try:
if self._get_method:
return self._get_method(url, **kwargs)
return self.session.get(url, **kwargs)
except Exception as e:
logger.warning("Error with request %s: %s" % (url, str(e)))