Add cookiejar_filter_name

hexlib/env.py

@@ -37,13 +37,15 @@ def redis_publish(rdb, item, item_project, item_type, item_subproject=None, item
 def get_web(session=None):
     ua = UserAgent()
 
+    retry_codes = os.environ.get("RETRY_CODES", "")
+
     web = Web(
         session=session,
         proxy=os.environ.get("PROXY", None),
         rps=os.environ.get("RPS", 1),
         logger=stdout_logger,
         cookie_file=os.environ.get("COOKIE_FILE", None),
-        retry_codes=set(int(x) if x else None for x in os.environ.get("RETRY_CODES", "").split(",")),
+        retry_codes=set(int(x) for x in retry_codes) if retry_codes else None,
         retries=int(os.environ.get("RETRIES", 3)),
         retry_sleep=int(os.environ.get("RETRY_SLEEP", 0)),
         ua=ua[os.environ.get("USER_AGENT")] if os.environ.get("USER_AGENT", None) is not None else None

hexlib/web.py

@@ -81,6 +81,14 @@ def cookiejar_filter(cj, pattern):
     return filtered_cj
 
 
+def cookiejar_filter_name(cj, pattern):
+    filtered_cj = RequestsCookieJar()
+    for c in cj:
+        if re.match(pattern, c.name):
+            filtered_cj.set_cookie(c)
+    return filtered_cj
+
+
 def url_query_value(url, arg, as_list=False):
     qs = urlparse(url).query
     parsed_qs = parse_qs(qs)
@@ -134,7 +142,7 @@ class Web:
         self._logger = logger
         self._current_req = None
         if retry_codes is None or not retry_codes:
-            retry_codes = {502, 504, 522, 524, 429}
+            retry_codes = {502, 504, 520, 522, 524, 429}
         self._retry_codes = retry_codes
 
         if session is None:

setup.py

@@ -2,7 +2,7 @@ from setuptools import setup
 
 setup(
     name="hexlib",
-    version="1.59",
+    version="1.62",
     description="Misc utility methods",
     author="simon987",
     author_email="me@simon987.net",