simon987/mobilism_scrape
1
0
Fork 0
mirror of https://github.com/simon987/mobilism_scrape.git synced 2025-04-19 18:46:46 +00:00
Code Issues Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
simon987 2020-07-05 16:22:04 -04:00
parent a04f1b86b6
commit 74f56e158b
1 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
run
View File

@ -9,19 +9,20 @@ from urllib.parse import urlparse, unquote
import requests import requests
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
from requests.cookies import RequestsCookieJar
def decode_cookiejar(b64_str): def decode_cookiejar(data):
data = b64decode(b64_str) cj = RequestsCookieJar()
return pickle.loads(data) cj._cookies = pickle.loads(b64decode(data))
return cj
# from hexlib.web import cookiejar_filter, encode_cookiejar, decode_cookiejar, save_cookiejar
# import browser_cookie3 # import browser_cookie3
#
# cj = cookiejar_filter(browser_cookie3.firefox(), "forum.mobilism.org|mblservices.org") # cj = cookiejar_filter(browser_cookie3.firefox(), "forum.mobilism.org|mblservices.org")
# with open("cookies.txt", "wb") as f: # with open("cookies.txt", "w") as f:
# f.write(encode_cookiejar(cj)) # f.write(encode_cookiejar(cj))
cj = decode_cookiejar(os.environ["PROJECT_SECRET"]) cj = decode_cookiejar(os.environ["PROJECT_SECRET"])
session = requests.Session() session = requests.Session()