simon987/vanwanet_scrape
1
0
Fork 0
mirror of https://github.com/simon987/vanwanet_scrape.git synced 2025-04-20 02:46:42 +00:00
Code Issues Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
simon 2019-12-17 10:53:32 -05:00
parent 10a6a5d4aa
commit ec03e5e412
2 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
setup.py
View File

@ -9,5 +9,8 @@ setup(
packages=["vanwanet_scrape"], packages=["vanwanet_scrape"],
install_requires=[ install_requires=[
"requests", "bs4", "hexlib @ git+git://github.com/simon987/hexlib.git", "requests", "bs4", "hexlib @ git+git://github.com/simon987/hexlib.git",
] ],
package_data={
"vanwanet_scrape": ["*.js"],
}
) )

3
vanwanet_scrape/scraper.py
View File

@ -1,3 +1,4 @@
import os
import re import re
import subprocess import subprocess
from http.cookiejar import CookieJar from http.cookiejar import CookieJar
@ -6,7 +7,7 @@ import requests
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
from hexlib.web import cookie_from_string from hexlib.web import cookie_from_string
with open("aes.js", "r") as f: with open(os.path.join(os.path.dirname(__file__), "aes.js"), "r") as f:
AES = f.read() AES = f.read()
SUB_PATTRN = re.compile(r'document\.cookie="(.+)";location.+$') SUB_PATTRN = re.compile(r'document\.cookie="(.+)";location.+$')