simon987/mobilism_scrape
1
0
Fork 0
mirror of https://github.com/simon987/mobilism_scrape.git synced 2025-04-18 01:56:45 +00:00
Code Issues Projects Releases Wiki Activity

rclone

Browse Source
This commit is contained in:
simon987 2020-07-05 16:52:23 -04:00
parent 74f56e158b
commit 93117f1afd
1 changed files with 11 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
run
View File

@ -4,8 +4,10 @@ import gzip
import os import os
import pickle import pickle
import re import re
import subprocess
from base64 import b64decode from base64 import b64decode
from urllib.parse import urlparse, unquote from urllib.parse import urlparse, unquote
import json
import requests import requests
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
@ -23,12 +25,14 @@ def decode_cookiejar(data):
# with open("cookies.txt", "w") as f: # with open("cookies.txt", "w") as f:
# f.write(encode_cookiejar(cj)) # f.write(encode_cookiejar(cj))
cj = decode_cookiejar(os.environ["PROJECT_SECRET"]) secret = json.loads(os.environ["PROJECT_SECRET"])
cj = decode_cookiejar(secret["cookies"])
session = requests.Session() session = requests.Session()
session.cookies = cj session.cookies = cj
TOPIC_URL = "https://forum.mobilism.org/viewtopic.php?f=1346&t=3734829" TOPIC_URL = os.environ["TASK_RECIPE"]
PREMIUM_LINKS = ( PREMIUM_LINKS = (
"tusfiles.com", "userscloud.com", "uploaded.net", "ul.to", "uploaded.to", "2shared.com", "tusfiles.com", "userscloud.com", "uploaded.net", "ul.to", "uploaded.to", "2shared.com",
@ -51,6 +55,11 @@ def _download(link, i):
with gzip.open(filename, "wb") as f: with gzip.open(filename, "wb") as f:
f.write(r.content) f.write(r.content)
with open("tmp.conf", "w") as f:
f.write(secret["rclone"])
subprocess.run(["rclone", "copy", "--config", "tmp.conf" ,filename, "staging:mobilism/"])
def do_premium_download(link, i): def do_premium_download(link, i):
r = session.post("https://mblservices.org/amember/downloader/downloader/app/index.php", data={ r = session.post("https://mblservices.org/amember/downloader/downloader/app/index.php", data={