mirror of
https://github.com/simon987/mobilism_scrape.git
synced 2025-04-10 14:26:44 +00:00
rclone
This commit is contained in:
parent
74f56e158b
commit
93117f1afd
13
run
13
run
@ -4,8 +4,10 @@ import gzip
|
||||
import os
|
||||
import pickle
|
||||
import re
|
||||
import subprocess
|
||||
from base64 import b64decode
|
||||
from urllib.parse import urlparse, unquote
|
||||
import json
|
||||
|
||||
import requests
|
||||
from bs4 import BeautifulSoup
|
||||
@ -23,12 +25,14 @@ def decode_cookiejar(data):
|
||||
# with open("cookies.txt", "w") as f:
|
||||
# f.write(encode_cookiejar(cj))
|
||||
|
||||
cj = decode_cookiejar(os.environ["PROJECT_SECRET"])
|
||||
secret = json.loads(os.environ["PROJECT_SECRET"])
|
||||
|
||||
cj = decode_cookiejar(secret["cookies"])
|
||||
|
||||
session = requests.Session()
|
||||
session.cookies = cj
|
||||
|
||||
TOPIC_URL = "https://forum.mobilism.org/viewtopic.php?f=1346&t=3734829"
|
||||
TOPIC_URL = os.environ["TASK_RECIPE"]
|
||||
|
||||
PREMIUM_LINKS = (
|
||||
"tusfiles.com", "userscloud.com", "uploaded.net", "ul.to", "uploaded.to", "2shared.com",
|
||||
@ -51,6 +55,11 @@ def _download(link, i):
|
||||
with gzip.open(filename, "wb") as f:
|
||||
f.write(r.content)
|
||||
|
||||
with open("tmp.conf", "w") as f:
|
||||
f.write(secret["rclone"])
|
||||
|
||||
subprocess.run(["rclone", "copy", "--config", "tmp.conf" ,filename, "staging:mobilism/"])
|
||||
|
||||
|
||||
def do_premium_download(link, i):
|
||||
r = session.post("https://mblservices.org/amember/downloader/downloader/app/index.php", data={
|
||||
|
Loading…
x
Reference in New Issue
Block a user