login

run

@@ -7,37 +7,20 @@ import pickle
 import re
 import subprocess
 from base64 import b64decode
-from hashlib import sha1
 from sys import stderr
 from urllib.parse import urlparse, unquote
 
 import requests
 from bs4 import BeautifulSoup
-from requests.cookies import RequestsCookieJar
 
+# secret = json.loads(os.environ["PROJECT_SECRET"])
 
-def decode_cookiejar(data):
-    cj = RequestsCookieJar()
-    cj._cookies = pickle.loads(b64decode(data))
-    return cj
-
-
-# import browser_cookie3
-# cj = cookiejar_filter(browser_cookie3.firefox(), "forum.mobilism.org|mblservices.org")
-# with open("cookies.txt", "w") as f:
-#     f.write(encode_cookiejar(cj))
-
-secret = json.loads(os.environ["PROJECT_SECRET"])
-
-with open("tmp.conf", "w") as f:
-    f.write(secret["rclone"])
-
-cj = decode_cookiejar(secret["cookies"])
+# with open("tmp.conf", "w") as f:
+#     f.write(secret["rclone"])
 
 session = requests.Session()
-session.cookies = cj
 
-TOPIC_URL = os.environ["TASK_RECIPE"]
+# TOPIC_URL = os.environ["TASK_RECIPE"]
 
 PREMIUM_LINKS = (
     "tusfiles.com", "userscloud.com", "uploaded.net", "ul.to", "uploaded.to", "2shared.com",
@@ -56,8 +39,6 @@ def _download(link, i):
     filename = "%s%02d_%s.gz" % (topic_id, i, unquote(os.path.basename(link)).replace("/", "_"))
 
     r = session.get(link)
-    with open("debug._download.html", "wb") as f:
-        f.write(r.content)
 
     with gzip.open(filename, "wb") as f:
         f.write(r.content)
@@ -73,8 +54,6 @@ def do_premium_download(link, i):
     }, headers={
         "Content-Type": "application/x-www-form-urlencoded"
     })
-    with open("debug.do_premium_download.html", "wb") as f:
-        f.write(r.content)
 
     soup = BeautifulSoup(r.content, "html.parser")
     form = soup.find("form")
@@ -91,8 +70,6 @@ def do_premium_download(link, i):
         "host": form.find("input", attrs={"name": "host"}).get("value"),
         "path": form.find("input", attrs={"name": "path"}).get("value"),
     })
-    with open("debug.do_premium_download2.html", "wb") as f:
-        f.write(r.content)
     soup2 = BeautifulSoup(r2.content, "html.parser")
     try:
         download_link = soup2.find("a", attrs={"download": lambda x: x}).get("download")
@@ -109,8 +86,6 @@ def get_topic_id(topic_url):
 
 def parse_topic(topic_url):
     r = session.get(topic_url)
-    with open("debug.parse_topic.html", "wb") as f:
-        f.write(r.content)
     soup = BeautifulSoup(r.content, "html.parser")
 
     for i, elem in enumerate(soup.find_all(class_="postlink")):
@@ -122,5 +97,22 @@ def parse_topic(topic_url):
             do_premium_download(link, i)
 
 
-topic_id = get_topic_id(TOPIC_URL)
-parse_topic(TOPIC_URL)
+def login():
+    r = session.get("https://forum.mobilism.org/ucp.php?mode=login")
+    soup = BeautifulSoup(r.content, "html.parser")
+
+    r = session.post("https://forum.mobilism.org/ucp.php?mode=login", data={
+        "username": "78419273891",
+        "password": "uprising-5overtly",
+        "login": "Login",
+        "redirect": ["./ucp.php?mode=login", "index.php"],
+        "sid": soup.find("input", attrs={"name": "sid"}).get("value")
+    }, headers={
+        "Content-Type": "application/x-www-form-urlencoded"
+    })
+
+
+
+# topic_id = get_topic_id(TOPIC_URL)
+login()
+# parse_topic(TOPIC_URL)