Initial commit

craftsy.com/ripper.py

@@ -0,0 +1,170 @@
+import requests
+import pathlib
+import os
+import json
+
+
+headers_login = {
+    'User-Agent': "Mozilla/5.0 (X11; Linux x86_64; rv:52.0) Gecko/20100101 Firefox/52.0",
+    "Accept": "application/json, text/plain, */*",
+    "Content-Type": "application/json",
+    "Referer": "https://unlimited.craftsy.com/login",
+    "X-Requested-By": "Craftsy"
+}
+
+headers = {
+    'User-Agent': "Mozilla/5.0 (X11; Linux x86_64; rv:52.0) Gecko/20100101 Firefox/52.0",
+    "Accept": "application/json, text/plain, */*"
+}
+
+
+def login(email, password):
+
+    r1 = requests.get("https://unlimited.craftsy.com/login", headers=headers_login)
+
+    payload = json.dumps({"email": email, "password": password})
+    r2 = requests.post("https://api.craftsy.com/login/", data=payload, headers=headers_login, cookies=r1.cookies)
+
+    print(r2.text)
+
+    return r2
+
+
+def get_course_info(r_login, course_id):
+        while True:
+            try:
+                r = requests.get("https://api.craftsy.com/m/playlists/" + course_id, headers=headers_login,
+                                 cookies=r_login.cookies, timeout=5)
+                break
+            except:
+                print("!", end="", flush=True)
+                continue
+
+        course_info = json.loads(r.text)
+
+        return course_info
+
+
+def get_materials(r_login, course_id):
+
+    materials = []
+
+    while True:
+        try:
+            r = requests.get("https://api.craftsy.com/m/playlists/" + course_id + "/materials", headers=headers_login,
+                             cookies=r_login.cookies, timeout=5)
+            break
+        except:
+            print("!", end="", flush=True)
+            continue
+
+    try:
+        material_info = json.loads(r.text)
+
+        for material in material_info:
+            materials.append((material["materialName"], material["materialPath"]))
+    except:
+        print("Err mat!", end="", flush=True)
+
+    return materials
+
+
+def get_episodes(course_info):
+
+    episodes = []
+
+    course_name = course_info["name"]
+    print(course_name)
+
+    for episode in course_info["episodes"]:
+        episodes.append((course_name, episode["name"], episode["episodeId"]))
+
+    return episodes
+
+
+def download_episode(episode, r_login):
+    while True:
+        try:
+            r = requests.get("https://api.craftsy.com/m/videos/secure/episodes/" + str(episode[2]), headers=headers,
+                             cookies=r_login.cookies, timeout=5)
+            break
+
+        except Exception as e:
+            print("!", end="", flush=True)
+        continue
+
+    episode_info = []
+    try:
+        episode_info = json.loads(r.text)
+    except:
+        print("Err episode!", end="", flush=True)
+
+    for source in episode_info:
+        if source["format"] == "mp4":
+            path = episode[0]
+            print(path + os.sep + str(episode[1]) + ".mp4")
+            pathlib.Path(path).mkdir(parents=True, exist_ok=True)
+
+            if os.path.exists(path + os.sep + str(episode[2]) + " - " + episode[1].replace("/", "") + ".mp4"):
+                print("Skipping...")
+                continue
+
+            while True:
+                try:
+                    response = requests.get(source["url"], stream=True, timeout=5)
+
+                    with open(path + os.sep + str(episode[2]) + " - " + episode[1].replace("/", "") + ".mp4", 'wb') as f:
+                        for chunk in response.iter_content(chunk_size=1024):
+                            if chunk:
+                                f.write(chunk)
+                    break
+                except Exception as e:
+                    print("!", end="", flush=True)
+                    continue
+
+
+def download_material(r_login, material, course_info):
+
+    path = course_info["name"]
+    print(path + os.sep + material[0] + os.path.splitext(material[1])[1])
+    pathlib.Path(path).mkdir(parents=True, exist_ok=True)
+
+    if os.path.exists(path + os.sep + material[0] + os.path.splitext(material[1])[1]):
+        print("Skipping...")
+        return
+
+    while True:
+        try:
+            response = requests.get(material[1], stream=True, timeout=5, cookies=r_login.cookies)
+
+            with open(path + os.sep + material[0] + os.path.splitext(material[1])[1], 'wb') as f:
+                for chunk in response.iter_content(chunk_size=1024):
+                    if chunk:
+                        f.write(chunk)
+            break
+        except:
+            print("!", end="", flush=True)
+            continue
+
+
+rLogin = login("", "")
+
+
+for course in open("courses.txt").read().splitlines():
+
+    print(course)
+
+    course_info = get_course_info(rLogin, course)
+
+    for material in get_materials(rLogin, course):
+        download_material(rLogin, material, course_info)
+        print(material)
+
+    for episode in get_episodes(course_info):
+        download_episode(episode, rLogin)
+        print(episode)
+
+
+
+
+