mirror of
https://github.com/simon987/Misc-Download-Scripts.git
synced 2025-04-02 12:12:59 +00:00
80 lines
2.4 KiB
Python
80 lines
2.4 KiB
Python
import requests
|
|
import bs4
|
|
import os
|
|
|
|
headers = {
|
|
'User-Agent': "Mozilla/5.0 (X11; Linux x86_64; rv:52.0) Gecko/20100101 Firefox/52.0",
|
|
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
|
|
"Accept-Encoding": "gzip, deflate, br",
|
|
"Accept-Language": "en-US,en;q=0.5",
|
|
}
|
|
|
|
URL = "https://www.models-resource.com"
|
|
|
|
|
|
def get_consoles():
|
|
|
|
consoles = []
|
|
|
|
response = requests.get(URL)
|
|
soup = bs4.BeautifulSoup(response.text, "html.parser")
|
|
|
|
for console in soup.find(id="leftnav-consoles"):
|
|
if type(console) == bs4.element.Tag and console.get("href") is not None:
|
|
consoles.append((console.text, URL + console.get("href")))
|
|
|
|
return consoles
|
|
|
|
|
|
def get_games(console, letter):
|
|
|
|
games = []
|
|
|
|
print(console[0] + " - " + letter)
|
|
|
|
print(console[1] + letter + ".html")
|
|
response = requests.get(console[1] + letter + ".html")
|
|
soup = bs4.BeautifulSoup(response.text, "html.parser")
|
|
|
|
for link in soup.find_all("a"):
|
|
for child in link.findChildren():
|
|
if child.get("class") is not None and child.get("class") == ['gameiconcontainer']:
|
|
game_name = child.find("div").find("span").string
|
|
|
|
games.append((game_name, URL + link.get("href")))
|
|
|
|
return games
|
|
|
|
|
|
def get_models(game):
|
|
models = []
|
|
|
|
response = requests.get(game[1])
|
|
soup = bs4.BeautifulSoup(response.text, "html.parser")
|
|
|
|
for link in soup.find_all("a"):
|
|
|
|
for div in link.find_all("div"):
|
|
if div.get("class") == ["iconcontainer"]:
|
|
|
|
model_url = div.find("div", attrs={"class": "iconbody"}).find("img").get("src").replace("sheet_icons",
|
|
"big_icons")
|
|
model_id = model_url.split("/")[4][:-4]
|
|
model_download = "https://www.models-resource.com/download/" + model_id + "/"
|
|
|
|
model_name = div.find("div").find("span").string
|
|
models.append((model_name, URL + model_url, model_download))
|
|
|
|
return models
|
|
|
|
file = open("links.txt", "w")
|
|
|
|
for console in get_consoles():
|
|
for letter in "0ABCDEFGHIJKLMNOPQRSTUVWXYZ":
|
|
for game in get_games(console, letter):
|
|
for model in get_models(game):
|
|
file.write(console[0] + os.sep + game[0] + os.sep + model[0] + os.sep + "\0" + model[1] + "\0" +
|
|
model[2] + "\n")
|
|
|
|
file.close()
|