mirror of
https://github.com/simon987/opendirectories-bot.git
synced 2025-12-14 23:59:02 +00:00
Fixed incorrect size for some files
This commit is contained in:
13
crawler.py
13
crawler.py
@@ -92,8 +92,15 @@ class Crawler:
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
c = Crawler("https://data.kemt.fei.tuke.sk/Mikrovlnova_technika/RFSim99/", True)
|
||||
c = Crawler("http://dl.apkhome.org/", True)
|
||||
c.crawl()
|
||||
print(c.files)
|
||||
c.store_report("000008")
|
||||
|
||||
r = ReportBuilder(c.files, "http://dl.apkhome.org/")
|
||||
print(r.get_total_size_formatted())
|
||||
|
||||
for f in c.files:
|
||||
if f["size"] > 1000000:
|
||||
print(f)
|
||||
|
||||
c.store_report("000009")
|
||||
|
||||
|
||||
Reference in New Issue
Block a user