simon987/od-database
1
0
Fork 0
mirror of https://github.com/simon987/od-database.git synced 2025-12-14 07:09:03 +00:00
Code Issues Projects Releases Wiki Activity

Updated readme and UI fixes

Browse Source
This commit is contained in:
Simon
2018-06-22 13:22:58 -04:00
parent 9d3fc2d71b
commit e824b2bf3c
8 changed files with 51 additions and 38 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
crawl_server/crawler.py
View File

@@ -1,6 +1,6 @@
import os
import ujson
from urllib.parse import urlparse
from urllib.parse import urlparse, urljoin
from timeout_decorator.timeout_decorator import TimeoutError
from threading import Thread
from queue import Queue, Empty
@@ -150,7 +150,7 @@ class RemoteDirectoryCrawler:
for f in listing:
if f.is_dir:
in_q.put(os.path.join(f.path, f.name, ""))
in_q.put(urljoin(f.path, f.name, ""))
else:
files_q.put(f)
import sys