simon987/od-database
1
0
Fork 0
mirror of https://github.com/simon987/od-database.git synced 2025-04-20 10:56:47 +00:00
Code Issues Projects Releases Wiki Activity

Temporary fix for decoding errors

Browse Source
This commit is contained in:
Simon 2018-06-17 22:17:21 -04:00
parent 344e7274d7
commit b97b8f6784
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
crawl_server/remote_http.py
View File

@ -164,7 +164,7 @@ class HttpDirectory(RemoteDirectory):
parser = HTMLAnchorParser() parser = HTMLAnchorParser()
for chunk in body: for chunk in body:
parser.feed(chunk.decode("utf-8")) parser.feed(chunk.decode("utf-8", errors="ignore"))
for anchor in parser.anchors: for anchor in parser.anchors:
yield anchor yield anchor