simon987/chan_feed
1
0
Fork 0
mirror of https://github.com/simon987/chan_feed.git synced 2025-12-17 05:59:02 +00:00
Code Issues Projects Releases Wiki Activity

assume utf8 encoding

Browse Source
This commit is contained in:
simon
2019-09-10 14:02:36 -04:00
parent 06d6762d51
commit 8f8c4f23f0
7 changed files with 21 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
chan/russian_json.py
View File

@@ -19,7 +19,7 @@ class RussianJsonChanHelper(ChanHelper):
@staticmethod
def parse_threads_list(r):
try:
j = json.loads(r.text)
j = json.loads(r.content.decode('utf-8', 'ignore'))
except JSONDecodeError:
logger.warning("JSONDecodeError for %s:" % (r.url,))
logger.warning(r.text)
@@ -28,7 +28,12 @@ class RussianJsonChanHelper(ChanHelper):
@staticmethod
def parse_thread(r):
j = json.loads(r.text)
try:
j = json.loads(r.content.decode('utf-8', 'ignore'))
except JSONDecodeError:
logger.warning("JSONDecodeError for %s:" % (r.url,))
logger.warning(r.text)
return []
for thread in j["threads"]:
for post in thread["posts"]:
yield post