simon987/chan_feed
1
0
Fork 0
mirror of https://github.com/simon987/chan_feed.git synced 2025-12-14 13:09:01 +00:00
Code Issues Projects Releases Wiki Activity

assume utf8 encoding

Browse Source
This commit is contained in:
simon
2019-09-10 14:02:36 -04:00
parent 06d6762d51
commit 8f8c4f23f0
7 changed files with 21 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
chan/json.py
View File

@@ -39,7 +39,7 @@ class JsonChanHelper(ChanHelper):
@staticmethod
def parse_threads_list(r):
try:
j = json.loads(r.text)
j = json.loads(r.content.decode('utf-8', 'ignore'))
if len(j) == 0 or "threads" not in j[0]:
logger.warning("No threads in response for %s: %s" % (r.url, r.text,))
return [], None
@@ -56,5 +56,10 @@ class JsonChanHelper(ChanHelper):
@staticmethod
def parse_thread(r):
j = json.loads(r.text)
try:
j = json.loads(r.content.decode('utf-8', 'ignore'))
except JSONDecodeError:
logger.warning("JSONDecodeError for %s:" % (r.url,))
logger.warning(r.text)
return []
return j["posts"]