assume utf8 encoding

This commit is contained in:
2019-09-10 14:02:36 -04:00
parent 06d6762d51
commit 8f8c4f23f0
7 changed files with 21 additions and 12 deletions

View File

@@ -1,5 +1,4 @@
import datetime
import _strptime
import re
from urllib.parse import urljoin
@@ -11,7 +10,7 @@ from chan.desuchan_html import DesuChanHtmlChanHelper
class FChanHtmlChanHelper(DesuChanHtmlChanHelper):
def parse_threads_list(self, r):
soup = BeautifulSoup(r.text, "html.parser")
soup = BeautifulSoup(r.content.decode('utf-8', 'ignore'), "html.parser")
threads = []