simon987/chan_feed
1
0
Fork 0
mirror of https://github.com/simon987/chan_feed.git synced 2025-12-15 21:39:03 +00:00
Code Issues Projects Releases Wiki Activity

add 0chan, inplement mtime for html boards

Browse Source
This commit is contained in:
simon
2019-09-08 22:09:20 -04:00
parent b6c42c1db3
commit 06d6762d51
9 changed files with 130 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
chan/doushio_html.py
View File

@@ -28,20 +28,22 @@ class DoushioHtmlChanHelper(ChanHelper):
@staticmethod
def thread_mtime(thread):
return -1
return thread["omit"]
@staticmethod
def item_mtime(item):
return item["time"]
def parse_threads_list(self, r):
soup = BeautifulSoup(r.text, "html.parser")
soup = BeautifulSoup(r.content.decode('utf-8', 'ignore'), "html.parser")
threads = []
for threadEl in soup.find_all("section"):
omit = threadEl.find("span", class_="omit")
threads.append({
"id": int(threadEl.get("id")),
"omit": int(omit.text.split(" ")[0]) if omit else 0
})
next_url = soup.find("link", attrs={"rel": "next"})
@@ -51,7 +53,7 @@ class DoushioHtmlChanHelper(ChanHelper):
@staticmethod
def parse_thread(r):
soup = BeautifulSoup(r.text, "html.parser")
soup = BeautifulSoup(r.content.decode('utf-8', 'ignore'), "html.parser")
op_el = soup.find("section")
for post_el in op_el.find_all("article"):