simon987/chan_feed
1
0
Fork 0
mirror of https://github.com/simon987/chan_feed.git synced 2025-04-10 14:06:42 +00:00
Code Issues Projects Releases Wiki Activity

monitoring tweaks + bug fixes

Browse Source
This commit is contained in:
simon 2019-09-10 14:12:47 -04:00
parent 8f8c4f23f0
commit 6b9db95637
3 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
chan/fchan_html.py
View File

@ -15,8 +15,10 @@ class FChanHtmlChanHelper(DesuChanHtmlChanHelper):
threads = []
for threadEl in soup.find_all("div", id=lambda tid: tid and re.match("thread[0-9]+", tid)):
omit = threadEl.find("span", class_="omittedposts")
threads.append({
"id": int(threadEl.get("id")[6:]),
"omit": int(omit.text.split(" ")[0]) if omit and omit.text else 0
})
next_url = None

2
chan/tgchan_html.py
View File

@ -15,8 +15,10 @@ class TgChanHtmlChanHelper(DesuChanHtmlChanHelper):
threads = []
for threadEl in soup.find_all("div", id=lambda tid: tid and tid[6:7].isdigit()):
omit = threadEl.find("span", class_="omittedposts")
threads.append({
"id": int(re.search("thread([0-9]+)[a-zA-Z]*", threadEl.get("id")).group(1)),
"omit": int(omit.text.split(" ")[0]) if omit else 0
})
for form in soup.find_all("form"):

6
util.py
View File

@ -63,7 +63,8 @@ class Web:
"measurement": "web",
"time": str(datetime.utcnow()),
"fields": {
"status_code": r.status_code
"status_code": r.status_code,
"size": len(r.content),
},
"tags": {
"ok": r.status_code == 200
@ -77,7 +78,8 @@ class Web:
"measurement": "web",
"time": str(datetime.utcnow()),
"fields": {
"status_code": 0
"status_code": 0,
"size": 0,
},
"tags": {
"ok": False