simon987/chan_feed
1
0
Fork 0
mirror of https://github.com/simon987/chan_feed.git synced 2025-04-19 18:16:44 +00:00
Code Issues Projects Releases Wiki Activity

Update boards

Browse Source
This commit is contained in:
simon 2019-09-05 18:47:31 -04:00
parent cfaa9d92c9
commit 547933cfd9
2 changed files with 28 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
README.md
View File

@ -5,7 +5,7 @@ image boards and publishes serialised JSON to RabbitMQ
for real-time ingest. for real-time ingest.
Compatible image boards: 4chan, lainchan, uboachan, Compatible image boards: 4chan, lainchan, uboachan,
22chan, wizchan, 1chan, 2ch.hk. 22chan, wizchan, 1chan, 2ch.hk, endchan.
Can optionally push monitoring data to InfluxDB. Below is an Can optionally push monitoring data to InfluxDB. Below is an
example of Grafana being used to display it. example of Grafana being used to display it.

45
chan.py
View File

@ -199,7 +199,7 @@ CHANS = {
"https://i.4cdn.org/", "https://i.4cdn.org/",
"/thread/", "/thread/",
"/", "/",
[ (
"a", "b", "c", "d", "e", "f", "g", "gif", "h", "hr", "a", "b", "c", "d", "e", "f", "g", "gif", "h", "hr",
"k", "m", "o", "p", "r", "s", "t", "u", "v", "vg", "k", "m", "o", "p", "r", "s", "t", "u", "v", "vg",
"vr", "w", "wg", "i", "ic", "r9k", "s4s", "vip", "qa", "vr", "w", "wg", "i", "ic", "r9k", "s4s", "vip", "qa",
@ -208,7 +208,7 @@ CHANS = {
"gd", "hc", "his", "int", "jp", "lit", "mlp", "mu", "n", "gd", "hc", "his", "int", "jp", "lit", "mlp", "mu", "n",
"news", "out", "po", "pol", "qst", "sci", "soc", "sp", "news", "out", "po", "pol", "qst", "sci", "soc", "sp",
"tg", "toy", "trv", "tv", "vp", "wsg", "wsr", "x" "tg", "toy", "trv", "tv", "vp", "wsg", "wsr", "x"
] )
), ),
"lainchan": JsonChanHelper( "lainchan": JsonChanHelper(
2, 2,
@ -216,11 +216,11 @@ CHANS = {
"https://lainchan.org/", "https://lainchan.org/",
"/res/", "/res/",
"/src/", "/src/",
[ (
"λ", "diy", "sec", "tech", "inter", "lit", "music", "vis", "λ", "diy", "sec", "tech", "inter", "lit", "music", "vis",
"hum", "drg", "zzz", "layer", "q", "r", "cult", "psy", "hum", "drg", "zzz", "layer", "q", "r", "cult", "psy",
"mega", "mega",
] )
), ),
"uboachan": JsonChanHelper( "uboachan": JsonChanHelper(
3, 3,
@ -228,10 +228,10 @@ CHANS = {
"https://uboachan.net/", "https://uboachan.net/",
"/res/", "/res/",
"/src/", "/src/",
[ (
"yn", "yndd", "fg", "yume", "o", "lit", "media", "og", "yn", "yndd", "fg", "yume", "o", "lit", "media", "og",
"ig", "2", "ot", "hikki", "cc", "x", "sugg" "ig", "2", "ot", "hikki", "cc", "x", "sugg"
] )
), ),
"22chan": JsonChanHelper( "22chan": JsonChanHelper(
4, 4,
@ -239,10 +239,10 @@ CHANS = {
"https://22chan.org/", "https://22chan.org/",
"/res/", "/res/",
"/src/", "/src/",
[ (
"a", "b", "f", "yu", "i", "k", "mu", "pol", "sewers", "a", "b", "f", "yu", "i", "k", "mu", "pol", "sewers",
"sg", "t", "vg" "sg", "t", "vg"
] )
), ),
"wizchan": JsonChanHelper( "wizchan": JsonChanHelper(
5, 5,
@ -250,9 +250,9 @@ CHANS = {
"https://wizchan.org/", "https://wizchan.org/",
"/res/", "/res/",
"/src/", "/src/",
[ (
"wiz", "dep", "hob", "lounge", "jp", "meta", "games", "music", "wiz", "dep", "hob", "lounge", "jp", "meta", "games", "music",
] )
), ),
# TODO # TODO
"1chan": ChanHelper( "1chan": ChanHelper(
@ -261,9 +261,9 @@ CHANS = {
"https://www.1chan.net/", "https://www.1chan.net/",
"/res/", "/res/",
"/src/", "/src/",
[ (
"rails" "rails"
], ),
), ),
"2chhk": RussianJsonChanHelper( "2chhk": RussianJsonChanHelper(
7, 7,
@ -271,7 +271,7 @@ CHANS = {
"https://2ch.hk/", "https://2ch.hk/",
"/res/", "/res/",
"/src/", "/src/",
[ (
"d", "b", "o", "soc", "media", "r", "api", "rf", "int", "d", "b", "o", "soc", "media", "r", "api", "rf", "int",
"po", "news", "hry", "au", "bi", "biz", "bo", "c", "em", "po", "news", "hry", "au", "bi", "biz", "bo", "c", "em",
"fa", "fiz", "fl", "ftb", "hh", "hi", "me", "mg", "mlp", "fa", "fiz", "fl", "ftb", "hh", "hi", "me", "mg", "mlp",
@ -282,17 +282,26 @@ CHANS = {
"web", "bg", "cg", "gsg", "ruvn", "tes", "v", "vg", "wr", "web", "bg", "cg", "gsg", "ruvn", "tes", "v", "vg", "wr",
"a", "fd", "ja", "ma", "vn", "fg", "fur", "gg", "ga", "a", "fd", "ja", "ma", "vn", "fg", "fur", "gg", "ga",
"vape", "h", "ho", "hc", "e", "fet", "sex", "fag" "vape", "h", "ho", "hc", "e", "fet", "sex", "fag"
], ),
), ),
# TODO
"endchan": HtmlChanHelper( "endchan": HtmlChanHelper(
8, 8,
"https://endchan.net/", "https://endchan.net/",
"https://endchan.net/", "https://endchan.net/",
"/res/", "/res/",
"/.media/", "/.media/",
[ (
"yuri" "art", "film", "oekaki", "draw",
], "adv", "r9k", "hope", "spoon",
"a", "am", "amr", "l", "monster", "m", "2hu", "animach",
"b", "webm", "v", "vvv", "vidya", "tg", "otomad", "mu",
"metal", "tv", "f", "clipuploads",
"4", "deutsch", "j", "jp" "italia", "fr", "kc", "kurenai", "int",
"intl", "lang", "librejp", "rzabczan", "55chan",
"pol", "pdfs", "his", "ggrevols", "horror", "aethism",
"tech", "g", "markov", "os", "agdg", "cyber", "HTML", "2600",
"ausneets", "qanonresearch", "polru", "yuri", "christianity",
"kc", "rapport", "news", "brit", "webm",
),
), ),
} }