simon987/chan_feed
1
0
Fork 0
mirror of https://github.com/simon987/chan_feed.git synced 2025-12-15 05:19:02 +00:00
Code Issues Projects Releases Wiki Activity

Optional proxy, small refactor

Browse Source
This commit is contained in:
simon
2019-11-19 19:10:09 -05:00
parent b6425713a8
commit 65712e2ca1
6 changed files with 35 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
run.py
View File

@@ -19,8 +19,8 @@ BYPASS_RPS = False
class ChanScanner:
def __init__(self, helper):
self.web = Web(monitoring if MONITORING else None, rps=helper.rps)
def __init__(self, helper, proxy):
self.web = Web(monitoring if MONITORING else None, rps=helper.rps, proxy=proxy)
self.helper = helper
self.state = ChanState()
@@ -139,9 +139,9 @@ class ChanState:
conn.commit()
def publish_worker(queue: Queue, helper):
def publish_worker(queue: Queue, helper, p):
channel = connect()
web = Web(monitoring if MONITORING else None, rps=helper.rps)
web = Web(monitoring if MONITORING else None, rps=helper.rps, proxy=p)
while True:
try:
@@ -203,6 +203,12 @@ if __name__ == "__main__":
chan = sys.argv[2]
chan_helper = CHANS[chan]
proxy = None
if len(sys.argv) > 3:
proxy = sys.argv[3]
logger.info("Using proxy %s" % proxy)
BYPASS_RPS = True
if BYPASS_RPS:
chan_helper.rps = 10
@@ -212,10 +218,10 @@ if __name__ == "__main__":
publish_q = Queue()
for _ in range(5):
publish_thread = Thread(target=publish_worker, args=(publish_q, chan_helper))
publish_thread = Thread(target=publish_worker, args=(publish_q, chan_helper, proxy))
publish_thread.start()
s = ChanScanner(chan_helper)
s = ChanScanner(chan_helper, proxy)
while True:
for p, b in s.all_posts():
publish_q.put((p, b))