Architeuthis/import_from_broker.py
2020-01-03 12:25:24 -05:00

37 lines
823 B
Python

import asyncio
import sys
import requests
from proxybroker import Broker, Checker
if len(sys.argv) < 2:
print("Architeuthis url required")
quit(0)
ARCHITEUTHIS_URL = sys.argv[1]
def add_to_architeuthis(name, url):
r = requests.get(ARCHITEUTHIS_URL + "/add_proxy?name=%s&url=%s" % (name, url))
print("ADD %s <%d>" % (name, r.status_code))
async def add(proxies):
while True:
proxy = await proxies.get()
if proxy is None:
break
url = "http://%s:%d" % (proxy.host, proxy.port)
name = "%s_%d" % (proxy.host, proxy.port)
add_to_architeuthis(name, url)
proxies = asyncio.Queue()
broker = Broker(proxies)
tasks = asyncio.gather(broker.find(types=['HTTPS'], limit=300), add(proxies))
loop = asyncio.get_event_loop()
loop.run_until_complete(tasks)