add redis_publish

This commit is contained in:
simon987 2021-03-25 18:25:46 -04:00
parent 53a03baaa4
commit 021da84433
2 changed files with 20 additions and 3 deletions

View File

@ -1,11 +1,14 @@
import redis
import os
from fake_useragent import UserAgent
import redis
from fake_useragent import UserAgent
from hexlib.log import stdout_logger
from hexlib.web import Web
ARC_LISTS = os.environ.get("ARC_LISTS", "arc").split(",")
PUBLISH_CHANNEL = os.environ.get("PUBLISH_CHANNEL", None)
def get_redis():
return redis.Redis(
@ -14,6 +17,20 @@ def get_redis():
)
def redis_publish(rdb, item, item_source, item_type, item_category="x"):
item_source = item_source.replace(".", "-")
item_type = item_type.replace(".", "-")
item_category = item_category.replace(".", "-")
if PUBLISH_CHANNEL is not None:
routing_key = f"{PUBLISH_CHANNEL}.{item_source}.{item_type}.{item_category}"
rdb.publish(routing_key, item)
for arc_list in ARC_LISTS:
routing_key = f"{arc_list}.{item_source}.{item_type}.{item_category}"
rdb.publish(routing_key, item)
def get_web():
ua = UserAgent()

View File

@ -2,7 +2,7 @@ from setuptools import setup
setup(
name="hexlib",
version="1.31",
version="1.32",
description="Misc utility methods",
author="simon987",
author_email="me@simon987.net",