simon987/hexlib
1
0
Fork 0
mirror of https://github.com/simon987/hexlib.git synced 2025-04-10 14:06:43 +00:00
Code Issues Projects Releases Wiki Activity

tweak StatefulStreamWorker interface

Browse Source
This commit is contained in:
simon987 2021-09-19 14:19:17 -04:00
parent f4a5e6cf53
commit c560cc2010
2 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
hexlib/concurrency.py
View File

@ -13,15 +13,18 @@ class StatefulStreamWorker:
def run(self, q: Queue): def run(self, q: Queue):
for chunk in queue_iter(q, joinable=False, timeout=3): for chunk in queue_iter(q, joinable=False, timeout=3):
self.process_chunk(chunk) self._process_chunk(chunk)
def process_chunk(self, chunk): def _process_chunk(self, chunk):
for item in chunk: for item in chunk:
self.process(item) self.process(item)
def process(self, item) -> None: def process(self, item) -> None:
raise NotImplementedError raise NotImplementedError
def results(self):
raise NotImplementedError
class StatefulStreamProcessor: class StatefulStreamProcessor:
def __init__(self, worker_factory, chunk_size=128, processes=1): def __init__(self, worker_factory, chunk_size=128, processes=1):

2
setup.py
View File

@ -2,7 +2,7 @@ from setuptools import setup
setup( setup(
name="hexlib", name="hexlib",
version="1.54", version="1.55",
description="Misc utility methods", description="Misc utility methods",
author="simon987", author="simon987",
author_email="me@simon987.net", author_email="me@simon987.net",