simon987/hexlib
1
0
Fork 0
mirror of https://github.com/simon987/hexlib.git synced 2025-04-04 02:12:59 +00:00
Code Issues Projects Releases Wiki Activity

Increase timeout

Browse Source
This commit is contained in:
simon987 2022-01-29 10:38:23 -05:00
parent cd5a1ac50c
commit d578be3218
2 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
hexlib/concurrency.py
View File

@ -34,7 +34,7 @@ class StatelessStreamWorker:
class StatelessStreamProcessor:
def __init__(self, worker_factory, chunk_size=128, processes=1):
def __init__(self, worker_factory, chunk_size=128, processes=1, timeout=60):
self._chunk_size = 128
self._queue = MPQueue(maxsize=chunk_size)
self._queue_out = MPQueue(maxsize=processes * 2)
@ -42,6 +42,7 @@ class StatelessStreamProcessor:
self._processes = []
self._factory = worker_factory
self._workers = []
self._timeout = timeout
if processes > 1:
for _ in range(processes):
@ -67,7 +68,7 @@ class StatelessStreamProcessor:
ingest_thread = Thread(target=self._ingest, args=(iterable,))
ingest_thread.start()
for results in queue_iter(self._queue_out, joinable=False, timeout=10):
for results in queue_iter(self._queue_out, joinable=False, timeout=self._timeout):
yield from results
ingest_thread.join()

2
setup.py
View File

@ -2,7 +2,7 @@ from setuptools import setup
setup(
name="hexlib",
version="1.73",
version="1.74",
description="Misc utility methods",
author="simon987",
author_email="me@simon987.net",