mirror of
https://github.com/simon987/hexlib.git
synced 2025-04-10 14:06:43 +00:00
Set max_window_size=2147483648 for zstd
This commit is contained in:
parent
d578be3218
commit
084acbe184
@ -85,7 +85,7 @@ def ndjson_iter(*files, compression=""):
|
|||||||
line_iter = BufferedReader(gzip.open(file))
|
line_iter = BufferedReader(gzip.open(file))
|
||||||
elif compression == COMPRESSION_ZSTD:
|
elif compression == COMPRESSION_ZSTD:
|
||||||
fp = open(file, "rb")
|
fp = open(file, "rb")
|
||||||
dctx = zstandard.ZstdDecompressor()
|
dctx = zstandard.ZstdDecompressor(max_window_size=2147483648)
|
||||||
reader = dctx.stream_reader(fp)
|
reader = dctx.stream_reader(fp)
|
||||||
line_iter = BufferedReader(reader)
|
line_iter = BufferedReader(reader)
|
||||||
|
|
||||||
|
2
setup.py
2
setup.py
@ -2,7 +2,7 @@ from setuptools import setup
|
|||||||
|
|
||||||
setup(
|
setup(
|
||||||
name="hexlib",
|
name="hexlib",
|
||||||
version="1.74",
|
version="1.75",
|
||||||
description="Misc utility methods",
|
description="Misc utility methods",
|
||||||
author="simon987",
|
author="simon987",
|
||||||
author_email="me@simon987.net",
|
author_email="me@simon987.net",
|
||||||
|
Loading…
x
Reference in New Issue
Block a user