simon987/hexlib
1
0
Fork 0
mirror of https://github.com/simon987/hexlib.git synced 2025-04-10 14:06:43 +00:00
Code Issues Projects Releases Wiki Activity

Use hash in volatile state

Browse Source
This commit is contained in:
simon987 2020-12-20 20:15:17 -05:00
parent 6832b9edd6
commit 89b21884b7
3 changed files with 14 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
hexlib/db.py
View File

@ -2,6 +2,7 @@ import base64
import sqlite3 import sqlite3
import redis import redis
import orjson as json import orjson as json
import umsgpack
class PersistentState: class PersistentState:
@ -20,10 +21,9 @@ class PersistentState:
class VolatileState: class VolatileState:
"""Quick and dirty volatile dict-like redis wrapper""" """Quick and dirty volatile dict-like redis wrapper"""
def __init__(self, prefix, ttl=3600, **redis_args): def __init__(self, prefix, **redis_args):
self.rdb = redis.Redis(**redis_args) self.rdb = redis.Redis(**redis_args)
self.prefix = prefix self.prefix = prefix
self.ttl = ttl
def __getitem__(self, table): def __getitem__(self, table):
return RedisTable(self, table) return RedisTable(self, table)
@ -46,21 +46,22 @@ class RedisTable:
self._table = table self._table = table
def __setitem__(self, key, value): def __setitem__(self, key, value):
self._state.rdb.set(self._state.prefix + self._table + ":" + str(key), json.dumps(value), ex=self._state.ttl) self._state.rdb.hset(self._state.prefix + self._table, str(key), umsgpack.dumps(value))
def __getitem__(self, key): def __getitem__(self, key):
val = self._state.rdb.get(self._state.prefix + self._table + ":" + str(key)) val = self._state.rdb.hget(self._state.prefix + self._table, str(key))
if val: if val:
return json.loads(val) return umsgpack.loads(val)
return None return None
def __delitem__(self, key): def __delitem__(self, key):
self._state.rdb.delete(self._state.prefix + self._table + ":" + str(key)) self._state.rdb.hdel(self._state.prefix + self._table, str(key))
def __iter__(self): def __iter__(self):
for key in self._state.rdb.scan_iter(self._state.prefix + self._table + "*"): val = self._state.rdb.hgetall(self._state.prefix + self._table)
val = self._state.rdb.get(key) if val:
yield json.loads(val) if val else None return ((k, umsgpack.loads(v)) for k, v in
self._state.rdb.hgetall(self._state.prefix + self._table).items())
class RedisBooleanTable: class RedisBooleanTable:

5
setup.py
View File

@ -2,7 +2,7 @@ from setuptools import setup
setup( setup(
name="hexlib", name="hexlib",
version="1.18", version="1.19",
description="Misc utility methods", description="Misc utility methods",
author="simon987", author="simon987",
author_email="me@simon987.net", author_email="me@simon987.net",
@ -12,6 +12,7 @@ setup(
"data/*" "data/*"
]}, ]},
install_requires=[ install_requires=[
"ImageHash", "influxdb", "siphash", "python-dateutil", "redis", "orjson", "zstandard" "ImageHash", "influxdb", "siphash", "python-dateutil", "redis", "orjson", "zstandard",
"u-msgpack-python"
] ]
) )

2
test/test_VolatileState.py
View File

@ -23,7 +23,7 @@ class TestVolatileState(TestCase):
s["b"]["3"] = 3 s["b"]["3"] = 3
s["b"]["4"] = 4 s["b"]["4"] = 4
self.assertEqual(sum(s["b"]), 10) self.assertEqual(sum(v for k,v in s["b"]), 10)
def test_int_key(self): def test_int_key(self):
s = VolatileState(prefix="test2") s = VolatileState(prefix="test2")