Send messages to Neptune Redis via PubSub

2023-01-12 07:20:43 +00:00
parent 0ab67becff
commit 02071758b5
4 changed files with 15 additions and 0 deletions
--- a/processing/process.py
+++ b/processing/process.py
@@ -162,6 +162,7 @@ def process_data(chunk, index, chunk_size):
        msg = db.r.rpop(KEYNAME)
        if not msg:
            return
+        # TODO: msgpack
        msg = orjson.loads(msg)
        total_start = time.process_time()
        # normalise fields