Remove commented debug code

master
Mark Veidemanis 2 years ago
parent 02ff44a6f5
commit 5c91f1af87

@ -113,11 +113,7 @@ async def queue_message(msg):
"""
Queue a message on the Redis buffer.
"""
# src = msg["src"]
message = orjson.dumps(msg)
# key = f"{KEYPREFIX}{src}"
# log.debug(f"Queueing single message of string length {len(message)}")
await ar.sadd(KEYNAME, message)
@ -125,10 +121,6 @@ async def queue_message_bulk(data):
"""
Queue multiple messages on the Redis buffer.
"""
# log.debug(f"Queueing message batch of length {len(data)}")
for msg in data:
# src = msg["src"]
message = orjson.dumps(msg)
# key = f"{KEYPREFIX}{src}"
await ar.sadd(KEYNAME, message)

@ -7,15 +7,9 @@ import db
import util
from processing import process
# SOURCES = ["4ch", "irc", "dis"]
# DEBUG CODE REMOVE ME
# SOURCES.remove("4ch")
# SOURCES.remove("dis")
# DEBUG CODE REMOVE ME
# KEYPREFIX = "queue."
KEYNAME = "queue"
# Chunk size per source (divide by len(SOURCES) for total)
# Chunk size
CHUNK_SIZE = int(getenv("MONOLITH_INGEST_CHUNK_SIZE", "900"))
ITER_DELAY = float(getenv("MONOLITH_INGEST_ITER_DELAY", "0.5"))

Loading…
Cancel
Save