Remove commented debug code
This commit is contained in:
parent
02ff44a6f5
commit
5c91f1af87
8
db.py
8
db.py
|
@ -113,11 +113,7 @@ async def queue_message(msg):
|
|||
"""
|
||||
Queue a message on the Redis buffer.
|
||||
"""
|
||||
# src = msg["src"]
|
||||
message = orjson.dumps(msg)
|
||||
|
||||
# key = f"{KEYPREFIX}{src}"
|
||||
# log.debug(f"Queueing single message of string length {len(message)}")
|
||||
await ar.sadd(KEYNAME, message)
|
||||
|
||||
|
||||
|
@ -125,10 +121,6 @@ async def queue_message_bulk(data):
|
|||
"""
|
||||
Queue multiple messages on the Redis buffer.
|
||||
"""
|
||||
# log.debug(f"Queueing message batch of length {len(data)}")
|
||||
for msg in data:
|
||||
# src = msg["src"]
|
||||
message = orjson.dumps(msg)
|
||||
|
||||
# key = f"{KEYPREFIX}{src}"
|
||||
await ar.sadd(KEYNAME, message)
|
||||
|
|
|
@ -7,15 +7,9 @@ import db
|
|||
import util
|
||||
from processing import process
|
||||
|
||||
# SOURCES = ["4ch", "irc", "dis"]
|
||||
# DEBUG CODE REMOVE ME
|
||||
# SOURCES.remove("4ch")
|
||||
# SOURCES.remove("dis")
|
||||
# DEBUG CODE REMOVE ME
|
||||
# KEYPREFIX = "queue."
|
||||
KEYNAME = "queue"
|
||||
|
||||
# Chunk size per source (divide by len(SOURCES) for total)
|
||||
# Chunk size
|
||||
CHUNK_SIZE = int(getenv("MONOLITH_INGEST_CHUNK_SIZE", "900"))
|
||||
ITER_DELAY = float(getenv("MONOLITH_INGEST_ITER_DELAY", "0.5"))
|
||||
|
||||
|
|
Loading…
Reference in New Issue