|
|
|
@ -44,8 +44,6 @@ KEYNAME = "queue"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
async def store_kafka_batch(data):
|
|
|
|
|
print("FAKE STORE KAFKA BATCH")
|
|
|
|
|
return
|
|
|
|
|
# log.debug(f"Storing Kafka batch of {len(data)} messages")
|
|
|
|
|
producer = AIOKafkaProducer(bootstrap_servers="kafka:9092")
|
|
|
|
|
await producer.start()
|
|
|
|
@ -116,7 +114,7 @@ async def queue_message(msg):
|
|
|
|
|
Queue a message on the Redis buffer.
|
|
|
|
|
"""
|
|
|
|
|
message = orjson.dumps(msg)
|
|
|
|
|
await ar.zadd(KEYNAME, message)
|
|
|
|
|
await ar.lpush(KEYNAME, message)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
async def queue_message_bulk(data):
|
|
|
|
@ -125,4 +123,4 @@ async def queue_message_bulk(data):
|
|
|
|
|
"""
|
|
|
|
|
for msg in data:
|
|
|
|
|
message = orjson.dumps(msg)
|
|
|
|
|
await ar.zadd(KEYNAME, message)
|
|
|
|
|
await ar.lpush(KEYNAME, message)
|
|
|
|
|