Properly process Redis buffered messages and ingest into Kafka

This commit is contained in:
2022-09-14 18:32:32 +01:00
parent c5f01c3084
commit f432e9b29e
6 changed files with 190 additions and 133 deletions

View File

@@ -1,11 +1,11 @@
import asyncio
from os import getenv
import db
import util
from sources.ch4 import Chan4
from sources.dis import DiscordClient
from sources.ingest import Ingest
import db
# For development
# if not getenv("DISCORD_TOKEN", None):
@@ -27,7 +27,6 @@ async def main(loop):
log.info("Starting Discord handler.")
client = DiscordClient()
loop.create_task(client.start(token))
# client.run(token)
log.info("Starting 4chan handler.")
chan = Chan4()