Don't muddle up the topics when sending Kafka batches
This commit is contained in:
@@ -3,6 +3,7 @@ import asyncio
|
||||
import random
|
||||
import string
|
||||
from math import ceil
|
||||
from os import getenv
|
||||
|
||||
import aiohttp
|
||||
from numpy import array_split
|
||||
@@ -10,8 +11,6 @@ from numpy import array_split
|
||||
import db
|
||||
import util
|
||||
|
||||
from os import getenv
|
||||
|
||||
# CONFIGURATION #
|
||||
|
||||
# Number of 4chan threads to request at once
|
||||
|
||||
@@ -1,11 +1,11 @@
|
||||
import asyncio
|
||||
from os import getenv
|
||||
|
||||
import orjson
|
||||
|
||||
import db
|
||||
import util
|
||||
from processing import process
|
||||
from os import getenv
|
||||
|
||||
SOURCES = ["4ch", "irc", "dis"]
|
||||
KEYPREFIX = "queue."
|
||||
|
||||
Reference in New Issue
Block a user