Pathogen
/
monolith
2
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Implement restricted sources

This commit is contained in:
Mark Veidemanis 2022-09-18 13:01:19 +01:00
parent dab5e81715
commit 3ed382ec13
Signed by: m
GPG Key ID: 5ACFCEED46C0904F
1 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
db.py
View File

@ -32,6 +32,12 @@ TYPES_MAIN = [
"topic", "topic",
"update", "update",
] ]
MAIN_SRC_MAP = {
"dis": "main",
"irc": "restricted",
"4ch": "main",
}
TYPES_META = ["who"] TYPES_META = ["who"]
TYPES_INT = ["conn", "highlight", "znc", "query", "self"] TYPES_INT = ["conn", "highlight", "znc", "query", "self"]
KEYPREFIX = "queue." KEYPREFIX = "queue."
@ -44,7 +50,8 @@ async def store_kafka_batch(data):
batch = producer.create_batch() batch = producer.create_batch()
for msg in data: for msg in data:
if msg["type"] in TYPES_MAIN: if msg["type"] in TYPES_MAIN:
index = "main" #index = "main"
index = MAIN_SRC_MAP[msg["src"]]
# schema = mc_s.schema_main # schema = mc_s.schema_main
elif msg["type"] in TYPES_META: elif msg["type"] in TYPES_META:
index = "meta" index = "meta"