Pathogen
/
monolith
2
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Remove debugging code and fix regex substitution

This commit is contained in:
Mark Veidemanis 2022-09-21 12:48:54 +01:00
parent 9ee55a720b
commit 4a60dec964
4 changed files with 6 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
docker-compose.yml
View File

@ -127,11 +127,11 @@ services:
# timeout: 2s # timeout: 2s
# retries: 15 # retries: 15
healthcheck: healthcheck:
test: ["CMD", \\] test: ["CMD", "kafka-topics.sh", "--list", "--bootstrap-server", "kafka:9092"]
start_period: 15s start_period: 15s
interval: 2s interval: 2s
timeout: 5s timeout: 30s
retries: 30 retries: 45
coordinator: coordinator:
image: apache/druid:0.23.0 image: apache/druid:0.23.0

4
environment
View File

@ -22,7 +22,7 @@ DRUID_XMX=1g
DRUID_XMS=1g DRUID_XMS=1g
DRUID_MAXNEWSIZE=250m DRUID_MAXNEWSIZE=250m
DRUID_NEWSIZE=250m DRUID_NEWSIZE=250m
DRUID_MAXDIRECTMEMORYSIZE=6172m DRUID_MAXDIRECTMEMORYSIZE=2500m
druid_emitter_logging_logLevel=debug druid_emitter_logging_logLevel=debug
@ -38,7 +38,7 @@ druid_metadata_storage_connector_password=FoolishPassword
druid_coordinator_balancer_strategy=cachingCost druid_coordinator_balancer_strategy=cachingCost
druid_indexer_runner_javaOptsArray=["-server", "-Xmx1g", "-Xms1g", "-XX:MaxDirectMemorySize=3g", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"] druid_indexer_runner_javaOptsArray=["-server", "-Xmx1g", "-Xms1g", "-XX:MaxDirectMemorySize=1gb", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"]
druid_indexer_fork_property_druid_processing_buffer_sizeBytes=256MiB druid_indexer_fork_property_druid_processing_buffer_sizeBytes=256MiB
druid_storage_type=local druid_storage_type=local

2
legacy/modules/monitor.py
View File

@ -67,8 +67,6 @@ def parsemeta(numName, c):
def queue_message(c): def queue_message(c):
message = json.dumps(c) message = json.dumps(c)
print("APPENDING MESSAGE", message)
print("KEY", main.config["Ingest"]["Key"])
main.g.sadd(main.config["Ingest"]["Key"], message) main.g.sadd(main.config["Ingest"]["Key"], message)

2
processing/process.py
View File

@ -145,7 +145,7 @@ def process_data(data):
# 4chan - since we change the attributes below # 4chan - since we change the attributes below
if "com" in msg: if "com" in msg:
msg["msg"] = RE_BAD_CHARS.sub("", msg["msg"]) msg["com"] = RE_BAD_CHARS.sub("", msg["com"])
if msg["src"] == "4ch": if msg["src"] == "4ch":
board = msg["net"] board = msg["net"]