Remove debugging code and fix regex substitution
This commit is contained in:
parent
3d293daad3
commit
64ebcedd76
|
@ -127,11 +127,11 @@ services:
|
||||||
# timeout: 2s
|
# timeout: 2s
|
||||||
# retries: 15
|
# retries: 15
|
||||||
healthcheck:
|
healthcheck:
|
||||||
test: ["CMD", \\]
|
test: ["CMD", "kafka-topics.sh", "--list", "--bootstrap-server", "kafka:9092"]
|
||||||
start_period: 15s
|
start_period: 15s
|
||||||
interval: 2s
|
interval: 2s
|
||||||
timeout: 5s
|
timeout: 30s
|
||||||
retries: 30
|
retries: 45
|
||||||
|
|
||||||
coordinator:
|
coordinator:
|
||||||
image: apache/druid:0.23.0
|
image: apache/druid:0.23.0
|
||||||
|
|
|
@ -22,7 +22,7 @@ DRUID_XMX=1g
|
||||||
DRUID_XMS=1g
|
DRUID_XMS=1g
|
||||||
DRUID_MAXNEWSIZE=250m
|
DRUID_MAXNEWSIZE=250m
|
||||||
DRUID_NEWSIZE=250m
|
DRUID_NEWSIZE=250m
|
||||||
DRUID_MAXDIRECTMEMORYSIZE=6172m
|
DRUID_MAXDIRECTMEMORYSIZE=2500m
|
||||||
|
|
||||||
druid_emitter_logging_logLevel=debug
|
druid_emitter_logging_logLevel=debug
|
||||||
|
|
||||||
|
@ -38,7 +38,7 @@ druid_metadata_storage_connector_password=FoolishPassword
|
||||||
|
|
||||||
druid_coordinator_balancer_strategy=cachingCost
|
druid_coordinator_balancer_strategy=cachingCost
|
||||||
|
|
||||||
druid_indexer_runner_javaOptsArray=["-server", "-Xmx1g", "-Xms1g", "-XX:MaxDirectMemorySize=3g", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"]
|
druid_indexer_runner_javaOptsArray=["-server", "-Xmx1g", "-Xms1g", "-XX:MaxDirectMemorySize=1gb", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"]
|
||||||
druid_indexer_fork_property_druid_processing_buffer_sizeBytes=256MiB
|
druid_indexer_fork_property_druid_processing_buffer_sizeBytes=256MiB
|
||||||
|
|
||||||
druid_storage_type=local
|
druid_storage_type=local
|
||||||
|
|
|
@ -67,8 +67,6 @@ def parsemeta(numName, c):
|
||||||
|
|
||||||
def queue_message(c):
|
def queue_message(c):
|
||||||
message = json.dumps(c)
|
message = json.dumps(c)
|
||||||
print("APPENDING MESSAGE", message)
|
|
||||||
print("KEY", main.config["Ingest"]["Key"])
|
|
||||||
main.g.sadd(main.config["Ingest"]["Key"], message)
|
main.g.sadd(main.config["Ingest"]["Key"], message)
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -145,7 +145,7 @@ def process_data(data):
|
||||||
|
|
||||||
# 4chan - since we change the attributes below
|
# 4chan - since we change the attributes below
|
||||||
if "com" in msg:
|
if "com" in msg:
|
||||||
msg["msg"] = RE_BAD_CHARS.sub("", msg["msg"])
|
msg["com"] = RE_BAD_CHARS.sub("", msg["com"])
|
||||||
|
|
||||||
if msg["src"] == "4ch":
|
if msg["src"] == "4ch":
|
||||||
board = msg["net"]
|
board = msg["net"]
|
||||||
|
|
Loading…
Reference in New Issue