Implement Apache Druid/Kafka and Metabase

docker-compose.yml

@@ -45,6 +45,20 @@ services:
       - tmp
       - redis
 
+  turnilo:
+    container_name: turnilo
+    image: uchhatre/turnilo:latest
+    ports:
+      - 9093:9090
+    environment:
+      - DRUID_BROKER_URL=http://broker:8082
+
+  metabase:
+    container_name: metabase
+    image: metabase/metabase:latest
+    ports:
+      - 3001:3000
+
   postgres:
     container_name: postgres
     image: postgres:latest
@@ -64,6 +78,22 @@ services:
     environment:
       - ZOO_MY_ID=1
 
+  kafka:
+    image: bitnami/kafka
+    depends_on:
+      - zookeeper
+    ports:
+      - 29092:29092
+      - 9092:9092
+    environment:
+      KAFKA_BROKER_ID: 1
+      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092
+      #KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
+      KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
+      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
+      ALLOW_PLAINTEXT_LISTENER: yes
+
   coordinator:
     image: apache/druid:0.23.0
     container_name: coordinator

docker/requirements.txt

@@ -8,3 +8,4 @@ manticoresearch
 numpy
 ujson
 aioredis[hiredis]
+aiokafka

environment

@@ -26,7 +26,7 @@ DRUID_MAXDIRECTMEMORYSIZE=6172m
 
 druid_emitter_logging_logLevel=debug
 
-druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage"]
+druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"]
 
 druid_zk_service_host=zookeeper
 

requirements.txt

@@ -9,3 +9,4 @@ manticoresearch
 numpy
 ujson
 aioredis[hiredis]
+aiokafka