From 3c2adfc16e0307b9585ca82756ae35e583783a14 Mon Sep 17 00:00:00 2001
From: Mark Veidemanis <m@zm.is>
Date: Tue, 13 Sep 2022 22:17:32 +0100
Subject: [PATCH] Implement Apache Druid/Kafka and Metabase

---
 docker-compose.yml      | 30 ++++++++++++++++++++++++++++++
 docker/requirements.txt |  1 +
 environment             |  2 +-
 requirements.txt        |  1 +
 4 files changed, 33 insertions(+), 1 deletion(-)

diff --git a/docker-compose.yml b/docker-compose.yml
index e73c970..8d15443 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -45,6 +45,20 @@ services:
       - tmp
       - redis
 
+  turnilo:
+    container_name: turnilo
+    image: uchhatre/turnilo:latest
+    ports:
+      - 9093:9090
+    environment:
+      - DRUID_BROKER_URL=http://broker:8082
+
+  metabase:
+    container_name: metabase
+    image: metabase/metabase:latest
+    ports:
+      - 3001:3000
+
   postgres:
     container_name: postgres
     image: postgres:latest
@@ -64,6 +78,22 @@ services:
     environment:
       - ZOO_MY_ID=1
 
+  kafka:
+    image: bitnami/kafka
+    depends_on:
+      - zookeeper
+    ports:
+      - 29092:29092
+      - 9092:9092
+    environment:
+      KAFKA_BROKER_ID: 1
+      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092
+      #KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
+      KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
+      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
+      ALLOW_PLAINTEXT_LISTENER: yes
+
   coordinator:
     image: apache/druid:0.23.0
     container_name: coordinator
diff --git a/docker/requirements.txt b/docker/requirements.txt
index 8ec92ae..137542a 100644
--- a/docker/requirements.txt
+++ b/docker/requirements.txt
@@ -8,3 +8,4 @@ manticoresearch
 numpy
 ujson
 aioredis[hiredis]
+aiokafka
diff --git a/environment b/environment
index 7bb9214..8c4e756 100644
--- a/environment
+++ b/environment
@@ -26,7 +26,7 @@ DRUID_MAXDIRECTMEMORYSIZE=6172m
 
 druid_emitter_logging_logLevel=debug
 
-druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage"]
+druid_extensions_loadList=["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage", "druid-kafka-indexing-service"]
 
 druid_zk_service_host=zookeeper
 
diff --git a/requirements.txt b/requirements.txt
index 860086f..10ad22d 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -9,3 +9,4 @@ manticoresearch
 numpy
 ujson
 aioredis[hiredis]
+aiokafka