Use one image for all the Druid services

2022-10-04 21:30:17 +01:00 · 2022-10-04 21:30:17 +01:00 · aea1c7faf6
parent 2d6b3bb090
commit aea1c7faf6
4 changed files with 142 additions and 82 deletions
--- a/docker-compose.yml
+++ b/docker-compose.yml
@ -100,7 +100,7 @@ services:
    container_name: superset_cache
    restart: unless-stopped
    volumes:
-      - redis:/data
+      - redis_superset:/data
  db:
    env_file: docker/.env-non-dev
    image: postgres:10
@ -195,89 +195,117 @@ services:
      timeout: 30s
      retries: 45

-  coordinator:
-    image: apache/druid:0.23.0
-    container_name: coordinator
+  druid:
+    image: pathogen/druid:0.23.0
+    build: ./docker/druid/
+    container_name: druid
    volumes:
      - druid_shared:/opt/shared
-      - coordinator_var:/opt/druid/var
+      - druid_var:/opt/druid/var
    depends_on: 
      - zookeeper
      - postgres
    ports:
      - "8081:8081"
-    command:
-      - coordinator
-    env_file:
-      - environment
-
-  broker:
-    image: apache/druid:0.23.0
-    container_name: broker
-    volumes:
-      - broker_var:/opt/druid/var
-    depends_on: 
-      - zookeeper
-      - postgres
-      - coordinator
-    ports:
      - "8082:8082"
-    command:
-      - broker
-    env_file:
-      - environment
-
-  historical:
-    image: apache/druid:0.23.0
-    container_name: historical
-    volumes:
-      - druid_shared:/opt/shared
-      - historical_var:/opt/druid/var
-    depends_on: 
-      - zookeeper
-      - postgres
-      - coordinator
-    ports:
      - "8083:8083"
-    command:
-      - historical
-    env_file:
-      - environment
-
-  middlemanager:
-    image: apache/druid:0.23.0
-    container_name: middlemanager
-    volumes:
-      - druid_shared:/opt/shared
-      - middle_var:/opt/druid/var
-    depends_on: 
-      - zookeeper
-      - postgres
-      - coordinator
-    ports:
-      - "8091:8091"
-      - "8100-8105:8100-8105"
-    command:
-      - middleManager
-    env_file:
-      - environment
-
-  router:
-    image: apache/druid:0.23.0
-    container_name: router
-    volumes:
-      - router_var:/opt/druid/var
-    depends_on:
-      - zookeeper
-      - postgres
-      - coordinator
-    ports:
      - "8888:8888"
-    command:
-      - router
    env_file:
      - environment

+  # coordinator:
+  #   #image: apache/druid:0.23.0
+  #   image: pathogen/druid:0.23.0
+  #   build: ./docker/druid/
+  #   container_name: coordinator
+  #   volumes:
+  #     - druid_shared:/opt/shared
+  #     - coordinator_var:/opt/druid/var
+  #   depends_on: 
+  #     - zookeeper
+  #     - postgres
+  #   ports:
+  #     - "8081:8081"
+  #   command:
+  #     - coordinator
+  #   env_file:
+  #     - environment
+
+  # broker:
+  #   #image: apache/druid:0.23.0
+  #   image: pathogen/druid:0.23.0
+  #   build: ./docker/druid/
+  #   container_name: broker
+  #   volumes:
+  #     - broker_var:/opt/druid/var
+  #   depends_on: 
+  #     - zookeeper
+  #     - postgres
+  #     - coordinator
+  #   ports:
+  #     - "8082:8082"
+  #   command:
+  #     - broker
+  #   env_file:
+  #     - environment
+
+  # historical:
+  #   #image: apache/druid:0.23.0
+  #   image: pathogen/druid:0.23.0
+  #   build: ./docker/druid/
+  #   container_name: historical
+  #   volumes:
+  #     - druid_shared:/opt/shared
+  #     - historical_var:/opt/druid/var
+  #   depends_on: 
+  #     - zookeeper
+  #     - postgres
+  #     - coordinator
+  #   ports:
+  #     - "8083:8083"
+  #   command:
+  #     - historical
+  #   env_file:
+  #     - environment
+
+  # middlemanager:
+  #   #image: apache/druid:0.23.0
+  #   image: pathogen/druid:0.23.0
+  #   build: ./docker/druid/
+  #   container_name: middlemanager
+  #   volumes:
+  #     - druid_shared:/opt/shared
+  #     - middle_var:/opt/druid/var
+  #   depends_on: 
+  #     - zookeeper
+  #     - postgres
+  #     - coordinator
+  #   ports:
+  #     - "8091:8091"
+  #     - "8100-8105:8100-8105"
+  #   command:
+  #     - middleManager
+  #   env_file:
+  #     - environment
+
+  # router:
+  #   #image: apache/druid:0.23.0
+  #   image: pathogen/druid:0.23.0
+  #   build: ./docker/druid/
+  #   container_name: router
+  #   volumes:
+  #     - router_var:/opt/druid/var
+  #   depends_on:
+  #     - zookeeper
+  #     - postgres
+  #     - coordinator
+  #   ports:
+  #     - "8888:8888"
+  #   command:
+  #     - router
+  #   env_file:
+  #     - environment
+
  # db:
  #   #image: pathogen/manticore:kibana
  #   image: manticoresearch/manticore:dev
@ -343,9 +371,9 @@ volumes:
    external: false
  redis_data: {}
  metadata_data: {}
-  middle_var: {}
-  historical_var: {}
-  broker_var: {}
-  coordinator_var: {}
-  router_var: {}
+  # middle_var: {}
+  # historical_var: {}
+  # broker_var: {}
+  # coordinator_var: {}
+  druid_var: {}
  druid_shared: {}
--- a/docker/docker-compose.prod.yml
+++ b/docker/docker-compose.prod.yml
@ -200,7 +200,9 @@ services:
      retries: 45

  coordinator:
-    image: apache/druid:0.23.0
+    #image: apache/druid:0.23.0
+    image: pathogen/druid:0.23.0
+    build: ./druid
    container_name: coordinator
    volumes:
      - /block/store/druid_shared:/opt/shared
@ -216,7 +218,9 @@ services:
      - environment

  broker:
-    image: apache/druid:0.23.0
+    #image: apache/druid:0.23.0
+    image: pathogen/druid:0.23.0
+    build: ./druid
    container_name: broker
    volumes:
      - /block/store/broker_var:/opt/druid/var
@ -232,7 +236,9 @@ services:
      - environment

  historical:
-    image: apache/druid:0.23.0
+    #image: apache/druid:0.23.0
+    image: pathogen/druid:0.23.0
+    build: ./druid
    container_name: historical
    volumes:
      - /block/store/druid_shared:/opt/shared
@ -249,7 +255,9 @@ services:
      - environment

  middlemanager:
-    image: apache/druid:0.23.0
+    #image: apache/druid:0.23.0
+    image: pathogen/druid:0.23.0
+    build: ./druid
    container_name: middlemanager
    volumes:
      - /block/store/druid_shared:/opt/shared
@ -267,7 +275,9 @@ services:
      - environment

  router:
-    image: apache/druid:0.23.0
+    #image: apache/druid:0.23.0
+    image: pathogen/druid:0.23.0
+    build: ./druid
    container_name: router
    volumes:
      - /block/store/router_var:/opt/druid/var
--- a/docker/druid/Dockerfile
+++ b/docker/druid/Dockerfile
@ -0,0 +1,22 @@
+ARG DRUID_VER=0.23.0
+
+FROM apache/druid:${DRUID_VER} AS druid
+
+FROM ubuntu:bionic
+RUN apt-get update && \
+    apt-get install --yes openjdk-8-jre-headless perl-modules && \
+    apt-get clean
+
+RUN addgroup --system -gid 1000 druid \
+ && adduser --system --uid 1000 --disabled-password --home /opt/druid --shell /bin/bash --group druid
+
+COPY --from=druid --chown=druid:druid /opt/druid /opt/druid
+
+WORKDIR /opt/druid
+
+USER druid
+
+EXPOSE 8888/tcp
+EXPOSE 8081/tcp
+
+CMD /opt/druid/bin/start-nano-quickstart
--- a/2
+++ b/2
@ -84,4 +84,4 @@ druid_indexer_logs_directory=/opt/shared/indexing-logs
 druid_processing_numThreads=2
 druid_processing_numMergeBuffers=2

-DRUID_LOG4J=<?xml version="1.0" encoding="UTF-8" ?><Configuration status="WARN"><Appenders><Console name="Console" target="SYSTEM_OUT"><PatternLayout pattern="%d{ISO8601} %p [%t] %c - %m%n"/></Console></Appenders><Loggers><Root level="info"><AppenderRef ref="Console"/></Root><Logger name="org.apache.druid.jetty.RequestLog" additivity="false" level="DEBUG"><AppenderRef ref="Console"/></Logger></Loggers></Configuration>
+DRUID_LOG4J=<?xml version="1.0" encoding="UTF-8" ?><Configuration status="WARN"><Appenders><Console name="Console" target="SYSTEM_OUT"><PatternLayout pattern="%d{ISO8601} %p [%t] %c - %m%n"/></Console></Appenders><Loggers><Root level="info"><AppenderRef ref="Console"/></Root><Logger name="org.apache.druid.jetty.RequestLog" additivity="false" level="DEBUG"><AppenderRef ref="Console"/></Logger></Loggers></Configuration>