diff --git a/docker-compose.yml b/docker-compose.yml index 3305ff6..d2efaf0 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -100,7 +100,7 @@ services: container_name: superset_cache restart: unless-stopped volumes: - - redis:/data + - redis_superset:/data db: env_file: docker/.env-non-dev image: postgres:10 @@ -195,89 +195,117 @@ services: timeout: 30s retries: 45 - coordinator: - image: apache/druid:0.23.0 - container_name: coordinator + druid: + image: pathogen/druid:0.23.0 + build: ./docker/druid/ + container_name: druid volumes: - druid_shared:/opt/shared - - coordinator_var:/opt/druid/var + - druid_var:/opt/druid/var depends_on: - zookeeper - postgres ports: - "8081:8081" - command: - - coordinator - env_file: - - environment - - broker: - image: apache/druid:0.23.0 - container_name: broker - volumes: - - broker_var:/opt/druid/var - depends_on: - - zookeeper - - postgres - - coordinator - ports: - "8082:8082" - command: - - broker - env_file: - - environment - - historical: - image: apache/druid:0.23.0 - container_name: historical - volumes: - - druid_shared:/opt/shared - - historical_var:/opt/druid/var - depends_on: - - zookeeper - - postgres - - coordinator - ports: - "8083:8083" - command: - - historical - env_file: - - environment - - middlemanager: - image: apache/druid:0.23.0 - container_name: middlemanager - volumes: - - druid_shared:/opt/shared - - middle_var:/opt/druid/var - depends_on: - - zookeeper - - postgres - - coordinator - ports: - - "8091:8091" - - "8100-8105:8100-8105" - command: - - middleManager - env_file: - - environment - - router: - image: apache/druid:0.23.0 - container_name: router - volumes: - - router_var:/opt/druid/var - depends_on: - - zookeeper - - postgres - - coordinator - ports: - "8888:8888" - command: - - router env_file: - environment + # coordinator: + # #image: apache/druid:0.23.0 + # image: pathogen/druid:0.23.0 + # build: ./docker/druid/ + # container_name: coordinator + # volumes: + # - druid_shared:/opt/shared + # - coordinator_var:/opt/druid/var + # depends_on: + # - zookeeper + # - postgres + # ports: + # - "8081:8081" + # command: + # - coordinator + # env_file: + # - environment + + # broker: + # #image: apache/druid:0.23.0 + # image: pathogen/druid:0.23.0 + # build: ./docker/druid/ + # container_name: broker + # volumes: + # - broker_var:/opt/druid/var + # depends_on: + # - zookeeper + # - postgres + # - coordinator + # ports: + # - "8082:8082" + # command: + # - broker + # env_file: + # - environment + + # historical: + # #image: apache/druid:0.23.0 + # image: pathogen/druid:0.23.0 + # build: ./docker/druid/ + # container_name: historical + # volumes: + # - druid_shared:/opt/shared + # - historical_var:/opt/druid/var + # depends_on: + # - zookeeper + # - postgres + # - coordinator + # ports: + # - "8083:8083" + # command: + # - historical + # env_file: + # - environment + + # middlemanager: + # #image: apache/druid:0.23.0 + # image: pathogen/druid:0.23.0 + # build: ./docker/druid/ + # container_name: middlemanager + # volumes: + # - druid_shared:/opt/shared + # - middle_var:/opt/druid/var + # depends_on: + # - zookeeper + # - postgres + # - coordinator + # ports: + # - "8091:8091" + # - "8100-8105:8100-8105" + # command: + # - middleManager + # env_file: + # - environment + + # router: + # #image: apache/druid:0.23.0 + # image: pathogen/druid:0.23.0 + # build: ./docker/druid/ + # container_name: router + # volumes: + # - router_var:/opt/druid/var + # depends_on: + # - zookeeper + # - postgres + # - coordinator + # ports: + # - "8888:8888" + # command: + # - router + # env_file: + # - environment + # db: # #image: pathogen/manticore:kibana # image: manticoresearch/manticore:dev @@ -343,9 +371,9 @@ volumes: external: false redis_data: {} metadata_data: {} - middle_var: {} - historical_var: {} - broker_var: {} - coordinator_var: {} - router_var: {} + # middle_var: {} + # historical_var: {} + # broker_var: {} + # coordinator_var: {} + druid_var: {} druid_shared: {} \ No newline at end of file diff --git a/docker/docker-compose.prod.yml b/docker/docker-compose.prod.yml index 335da20..f2bf51a 100644 --- a/docker/docker-compose.prod.yml +++ b/docker/docker-compose.prod.yml @@ -200,7 +200,9 @@ services: retries: 45 coordinator: - image: apache/druid:0.23.0 + #image: apache/druid:0.23.0 + image: pathogen/druid:0.23.0 + build: ./druid container_name: coordinator volumes: - /block/store/druid_shared:/opt/shared @@ -216,7 +218,9 @@ services: - environment broker: - image: apache/druid:0.23.0 + #image: apache/druid:0.23.0 + image: pathogen/druid:0.23.0 + build: ./druid container_name: broker volumes: - /block/store/broker_var:/opt/druid/var @@ -232,7 +236,9 @@ services: - environment historical: - image: apache/druid:0.23.0 + #image: apache/druid:0.23.0 + image: pathogen/druid:0.23.0 + build: ./druid container_name: historical volumes: - /block/store/druid_shared:/opt/shared @@ -249,7 +255,9 @@ services: - environment middlemanager: - image: apache/druid:0.23.0 + #image: apache/druid:0.23.0 + image: pathogen/druid:0.23.0 + build: ./druid container_name: middlemanager volumes: - /block/store/druid_shared:/opt/shared @@ -267,7 +275,9 @@ services: - environment router: - image: apache/druid:0.23.0 + #image: apache/druid:0.23.0 + image: pathogen/druid:0.23.0 + build: ./druid container_name: router volumes: - /block/store/router_var:/opt/druid/var diff --git a/docker/druid/Dockerfile b/docker/druid/Dockerfile new file mode 100644 index 0000000..1d5b440 --- /dev/null +++ b/docker/druid/Dockerfile @@ -0,0 +1,22 @@ +ARG DRUID_VER=0.23.0 + +FROM apache/druid:${DRUID_VER} AS druid + +FROM ubuntu:bionic +RUN apt-get update && \ + apt-get install --yes openjdk-8-jre-headless perl-modules && \ + apt-get clean + +RUN addgroup --system -gid 1000 druid \ + && adduser --system --uid 1000 --disabled-password --home /opt/druid --shell /bin/bash --group druid + +COPY --from=druid --chown=druid:druid /opt/druid /opt/druid + +WORKDIR /opt/druid + +USER druid + +EXPOSE 8888/tcp +EXPOSE 8081/tcp + +CMD /opt/druid/bin/start-nano-quickstart \ No newline at end of file diff --git a/environment b/environment index 30b741e..bac4cd4 100644 --- a/environment +++ b/environment @@ -84,4 +84,4 @@ druid_indexer_logs_directory=/opt/shared/indexing-logs druid_processing_numThreads=2 druid_processing_numMergeBuffers=2 -DRUID_LOG4J= \ No newline at end of file +DRUID_LOG4J=