Pathogen
/
monolith
2
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Use one image for all the Druid services

Browse Source
master
Mark Veidemanis 2 years ago
parent 2d6b3bb090
commit aea1c7faf6
4 changed files with 141 additions and 81 deletions
Show Stats Download Patch File Download Diff File

178
docker-compose.yml
Unescape Escape View File

@ -100,7 +100,7 @@ services:
container_name: superset_cache
restart: unless-stopped
volumes:
- redis:/data
- redis_superset:/data
db:
env_file: docker/.env-non-dev
image: postgres:10
@ -195,88 +195,116 @@ services:
timeout: 30s
retries: 45
coordinator:
image: apache/druid:0.23.0
container_name: coordinator
druid:
image: pathogen/druid:0.23.0
build: ./docker/druid/
container_name: druid
volumes:
- druid_shared:/opt/shared
- coordinator_var:/opt/druid/var
- druid_var:/opt/druid/var
depends_on:
- zookeeper
- postgres
ports:
- "8081:8081"
command:
- coordinator
env_file:
- environment
broker:
image: apache/druid:0.23.0
container_name: broker
volumes:
- broker_var:/opt/druid/var
depends_on:
- zookeeper
- postgres
- coordinator
ports:
- "8082:8082"
command:
- broker
env_file:
- environment
historical:
image: apache/druid:0.23.0
container_name: historical
volumes:
- druid_shared:/opt/shared
- historical_var:/opt/druid/var
depends_on:
- zookeeper
- postgres
- coordinator
ports:
- "8083:8083"
command:
- historical
- "8888:8888"
env_file:
- environment
middlemanager:
image: apache/druid:0.23.0
container_name: middlemanager
volumes:
- druid_shared:/opt/shared
- middle_var:/opt/druid/var
depends_on:
- zookeeper
- postgres
- coordinator
ports:
- "8091:8091"
- "8100-8105:8100-8105"
command:
- middleManager
env_file:
- environment
# coordinator:
# #image: apache/druid:0.23.0
# image: pathogen/druid:0.23.0
# build: ./docker/druid/
# container_name: coordinator
# volumes:
# - druid_shared:/opt/shared
# - coordinator_var:/opt/druid/var
# depends_on:
# - zookeeper
# - postgres
# ports:
# - "8081:8081"
# command:
# - coordinator
# env_file:
# - environment
router:
image: apache/druid:0.23.0
container_name: router
volumes:
- router_var:/opt/druid/var
depends_on:
- zookeeper
- postgres
- coordinator
ports:
- "8888:8888"
command:
- router
env_file:
- environment
# broker:
# #image: apache/druid:0.23.0
# image: pathogen/druid:0.23.0
# build: ./docker/druid/
# container_name: broker
# volumes:
# - broker_var:/opt/druid/var
# depends_on:
# - zookeeper
# - postgres
# - coordinator
# ports:
# - "8082:8082"
# command:
# - broker
# env_file:
# - environment
# historical:
# #image: apache/druid:0.23.0
# image: pathogen/druid:0.23.0
# build: ./docker/druid/
# container_name: historical
# volumes:
# - druid_shared:/opt/shared
# - historical_var:/opt/druid/var
# depends_on:
# - zookeeper
# - postgres
# - coordinator
# ports:
# - "8083:8083"
# command:
# - historical
# env_file:
# - environment
# middlemanager:
# #image: apache/druid:0.23.0
# image: pathogen/druid:0.23.0
# build: ./docker/druid/
# container_name: middlemanager
# volumes:
# - druid_shared:/opt/shared
# - middle_var:/opt/druid/var
# depends_on:
# - zookeeper
# - postgres
# - coordinator
# ports:
# - "8091:8091"
# - "8100-8105:8100-8105"
# command:
# - middleManager
# env_file:
# - environment
# router:
# #image: apache/druid:0.23.0
# image: pathogen/druid:0.23.0
# build: ./docker/druid/
# container_name: router
# volumes:
# - router_var:/opt/druid/var
# depends_on:
# - zookeeper
# - postgres
# - coordinator
# ports:
# - "8888:8888"
# command:
# - router
# env_file:
# - environment
# db:
# #image: pathogen/manticore:kibana
@ -343,9 +371,9 @@ volumes:
external: false
redis_data: {}
metadata_data: {}
middle_var: {}
historical_var: {}
broker_var: {}
coordinator_var: {}
router_var: {}
# middle_var: {}
# historical_var: {}
# broker_var: {}
# coordinator_var: {}
druid_var: {}
druid_shared: {}

20
docker/docker-compose.prod.yml
Unescape Escape View File

@ -200,7 +200,9 @@ services:
retries: 45
coordinator:
image: apache/druid:0.23.0
#image: apache/druid:0.23.0
image: pathogen/druid:0.23.0
build: ./druid
container_name: coordinator
volumes:
- /block/store/druid_shared:/opt/shared
@ -216,7 +218,9 @@ services:
- environment
broker:
image: apache/druid:0.23.0
#image: apache/druid:0.23.0
image: pathogen/druid:0.23.0
build: ./druid
container_name: broker
volumes:
- /block/store/broker_var:/opt/druid/var
@ -232,7 +236,9 @@ services:
- environment
historical:
image: apache/druid:0.23.0
#image: apache/druid:0.23.0
image: pathogen/druid:0.23.0
build: ./druid
container_name: historical
volumes:
- /block/store/druid_shared:/opt/shared
@ -249,7 +255,9 @@ services:
- environment
middlemanager:
image: apache/druid:0.23.0
#image: apache/druid:0.23.0
image: pathogen/druid:0.23.0
build: ./druid
container_name: middlemanager
volumes:
- /block/store/druid_shared:/opt/shared
@ -267,7 +275,9 @@ services:
- environment
router:
image: apache/druid:0.23.0
#image: apache/druid:0.23.0
image: pathogen/druid:0.23.0
build: ./druid
container_name: router
volumes:
- /block/store/router_var:/opt/druid/var

22
docker/druid/Dockerfile
Unescape Escape View File

@ -0,0 +1,22 @@
ARG DRUID_VER=0.23.0
FROM apache/druid:${DRUID_VER} AS druid
FROM ubuntu:bionic
RUN apt-get update && \
apt-get install --yes openjdk-8-jre-headless perl-modules && \
apt-get clean
RUN addgroup --system -gid 1000 druid \
&& adduser --system --uid 1000 --disabled-password --home /opt/druid --shell /bin/bash --group druid
COPY --from=druid --chown=druid:druid /opt/druid /opt/druid
WORKDIR /opt/druid
USER druid
EXPOSE 8888/tcp
EXPOSE 8081/tcp
CMD /opt/druid/bin/start-nano-quickstart

2
environment
Unescape Escape View File

@ -84,4 +84,4 @@ druid_indexer_logs_directory=/opt/shared/indexing-logs
druid_processing_numThreads=2
druid_processing_numMergeBuffers=2
DRUID_LOG4J=<?xml version="1.0" encoding="UTF-8" ?><Configuration status="WARN"><Appenders><Console name="Console" target="SYSTEM_OUT"><PatternLayout pattern="%d{ISO8601} %p [%t] %c - %m%n"/></Console></Appenders><Loggers><Root level="info"><AppenderRef ref="Console"/></Root><Logger name="org.apache.druid.jetty.RequestLog" additivity="false" level="DEBUG"><AppenderRef ref="Console"/></Logger></Loggers></Configuration>
DRUID_LOG4J=<?xml version="1.0" encoding="UTF-8" ?><Configuration status="WARN"><Appenders><Console name="Console" target="SYSTEM_OUT"><PatternLayout pattern="%d{ISO8601} %p [%t] %c - %m%n"/></Console></Appenders><Loggers><Root level="info"><AppenderRef ref="Console"/></Root><Logger name="org.apache.druid.jetty.RequestLog" additivity="false" level="DEBUG"><AppenderRef ref="Console"/></Logger></Loggers></Configuration>

Write Preview
Loading…
Cancel
Save