Implement sentiment/NLP annotation and optimise processing

docker-compose.yml

@@ -20,10 +20,14 @@ services:
     volumes_from:
       - tmp
     depends_on:
-      - broker
-      - kafka
-      - tmp
-      - redis
+      broker:
+        condition: service_started
+      kafka:
+        condition: service_healthy
+      tmp:
+        condition: service_started
+      redis:
+        condition: service_healthy
     #   - db
 
   threshold:
@@ -46,8 +50,10 @@ services:
     volumes_from:
         - tmp
     depends_on:
-      - tmp
-      - redis
+      tmp:
+        condition: service_started
+      redis:
+        condition: service_healthy
 
   turnilo:
     container_name: turnilo
@@ -102,6 +108,17 @@ services:
       KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
       ALLOW_PLAINTEXT_LISTENER: yes
+    # healthcheck:
+    #   test: ["CMD-SHELL", "kafka-topics.sh --bootstrap-server 127.0.0.1:9092 --topic main --describe"]
+    #   interval: 2s
+    #   timeout: 2s
+    #   retries: 15
+    healthcheck:
+      test: ["CMD", "kafka-topics.sh", "--list", "--bootstrap-server", "kafka:9092"]
+      start_period: 15s
+      interval: 2s
+      timeout: 5s
+      retries: 30
 
   coordinator:
     image: apache/druid:0.23.0
@@ -230,6 +247,11 @@ services:
       - ${PORTAINER_GIT_DIR}/docker/redis.conf:/etc/redis.conf
     volumes_from:
       - tmp
+    healthcheck:
+      test: "redis-cli -s /var/run/redis/redis.sock ping"
+      interval: 2s
+      timeout: 2s
+      retries: 15
 
 networks:
    default: