X-Git-Url: http://juplo.de/gitweb/?a=blobdiff_plain;f=docker-compose.yml;h=e32cbde324c035e77971e42c1dd5d026b5083df1;hb=HEAD;hp=bd2c743f84ac4871a0268f6dae1cb5c883d8527e;hpb=f499788fcce2a8709ddceec7e23bbfc352ebe45f;p=demos%2Fkafka%2Fmonitoring

diff --git a/docker-compose.yml b/docker-compose.yml
index bd2c743..e32cbde 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -96,18 +96,72 @@ services:
     depends_on:
       - zookeeper
 
+  kafka-4:
+    build: kafka
+    environment:
+      KAFKA_ENABLE_KRAFT: 'false'
+      KAFKA_OPTS:
+        -javaagent:/opt/prometheus/jmx_prometheus_javaagent.jar=80:/opt/prometheus/config.yml
+        -Dcom.sun.management.jmxremote=true
+        -Dcom.sun.management.jmxremote.port=7000
+        -Dcom.sun.management.jmxremote.authenticate=false
+      KAFKA_CFG_ZOOKEEPER_CONNECT: zookeeper:2181
+      KAFKA_CFG_LISTENERS: BROKER://:9092, LOCALHOST://:9084
+      KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, LOCALHOST:PLAINTEXT
+      KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-4:9092, LOCALHOST://localhost:9084
+      KAFKA_BROKER_ID: 4
+      ALLOW_PLAINTEXT_LISTENER: 'yes'
+      KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER
+      KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
+      KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false"
+    volumes:
+      - kafka-4:/bitnami/kafka
+    ports:
+      - 9084:9084
+      - 7004:7000
+    depends_on:
+      - zookeeper
+
+  kafka-5:
+    build: kafka
+    environment:
+      KAFKA_ENABLE_KRAFT: 'false'
+      KAFKA_OPTS:
+        -javaagent:/opt/prometheus/jmx_prometheus_javaagent.jar=80:/opt/prometheus/config.yml
+        -Dcom.sun.management.jmxremote=true
+        -Dcom.sun.management.jmxremote.port=7000
+        -Dcom.sun.management.jmxremote.authenticate=false
+      KAFKA_CFG_ZOOKEEPER_CONNECT: zookeeper:2181
+      KAFKA_CFG_LISTENERS: BROKER://:9092, LOCALHOST://:9085
+      KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, LOCALHOST:PLAINTEXT
+      KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-5:9092, LOCALHOST://localhost:9085
+      KAFKA_BROKER_ID: 5
+      ALLOW_PLAINTEXT_LISTENER: 'yes'
+      KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER
+      KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
+      KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false"
+    volumes:
+      - kafka-5:/bitnami/kafka
+    ports:
+      - 9085:9085
+      - 7005:7000
+    depends_on:
+      - zookeeper
+
   setup:
     image: juplo/toolbox
     command: >
       bash -c "
         kafka-topics --bootstrap-server kafka:9092 --delete --if-exists --topic test
-        kafka-topics --bootstrap-server kafka:9092 --create --topic test --partitions 2 --replication-factor 3 --config min.insync.replicas=2
+        kafka-topics --bootstrap-server kafka:9092 --create --topic test --partitions 33 --replication-factor 3 --config min.insync.replicas=2
         kafka-topics --bootstrap-server kafka:9092 --describe --topic test
       "
     depends_on:
       - kafka-1
       - kafka-2
       - kafka-3
+      - kafka-4
+      - kafka-5
 
   cli:
     image: juplo/toolbox
@@ -116,6 +170,8 @@ services:
       - kafka-1
       - kafka-2
       - kafka-3
+      - kafka-4
+      - kafka-5
 
   burrow:
     build: burrow
@@ -153,15 +209,22 @@ services:
       - ./prometheus.yml:/etc/prometheus/prometheus.yml
 
   grafana:
-    image: grafana/grafana
+    image: grafana/grafana:10.0.3
     ports:
       - "3000:3000"
+    environment:
+      GF_SECURITY_ADMIN_USER: juplo
+      GF_SECURITY_ADMIN_PASSWORD: juplo
     volumes:
+      - ./grafana/dashboard.yml:/etc/grafana/provisioning/dashboards/main.yaml
+      - ./grafana/datasource.yml:/etc/grafana/provisioning/datasources/automatic.yaml
+      - ./kafka-brokers.json:/var/lib/grafana/dashboards/main-dashboard.json
       - grafana:/var/lib/grafana
 
   producer:
     image: juplo/simple-producer:1.0-SNAPSHOT
-    entrypoint: java
+    entrypoint: >-
+        java
         -Dcom.sun.management.jmxremote=true
         -Dcom.sun.management.jmxremote.port=7000
         -Dcom.sun.management.jmxremote.local.only=false
@@ -174,7 +237,8 @@ services:
 
   consumer:
     image: juplo/simple-consumer:1.0-SNAPSHOT
-    entrypoint: java
+    entrypoint: >-
+        java
         -Dcom.sun.management.jmxremote=true
         -Dcom.sun.management.jmxremote.port=7000
         -Dcom.sun.management.jmxremote.local.only=false
@@ -185,16 +249,12 @@ services:
     ports:
       - 7020:7000
 
-  cli:
-    image: juplo/toolbox
-    command: sleep infinity
-    depends_on:
-      - setup
-
 volumes:
 
   zookeeper:
   kafka-1:
   kafka-2:
   kafka-3:
+  kafka-4:
+  kafka-5:
   grafana: