Mehr los... config/conduktor
authorKai Moritz <kai@juplo.de>
Thu, 19 Oct 2023 21:35:12 +0000 (23:35 +0200)
committerKai Moritz <kai@juplo.de>
Thu, 19 Oct 2023 21:35:12 +0000 (23:35 +0200)
docker/docker-compose.yml

index c1727c0..829541c 100644 (file)
@@ -28,6 +28,7 @@ services:
         -Dcom.sun.management.jmxremote=true
         -Dcom.sun.management.jmxremote.port=9101
         -Dcom.sun.management.jmxremote.authenticate=false
+      KAFKA_DEFAULT_REPLICATION_FACTOR: 3
     volumes:
       - ./jmx-exporter.yml:/etc/jmx-exporter.yml:ro
       - kafka-1-data:/var/lib/kafka/data
@@ -55,6 +56,7 @@ services:
         -Dcom.sun.management.jmxremote=true
         -Dcom.sun.management.jmxremote.port=9101
         -Dcom.sun.management.jmxremote.authenticate=false
+      KAFKA_DEFAULT_REPLICATION_FACTOR: 3
     volumes:
       - ./jmx-exporter.yml:/etc/jmx-exporter.yml:ro
       - kafka-2-data:/var/lib/kafka/data
@@ -87,6 +89,7 @@ services:
         -Dcom.sun.management.jmxremote=true
         -Dcom.sun.management.jmxremote.port=9101
         -Dcom.sun.management.jmxremote.authenticate=false
+      KAFKA_DEFAULT_REPLICATION_FACTOR: 3
     volumes:
       - ./jmx-exporter.yml:/etc/jmx-exporter.yml:ro
       - kafka-3-data:/var/lib/kafka/data
@@ -177,6 +180,18 @@ services:
                        --delete \
                        --if-exists \
                        --topic test
+          kafka-topics --bootstrap-server kafka:9092 \
+                       --create \
+                       --topic foo \
+                       --partitions 30 \
+                       --replication-factor 3 \
+                       --config min.insync.replicas=2
+          kafka-topics --bootstrap-server kafka:9092 \
+                       --create \
+                       --topic bar \
+                       --partitions 7 \
+                       --replication-factor 3 \
+                       --config min.insync.replicas=2
           kafka-topics --bootstrap-server kafka:9092 \
                        --create \
                        --topic test \
@@ -191,18 +206,6 @@ services:
     depends_on:
       - cli
 
-  zoonavigator:
-    image: elkozmon/zoonavigator:1.1.2
-    ports:
-      - "8000:80"
-    environment:
-      HTTP_PORT: 80
-      CONNECTION_JUPLO_NAME: juplo
-      CONNECTION_JUPLO_CONN: zookeeper:2181
-      AUTO_CONNECT_CONNECTION_ID: JUPLO
-    depends_on:
-      - zookeeper
-
   postgresql:
     image: postgres:14
     volumes:
@@ -259,6 +262,90 @@ services:
     depends_on:
       - conduktor-platform
 
+  producer-test:
+    image: juplo/simple-producer:1.0-SNAPSHOT
+    command: kafka:9092 test producer-test
+
+  consumer-test-1:
+    image: juplo/simple-consumer:1.0-SNAPSHOT
+    command: kafka:9092 test test-group consumer-test-1
+
+  consumer-test-2:
+    image: juplo/simple-consumer:1.0-SNAPSHOT
+    command: kafka:9092 test test-group consumer-test-2
+
+  producer-foo-1:
+    image: juplo/simple-producer:1.0-SNAPSHOT
+    command: kafka:9092 foo producer-foo-1
+
+  producer-foo-2:
+    image: juplo/simple-producer:1.0-SNAPSHOT
+    command: kafka:9092 foo producer-foo-2
+
+  producer-foo-3:
+    image: juplo/simple-producer:1.0-SNAPSHOT
+    command: kafka:9092 foo producer-foo-3
+
+  consumer-foo-1:
+    image: juplo/simple-consumer:1.0-SNAPSHOT
+    command: kafka:9092 foo foo-group consumer-foo-1
+
+  consumer-foo-2:
+    image: juplo/simple-consumer:1.0-SNAPSHOT
+    command: kafka:9092 foo foo-group consumer-foo-2
+
+  consumer-foo-3:
+    image: juplo/simple-consumer:1.0-SNAPSHOT
+    command: kafka:9092 foo foo-group consumer-foo-3
+
+  consumer-foo-4:
+    image: juplo/simple-consumer:1.0-SNAPSHOT
+    command: kafka:9092 foo foo-group consumer-foo-4
+
+  consumer-foo-5:
+    image: juplo/simple-consumer:1.0-SNAPSHOT
+    command: kafka:9092 foo foo-group consumer-foo-5
+
+  consumer-foo-6:
+    image: juplo/simple-consumer:1.0-SNAPSHOT
+    command: kafka:9092 foo foo-group consumer-foo-6
+
+  producer-bar-1:
+    image: juplo/simple-producer:1.0-SNAPSHOT
+    command: kafka:9092 bar producer-bar-1
+
+  producer-bar-2:
+    image: juplo/simple-producer:1.0-SNAPSHOT
+    command: kafka:9092 bar producer-bar-2
+
+  producer-bar-3:
+    image: juplo/simple-producer:1.0-SNAPSHOT
+    command: kafka:9092 bar producer-bar-3
+
+  producer-bar-4:
+    image: juplo/simple-producer:1.0-SNAPSHOT
+    command: kafka:9092 bar producer-bar-4
+
+  consumer-bar-1:
+    image: juplo/simple-consumer:1.0-SNAPSHOT
+    command: kafka:9092 bar bar-group consumer-bar-1
+
+  consumer-bar-2:
+    image: juplo/simple-consumer:1.0-SNAPSHOT
+    command: kafka:9092 bar bar-group consumer-bar-2
+
+  consumer-bar-3:
+    image: juplo/simple-consumer:1.0-SNAPSHOT
+    command: kafka:9092 bar bar-group consumer-bar-3
+
+  consumer-bar-4:
+    image: juplo/simple-consumer:1.0-SNAPSHOT
+    command: kafka:9092 bar bar-group consumer-bar-4
+
+  consumer-bar-5:
+    image: juplo/simple-consumer:1.0-SNAPSHOT
+    command: kafka:9092 bar bar-group consumer-bar-5
+
 volumes:
   zookeeper-data:
   zookeeper-log: