X-Git-Url: https://juplo.de/gitweb/?a=blobdiff_plain;f=docker-compose.yml;h=b0260abbff1d988283e9f391fb43be3c1bc76ff3;hb=37b47d423e4d0c88e00fc2787f2ac88fac4c17ec;hp=8647a4a7f0646ff7b603013ca8f8bd8c83c47570;hpb=1604e8956a4ac290d45e17bfcc51a53a0865d56c;p=demos%2Fkafka%2Ftraining diff --git a/docker-compose.yml b/docker-compose.yml index 8647a4a..b0260ab 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -1,36 +1,54 @@ version: '3.2' services: + kafka-0: + image: bitnami/kafka:3.3.1 + environment: + KAFKA_ENABLE_KRAFT: 'yes' + KAFKA_KRAFT_CLUSTER_ID: r7dMBY60T16TrNCGeXniLw + KAFKA_CFG_PROCESS_ROLES: controller + KAFKA_CFG_CONTROLLER_LISTENER_NAMES: CONTROLLER + KAFKA_CFG_LISTENERS: CONTROLLER://:9092 + KAFKA_CFG_ADVERTISED_LISTENERS: " " + KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:PLAINTEXT + KAFKA_BROKER_ID: 0 + KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 0@kafka-0:9092 + ALLOW_PLAINTEXT_LISTENER: 'yes' + KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 1 + KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false" + kafka-1: image: bitnami/kafka:3.3.1 environment: KAFKA_ENABLE_KRAFT: 'yes' KAFKA_KRAFT_CLUSTER_ID: r7dMBY60T16TrNCGeXniLw - KAFKA_CFG_PROCESS_ROLES: broker,controller + KAFKA_CFG_PROCESS_ROLES: broker KAFKA_CFG_CONTROLLER_LISTENER_NAMES: CONTROLLER - KAFKA_CFG_LISTENERS: BROKER://:9092, CONTROLLER://:9093, LOCALHOST://:9081 + KAFKA_CFG_LISTENERS: BROKER://:9092, LOCALHOST://:9081 KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, CONTROLLER:PLAINTEXT, LOCALHOST:PLAINTEXT KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-1:9092, LOCALHOST://localhost:9081 KAFKA_BROKER_ID: 1 - KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 1@kafka-1:9093,2@kafka-2:9093,3@kafka-3:9093 + KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 0@kafka-0:9092 ALLOW_PLAINTEXT_LISTENER: 'yes' KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3 KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false" ports: - 9081:9081 + depends_on: + - kafka-0 kafka-2: image: bitnami/kafka:3.3.1 environment: KAFKA_ENABLE_KRAFT: 'yes' KAFKA_KRAFT_CLUSTER_ID: r7dMBY60T16TrNCGeXniLw - KAFKA_CFG_PROCESS_ROLES: broker,controller + KAFKA_CFG_PROCESS_ROLES: broker KAFKA_CFG_CONTROLLER_LISTENER_NAMES: CONTROLLER - KAFKA_CFG_LISTENERS: BROKER://:9092, CONTROLLER://:9093, LOCALHOST://:9082 + KAFKA_CFG_LISTENERS: BROKER://:9092, LOCALHOST://:9082 KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, CONTROLLER:PLAINTEXT, LOCALHOST:PLAINTEXT KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-2:9092, LOCALHOST://localhost:9082 KAFKA_BROKER_ID: 2 - KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 1@kafka-1:9093,2@kafka-2:9093,3@kafka-3:9093 + KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 0@kafka-0:9092 ALLOW_PLAINTEXT_LISTENER: 'yes' KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3 @@ -42,25 +60,30 @@ services: default: aliases: - kafka + depends_on: + - kafka-0 kafka-3: image: bitnami/kafka:3.3.1 environment: KAFKA_ENABLE_KRAFT: 'yes' KAFKA_KRAFT_CLUSTER_ID: r7dMBY60T16TrNCGeXniLw - KAFKA_CFG_PROCESS_ROLES: broker,controller + KAFKA_CFG_PROCESS_ROLES: broker KAFKA_CFG_CONTROLLER_LISTENER_NAMES: CONTROLLER - KAFKA_CFG_LISTENERS: BROKER://:9092, CONTROLLER://:9093, LOCALHOST://:9083 + KAFKA_CFG_LISTENERS: BROKER://:9092, LOCALHOST://:9083 KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, CONTROLLER:PLAINTEXT, LOCALHOST:PLAINTEXT KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-3:9092, LOCALHOST://localhost:9083 KAFKA_BROKER_ID: 3 - KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 1@kafka-1:9093,2@kafka-2:9093,3@kafka-3:9093 + KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 0@kafka-0:9092 ALLOW_PLAINTEXT_LISTENER: 'yes' KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3 KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false" ports: - 9083:9083 + depends_on: + - kafka-0 + setup: image: juplo/toolbox @@ -70,33 +93,47 @@ services: kafka-topics --bootstrap-server kafka:9092 --create --topic test --partitions 2 --replication-factor 3 --config min.insync.replicas=2 kafka-topics --bootstrap-server kafka:9092 --describe --topic test " + depends_on: + - kafka-1 + - kafka-2 + - kafka-3 cli: image: juplo/toolbox command: sleep infinity + depends_on: + - kafka-1 + - kafka-2 + - kafka-3 producer: - image: juplo/simple-producer:1.0-SNAPSHOT - command: producer + image: juplo/rest-producer-json:1.0-SNAPSHOT + ports: + - 8080:8080 + environment: + server.port: 8080 + producer.bootstrap-server: kafka:9092 + producer.client-id: producer + producer.topic: test consumer-1: - image: juplo/simple-consumer:1.0-SNAPSHOT - command: kafka:9092 test my-group consumer-1 + image: juplo/spring-consumer-json:1.0-SNAPSHOT + ports: + - 8081:8080 + environment: + server.port: 8080 + spring.kafka.bootstrap-servers: kafka:9092 + spring.kafka.client-id: consumer-1 + spring.kafka.consumer.group-id: my-group + simple.consumer.topic: test consumer-2: - image: juplo/simple-consumer:1.0-SNAPSHOT - command: kafka:9092 test my-group consumer-2 - - consumer-3: - image: juplo/simple-consumer:1.0-SNAPSHOT - command: kafka:9092 test my-group consumer-3 - - spikzettel: - image: juplo/toolbox - command: > - bash -c ' - kafka-console-consumer \ - --bootstrap-server kafka:9092 \ - --topic __consumer_offsets --from-beginning \ - --formatter "kafka.coordinator.group.GroupMetadataManager\$$OffsetsMessageFormatter" - ' + image: juplo/spring-consumer-json:1.0-SNAPSHOT + ports: + - 8082:8080 + environment: + server.port: 8080 + spring.kafka.bootstrap-servers: kafka:9092 + spring.kafka.client-id: consumer-2 + spring.kafka.consumer.group-id: my-group + simple.consumer.topic: test