From: Kai Moritz Date: Sun, 11 Jun 2023 07:40:54 +0000 (+0200) Subject: Docker-Setup in das Unterverzeichnis `docker` verschoben X-Git-Tag: spring/supersimple-consumer---2023-06-signal~4 X-Git-Url: http://juplo.de/gitweb/?a=commitdiff_plain;ds=sidebyside;h=d02e4828f5076c11814ceb17f0a7348cce6bc1a6;p=demos%2Fkafka%2Ftraining Docker-Setup in das Unterverzeichnis `docker` verschoben --- diff --git a/README.sh b/README.sh index de29879..7746a14 100755 --- a/README.sh +++ b/README.sh @@ -4,13 +4,13 @@ IMAGE=juplo/supersimple-consumer:1.0-SNAPSHOT if [ "$1" = "cleanup" ] then - docker-compose down -v --remove-orphans + docker-compose -f docker/docker-compose.yml down -v --remove-orphans mvn clean exit fi -docker-compose up -d kafka-1 kafka-2 kafka-3 cli -docker-compose rm -svf consumer +docker-compose -f docker/docker-compose.yml up -d kafka-1 kafka-2 kafka-3 cli +docker-compose -f docker/docker-compose.yml rm -svf consumer if [[ $(docker image ls -q $IMAGE) == "" || @@ -23,7 +23,7 @@ else docker image ls $IMAGE fi -docker-compose up setup -docker-compose up -d producer consumer +docker-compose -f docker/docker-compose.yml up setup +docker-compose -f docker/docker-compose.yml up -d producer consumer sleep 5 -docker-compose logs consumer +docker-compose -f docker/docker-compose.yml logs consumer diff --git a/docker-compose.yml b/docker-compose.yml deleted file mode 100644 index f99a639..0000000 --- a/docker-compose.yml +++ /dev/null @@ -1,124 +0,0 @@ -version: '3.2' -services: - kafka-0: - image: bitnami/kafka:3.3.1 - environment: - KAFKA_ENABLE_KRAFT: 'yes' - KAFKA_KRAFT_CLUSTER_ID: r7dMBY60T16TrNCGeXniLw - KAFKA_CFG_PROCESS_ROLES: controller - KAFKA_CFG_CONTROLLER_LISTENER_NAMES: CONTROLLER - KAFKA_CFG_LISTENERS: CONTROLLER://:9092 - KAFKA_CFG_ADVERTISED_LISTENERS: " " - KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:PLAINTEXT - KAFKA_BROKER_ID: 0 - KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 0@kafka-0:9092 - ALLOW_PLAINTEXT_LISTENER: 'yes' - KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 1 - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false" - - kafka-1: - image: bitnami/kafka:3.3.1 - environment: - KAFKA_ENABLE_KRAFT: 'yes' - KAFKA_KRAFT_CLUSTER_ID: r7dMBY60T16TrNCGeXniLw - KAFKA_CFG_PROCESS_ROLES: broker - KAFKA_CFG_CONTROLLER_LISTENER_NAMES: CONTROLLER - KAFKA_CFG_LISTENERS: BROKER://:9092, LOCALHOST://:9081 - KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, CONTROLLER:PLAINTEXT, LOCALHOST:PLAINTEXT - KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-1:9092, LOCALHOST://localhost:9081 - KAFKA_BROKER_ID: 1 - KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 0@kafka-0:9092 - ALLOW_PLAINTEXT_LISTENER: 'yes' - KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER - KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3 - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false" - ports: - - 9081:9081 - depends_on: - - kafka-0 - - kafka-2: - image: bitnami/kafka:3.3.1 - environment: - KAFKA_ENABLE_KRAFT: 'yes' - KAFKA_KRAFT_CLUSTER_ID: r7dMBY60T16TrNCGeXniLw - KAFKA_CFG_PROCESS_ROLES: broker - KAFKA_CFG_CONTROLLER_LISTENER_NAMES: CONTROLLER - KAFKA_CFG_LISTENERS: BROKER://:9092, LOCALHOST://:9082 - KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, CONTROLLER:PLAINTEXT, LOCALHOST:PLAINTEXT - KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-2:9092, LOCALHOST://localhost:9082 - KAFKA_BROKER_ID: 2 - KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 0@kafka-0:9092 - ALLOW_PLAINTEXT_LISTENER: 'yes' - KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER - KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3 - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false" - ports: - - 9092:9082 - - 9082:9082 - networks: - default: - aliases: - - kafka - depends_on: - - kafka-0 - - kafka-3: - image: bitnami/kafka:3.3.1 - environment: - KAFKA_ENABLE_KRAFT: 'yes' - KAFKA_KRAFT_CLUSTER_ID: r7dMBY60T16TrNCGeXniLw - KAFKA_CFG_PROCESS_ROLES: broker - KAFKA_CFG_CONTROLLER_LISTENER_NAMES: CONTROLLER - KAFKA_CFG_LISTENERS: BROKER://:9092, LOCALHOST://:9083 - KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, CONTROLLER:PLAINTEXT, LOCALHOST:PLAINTEXT - KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-3:9092, LOCALHOST://localhost:9083 - KAFKA_BROKER_ID: 3 - KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 0@kafka-0:9092 - ALLOW_PLAINTEXT_LISTENER: 'yes' - KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER - KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3 - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false" - ports: - - 9083:9083 - depends_on: - - kafka-0 - - - setup: - image: juplo/toolbox - command: > - bash -c " - kafka-topics --bootstrap-server kafka:9092 --delete --if-exists --topic test - kafka-topics --bootstrap-server kafka:9092 --create --topic test --partitions 2 --replication-factor 3 --config min.insync.replicas=2 - kafka-topics --bootstrap-server kafka:9092 --describe --topic test - " - depends_on: - - kafka-1 - - kafka-2 - - kafka-3 - - cli: - image: juplo/toolbox - command: sleep infinity - depends_on: - - kafka-1 - - kafka-2 - - kafka-3 - - producer: - image: juplo/supersimple-producer:1.0-SNAPSHOT - environment: - spring.kafka.bootstrap-servers: kafka:9092 - spring.kafka.client-id: producer - - consumer: - image: juplo/supersimple-consumer:1.0-SNAPSHOT - ports: - - 8080:8080 - environment: - server.port: 8080 - spring.kafka.bootstrap-servers: kafka:9092 - spring.kafka.client-id: consumer - spring.kafka.consumer.auto-offset-reset: earliest - logging.level.org.apache.kafka.clients.consumer: INFO diff --git a/docker/docker-compose.yml b/docker/docker-compose.yml new file mode 100644 index 0000000..f99a639 --- /dev/null +++ b/docker/docker-compose.yml @@ -0,0 +1,124 @@ +version: '3.2' +services: + kafka-0: + image: bitnami/kafka:3.3.1 + environment: + KAFKA_ENABLE_KRAFT: 'yes' + KAFKA_KRAFT_CLUSTER_ID: r7dMBY60T16TrNCGeXniLw + KAFKA_CFG_PROCESS_ROLES: controller + KAFKA_CFG_CONTROLLER_LISTENER_NAMES: CONTROLLER + KAFKA_CFG_LISTENERS: CONTROLLER://:9092 + KAFKA_CFG_ADVERTISED_LISTENERS: " " + KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:PLAINTEXT + KAFKA_BROKER_ID: 0 + KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 0@kafka-0:9092 + ALLOW_PLAINTEXT_LISTENER: 'yes' + KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 1 + KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false" + + kafka-1: + image: bitnami/kafka:3.3.1 + environment: + KAFKA_ENABLE_KRAFT: 'yes' + KAFKA_KRAFT_CLUSTER_ID: r7dMBY60T16TrNCGeXniLw + KAFKA_CFG_PROCESS_ROLES: broker + KAFKA_CFG_CONTROLLER_LISTENER_NAMES: CONTROLLER + KAFKA_CFG_LISTENERS: BROKER://:9092, LOCALHOST://:9081 + KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, CONTROLLER:PLAINTEXT, LOCALHOST:PLAINTEXT + KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-1:9092, LOCALHOST://localhost:9081 + KAFKA_BROKER_ID: 1 + KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 0@kafka-0:9092 + ALLOW_PLAINTEXT_LISTENER: 'yes' + KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER + KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3 + KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false" + ports: + - 9081:9081 + depends_on: + - kafka-0 + + kafka-2: + image: bitnami/kafka:3.3.1 + environment: + KAFKA_ENABLE_KRAFT: 'yes' + KAFKA_KRAFT_CLUSTER_ID: r7dMBY60T16TrNCGeXniLw + KAFKA_CFG_PROCESS_ROLES: broker + KAFKA_CFG_CONTROLLER_LISTENER_NAMES: CONTROLLER + KAFKA_CFG_LISTENERS: BROKER://:9092, LOCALHOST://:9082 + KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, CONTROLLER:PLAINTEXT, LOCALHOST:PLAINTEXT + KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-2:9092, LOCALHOST://localhost:9082 + KAFKA_BROKER_ID: 2 + KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 0@kafka-0:9092 + ALLOW_PLAINTEXT_LISTENER: 'yes' + KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER + KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3 + KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false" + ports: + - 9092:9082 + - 9082:9082 + networks: + default: + aliases: + - kafka + depends_on: + - kafka-0 + + kafka-3: + image: bitnami/kafka:3.3.1 + environment: + KAFKA_ENABLE_KRAFT: 'yes' + KAFKA_KRAFT_CLUSTER_ID: r7dMBY60T16TrNCGeXniLw + KAFKA_CFG_PROCESS_ROLES: broker + KAFKA_CFG_CONTROLLER_LISTENER_NAMES: CONTROLLER + KAFKA_CFG_LISTENERS: BROKER://:9092, LOCALHOST://:9083 + KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, CONTROLLER:PLAINTEXT, LOCALHOST:PLAINTEXT + KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-3:9092, LOCALHOST://localhost:9083 + KAFKA_BROKER_ID: 3 + KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 0@kafka-0:9092 + ALLOW_PLAINTEXT_LISTENER: 'yes' + KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER + KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3 + KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false" + ports: + - 9083:9083 + depends_on: + - kafka-0 + + + setup: + image: juplo/toolbox + command: > + bash -c " + kafka-topics --bootstrap-server kafka:9092 --delete --if-exists --topic test + kafka-topics --bootstrap-server kafka:9092 --create --topic test --partitions 2 --replication-factor 3 --config min.insync.replicas=2 + kafka-topics --bootstrap-server kafka:9092 --describe --topic test + " + depends_on: + - kafka-1 + - kafka-2 + - kafka-3 + + cli: + image: juplo/toolbox + command: sleep infinity + depends_on: + - kafka-1 + - kafka-2 + - kafka-3 + + producer: + image: juplo/supersimple-producer:1.0-SNAPSHOT + environment: + spring.kafka.bootstrap-servers: kafka:9092 + spring.kafka.client-id: producer + + consumer: + image: juplo/supersimple-consumer:1.0-SNAPSHOT + ports: + - 8080:8080 + environment: + server.port: 8080 + spring.kafka.bootstrap-servers: kafka:9092 + spring.kafka.client-id: consumer + spring.kafka.consumer.auto-offset-reset: earliest + logging.level.org.apache.kafka.clients.consumer: INFO