From: Kai Moritz Date: Fri, 18 Apr 2025 21:11:17 +0000 (+0200) Subject: Phase 3: KRAFT-Konfig bei Brokern ergänzt X-Git-Url: http://juplo.de/gitweb/?a=commitdiff_plain;h=44387850d633e7f040a47cbc019728342fc08092;p=demos%2Fkafka%2Ftraining Phase 3: KRAFT-Konfig bei Brokern ergänzt * Rolling Upgrade der Broker notwendig: + [source] -- docker compose up -d kafka-1 ; docker compose logs --tail=10 -f kafka-1 docker compose up -d kafka-2 ; docker compose logs --tail=10 -f kafka-2 docker compose up -d kafka-3 ; docker compose logs --tail=10 -f kafka-3 -- * Das Setup ist so noch nicht Lauf- bzw. Migrationsfähig! * Grund: Die Inter-Broker-Kommunikation zwischen Brokern und Controllern fehlt ** Fehler auf Broker-Seite: + [source] -- Unable to register broker 1 because the controller returned error INVALID_REGISTRATION -- ** Fehler auf Controller-Seite: + [source] -- Exception message: Broker does not have the current inter.broker.listener PLAINTEXT -- --- diff --git a/docker-compose.yml b/docker-compose.yml index 582302b..bdf2938 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -125,12 +125,16 @@ services: kafka-1: image: confluentinc/cp-kafka:7.9.0 environment: + KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER + KAFKA_CONTROLLER_QUORUM_VOTERS: 101@controller-1:9092,102@controller-2:9092,103@controller-3:9092 KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 + KAFKA_ZOOKEEPER_METADATA_MIGRATION_ENABLE: true KAFKA_LISTENERS: BROKER://:9091, DOCKER://:9092, LOCALHOST://:9081 - KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:SASL_PLAINTEXT, DOCKER:SASL_PLAINTEXT, LOCALHOST:SASL_PLAINTEXT + KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:SASL_PLAINTEXT, DOCKER:SASL_PLAINTEXT, LOCALHOST:SASL_PLAINTEXT, CONTROLLER:PLAINTEXT KAFKA_ADVERTISED_LISTENERS: BROKER://kafka-1:9091, DOCKER://kafka-1:9092, LOCALHOST://localhost:9081 KAFKA_BROKER_ID: 1 KAFKA_INTER_BROKER_LISTENER_NAME: BROKER + KAFKA_INTER_BROKER_PROTOCOL_VERSION: 3.9 KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3 KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false" KAFKA_SUPER_USERS: User:broker @@ -179,12 +183,16 @@ services: kafka-2: image: confluentinc/cp-kafka:7.9.0 environment: + KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER + KAFKA_CONTROLLER_QUORUM_VOTERS: 101@controller-1:9092,102@controller-2:9092,103@controller-3:9092 KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 + KAFKA_ZOOKEEPER_METADATA_MIGRATION_ENABLE: true KAFKA_LISTENERS: BROKER://:9091, DOCKER://:9092, LOCALHOST://:9082 - KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:SASL_PLAINTEXT, DOCKER:SASL_PLAINTEXT, LOCALHOST:SASL_PLAINTEXT + KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:SASL_PLAINTEXT, DOCKER:SASL_PLAINTEXT, LOCALHOST:SASL_PLAINTEXT, CONTROLLER:PLAINTEXT KAFKA_ADVERTISED_LISTENERS: BROKER://kafka-2:9091, DOCKER://kafka-2:9092, LOCALHOST://localhost:9082 KAFKA_BROKER_ID: 2 KAFKA_INTER_BROKER_LISTENER_NAME: BROKER + KAFKA_INTER_BROKER_PROTOCOL_VERSION: 3.9 KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3 KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false" KAFKA_SUPER_USERS: User:broker @@ -238,12 +246,16 @@ services: kafka-3: image: confluentinc/cp-kafka:7.9.0 environment: + KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER + KAFKA_CONTROLLER_QUORUM_VOTERS: 101@controller-1:9092,102@controller-2:9092,103@controller-3:9092 KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 + KAFKA_ZOOKEEPER_METADATA_MIGRATION_ENABLE: true KAFKA_LISTENERS: BROKER://:9091, DOCKER://:9092, LOCALHOST://:9083 - KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:SASL_PLAINTEXT, DOCKER:SASL_PLAINTEXT, LOCALHOST:SASL_PLAINTEXT + KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:SASL_PLAINTEXT, DOCKER:SASL_PLAINTEXT, LOCALHOST:SASL_PLAINTEXT, CONTROLLER:PLAINTEXT KAFKA_ADVERTISED_LISTENERS: BROKER://kafka-3:9091, DOCKER://kafka-3:9092, LOCALHOST://localhost:9083 KAFKA_BROKER_ID: 3 KAFKA_INTER_BROKER_LISTENER_NAME: BROKER + KAFKA_INTER_BROKER_PROTOCOL_VERSION: 3.9 KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3 KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false" KAFKA_SUPER_USERS: User:broker