From cea540cd943d2523cc39049c9e253e8babbe76ac Mon Sep 17 00:00:00 2001 From: Kai Moritz Date: Fri, 18 Apr 2025 23:11:17 +0200 Subject: [PATCH] =?utf8?q?Phase=203:=20KRAFT-Konfig=20bei=20Brokern=20erg?= =?utf8?q?=C3=A4nzt?= MIME-Version: 1.0 Content-Type: text/plain; charset=utf8 Content-Transfer-Encoding: 8bit * Rolling Upgrade der Broker notwendig: + [source] -- docker compose up -d kafka-1 ; docker compose logs --tail=10 -f kafka-1 docker compose up -d kafka-2 ; docker compose logs --tail=10 -f kafka-2 docker compose up -d kafka-3 ; docker compose logs --tail=10 -f kafka-3 -- * Das Setup ist so noch nicht Lauf- bzw. Migrationsfähig! * Grund: Die Inter-Broker-Kommunikation zwischen Brokern und Controllern fehlt ** Fehler auf Broker-Seite: + [source] -- Unable to register broker 1 because the controller returned error INVALID_REGISTRATION -- ** Fehler auf Controller-Seite: + [source] -- Exception message: Broker does not have the current inter.broker.listener PLAINTEXT -- --- docker-compose.yml | 18 +++++++++++++++--- 1 file changed, 15 insertions(+), 3 deletions(-) diff --git a/docker-compose.yml b/docker-compose.yml index a7d342f..2199961 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -74,12 +74,16 @@ services: kafka-1: image: confluentinc/cp-kafka:7.9.0 environment: + KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER + KAFKA_CONTROLLER_QUORUM_VOTERS: 101@controller-1:9092,102@controller-2:9092,103@controller-3:9092 KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 + KAFKA_ZOOKEEPER_METADATA_MIGRATION_ENABLE: true KAFKA_LISTENERS: BROKER://:9091, DOCKER://:9092, LOCALHOST://:9081 - KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:SASL_PLAINTEXT, DOCKER:SASL_PLAINTEXT, LOCALHOST:SASL_PLAINTEXT + KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:SASL_PLAINTEXT, DOCKER:SASL_PLAINTEXT, LOCALHOST:SASL_PLAINTEXT, CONTROLLER:SASL_PLAINTEXT KAFKA_ADVERTISED_LISTENERS: BROKER://kafka-1:9091, DOCKER://kafka-1:9092, LOCALHOST://localhost:9081 KAFKA_BROKER_ID: 1 KAFKA_INTER_BROKER_LISTENER_NAME: BROKER + KAFKA_INTER_BROKER_PROTOCOL_VERSION: 3.9 KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3 KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false" KAFKA_SUPER_USERS: User:broker @@ -123,12 +127,16 @@ services: kafka-2: image: confluentinc/cp-kafka:7.9.0 environment: + KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER + KAFKA_CONTROLLER_QUORUM_VOTERS: 101@controller-1:9092,102@controller-2:9092,103@controller-3:9092 KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 + KAFKA_ZOOKEEPER_METADATA_MIGRATION_ENABLE: true KAFKA_LISTENERS: BROKER://:9091, DOCKER://:9092, LOCALHOST://:9082 - KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:SASL_PLAINTEXT, DOCKER:SASL_PLAINTEXT, LOCALHOST:SASL_PLAINTEXT + KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:SASL_PLAINTEXT, DOCKER:SASL_PLAINTEXT, LOCALHOST:SASL_PLAINTEXT, CONTROLLER:SASL_PLAINTEXT KAFKA_ADVERTISED_LISTENERS: BROKER://kafka-2:9091, DOCKER://kafka-2:9092, LOCALHOST://localhost:9082 KAFKA_BROKER_ID: 2 KAFKA_INTER_BROKER_LISTENER_NAME: BROKER + KAFKA_INTER_BROKER_PROTOCOL_VERSION: 3.9 KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3 KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false" KAFKA_SUPER_USERS: User:broker @@ -177,12 +185,16 @@ services: kafka-3: image: confluentinc/cp-kafka:7.9.0 environment: + KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER + KAFKA_CONTROLLER_QUORUM_VOTERS: 101@controller-1:9092,102@controller-2:9092,103@controller-3:9092 KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 + KAFKA_ZOOKEEPER_METADATA_MIGRATION_ENABLE: true KAFKA_LISTENERS: BROKER://:9091, DOCKER://:9092, LOCALHOST://:9083 - KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:SASL_PLAINTEXT, DOCKER:SASL_PLAINTEXT, LOCALHOST:SASL_PLAINTEXT + KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:SASL_PLAINTEXT, DOCKER:SASL_PLAINTEXT, LOCALHOST:SASL_PLAINTEXT, CONTROLLER:SASL_PLAINTEXT KAFKA_ADVERTISED_LISTENERS: BROKER://kafka-3:9091, DOCKER://kafka-3:9092, LOCALHOST://localhost:9083 KAFKA_BROKER_ID: 3 KAFKA_INTER_BROKER_LISTENER_NAME: BROKER + KAFKA_INTER_BROKER_PROTOCOL_VERSION: 3.9 KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3 KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false" KAFKA_SUPER_USERS: User:broker -- 2.20.1