From: Kai Moritz Date: Fri, 18 Apr 2025 21:16:16 +0000 (+0200) Subject: Phase 3 - Schritt 2: Fix für Inter-Broker-Kommunikation X-Git-Url: http://juplo.de/gitweb/?a=commitdiff_plain;h=2e5b648fbf29119429320a38cd7c27aafab3b948;p=demos%2Fkafka%2Ftraining Phase 3 - Schritt 2: Fix für Inter-Broker-Kommunikation * Rolling upgrade der Controller notwendig: + [source] -- docker compose up -d controller-1; docker compose logs --tail=10 -f controller-1 docker compose up -d controller-2; docker compose logs --tail=10 -f controller-2 docker compose up -d controller-3; docker compose logs --tail=10 -f controller-3 -- * Jetzt sieht man Erfolgsmeldungen bei für die Broker ** Auf dem Controller z.B. beim Upgrade von Broker 2 (gekürzt): + [source] -- Registering a new incarnation of broker 2. -- ** Auf dem Broker 2 (gekürzt): + [soruce] -- [RaftManager id=2] Registered the listener -- --- diff --git a/docker-compose.yml b/docker-compose.yml index 161e035..a68f855 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -23,7 +23,8 @@ services: KAFKA_CONTROLLER_QUORUM_VOTERS: 101@controller-1:9092,102@controller-2:9092,103@controller-3:9092 KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER KAFKA_LISTENERS: CONTROLLER://:9092 - KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:SASL_PLAINTEXT + KAFKA_INTER_BROKER_LISTENER_NAME: BROKER + KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:SASL_PLAINTEXT, BROKER:SASL_PLAINTEXT KAFKA_ZOOKEEPER_METADATA_MIGRATION_ENABLE: true KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 KAFKA_SUPER_USERS: User:controller;User:broker @@ -36,6 +37,7 @@ services: username="controller" password="controller-secret"; KAFKA_SASL_MECHANISM_CONTROLLER_PROTOCOL: PLAIN + KAFKA_SASL_MECHANISM_INTER_BROKER_PROTOCOL: PLAIN KAFKA_SASL_ENABLED_MECHANISMS: PLAIN KAFKA_LOG4J_LOGGERS: "org.apache.kafka.metadata.migration=TRACE" volumes: @@ -60,7 +62,8 @@ services: KAFKA_CONTROLLER_QUORUM_VOTERS: 101@controller-1:9092,102@controller-2:9092,103@controller-3:9092 KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER KAFKA_LISTENERS: CONTROLLER://:9092 - KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:SASL_PLAINTEXT + KAFKA_INTER_BROKER_LISTENER_NAME: BROKER + KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:SASL_PLAINTEXT, BROKER:SASL_PLAINTEXT KAFKA_ZOOKEEPER_METADATA_MIGRATION_ENABLE: true KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 KAFKA_SUPER_USERS: User:controller;User:broker @@ -73,6 +76,7 @@ services: username="controller" password="controller-secret"; KAFKA_SASL_MECHANISM_CONTROLLER_PROTOCOL: PLAIN + KAFKA_SASL_MECHANISM_INTER_BROKER_PROTOCOL: PLAIN KAFKA_SASL_ENABLED_MECHANISMS: PLAIN KAFKA_LOG4J_LOGGERS: "org.apache.kafka.metadata.migration=TRACE" volumes: @@ -97,7 +101,8 @@ services: KAFKA_CONTROLLER_QUORUM_VOTERS: 101@controller-1:9092,102@controller-2:9092,103@controller-3:9092 KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER KAFKA_LISTENERS: CONTROLLER://:9092 - KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:SASL_PLAINTEXT + KAFKA_INTER_BROKER_LISTENER_NAME: BROKER + KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:SASL_PLAINTEXT, BROKER:SASL_PLAINTEXT KAFKA_ZOOKEEPER_METADATA_MIGRATION_ENABLE: true KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 KAFKA_SUPER_USERS: User:controller;User:broker @@ -110,6 +115,7 @@ services: username="controller" password="controller-secret"; KAFKA_SASL_MECHANISM_CONTROLLER_PROTOCOL: PLAIN + KAFKA_SASL_MECHANISM_INTER_BROKER_PROTOCOL: PLAIN KAFKA_SASL_ENABLED_MECHANISMS: PLAIN KAFKA_LOG4J_LOGGERS: "org.apache.kafka.metadata.migration=TRACE" volumes: