Phase 3 - Schritt 2: Fix für Inter-Broker-Kommunikation
authorKai Moritz <kai@juplo.de>
Fri, 18 Apr 2025 21:16:16 +0000 (23:16 +0200)
committerKai Moritz <kai@juplo.de>
Sun, 25 May 2025 11:30:41 +0000 (13:30 +0200)
* Rolling upgrade der Controller notwendig:
+
[source]
--
docker compose up -d controller-1; docker compose logs --tail=10 -f controller-1
docker compose up -d controller-2; docker compose logs --tail=10 -f controller-2
docker compose up -d controller-3; docker compose logs --tail=10 -f controller-3
--
* Jetzt sieht man Erfolgsmeldungen bei für die Broker
** Auf dem Controller z.B. beim Upgrade von Broker 2 (gekürzt):
+
[source]
--
Registering a new incarnation of broker 2.
--
** Auf dem Broker 2 (gekürzt):
+
[soruce]
--
[RaftManager id=2] Registered the listener
--

docker-compose.yml

index a0638cb..e0ebae4 100644 (file)
@@ -22,7 +22,9 @@ services:
       KAFKA_NODE_ID: 101
       KAFKA_CONTROLLER_QUORUM_VOTERS: 101@controller-1:9092,102@controller-2:9092,103@controller-3:9092
       KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
+      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:PLAINTEXT, BROKER:PLAINTEXT
       KAFKA_LISTENERS: CONTROLLER://:9092
+      KAFKA_INTER_BROKER_LISTENER_NAME: BROKER
       KAFKA_ZOOKEEPER_METADATA_MIGRATION_ENABLE: true
       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
       KAFKA_LOG4J_LOGGERS: "org.apache.kafka.metadata.migration=TRACE"
@@ -41,7 +43,9 @@ services:
       KAFKA_NODE_ID: 102
       KAFKA_CONTROLLER_QUORUM_VOTERS: 101@controller-1:9092,102@controller-2:9092,103@controller-3:9092
       KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
+      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:PLAINTEXT, BROKER:PLAINTEXT
       KAFKA_LISTENERS: CONTROLLER://:9092
+      KAFKA_INTER_BROKER_LISTENER_NAME: BROKER
       KAFKA_ZOOKEEPER_METADATA_MIGRATION_ENABLE: true
       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
       KAFKA_LOG4J_LOGGERS: "org.apache.kafka.metadata.migration=TRACE"
@@ -60,7 +64,9 @@ services:
       KAFKA_NODE_ID: 103
       KAFKA_CONTROLLER_QUORUM_VOTERS: 101@controller-1:9092,102@controller-2:9092,103@controller-3:9092
       KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
+      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:PLAINTEXT, BROKER:PLAINTEXT
       KAFKA_LISTENERS: CONTROLLER://:9092
+      KAFKA_INTER_BROKER_LISTENER_NAME: BROKER
       KAFKA_ZOOKEEPER_METADATA_MIGRATION_ENABLE: true
       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
       KAFKA_LOG4J_LOGGERS: "org.apache.kafka.metadata.migration=TRACE"