Phase 3 - Schritt 2: Fix für Inter-Broker-Kommunikation

* Rolling upgrade der Controller notwendig:
+
[source]
--
docker compose up -d controller-1; docker compose logs --tail=10 -f controller-1
docker compose up -d controller-2; docker compose logs --tail=10 -f controller-2
docker compose up -d controller-3; docker compose logs --tail=10 -f controller-3
--
* Jetzt sieht man Erfolgsmeldungen bei für die Broker
** Auf dem Controller z.B. beim Upgrade von Broker 2 (gekürzt):
+
[source]
--
Registering a new incarnation of broker 2.
--
** Auf dem Broker 2 (gekürzt):
+
[soruce]
--
[RaftManager id=2] Registered the listener
--

diff --git a/docker-compose.yml b/docker-compose.yml
index 161e035..a68f855 100644 (file)
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -23,7 +23,8 @@ services:
       KAFKA_CONTROLLER_QUORUM_VOTERS: 101@controller-1:9092,102@controller-2:9092,103@controller-3:9092
       KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
       KAFKA_LISTENERS: CONTROLLER://:9092
-      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:SASL_PLAINTEXT
+      KAFKA_INTER_BROKER_LISTENER_NAME: BROKER
+      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:SASL_PLAINTEXT, BROKER:SASL_PLAINTEXT
       KAFKA_ZOOKEEPER_METADATA_MIGRATION_ENABLE: true
       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
       KAFKA_SUPER_USERS: User:controller;User:broker
@@ -36,6 +37,7 @@ services:
         username="controller"
         password="controller-secret";
       KAFKA_SASL_MECHANISM_CONTROLLER_PROTOCOL: PLAIN
+      KAFKA_SASL_MECHANISM_INTER_BROKER_PROTOCOL: PLAIN
       KAFKA_SASL_ENABLED_MECHANISMS: PLAIN
       KAFKA_LOG4J_LOGGERS: "org.apache.kafka.metadata.migration=TRACE"
     volumes:
@@ -60,7 +62,8 @@ services:
       KAFKA_CONTROLLER_QUORUM_VOTERS: 101@controller-1:9092,102@controller-2:9092,103@controller-3:9092
       KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
       KAFKA_LISTENERS: CONTROLLER://:9092
-      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:SASL_PLAINTEXT
+      KAFKA_INTER_BROKER_LISTENER_NAME: BROKER
+      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:SASL_PLAINTEXT, BROKER:SASL_PLAINTEXT
       KAFKA_ZOOKEEPER_METADATA_MIGRATION_ENABLE: true
       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
       KAFKA_SUPER_USERS: User:controller;User:broker
@@ -73,6 +76,7 @@ services:
         username="controller"
         password="controller-secret";
       KAFKA_SASL_MECHANISM_CONTROLLER_PROTOCOL: PLAIN
+      KAFKA_SASL_MECHANISM_INTER_BROKER_PROTOCOL: PLAIN
       KAFKA_SASL_ENABLED_MECHANISMS: PLAIN
       KAFKA_LOG4J_LOGGERS: "org.apache.kafka.metadata.migration=TRACE"
     volumes:
@@ -97,7 +101,8 @@ services:
       KAFKA_CONTROLLER_QUORUM_VOTERS: 101@controller-1:9092,102@controller-2:9092,103@controller-3:9092
       KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
       KAFKA_LISTENERS: CONTROLLER://:9092
-      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:SASL_PLAINTEXT
+      KAFKA_INTER_BROKER_LISTENER_NAME: BROKER
+      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:SASL_PLAINTEXT, BROKER:SASL_PLAINTEXT
       KAFKA_ZOOKEEPER_METADATA_MIGRATION_ENABLE: true
       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
       KAFKA_SUPER_USERS: User:controller;User:broker
@@ -110,6 +115,7 @@ services:
         username="controller"
         password="controller-secret";
       KAFKA_SASL_MECHANISM_CONTROLLER_PROTOCOL: PLAIN
+      KAFKA_SASL_MECHANISM_INTER_BROKER_PROTOCOL: PLAIN
       KAFKA_SASL_ENABLED_MECHANISMS: PLAIN
       KAFKA_LOG4J_LOGGERS: "org.apache.kafka.metadata.migration=TRACE"
     volumes: