Phase 4: Broker von Zookeeper auf die KRAF-Controller migrieren

* Rolling Upgrade der Broker notwendig:
+
[source]
--
docker compose up kafka-1; docker compose logs --tail=10 -f kafka-1
docker compose up kafka-2; docker compose logs --tail=10 -f kafka-2
docker compose up kafka-3; docker compose logs --tail=10 -f kafka-3
--

diff --git a/docker-compose.yml b/docker-compose.yml
index 38d9477..d4a42b7 100644 (file)
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -72,16 +72,15 @@ services:
   kafka-1:
     image: confluentinc/cp-kafka:7.9.0
     environment:
+      CLUSTER_ID: 8e-KqCzwQPqK7EibrzJE5g
+      KAFKA_PROCESS_ROLES: broker
+      KAFKA_NODE_ID: 1
       KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
       KAFKA_CONTROLLER_QUORUM_VOTERS: 101@controller-1:9092,102@controller-2:9092,103@controller-3:9092
-      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
-      KAFKA_ZOOKEEPER_METADATA_MIGRATION_ENABLE: true
       KAFKA_LISTENERS: BROKER://:9092, LOCALHOST://:9081
       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, LOCALHOST:PLAINTEXT, CONTROLLER:PLAINTEXT
       KAFKA_ADVERTISED_LISTENERS: BROKER://kafka-1:9092, LOCALHOST://localhost:9081
-      KAFKA_BROKER_ID: 1
       KAFKA_INTER_BROKER_LISTENER_NAME: BROKER
-      KAFKA_INTER_BROKER_PROTOCOL_VERSION: 3.9
       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
       KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false"
       KAFKA_LOG_RETENTION_CHECK_INTERVAL_MS: 1000
@@ -99,16 +98,15 @@ services:
   kafka-2:
     image: confluentinc/cp-kafka:7.9.0
     environment:
+      CLUSTER_ID: 8e-KqCzwQPqK7EibrzJE5g
+      KAFKA_PROCESS_ROLES: broker
+      KAFKA_NODE_ID: 2
       KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
       KAFKA_CONTROLLER_QUORUM_VOTERS: 101@controller-1:9092,102@controller-2:9092,103@controller-3:9092
-      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
-      KAFKA_ZOOKEEPER_METADATA_MIGRATION_ENABLE: true
       KAFKA_LISTENERS: BROKER://:9092, LOCALHOST://:9082
       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, LOCALHOST:PLAINTEXT, CONTROLLER:PLAINTEXT
       KAFKA_ADVERTISED_LISTENERS: BROKER://kafka-2:9092, LOCALHOST://localhost:9082
-      KAFKA_BROKER_ID: 2
       KAFKA_INTER_BROKER_LISTENER_NAME: BROKER
-      KAFKA_INTER_BROKER_PROTOCOL_VERSION: 3.9
       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
       KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false"
       KAFKA_LOG_RETENTION_CHECK_INTERVAL_MS: 10000
@@ -131,16 +129,15 @@ services:
   kafka-3:
     image: confluentinc/cp-kafka:7.9.0
     environment:
+      CLUSTER_ID: 8e-KqCzwQPqK7EibrzJE5g
+      KAFKA_PROCESS_ROLES: broker
+      KAFKA_NODE_ID: 3
       KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
       KAFKA_CONTROLLER_QUORUM_VOTERS: 101@controller-1:9092,102@controller-2:9092,103@controller-3:9092
-      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
-      KAFKA_ZOOKEEPER_METADATA_MIGRATION_ENABLE: true
       KAFKA_LISTENERS: BROKER://:9092, LOCALHOST://:9083
       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, LOCALHOST:PLAINTEXT, CONTROLLER:PLAINTEXT
       KAFKA_ADVERTISED_LISTENERS: BROKER://kafka-3:9092, LOCALHOST://localhost:9083
-      KAFKA_BROKER_ID: 3
       KAFKA_INTER_BROKER_LISTENER_NAME: BROKER
-      KAFKA_INTER_BROKER_PROTOCOL_VERSION: 3.9
       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
       KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false"
       KAFKA_LOG_RETENTION_CHECK_INTERVAL_MS: 10000