Setup auf KRAFT umgestellt
[demos/kafka/training] / docker-compose.yml
1 version: '3.2'
2 services:
3   kafka-1:
4     image: bitnami/kafka:3.3.1
5     environment:
6       KAFKA_ENABLE_KRAFT: 'yes'
7       KAFKA_KRAFT_CLUSTER_ID: r7dMBY60T16TrNCGeXniLw
8       KAFKA_CFG_PROCESS_ROLES: broker,controller
9       KAFKA_CFG_CONTROLLER_LISTENER_NAMES: CONTROLLER
10       KAFKA_CFG_LISTENERS: BROKER://:9092, CONTROLLER://:9093, LOCALHOST://:9081
11       KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, CONTROLLER:PLAINTEXT, LOCALHOST:PLAINTEXT
12       KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-1:9092, LOCALHOST://localhost:9081
13       KAFKA_BROKER_ID: 1
14       KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 1@kafka-1:9093,2@kafka-2:9093,3@kafka-3:9093
15       ALLOW_PLAINTEXT_LISTENER: 'yes'
16       KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER
17       KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
18       KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false"
19     ports:
20       - 9081:9081
21
22   kafka-2:
23     image: bitnami/kafka:3.3.1
24     environment:
25       KAFKA_ENABLE_KRAFT: 'yes'
26       KAFKA_KRAFT_CLUSTER_ID: r7dMBY60T16TrNCGeXniLw
27       KAFKA_CFG_PROCESS_ROLES: broker,controller
28       KAFKA_CFG_CONTROLLER_LISTENER_NAMES: CONTROLLER
29       KAFKA_CFG_LISTENERS: BROKER://:9092, CONTROLLER://:9093, LOCALHOST://:9082
30       KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, CONTROLLER:PLAINTEXT, LOCALHOST:PLAINTEXT
31       KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-2:9092, LOCALHOST://localhost:9082
32       KAFKA_BROKER_ID: 2
33       KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 1@kafka-1:9093,2@kafka-2:9093,3@kafka-3:9093
34       ALLOW_PLAINTEXT_LISTENER: 'yes'
35       KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER
36       KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
37       KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false"
38     ports:
39       - 9092:9082
40       - 9082:9082
41     networks:
42       default:
43         aliases:
44           - kafka
45
46   kafka-3:
47     image: bitnami/kafka:3.3.1
48     environment:
49       KAFKA_ENABLE_KRAFT: 'yes'
50       KAFKA_KRAFT_CLUSTER_ID: r7dMBY60T16TrNCGeXniLw
51       KAFKA_CFG_PROCESS_ROLES: broker,controller
52       KAFKA_CFG_CONTROLLER_LISTENER_NAMES: CONTROLLER
53       KAFKA_CFG_LISTENERS: BROKER://:9092, CONTROLLER://:9093, LOCALHOST://:9083
54       KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, CONTROLLER:PLAINTEXT, LOCALHOST:PLAINTEXT
55       KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-3:9092, LOCALHOST://localhost:9083
56       KAFKA_BROKER_ID: 3
57       KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 1@kafka-1:9093,2@kafka-2:9093,3@kafka-3:9093
58       ALLOW_PLAINTEXT_LISTENER: 'yes'
59       KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER
60       KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
61       KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false"
62     ports:
63       - 9083:9083
64
65
66   setup:
67     image: juplo/toolbox
68     command: >
69       bash -c "
70         kafka-topics --bootstrap-server kafka:9092 --create --if-not-exists --topic in --partitions 2 --replication-factor 3 --config min.insync.replicas=2
71         kafka-topics --bootstrap-server kafka:9092 --create --if-not-exists --topic out --partitions 2 --replication-factor 3 --config min.insync.replicas=2  
72         kafka-topics --bootstrap-server kafka:9092 --describe --topic in
73         kafka-topics --bootstrap-server kafka:9092 --describe --topic out
74       "
75
76   cli:
77     image: juplo/toolbox
78     command: sleep infinity
79
80   gateway:
81     image: juplo/sumup-gateway--springified:1.0-SNAPSHOT
82     ports:
83       - 8080:8080
84     environment:
85       server.port: 8080
86       spring.kafka.bootstrap-servers: kafka:9092
87       spring.kafka.client-id: gateway
88       sumup.gateway.topic: in
89
90   requests-1:
91     image: juplo/sumup-requests-json:1.0-SNAPSHOT
92     ports:
93       - 8081:8080
94     environment:
95       server.port: 8080
96       sumup.requests.bootstrap-server: kafka:9092
97       sumup.requests.client-id: requests-1
98
99   requests-2:
100     image: juplo/sumup-requests-json:1.0-SNAPSHOT
101     ports:
102       - 8082:8080
103     environment:
104       server.port: 8080
105       sumup.requests.bootstrap-server: kafka:9092
106       sumup.requests.client-id: requests-2
107
108   consumer:
109     image: juplo/supersimple-consumer:1.0-SNAPSHOT
110     ports:
111       - 8090:8080
112     environment:
113       server.port: 8080
114       spring.kafka.bootstrap-servers: kafka:9092
115       spring.kafka.producer.bootstrap-servers: kafka:9092
116       spring.kafak.client-id: consumer
117       logging.level.org.apache.kafka.clients.consumer: INFO