juplo.de Git - demos/kafka/training/blob - docker/docker-compose.yml

   1 version: '3.2'
   2 services:
   3
   4   kafka-1:
   5     image: bitnami/kafka:3.4
   6     environment:
   7       KAFKA_ENABLE_KRAFT: 'yes'
   8       KAFKA_KRAFT_CLUSTER_ID: r7dMBY60T16TrNCGeXniLw
   9       KAFKA_CFG_CONTROLLER_LISTENER_NAMES: CONTROLLER
  10       KAFKA_CFG_LISTENERS: CONTROLLER://:9093, BROKER://:9092, LOCALHOST://:9081
  11       KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, CONTROLLER:PLAINTEXT, LOCALHOST:PLAINTEXT
  12       KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-1:9092, LOCALHOST://localhost:9081
  13       KAFKA_CFG_NODE_ID: 1
  14       KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 1@kafka-1:9093, 2@kafka-2:9093, 3@kafka-3:9093
  15       ALLOW_PLAINTEXT_LISTENER: 'yes'
  16       KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER
  17       KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  18       KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false"
  19     ports:
  20       - 9081:9081
  21
  22   kafka-2:
  23     image: bitnami/kafka:3.4
  24     environment:
  25       KAFKA_ENABLE_KRAFT: 'yes'
  26       KAFKA_KRAFT_CLUSTER_ID: r7dMBY60T16TrNCGeXniLw
  27       KAFKA_CFG_CONTROLLER_LISTENER_NAMES: CONTROLLER
  28       KAFKA_CFG_LISTENERS: CONTROLLER://:9093, BROKER://:9092, LOCALHOST://:9082
  29       KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, CONTROLLER:PLAINTEXT, LOCALHOST:PLAINTEXT
  30       KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-2:9092, LOCALHOST://localhost:9082
  31       KAFKA_CFG_NODE_ID: 2
  32       KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 1@kafka-1:9093, 2@kafka-2:9093, 3@kafka-3:9093
  33       ALLOW_PLAINTEXT_LISTENER: 'yes'
  34       KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER
  35       KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  36       KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false"
  37     ports:
  38       - 9092:9082
  39       - 9082:9082
  40     networks:
  41       default:
  42         aliases:
  43           - kafka
  44
  45   kafka-3:
  46     image: bitnami/kafka:3.4
  47     environment:
  48       KAFKA_ENABLE_KRAFT: 'yes'
  49       KAFKA_KRAFT_CLUSTER_ID: r7dMBY60T16TrNCGeXniLw
  50       KAFKA_CFG_CONTROLLER_LISTENER_NAMES: CONTROLLER
  51       KAFKA_CFG_LISTENERS: CONTROLLER://:9093, BROKER://:9092, LOCALHOST://:9083
  52       KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, CONTROLLER:PLAINTEXT, LOCALHOST:PLAINTEXT
  53       KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-3:9092, LOCALHOST://localhost:9083
  54       KAFKA_CFG_NODE_ID: 3
  55       KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 1@kafka-1:9093, 2@kafka-2:9093, 3@kafka-3:9093
  56       ALLOW_PLAINTEXT_LISTENER: 'yes'
  57       KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER
  58       KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  59       KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false"
  60     ports:
  61       - 9083:9083
  62
  63
  64   setup:
  65     image: juplo/toolbox
  66     command: >
  67       bash -c "
  68         kafka-topics --bootstrap-server kafka:9092 --delete --if-exists --topic test
  69         kafka-topics --bootstrap-server kafka:9092 --create --topic test --partitions 2 --replication-factor 3 --config min.insync.replicas=2
  70         echo Das Topic \'test\' wurde erfolgreich angelegt:
  71         kafka-topics --bootstrap-server kafka:9092 --describe --topic test
  72         echo \'docker-compose restart -t0 setup\' löscht das Topic und legt es neu an
  73         sleep infinity
  74       "
  75     depends_on:
  76       - kafka-1
  77       - kafka-2
  78       - kafka-3
  79
  80   akhq:
  81     image: tchiotludo/akhq:0.23.0
  82     ports:
  83       - 8888:8080
  84     environment:
  85       AKHQ_CONFIGURATION: |
  86         akhq:
  87           connections:
  88             docker-kafka-server:
  89               properties:
  90                 bootstrap.servers: "kafka:9092"
  91     depends_on:
  92       - kafka-1
  93       - kafka-2
  94       - kafka-3
  95
  96   cli:
  97     image: juplo/toolbox
  98     command: sleep infinity
  99     depends_on:
 100       - setup
 101
 102   producer:
 103     image: juplo/rest-producer:1.0-SNAPSHOT
 104     ports:
 105       - 8080:8080
 106     environment:
 107       server.port: 8080
 108       producer.bootstrap-server: kafka:9092
 109       producer.client-id: producer
 110       producer.topic: test
 111
 112   producer-0:
 113     image: juplo/rest-producer:1.0-SNAPSHOT
 114     ports:
 115       - 8000:8080
 116     environment:
 117       server.port: 8080
 118       producer.bootstrap-server: kafka:9092
 119       producer.client-id: producer-0
 120       producer.topic: test
 121       producer.partition: 0
 122
 123   producer-1:
 124     image: juplo/rest-producer:1.0-SNAPSHOT
 125     ports:
 126       - 8001:8080
 127     environment:
 128       server.port: 8080
 129       producer.bootstrap-server: kafka:9092
 130       producer.client-id: producer-1
 131       producer.topic: test
 132       producer.partition: 1
 133
 134   consumer-1:
 135     image: juplo/simple-consumer:1.0-SNAPSHOT
 136     command: kafka:9092 test my-group consumer-1
 137
 138   consumer-2:
 139     image: juplo/simple-consumer:1.0-SNAPSHOT
 140     command: kafka:9092 test my-group consumer-2
 141
 142   consumer-3:
 143     image: juplo/simple-consumer:1.0-SNAPSHOT
 144     command: kafka:9092 test my-group consumer-3