juplo.de Git - demos/kafka/training/blob - docker-compose.yml

   1 version: '3.2'
   2 services:
   3   kafka-1:
   4     image: bitnami/kafka:3.3.1
   5     environment:
   6       KAFKA_ENABLE_KRAFT: 'yes'
   7       KAFKA_KRAFT_CLUSTER_ID: r7dMBY60T16TrNCGeXniLw
   8       KAFKA_CFG_PROCESS_ROLES: broker,controller
   9       KAFKA_CFG_CONTROLLER_LISTENER_NAMES: CONTROLLER
  10       KAFKA_CFG_LISTENERS: BROKER://:9092, CONTROLLER://:9093, LOCALHOST://:9081
  11       KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, CONTROLLER:PLAINTEXT, LOCALHOST:PLAINTEXT
  12       KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-1:9092, LOCALHOST://localhost:9081
  13       KAFKA_BROKER_ID: 1
  14       KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 1@kafka-1:9093,2@kafka-2:9093,3@kafka-3:9093
  15       ALLOW_PLAINTEXT_LISTENER: 'yes'
  16       KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER
  17       KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  18       KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false"
  19     ports:
  20       - 9081:9081
  21
  22   kafka-2:
  23     image: bitnami/kafka:3.3.1
  24     environment:
  25       KAFKA_ENABLE_KRAFT: 'yes'
  26       KAFKA_KRAFT_CLUSTER_ID: r7dMBY60T16TrNCGeXniLw
  27       KAFKA_CFG_PROCESS_ROLES: broker,controller
  28       KAFKA_CFG_CONTROLLER_LISTENER_NAMES: CONTROLLER
  29       KAFKA_CFG_LISTENERS: BROKER://:9092, CONTROLLER://:9093, LOCALHOST://:9082
  30       KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, CONTROLLER:PLAINTEXT, LOCALHOST:PLAINTEXT
  31       KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-2:9092, LOCALHOST://localhost:9082
  32       KAFKA_BROKER_ID: 2
  33       KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 1@kafka-1:9093,2@kafka-2:9093,3@kafka-3:9093
  34       ALLOW_PLAINTEXT_LISTENER: 'yes'
  35       KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER
  36       KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  37       KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false"
  38     ports:
  39       - 9092:9082
  40       - 9082:9082
  41     networks:
  42       default:
  43         aliases:
  44           - kafka
  45
  46   kafka-3:
  47     image: bitnami/kafka:3.3.1
  48     environment:
  49       KAFKA_ENABLE_KRAFT: 'yes'
  50       KAFKA_KRAFT_CLUSTER_ID: r7dMBY60T16TrNCGeXniLw
  51       KAFKA_CFG_PROCESS_ROLES: broker,controller
  52       KAFKA_CFG_CONTROLLER_LISTENER_NAMES: CONTROLLER
  53       KAFKA_CFG_LISTENERS: BROKER://:9092, CONTROLLER://:9093, LOCALHOST://:9083
  54       KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, CONTROLLER:PLAINTEXT, LOCALHOST:PLAINTEXT
  55       KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-3:9092, LOCALHOST://localhost:9083
  56       KAFKA_BROKER_ID: 3
  57       KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: 1@kafka-1:9093,2@kafka-2:9093,3@kafka-3:9093
  58       ALLOW_PLAINTEXT_LISTENER: 'yes'
  59       KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER
  60       KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  61       KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false"
  62     ports:
  63       - 9083:9083
  64
  65   setup:
  66     image: juplo/toolbox
  67     command: >
  68       bash -c "
  69         kafka-topics --bootstrap-server kafka:9092 --delete --if-exists --topic test
  70         kafka-topics --bootstrap-server kafka:9092 --create --topic test --partitions 2 --replication-factor 3 --config min.insync.replicas=2
  71         kafka-topics --bootstrap-server kafka:9092 --describe --topic test
  72       "
  73
  74   cli:
  75     image: juplo/toolbox
  76     command: sleep infinity
  77
  78   producer:
  79     image: juplo/simple-producer:1.0-SNAPSHOT
  80     command: producer
  81
  82   consumer-1:
  83     image: juplo/simple-consumer:1.0-SNAPSHOT
  84     command: kafka:9092 test my-group consumer-1
  85
  86   consumer-2:
  87     image: juplo/simple-consumer:1.0-SNAPSHOT
  88     command: kafka:9092 test my-group consumer-2
  89
  90   consumer-3:
  91     image: juplo/simple-consumer:1.0-SNAPSHOT
  92     command: kafka:9092 test my-group consumer-3
  93
  94   spikzettel:
  95     image: juplo/toolbox
  96     command: >
  97       bash -c '
  98         kafka-console-consumer \
  99           --bootstrap-server kafka:9092 \
 100           --topic __consumer_offsets --from-beginning \
 101           --formatter "kafka.coordinator.group.GroupMetadataManager\$$OffsetsMessageFormatter"
 102       '