juplo.de Git - demos/kafka/training/blob - docker-compose.yml

   1 version: '3.2'
   2 services:
   3   kafka-1:
   4     image: confluentinc/cp-kafka:7.2.2
   5     environment:
   6       KAFKA_BROKER_ID: 1
   7       KAFKA_PROCESS_ROLES: broker,controller
   8       KAFKA_CONTROLLER_QUORUM_VOTERS: 1@kafka-1:9092,2@kafka-2:9092,3@kafka-3:9092
   9       KAFKA_LISTENERS: DOCKER://:9092, LOCALHOST://:9081
  10       KAFKA_ADVERTISED_LISTENERS: DOCKER://kafka-1:9092, LOCALHOST://localhost:9081
  11       KAFKA_INTER_BROKER_LISTENER_NAME: DOCKER
  12       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: DOCKER:PLAINTEXT, LOCALHOST:PLAINTEXT
  13       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  14       KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false"
  15     ports:
  16       - 9081:9081
  17
  18   kafka-2:
  19     image: confluentinc/cp-kafka:7.1.3
  20     environment:
  21       KAFKA_BROKER_ID: 2
  22       KAFKA_PROCESS_ROLES: broker,controller
  23       KAFKA_CONTROLLER_QUORUM_VOTERS: 1@kafka-1:9092,2@kafka-2:9092,3@kafka-3:9092
  24       KAFKA_LISTENERS: DOCKER://:9092, LOCALHOST://:9082
  25       KAFKA_ADVERTISED_LISTENERS: DOCKER://kafka-2:9092, LOCALHOST://localhost:9082
  26       KAFKA_INTER_BROKER_LISTENER_NAME: DOCKER
  27       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: DOCKER:PLAINTEXT, LOCALHOST:PLAINTEXT
  28       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  29       KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false"
  30     ports:
  31       - 9092:9082
  32       - 9082:9082
  33     networks:
  34       default:
  35         aliases:
  36           - kafka
  37
  38   kafka-3:
  39     image: confluentinc/cp-kafka:7.1.3
  40     environment:
  41       KAFKA_BROKER_ID: 3
  42       KAFKA_PROCESS_ROLES: broker,controller
  43       KAFKA_CONTROLLER_QUORUM_VOTERS: 1@kafka-1:9092,2@kafka-2:9092,3@kafka-3:9092
  44       KAFKA_LISTENERS: DOCKER://:9092, LOCALHOST://:9083
  45       KAFKA_ADVERTISED_LISTENERS: DOCKER://kafka-3:9092, LOCALHOST://localhost:9083
  46       KAFKA_INTER_BROKER_LISTENER_NAME: DOCKER
  47       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: DOCKER:PLAINTEXT, LOCALHOST:PLAINTEXT
  48       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  49       KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false"
  50     ports:
  51       - 9083:9083
  52
  53   setup:
  54     image: juplo/toolbox
  55     command: >
  56       bash -c "
  57         kafka-topics --bootstrap-server kafka:9092 --delete --if-exists --topic test
  58         kafka-topics --bootstrap-server kafka:9092 --create --topic test --partitions 2 --replication-factor 3 --config min.insync.replicas=2
  59         kafka-topics --bootstrap-server kafka:9092 --describe --topic test
  60       "
  61
  62   cli:
  63     image: juplo/toolbox
  64     command: sleep infinity
  65
  66   producer:
  67     image: juplo/simple-producer:1.0-SNAPSHOT
  68     command: producer
  69
  70   consumer-1:
  71     image: juplo/simple-consumer:1.0-SNAPSHOT
  72     command: kafka:9092 test my-group consumer-1
  73
  74   consumer-2:
  75     image: juplo/simple-consumer:1.0-SNAPSHOT
  76     command: kafka:9092 test my-group consumer-2
  77
  78   consumer-3:
  79     image: juplo/simple-consumer:1.0-SNAPSHOT
  80     command: kafka:9092 test my-group consumer-3
  81
  82   spikzettel:
  83     image: juplo/toolbox
  84     command: >
  85       bash -c '
  86         kafka-console-consumer \
  87           --bootstrap-server kafka:9092 \
  88           --topic __consumer_offsets --from-beginning \
  89           --formatter "kafka.coordinator.group.GroupMetadataManager\$$OffsetsMessageFormatter"
  90       '