juplo.de Git - demos/kafka/training/blob - docker-compose.yml

   1 version: '3.2'
   2 services:
   3   zookeeper:
   4     image: confluentinc/cp-zookeeper:7.1.3
   5     environment:
   6       ZOOKEEPER_CLIENT_PORT: 2181
   7     ports:
   8       - 2181:2181
   9
  10   kafka-1:
  11     image: confluentinc/cp-kafka:7.1.3
  12     environment:
  13       KAFKA_BROKER_ID: 1
  14       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
  15       KAFKA_LISTENERS: DOCKER://:9092, LOCALHOST://:9081
  16       KAFKA_ADVERTISED_LISTENERS: DOCKER://kafka-1:9092, LOCALHOST://localhost:9081
  17       KAFKA_INTER_BROKER_LISTENER_NAME: DOCKER
  18       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: DOCKER:PLAINTEXT, LOCALHOST:PLAINTEXT
  19       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  20       KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false"
  21     ports:
  22       - 9081:9081
  23     depends_on:
  24       - zookeeper
  25
  26   kafka-2:
  27     image: confluentinc/cp-kafka:7.1.3
  28     environment:
  29       KAFKA_BROKER_ID: 2
  30       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
  31       KAFKA_LISTENERS: DOCKER://:9092, LOCALHOST://:9082
  32       KAFKA_ADVERTISED_LISTENERS: DOCKER://kafka-2:9092, LOCALHOST://localhost:9082
  33       KAFKA_INTER_BROKER_LISTENER_NAME: DOCKER
  34       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: DOCKER:PLAINTEXT, LOCALHOST:PLAINTEXT
  35       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  36       KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false"
  37     ports:
  38       - 9092:9082
  39       - 9082:9082
  40     networks:
  41       default:
  42         aliases:
  43           - kafka
  44     depends_on:
  45       - zookeeper
  46
  47   kafka-3:
  48     image: confluentinc/cp-kafka:7.1.3
  49     environment:
  50       KAFKA_BROKER_ID: 3
  51       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
  52       KAFKA_LISTENERS: DOCKER://:9092, LOCALHOST://:9083
  53       KAFKA_ADVERTISED_LISTENERS: DOCKER://kafka-3:9092, LOCALHOST://localhost:9083
  54       KAFKA_INTER_BROKER_LISTENER_NAME: DOCKER
  55       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: DOCKER:PLAINTEXT, LOCALHOST:PLAINTEXT
  56       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  57       KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false"
  58     ports:
  59       - 9083:9083
  60     depends_on:
  61       - zookeeper
  62
  63   cli:
  64     image: confluentinc/cp-kafka:7.1.3
  65     command: sleep infinity
  66
  67   setup:
  68     image: juplo/toolbox
  69     command: >
  70       bash -c "
  71         kafka-topics --bootstrap-server kafka:9092 --describe --topic test
  72         kafka-topics --bootstrap-server kafka:9092 --delete --if-exists --topic test
  73         kafka-topics --bootstrap-server kafka:9092 --create --topic test --partitions 2 --replication-factor 3 --config min.insync.replicas=2
  74         kafka-topics --bootstrap-server kafka-1:9092 --describe --topic test
  75         kafka-topics --bootstrap-server kafka-2:9092 --describe --topic test
  76         kafka-topics --bootstrap-server kafka-3:9092 --describe --topic test
  77       "
  78   producer:
  79     image: confluentinc/cp-kafkacat:7.1.3
  80     command: >
  81       bash -c "
  82         echo -e \"hello world\nhow are you\nI hope, you're fine\" | kafkacat -P -b kafka:9092 -t test -X acks=all
  83       "
  84
  85   consumer:
  86     image: confluentinc/cp-kafkacat:7.1.3
  87     command: kafkacat -C -b kafka:9092 -t test -o 0 -e -f'p=%p|o=%o|k=%k|v=%s\n'