juplo.de Git - demos/kafka/monitoring/blob - docker-compose.yml

   1 version: '3.2'
   2
   3 services:
   4
   5   zookeeper:
   6     build: zookeeper
   7     environment:
   8       ALLOW_ANONYMOUS_LOGIN: 'yes'
   9
  10   kafka-1:
  11     build: kafka
  12     environment:
  13       KAFKA_CFG_ZOOKEEPER_CONNECT: zookeeper:2181
  14       KAFKA_CFG_LISTENERS: BROKER://:9092, LOCALHOST://:9081
  15       KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, LOCALHOST:PLAINTEXT
  16       KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-1:9092, LOCALHOST://localhost:9081
  17       KAFKA_BROKER_ID: 1
  18       ALLOW_PLAINTEXT_LISTENER: 'yes'
  19       KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER
  20       KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  21       KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false"
  22     ports:
  23       - 9081:9081
  24     depends_on:
  25       - zookeeper
  26
  27   kafka-2:
  28     build: kafka
  29     environment:
  30       KAFKA_CFG_ZOOKEEPER_CONNECT: zookeeper:2181
  31       KAFKA_CFG_LISTENERS: BROKER://:9092, LOCALHOST://:9082
  32       KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, LOCALHOST:PLAINTEXT
  33       KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-2:9092, LOCALHOST://localhost:9082
  34       KAFKA_BROKER_ID: 2
  35       ALLOW_PLAINTEXT_LISTENER: 'yes'
  36       KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER
  37       KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  38       KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false"
  39     ports:
  40       - 9092:9082
  41       - 9082:9082
  42     networks:
  43       default:
  44         aliases:
  45           - kafka
  46     depends_on:
  47       - zookeeper
  48
  49   kafka-3:
  50     build: kafka
  51     environment:
  52       KAFKA_CFG_ZOOKEEPER_CONNECT: zookeeper:2181
  53       KAFKA_CFG_LISTENERS: BROKER://:9092, LOCALHOST://:9083
  54       KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, LOCALHOST:PLAINTEXT
  55       KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-3:9092, LOCALHOST://localhost:9083
  56       KAFKA_BROKER_ID: 3
  57       ALLOW_PLAINTEXT_LISTENER: 'yes'
  58       KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER
  59       KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  60       KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false"
  61     ports:
  62       - 9083:9083
  63     depends_on:
  64       - zookeeper
  65
  66   setup:
  67     image: juplo/toolbox
  68     command: >
  69       bash -c "
  70         kafka-topics --bootstrap-server kafka:9092 --delete --if-exists --topic test
  71         kafka-topics --bootstrap-server kafka:9092 --create --topic test --partitions 2 --replication-factor 3 --config min.insync.replicas=2
  72         kafka-topics --bootstrap-server kafka:9092 --describe --topic test
  73       "
  74     depends_on:
  75       - kafka-1
  76       - kafka-2
  77       - kafka-3
  78
  79   cli:
  80     image: juplo/toolbox
  81     command: sleep infinity
  82     depends_on:
  83       - kafka-1
  84       - kafka-2
  85       - kafka-3
  86
  87   kafka-exporter:
  88     image: danielqsj/kafka-exporter:v1.6.0
  89     command: --kafka.server kafka:9092
  90     ports:
  91       - 9308:9308
  92
  93   prometheus:
  94     image: prom/prometheus
  95     ports:
  96       - "9090:9090"
  97     volumes:
  98       - ./prometheus.yml:/etc/prometheus/prometheus.yml
  99
 100   grafana:
 101     image: grafana/grafana
 102     ports:
 103       - "3000:3000"
 104     volumes:
 105       - grafana:/var/lib/grafana
 106
 107   producer:
 108     image: juplo/simple-producer:1.0-SNAPSHOT
 109     command: kafka:9092 test producer
 110
 111   consumer:
 112     image: juplo/simple-consumer:1.0-SNAPSHOT
 113     command: kafka:9092 test my-group consumer
 114
 115 volumes:
 116
 117   grafana: