juplo.de Git - demos/kafka/monitoring/blob - docker-compose.yml

   1 version: '3.2'
   2
   3 services:
   4
   5   zookeeper:
   6     build: zookeeper
   7     environment:
   8       ALLOW_ANONYMOUS_LOGIN: 'yes'
   9
  10   kafka-1:
  11     build: kafka
  12     environment:
  13       KAFKA_CFG_ZOOKEEPER_CONNECT: zookeeper:2181
  14       KAFKA_CFG_LISTENERS: BROKER://:9092, LOCALHOST://:9081
  15       KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, LOCALHOST:PLAINTEXT
  16       KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-1:9092, LOCALHOST://localhost:9081
  17       KAFKA_BROKER_ID: 1
  18       ALLOW_PLAINTEXT_LISTENER: 'yes'
  19       KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER
  20       KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  21       KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false"
  22     ports:
  23       - 9081:9081
  24     depends_on:
  25       - zookeeper
  26
  27   kafka-2:
  28     build: kafka
  29     environment:
  30       KAFKA_CFG_ZOOKEEPER_CONNECT: zookeeper:2181
  31       KAFKA_CFG_LISTENERS: BROKER://:9092, LOCALHOST://:9082
  32       KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, LOCALHOST:PLAINTEXT
  33       KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-2:9092, LOCALHOST://localhost:9082
  34       KAFKA_BROKER_ID: 2
  35       ALLOW_PLAINTEXT_LISTENER: 'yes'
  36       KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER
  37       KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  38       KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false"
  39     ports:
  40       - 9092:9082
  41       - 9082:9082
  42     networks:
  43       default:
  44         aliases:
  45           - kafka
  46     depends_on:
  47       - zookeeper
  48
  49   kafka-3:
  50     build: kafka
  51     environment:
  52       KAFKA_CFG_ZOOKEEPER_CONNECT: zookeeper:2181
  53       KAFKA_CFG_LISTENERS: BROKER://:9092, LOCALHOST://:9083
  54       KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, LOCALHOST:PLAINTEXT
  55       KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-3:9092, LOCALHOST://localhost:9083
  56       KAFKA_BROKER_ID: 3
  57       ALLOW_PLAINTEXT_LISTENER: 'yes'
  58       KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER
  59       KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  60       KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false"
  61     ports:
  62       - 9083:9083
  63     depends_on:
  64       - zookeeper
  65
  66   setup:
  67     image: juplo/toolbox
  68     command: >
  69       bash -c "
  70         kafka-topics --bootstrap-server kafka:9092 --delete --if-exists --topic test
  71         kafka-topics --bootstrap-server kafka:9092 --create --topic test --partitions 2 --replication-factor 3 --config min.insync.replicas=2
  72         kafka-topics --bootstrap-server kafka:9092 --describe --topic test
  73       "
  74     depends_on:
  75       - kafka-1
  76       - kafka-2
  77       - kafka-3
  78
  79   cli:
  80     image: juplo/toolbox
  81     command: sleep infinity
  82     depends_on:
  83       - kafka-1
  84       - kafka-2
  85       - kafka-3
  86
  87   burrow:
  88     build: burrow
  89     volumes:
  90       - ./burrow.conf:/app/burrow.toml:ro
  91     ports:
  92       - 8080:8080
  93
  94   burrow_exporter:
  95     build: burrow_exporter
  96     environment:
  97       BURROW_ADDR: http://burrow:8080
  98       API_VERSION: 3
  99
 100   kafka-lag-exporter:
 101     image: seglo/kafka-lag-exporter:0.8.2
 102     volumes:
 103       - ./kafka-lag-exporter.conf:/opt/docker/conf/application.conf:ro
 104     ports:
 105       - 8000:8000
 106
 107   kafka-exporter:
 108     image: danielqsj/kafka-exporter:v1.6.0
 109     command: --kafka.server kafka:9092
 110     ports:
 111       - 9308:9308
 112
 113   prometheus:
 114     image: prom/prometheus
 115     ports:
 116       - "9090:9090"
 117     volumes:
 118       - ./prometheus.yml:/etc/prometheus/prometheus.yml
 119
 120   grafana:
 121     image: grafana/grafana
 122     ports:
 123       - "3000:3000"
 124     volumes:
 125       - grafana:/var/lib/grafana
 126
 127   producer:
 128     image: juplo/simple-producer:1.0-SNAPSHOT
 129     command: kafka:9092 test producer
 130
 131   consumer:
 132     image: juplo/simple-consumer:1.0-SNAPSHOT
 133     command: kafka:9092 test my-group consumer
 134
 135 volumes:
 136
 137   grafana: