juplo.de Git - demos/kafka/monitoring/blob - docker-compose.yml

   1 version: '3.2'
   2
   3 services:
   4
   5   zookeeper:
   6     build: zookeeper
   7     environment:
   8       ALLOW_ANONYMOUS_LOGIN: 'yes'
   9     volumes:
  10       - zookeeper:/bitnami/zookeeper
  11
  12   kafka-1:
  13     build: kafka
  14     environment:
  15       KAFKA_CFG_ZOOKEEPER_CONNECT: zookeeper:2181
  16       KAFKA_CFG_LISTENERS: BROKER://:9092, LOCALHOST://:9081
  17       KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, LOCALHOST:PLAINTEXT
  18       KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-1:9092, LOCALHOST://localhost:9081
  19       KAFKA_BROKER_ID: 1
  20       ALLOW_PLAINTEXT_LISTENER: 'yes'
  21       KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER
  22       KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  23       KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false"
  24     volumes:
  25       - kafka-1:/bitnami/kafka
  26     ports:
  27       - 9081:9081
  28     depends_on:
  29       - zookeeper
  30
  31   kafka-2:
  32     build: kafka
  33     environment:
  34       KAFKA_CFG_ZOOKEEPER_CONNECT: zookeeper:2181
  35       KAFKA_CFG_LISTENERS: BROKER://:9092, LOCALHOST://:9082
  36       KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, LOCALHOST:PLAINTEXT
  37       KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-2:9092, LOCALHOST://localhost:9082
  38       KAFKA_BROKER_ID: 2
  39       ALLOW_PLAINTEXT_LISTENER: 'yes'
  40       KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER
  41       KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  42       KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false"
  43     volumes:
  44       - kafka-2:/bitnami/kafka
  45     ports:
  46       - 9092:9082
  47       - 9082:9082
  48     networks:
  49       default:
  50         aliases:
  51           - kafka
  52     depends_on:
  53       - zookeeper
  54
  55   kafka-3:
  56     build: kafka
  57     environment:
  58       KAFKA_CFG_ZOOKEEPER_CONNECT: zookeeper:2181
  59       KAFKA_CFG_LISTENERS: BROKER://:9092, LOCALHOST://:9083
  60       KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, LOCALHOST:PLAINTEXT
  61       KAFKA_CFG_ADVERTISED_LISTENERS: BROKER://kafka-3:9092, LOCALHOST://localhost:9083
  62       KAFKA_BROKER_ID: 3
  63       ALLOW_PLAINTEXT_LISTENER: 'yes'
  64       KAFKA_CFG_INTER_BROKER_LISTENER_NAME: BROKER
  65       KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  66       KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: "false"
  67     volumes:
  68       - kafka-3:/bitnami/kafka
  69     ports:
  70       - 9083:9083
  71     depends_on:
  72       - zookeeper
  73
  74   setup:
  75     image: juplo/toolbox
  76     command: >
  77       bash -c "
  78         kafka-topics --bootstrap-server kafka:9092 --delete --if-exists --topic test
  79         kafka-topics --bootstrap-server kafka:9092 --create --topic test --partitions 2 --replication-factor 3 --config min.insync.replicas=2
  80         kafka-topics --bootstrap-server kafka:9092 --describe --topic test
  81       "
  82     depends_on:
  83       - kafka-1
  84       - kafka-2
  85       - kafka-3
  86
  87   cli:
  88     image: juplo/toolbox
  89     command: sleep infinity
  90     depends_on:
  91       - kafka-1
  92       - kafka-2
  93       - kafka-3
  94
  95   burrow:
  96     build: burrow
  97     volumes:
  98       - ./burrow.conf:/app/burrow.toml:ro
  99     ports:
 100       - 8080:8080
 101
 102   burrow_exporter:
 103     build: burrow_exporter
 104     environment:
 105       BURROW_ADDR: http://burrow:8080
 106       API_VERSION: 3
 107     ports:
 108       - 8008:8080
 109
 110   kafka-lag-exporter:
 111     image: seglo/kafka-lag-exporter:0.8.2
 112     volumes:
 113       - ./kafka-lag-exporter.conf:/opt/docker/conf/application.conf:ro
 114     ports:
 115       - 8000:8000
 116
 117   kafka-exporter:
 118     image: danielqsj/kafka-exporter:v1.6.0
 119     command: --kafka.server kafka:9092
 120     ports:
 121       - 9308:9308
 122
 123   prometheus:
 124     image: prom/prometheus
 125     ports:
 126       - "9090:9090"
 127     volumes:
 128       - ./prometheus.yml:/etc/prometheus/prometheus.yml
 129
 130   grafana:
 131     image: grafana/grafana
 132     ports:
 133       - "3000:3000"
 134     volumes:
 135       - grafana:/var/lib/grafana
 136
 137   producer:
 138     image: juplo/simple-producer:1.0-SNAPSHOT
 139     command: kafka:9092 test producer
 140
 141   consumer:
 142     image: juplo/simple-consumer:1.0-SNAPSHOT
 143     command: kafka:9092 test my-group consumer
 144
 145 volumes:
 146
 147   zookeeper:
 148   kafka-1:
 149   kafka-2:
 150   kafka-3:
 151   grafana: