juplo.de Git - demos/kafka/training/blob - docker/docker-compose.yml

   1 version: '3.2'
   2 services:
   3   zookeeper:
   4     image: confluentinc/cp-zookeeper:7.5.1
   5     environment:
   6       ZOOKEEPER_CLIENT_PORT: 2181
   7     ports:
   8       - 2181:2181
   9     volumes:
  10       - zookeeper-data:/var/lib/zookeeper/data
  11       - zookeeper-log:/var/lib/zookeeper/log
  12
  13   kafka-1:
  14     image: confluentinc/cp-kafka:7.5.1
  15     environment:
  16       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
  17       KAFKA_LISTENERS: BROKER://:9092, LOCALHOST://:9081
  18       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, LOCALHOST:PLAINTEXT
  19       KAFKA_ADVERTISED_LISTENERS: BROKER://kafka-1:9092, LOCALHOST://localhost:9081
  20       KAFKA_BROKER_ID: 1
  21       KAFKA_INTER_BROKER_LISTENER_NAME: BROKER
  22       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  23       KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false"
  24       KAFKA_OPTS:
  25         -Dcom.sun.management.jmxremote=true
  26         -Dcom.sun.management.jmxremote.port=9101
  27         -Dcom.sun.management.jmxremote.authenticate=false
  28     volumes:
  29       - kafka-1-data:/var/lib/kafka/data
  30     ports:
  31       - 9081:9081
  32     depends_on:
  33       - zookeeper
  34
  35   kafka-2:
  36     image: confluentinc/cp-kafka:7.5.1
  37     environment:
  38       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
  39       KAFKA_LISTENERS: BROKER://:9092, LOCALHOST://:9082
  40       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, LOCALHOST:PLAINTEXT
  41       KAFKA_ADVERTISED_LISTENERS: BROKER://kafka-2:9092, LOCALHOST://localhost:9082
  42       KAFKA_BROKER_ID: 2
  43       KAFKA_INTER_BROKER_LISTENER_NAME: BROKER
  44       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  45       KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false"
  46       KAFKA_OPTS:
  47         -Dcom.sun.management.jmxremote=true
  48         -Dcom.sun.management.jmxremote.port=9101
  49         -Dcom.sun.management.jmxremote.authenticate=false
  50     volumes:
  51       - kafka-2-data:/var/lib/kafka/data
  52     ports:
  53       - 9092:9082
  54       - 9082:9082
  55     networks:
  56       default:
  57         aliases:
  58           - kafka
  59     depends_on:
  60       - zookeeper
  61
  62   kafka-3:
  63     image: confluentinc/cp-kafka:7.5.1
  64     environment:
  65       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
  66       KAFKA_LISTENERS: BROKER://:9092, LOCALHOST://:9083
  67       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, LOCALHOST:PLAINTEXT
  68       KAFKA_ADVERTISED_LISTENERS: BROKER://kafka-3:9092, LOCALHOST://localhost:9083
  69       KAFKA_BROKER_ID: 3
  70       KAFKA_INTER_BROKER_LISTENER_NAME: BROKER
  71       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  72       KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false"
  73       KAFKA_OPTS:
  74         -Dcom.sun.management.jmxremote=true
  75         -Dcom.sun.management.jmxremote.port=9101
  76         -Dcom.sun.management.jmxremote.authenticate=false
  77     volumes:
  78       - kafka-3-data:/var/lib/kafka/data
  79     ports:
  80       - 9083:9083
  81     depends_on:
  82       - zookeeper
  83
  84   schema-registry:
  85     image: confluentinc/cp-schema-registry:7.5.1
  86     environment:
  87       SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS: 'PLAINTEXT://kafka:9092'
  88       SCHEMA_REGISTRY_HOST_NAME: 'schema-registry'
  89       SCHEMA_REGISTRY_LISTENERS: 'http://0.0.0.0:8085'
  90       SCHEMA_REGISTRY_LOG4J_ROOT_LOGLEVEL: 'INFO'
  91     depends_on:
  92       - kafka-1
  93       - kafka-2
  94       - kafka-3
  95
  96   connect:
  97     image: confluentinc/cp-kafka-connect:7.5.1
  98     environment:
  99       CONNECT_BOOTSTRAP_SERVERS: 'kafka:9092'
 100       CONNECT_REST_PORT: '8083'
 101       CONNECT_REST_LISTENERS: 'http://0.0.0.0:8083'
 102       CONNECT_REST_ADVERTISED_HOST_NAME: 'connect'
 103       CONNECT_CONFIG_STORAGE_TOPIC: '__connect-config'
 104       CONNECT_OFFSET_STORAGE_TOPIC: '__connect-offsets'
 105       CONNECT_STATUS_STORAGE_TOPIC: '__connect-status'
 106       CONNECT_GROUP_ID: 'kafka-connect'
 107       CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE: 'true'
 108       CONNECT_KEY_CONVERTER: 'io.confluent.connect.avro.AvroConverter'
 109       CONNECT_KEY_CONVERTER_SCHEMA_REGISTRY_URL: 'http://schema-registry:8085'
 110       CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE: 'true'
 111       CONNECT_VALUE_CONVERTER: 'io.confluent.connect.avro.AvroConverter'
 112       CONNECT_VALUE_CONVERTER_SCHEMA_REGISTRY_URL: 'http://schema-registry:8085'
 113       CONNECT_INTERNAL_KEY_CONVERTER: 'org.apache.kafka.connect.json.JsonConverter'
 114       CONNECT_INTERNAL_VALUE_CONVERTER: 'org.apache.kafka.connect.json.JsonConverter'
 115       CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: '1'
 116       CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: '1'
 117       CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: '1'
 118       CONNECT_PLUGIN_PATH: ' /usr/share/java/'
 119     depends_on:
 120       - schema-registry
 121
 122   setup:
 123     image: juplo/toolbox
 124     command:
 125       - bash
 126       - -c
 127       - |
 128         if [ -e INITIALIZED ]
 129         then
 130           echo -n Bereits konfiguriert:
 131           cat INITIALIZED
 132           kafka-topics --bootstrap-server kafka:9092 --describe --topic test
 133         else
 134           kafka-topics --bootstrap-server kafka:9092 \
 135                        --delete \
 136                        --if-exists \
 137                        --topic test
 138           kafka-topics --bootstrap-server kafka:9092 \
 139                        --create \
 140                        --topic test \
 141                        --partitions 2 \
 142                        --replication-factor 3 \
 143                        --config min.insync.replicas=2 \
 144           && echo Das Topic \'test\' wurde erfolgreich angelegt: \
 145           && kafka-topics --bootstrap-server kafka:9092 --describe --topic test \
 146           && date > INITIALIZED
 147         fi
 148     depends_on:
 149       - kafka-1
 150       - kafka-2
 151       - kafka-3
 152
 153   akhq:
 154     image: tchiotludo/akhq:0.23.0
 155     ports:
 156       - 8888:8080
 157     environment:
 158       AKHQ_CONFIGURATION: |
 159         akhq:
 160           connections:
 161             docker-kafka-server:
 162               properties:
 163                 bootstrap.servers: "kafka:9092"
 164               schema-registry:
 165                 url: "http://schema-registry:8085"
 166               connect:
 167                 - name: "connect"
 168                   url: "http://connect:8083"
 169     depends_on:
 170       - kafka-1
 171       - kafka-2
 172       - kafka-3
 173
 174   cli:
 175     image: juplo/toolbox
 176     command: sleep infinity
 177     depends_on:
 178       - setup
 179
 180 volumes:
 181   zookeeper-data:
 182   zookeeper-log:
 183   kafka-1-data:
 184   kafka-2-data:
 185   kafka-3-data: