juplo.de Git - demos/kafka/training/blob - docker/docker-compose.yml

   1 version: '3.2'
   2 services:
   3   zookeeper:
   4     image: confluentinc/cp-zookeeper:7.5.1
   5     environment:
   6       ZOOKEEPER_CLIENT_PORT: 2181
   7     ports:
   8       - 2181:2181
   9     volumes:
  10       - zookeeper-data:/var/lib/zookeeper/data
  11       - zookeeper-log:/var/lib/zookeeper/log
  12
  13   kafka-1:
  14     image: confluentinc/cp-kafka:7.5.1
  15     environment:
  16       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
  17       KAFKA_LISTENERS: BROKER://:9092, LOCALHOST://:9081
  18       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, LOCALHOST:PLAINTEXT
  19       KAFKA_ADVERTISED_LISTENERS: BROKER://kafka-1:9092, LOCALHOST://localhost:9081
  20       KAFKA_BROKER_ID: 1
  21       KAFKA_INTER_BROKER_LISTENER_NAME: BROKER
  22       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  23       KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false"
  24     volumes:
  25       - kafka-1-data:/var/lib/kafka/data
  26     ports:
  27       - 9081:9081
  28     depends_on:
  29       - zookeeper
  30
  31   kafka-2:
  32     image: confluentinc/cp-kafka:7.5.1
  33     environment:
  34       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
  35       KAFKA_LISTENERS: BROKER://:9092, LOCALHOST://:9082
  36       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, LOCALHOST:PLAINTEXT
  37       KAFKA_ADVERTISED_LISTENERS: BROKER://kafka-2:9092, LOCALHOST://localhost:9082
  38       KAFKA_BROKER_ID: 2
  39       KAFKA_INTER_BROKER_LISTENER_NAME: BROKER
  40       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  41       KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false"
  42     volumes:
  43       - kafka-2-data:/var/lib/kafka/data
  44     ports:
  45       - 9092:9082
  46       - 9082:9082
  47     networks:
  48       default:
  49         aliases:
  50           - kafka
  51     depends_on:
  52       - zookeeper
  53
  54   kafka-3:
  55     image: confluentinc/cp-kafka:7.5.1
  56     environment:
  57       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
  58       KAFKA_LISTENERS: BROKER://:9092, LOCALHOST://:9083
  59       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: BROKER:PLAINTEXT, LOCALHOST:PLAINTEXT
  60       KAFKA_ADVERTISED_LISTENERS: BROKER://kafka-3:9092, LOCALHOST://localhost:9083
  61       KAFKA_BROKER_ID: 3
  62       KAFKA_INTER_BROKER_LISTENER_NAME: BROKER
  63       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
  64       KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false"
  65     volumes:
  66       - kafka-3-data:/var/lib/kafka/data
  67     ports:
  68       - 9083:9083
  69     depends_on:
  70       - zookeeper
  71
  72   schema-registry:
  73     image: confluentinc/cp-schema-registry:7.5.1
  74     environment:
  75       SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS: 'PLAINTEXT://kafka:9092'
  76       SCHEMA_REGISTRY_HOST_NAME: 'schema-registry'
  77       SCHEMA_REGISTRY_LISTENERS: 'http://0.0.0.0:8085'
  78       SCHEMA_REGISTRY_LOG4J_ROOT_LOGLEVEL: 'INFO'
  79     depends_on:
  80       - kafka-1
  81       - kafka-2
  82       - kafka-3
  83
  84   connect:
  85     image: confluentinc/cp-kafka-connect:7.5.1
  86     environment:
  87       CONNECT_BOOTSTRAP_SERVERS: 'kafka:9092'
  88       CONNECT_REST_PORT: '8083'
  89       CONNECT_REST_LISTENERS: 'http://0.0.0.0:8083'
  90       CONNECT_REST_ADVERTISED_HOST_NAME: 'connect'
  91       CONNECT_CONFIG_STORAGE_TOPIC: '__connect-config'
  92       CONNECT_OFFSET_STORAGE_TOPIC: '__connect-offsets'
  93       CONNECT_STATUS_STORAGE_TOPIC: '__connect-status'
  94       CONNECT_GROUP_ID: 'kafka-connect'
  95       CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE: 'true'
  96       CONNECT_KEY_CONVERTER: 'io.confluent.connect.avro.AvroConverter'
  97       CONNECT_KEY_CONVERTER_SCHEMA_REGISTRY_URL: 'http://schema-registry:8085'
  98       CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE: 'true'
  99       CONNECT_VALUE_CONVERTER: 'io.confluent.connect.avro.AvroConverter'
 100       CONNECT_VALUE_CONVERTER_SCHEMA_REGISTRY_URL: 'http://schema-registry:8085'
 101       CONNECT_INTERNAL_KEY_CONVERTER: 'org.apache.kafka.connect.json.JsonConverter'
 102       CONNECT_INTERNAL_VALUE_CONVERTER: 'org.apache.kafka.connect.json.JsonConverter'
 103       CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: '1'
 104       CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: '1'
 105       CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: '1'
 106       CONNECT_PLUGIN_PATH: ' /usr/share/java/'
 107     depends_on:
 108       - schema-registry
 109
 110   setup:
 111     image: juplo/toolbox
 112     command:
 113       - bash
 114       - -c
 115       - |
 116         if [ -e INITIALIZED ]
 117         then
 118           echo -n Bereits konfiguriert:
 119           cat INITIALIZED
 120           kafka-topics --bootstrap-server kafka:9092 --describe --topic test
 121         else
 122           kafka-topics --bootstrap-server kafka:9092 \
 123                        --delete \
 124                        --if-exists \
 125                        --topic test
 126           kafka-topics --bootstrap-server kafka:9092 \
 127                        --create \
 128                        --topic test \
 129                        --partitions 2 \
 130                        --replication-factor 3 \
 131                        --config min.insync.replicas=2 \
 132           && echo Das Topic \'test\' wurde erfolgreich angelegt: \
 133           && kafka-topics --bootstrap-server kafka:9092 --describe --topic test \
 134           && date > INITIALIZED
 135         fi
 136     depends_on:
 137       - kafka-1
 138       - kafka-2
 139       - kafka-3
 140
 141   akhq:
 142     image: tchiotludo/akhq:0.23.0
 143     ports:
 144       - 8888:8080
 145     environment:
 146       AKHQ_CONFIGURATION: |
 147         akhq:
 148           connections:
 149             docker-kafka-server:
 150               properties:
 151                 bootstrap.servers: "kafka:9092"
 152               schema-registry:
 153                 url: "http://schema-registry:8085"
 154               connect:
 155                 - name: "connect"
 156                   url: "http://connect:8083"
 157     depends_on:
 158       - kafka-1
 159       - kafka-2
 160       - kafka-3
 161
 162   cli:
 163     image: juplo/toolbox
 164     command: sleep infinity
 165     depends_on:
 166       - setup
 167
 168 volumes:
 169   zookeeper-data:
 170   zookeeper-log:
 171   kafka-1-data:
 172   kafka-2-data:
 173   kafka-3-data: