-version: '3.2'
services:
- zookeeper:
- image: confluentinc/cp-zookeeper:6.2.0
- environment:
- ZOOKEEPER_CLIENT_PORT: 2181
- ports:
- - 2181:2181
kafka:
- image: confluentinc/cp-kafka:6.2.0
+ image: confluentinc/cp-kafka:7.5.1
environment:
- KAFKA_BROKER_ID: 1
- KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
- KAFKA_LISTENERS: DOCKER://:9092, LOCALHOST://:9082
+ KAFKA_NODE_ID: 1
+ KAFKA_LISTENERS: CONTROLLER://:9072, DOCKER://:9092, LOCALHOST://:9082
KAFKA_ADVERTISED_LISTENERS: DOCKER://kafka:9092, LOCALHOST://localhost:9082
KAFKA_INTER_BROKER_LISTENER_NAME: DOCKER
- KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: DOCKER:PLAINTEXT, LOCALHOST:PLAINTEXT
+ KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:PLAINTEXT, DOCKER:PLAINTEXT, LOCALHOST:PLAINTEXT
+ KAFKA_PROCESS_ROLES: broker, controller
+ KAFKA_CONTROLLER_QUORUM_VOTERS: 1@kafka:9072
+ KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
+ CLUSTER_ID: MkU3OEVBNTcwNTJENDM2Qk
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
+ KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
+ KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
+ KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false"
ports:
- 9092:9082
- 9082:9082
- depends_on:
- - zookeeper
+ stop_grace_period: 120s
+
+ traefik:
+ image: "traefik:v2.5"
+ command:
+ #- "--log.level=DEBUG"
+ - "--api.insecure=true"
+ - "--providers.docker=true"
+ - "--providers.docker.exposedbydefault=false"
+ - "--entrypoints.web.address=:80"
+ ports:
+ - "80:80"
+ - "8080:8080"
+ volumes:
+ - "/var/run/docker.sock:/var/run/docker.sock:ro"
+
recorder:
- image: juplo/wordcount--recorder:1.0.0
+ image: juplo/wordcount--recorder:1.2.0
+ labels:
+ - "traefik.enable=true"
+ - "traefik.http.routers.recorder.rule=Host(`recorder.localhost`)"
+ - "traefik.http.routers.recorder.entrypoints=web"
environment:
juplo.wordcount.recorder.bootstrap-server: kafka:9092
- juplo.wordcount.recorder.topic: recordings
- ports:
- - 8081:8080
depends_on:
- kafka
users:
- image: juplo/wordcount--users:1.0.0
+ image: juplo/wordcount--users:1.0.5
+ labels:
+ - "traefik.enable=true"
+ - "traefik.http.routers.users.rule=Host(`users.localhost`)"
+ - "traefik.http.routers.users.entrypoints=web"
environment:
juplo.wordcount.users.bootstrap-server: kafka:9092
- juplo.wordcount.users.topic: users
- ports:
- - 8082:8080
+ depends_on:
+ - kafka
+
+ splitter:
+ image: juplo/wordcount--splitter:1.2.0
+ labels:
+ - "traefik.enable=true"
+ - "traefik.http.routers.splitter.rule=Host(`splitter.localhost`)"
+ - "traefik.http.routers.splitter.entrypoints=web"
+ environment:
+ juplo.wordcount.splitter.bootstrap-server: kafka:9092
depends_on:
- kafka
counter:
- image: juplo/wordcount--counter:1.0.0
+ image: juplo/wordcount--counter:1.3.1
+ labels:
+ - "traefik.enable=true"
+ - "traefik.http.routers.counter.rule=Host(`counter.localhost`)"
+ - "traefik.http.routers.counter.entrypoints=web"
environment:
juplo.wordcount.counter.bootstrap-server: kafka:9092
- juplo.wordcount.counter.application-id: counter
- juplo.wordcount.counter.input-topic: recordings
- juplo.wordcount.counter.output-topic: countings
- ports:
- - 8083:8080
depends_on:
- kafka
top10:
- image: juplo/wordcount--top10:1.0.0
+ image: juplo/wordcount--top10:1.2.1
+ labels:
+ - "traefik.enable=true"
+ - "traefik.http.routers.top10.rule=Host(`top10.localhost`)"
+ - "traefik.http.routers.top10.entrypoints=web"
environment:
juplo.wordcount.top10.bootstrap-server: kafka:9092
- juplo.wordcount.top10.application-id: top10
- juplo.wordcount.top10.input-topic: countings
- juplo.wordcount.top10.output-topic: top10
- ports:
- - 8084:8080
depends_on:
- kafka
query:
- image: juplo/wordcount--query:1.0.2
+ image: juplo/wordcount--query:2.0.1
+ labels:
+ - "traefik.enable=true"
+ - "traefik.http.routers.query.rule=Host(`query.localhost`)"
+ - "traefik.http.routers.query.entrypoints=web"
environment:
juplo.wordcount.query.bootstrap-server: kafka:9092
- juplo.wordcount.query.application-id: query
- juplo.wordcount.query.ranking-input-topic: top10
- juplo.wordcount.query.users-input-topic: users
- ports:
- - 8085:8080
depends_on:
- kafka
+ popular:
+ image: juplo/wordcount--popular:1.1.1
+ labels:
+ - "traefik.enable=true"
+ - "traefik.http.routers.popular.rule=Host(`popular.localhost`)"
+ - "traefik.http.routers.popular.entrypoints=web"
+ environment:
+ juplo.wordcount.popular.bootstrap-server: kafka:9092
+ depends_on:
+ - kafka
+
+
bart:
- image: juplo/wordcount--fortune:1.0.0
+ image: juplo/wordcount--fortune:1.0.1
command: bash -c "
while [ true ];
do
/usr/games/fortune chalkboard
| head -1
- | http -v recorder:8080/bart;
+ | http -v recorder:8081/bart;
echo;
sleep 1;
done"
do
/usr/games/fortune computers
| grep -v '^[[:space:]]*--'
- | http -v recorder:8080/nerd;
+ | http -v recorder:8081/nerd;
echo;
sleep 1;
done"
do
/usr/games/fortune riddles
| awk -F':' '/^Q/ { print $$2 }'
- | http -v recorder:8080/riddler;
+ | http -v recorder:8081/riddler;
echo;
sleep 1;
done"
+
cli:
image: juplo/toolbox
- command: bash -c "
- cub kafka-ready -b kafka:9092 1 60 ;
- kafka-topics --bootstrap-server kafka:9092 --create --partitions 10 --topic recordings ;
- kafka-topics --bootstrap-server kafka:9092 --create --partitions 10 --topic users ;
- kafka-topics --bootstrap-server kafka:9092 --create --partitions 10 --topic countings ;
- kafka-topics --bootstrap-server kafka:9092 --create --partitions 10 --topic top10 ;
- sleep infinity"
-
-networks:
- default:
- external:
- name: trion
+ command: sleep infinity
+ stop_grace_period: 0s
+ depends_on:
+ - kafka
+ - traefik
+
+ setup:
+ image: juplo/toolbox
+ command:
+ - bash
+ - -c
+ - |
+ cub kafka-ready -b kafka:9092 1 60 > /dev/null 2>&1 || exit 1
+ if [ -e INITIALIZED ]
+ then
+ echo -n Bereits konfiguriert:
+ cat INITIALIZED
+ kafka-topics --bootstrap-server kafka:9092 --describe --topic users
+ kafka-topics --bootstrap-server kafka:9092 --describe --topic recordings
+ kafka-topics --bootstrap-server kafka:9092 --describe --topic words
+ kafka-topics --bootstrap-server kafka:9092 --describe --topic countings
+ kafka-topics --bootstrap-server kafka:9092 --describe --topic top10
+ kafka-topics --bootstrap-server kafka:9092 --describe --topic popular
+ else
+ kafka-topics --bootstrap-server kafka:9092 \
+ --delete \
+ --if-exists \
+ --topic users
+ kafka-topics --bootstrap-server kafka:9092 \
+ --delete \
+ --if-exists \
+ --topic recordings
+ kafka-topics --bootstrap-server kafka:9092 \
+ --delete \
+ --if-exists \
+ --topic words
+ kafka-topics --bootstrap-server kafka:9092 \
+ --delete \
+ --if-exists \
+ --topic countings
+ kafka-topics --bootstrap-server kafka:9092 \
+ --delete \
+ --if-exists \
+ --topic top10
+ kafka-topics --bootstrap-server kafka:9092 \
+ --delete \
+ --if-exists \
+ --topic popular
+ kafka-topics --bootstrap-server kafka:9092 \
+ --create \
+ --topic users \
+ --partitions 3 \
+ --replication-factor 1 \
+ --config min.insync.replicas=1 \
+ && echo Das Topic \'users\' wurde erfolgreich angelegt: \
+ && kafka-topics --bootstrap-server kafka:9092 --describe --topic users \
+ && kafka-topics --bootstrap-server kafka:9092 \
+ --create \
+ --topic recordings \
+ --partitions 3 \
+ --replication-factor 1 \
+ --config min.insync.replicas=1 \
+ && echo Das Topic \'recordings\' wurde erfolgreich angelegt: \
+ && kafka-topics --bootstrap-server kafka:9092 --describe --topic recordings \
+ && kafka-topics --bootstrap-server kafka:9092 \
+ --create \
+ --topic words \
+ --partitions 3 \
+ --replication-factor 1 \
+ --config min.insync.replicas=1 \
+ && echo Das Topic \'words\' wurde erfolgreich angelegt: \
+ && kafka-topics --bootstrap-server kafka:9092 --describe --topic words \
+ && kafka-topics --bootstrap-server kafka:9092 \
+ --create \
+ --topic countings \
+ --partitions 3 \
+ --replication-factor 1 \
+ --config min.insync.replicas=1 \
+ && echo Das Topic \'countings\' wurde erfolgreich angelegt: \
+ && kafka-topics --bootstrap-server kafka:9092 --describe --topic countings \
+ && kafka-topics --bootstrap-server kafka:9092 \
+ --create \
+ --topic top10 \
+ --partitions 3 \
+ --replication-factor 1 \
+ --config min.insync.replicas=1 \
+ && echo Das Topic \'top10\' wurde erfolgreich angelegt: \
+ && kafka-topics --bootstrap-server kafka:9092 --describe --topic top10 \
+ && kafka-topics --bootstrap-server kafka:9092 \
+ --create \
+ --topic popular \
+ --partitions 3 \
+ --replication-factor 1 \
+ --config min.insync.replicas=1 \
+ && echo Das Topic \'popular\' wurde erfolgreich angelegt: \
+ && kafka-topics --bootstrap-server kafka:9092 --describe --topic popular \
+ && date > INITIALIZED
+ fi
+ stop_grace_period: 0s
+ depends_on:
+ - cli
+
+ akhq:
+ image: tchiotludo/akhq:0.18.0
+ labels:
+ - "traefik.enable=true"
+ - "traefik.http.routers.akhq.rule=Host(`akhq.localhost`)"
+ - "traefik.http.routers.akhq.entrypoints=web"
+ expose:
+ - 8080
+ environment:
+ AKHQ_CONFIGURATION: |
+ akhq:
+ connections:
+ docker-kafka-server:
+ properties:
+ bootstrap.servers: "kafka:9092"