#!/bin/bash
FORTUNE=juplo/wordcount--fortune:1.0.0
-RECORDER=juplo/wordcount--recorder:1.0.1
-USERS=juplo/wordcount--users:1.0.4
-SPLITTER=juplo/wordcount--splitter:1.0.0
-COUNTER=juplo/wordcount--counter:1.1.0
-TOP10=juplo/wordcount--top10:1.0.1
-QUERY=juplo/wordcount--query:1.0.4
+RECORDER=juplo/wordcount--recorder:1.1.2
+USERS=juplo/wordcount--users:1.0.5
+SPLITTER=juplo/wordcount--splitter:1.1.5
+COUNTER=juplo/wordcount--counter:1.2.14
+TOP10=juplo/wordcount--top10:1.1.2
+QUERY=juplo/wordcount--query:1.0.5
if [ "$1" = "cleanup" ]
then
- docker-compose down -v --remove-orphans
+ docker compose down -v --remove-orphans
docker image rm $FORTUNE
docker image rm $RECORDER
docker image rm $USERS
]]
then
mvn clean package || exit
- docker-compose rm -svf recorder users splitter counter top10 query
+ docker compose rm -svf recorder users splitter counter top10 query
( cd fortune; ./README.sh $FORTUNE; )
mvn -f recorder/pom.xml docker:build
mvn -f users/pom.xml docker:build
fi
-docker-compose up -d zookeeper kafka cli traefik
+docker compose up setup
-echo "Waiting for the Kafka-Cluster to become ready..."
-docker-compose exec cli cub kafka-ready -b kafka:9092 1 60 > /dev/null 2>&1 || exit 1
-docker-compose exec cli zookeeper-shell zookeeper:2181 ls /brokers/ids
-
-docker-compose up -d users
+echo "Starting the service 'users'..."
+docker compose up -d users
while [ "$(http users.localhost/actuator/health 2> /dev/null | jq -r .status 2> /dev/null)" != "UP" ]; do echo "Waiting for service users..."; sleep 1; done
http -v post users.localhost username=bart firstName=Bart lastName=Simpson sex=MALE
http -v post users.localhost username=nerd firstName=Jane lastName=Doe sex=FEMALE
http -v post users.localhost username=riddler firstName=Rumpel lastName=Stilzchen sex=MALE
-echo "Starting all instances..."
-docker-compose up -d
+echo "Starting the other instances..."
+docker compose up -d recordings
+docker compose up -d splitter
+docker compose up -d counter
+docker compose up -d top10
+docker compose up -d query
+
+echo "Starting the simulated users..."
+docker compose up -d bart nerd riddler
while [ "$(http query.localhost/actuator/health 2>/dev/null | jq -r .status 2> /dev/null)" != "UP" ]; do echo "Waiting for service query..."; sleep 1; done
http -v query.localhost/bart
http -v query.localhost/nerd
http -v query.localhost/riddler
-// docker-compose up -d --scale query=5 query
+# docker compose up -d --scale query=5 query
http -v --follow query.localhost/bart
sleep 1
http -v --follow query.localhost/bart
-version: '3.2'
services:
- zookeeper:
- image: confluentinc/cp-zookeeper:6.2.0
- environment:
- ZOOKEEPER_CLIENT_PORT: 2181
- ports:
- - 2181:2181
kafka:
- image: confluentinc/cp-kafka:6.2.0
+ image: confluentinc/cp-kafka:7.5.1
environment:
- KAFKA_BROKER_ID: 1
- KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
- KAFKA_LISTENERS: DOCKER://:9092, LOCALHOST://:9082
+ KAFKA_NODE_ID: 1
+ KAFKA_LISTENERS: CONTROLLER://:9072, DOCKER://:9092, LOCALHOST://:9082
KAFKA_ADVERTISED_LISTENERS: DOCKER://kafka:9092, LOCALHOST://localhost:9082
KAFKA_INTER_BROKER_LISTENER_NAME: DOCKER
- KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: DOCKER:PLAINTEXT, LOCALHOST:PLAINTEXT
+ KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:PLAINTEXT, DOCKER:PLAINTEXT, LOCALHOST:PLAINTEXT
+ KAFKA_PROCESS_ROLES: broker, controller
+ KAFKA_CONTROLLER_QUORUM_VOTERS: 1@kafka:9072
+ KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
+ CLUSTER_ID: MkU3OEVBNTcwNTJENDM2Qk
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
+ KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
+ KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
+ KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false"
ports:
- 9092:9082
- 9082:9082
- depends_on:
- - zookeeper
-
+ stop_grace_period: 120s
traefik:
image: "traefik:v2.5"
volumes:
- "/var/run/docker.sock:/var/run/docker.sock:ro"
+
recorder:
- image: juplo/wordcount--recorder:1.0.1
+ image: juplo/wordcount--recorder:1.1.2
labels:
- "traefik.enable=true"
- "traefik.http.routers.recorder.rule=Host(`recorder.localhost`)"
- kafka
users:
- image: juplo/wordcount--users:1.0.4
+ image: juplo/wordcount--users:1.0.5
labels:
- "traefik.enable=true"
- "traefik.http.routers.users.rule=Host(`users.localhost`)"
- kafka
splitter:
- image: juplo/wordcount--splitter:1.0.0
+ image: juplo/wordcount--splitter:1.1.5
labels:
- "traefik.enable=true"
- "traefik.http.routers.splitter.rule=Host(`splitter.localhost`)"
- kafka
counter:
- image: juplo/wordcount--counter:1.1.0
+ image: juplo/wordcount--counter:1.2.14
labels:
- "traefik.enable=true"
- "traefik.http.routers.counter.rule=Host(`counter.localhost`)"
- kafka
top10:
- image: juplo/wordcount--top10:1.0.1
+ image: juplo/wordcount--top10:1.1.2
labels:
- "traefik.enable=true"
- "traefik.http.routers.top10.rule=Host(`top10.localhost`)"
- kafka
query:
- image: juplo/wordcount--query:1.0.4
+ image: juplo/wordcount--query:1.0.5
labels:
- "traefik.enable=true"
- "traefik.http.routers.query.rule=Host(`query.localhost`)"
depends_on:
- kafka
+
bart:
image: juplo/wordcount--fortune:1.0.0
command: bash -c "
sleep 1;
done"
+
cli:
image: juplo/toolbox
- command: bash -c "
- cub kafka-ready -b kafka:9092 1 60 ;
- kafka-topics --bootstrap-server kafka:9092 --create --partitions 10 --if-not-exists --topic recordings ;
- kafka-topics --bootstrap-server kafka:9092 --create --partitions 10 --if-not-exists --topic users ;
- kafka-topics --bootstrap-server kafka:9092 --create --partitions 10 --if-not-exists --topic words ;
- kafka-topics --bootstrap-server kafka:9092 --create --partitions 10 --if-not-exists --topic countings ;
- kafka-topics --bootstrap-server kafka:9092 --create --partitions 10 --if-not-exists --topic top10 ;
- sleep infinity"
+ command: sleep infinity
+ stop_grace_period: 0s
+ depends_on:
+ - kafka
+ - traefik
+
+ setup:
+ image: juplo/toolbox
+ command:
+ - bash
+ - -c
+ - |
+ cub kafka-ready -b kafka:9092 1 60 > /dev/null 2>&1 || exit 1
+ if [ -e INITIALIZED ]
+ then
+ echo -n Bereits konfiguriert:
+ cat INITIALIZED
+ kafka-topics --bootstrap-server kafka:9092 --describe --topic users
+ kafka-topics --bootstrap-server kafka:9092 --describe --topic recordings
+ kafka-topics --bootstrap-server kafka:9092 --describe --topic words
+ kafka-topics --bootstrap-server kafka:9092 --describe --topic countings
+ kafka-topics --bootstrap-server kafka:9092 --describe --topic top10
+ else
+ kafka-topics --bootstrap-server kafka:9092 \
+ --delete \
+ --if-exists \
+ --topic users
+ kafka-topics --bootstrap-server kafka:9092 \
+ --delete \
+ --if-exists \
+ --topic recordings
+ kafka-topics --bootstrap-server kafka:9092 \
+ --delete \
+ --if-exists \
+ --topic words
+ kafka-topics --bootstrap-server kafka:9092 \
+ --delete \
+ --if-exists \
+ --topic countings
+ kafka-topics --bootstrap-server kafka:9092 \
+ --delete \
+ --if-exists \
+ --topic top10
+ kafka-topics --bootstrap-server kafka:9092 \
+ --create \
+ --topic users \
+ --partitions 3 \
+ --replication-factor 1 \
+ --config min.insync.replicas=1 \
+ && echo Das Topic \'users\' wurde erfolgreich angelegt: \
+ && kafka-topics --bootstrap-server kafka:9092 --describe --topic users \
+ && kafka-topics --bootstrap-server kafka:9092 \
+ --create \
+ --topic recordings \
+ --partitions 3 \
+ --replication-factor 1 \
+ --config min.insync.replicas=1 \
+ && echo Das Topic \'recordings\' wurde erfolgreich angelegt: \
+ && kafka-topics --bootstrap-server kafka:9092 --describe --topic recordings \
+ && kafka-topics --bootstrap-server kafka:9092 \
+ --create \
+ --topic words \
+ --partitions 3 \
+ --replication-factor 1 \
+ --config min.insync.replicas=1 \
+ && echo Das Topic \'words\' wurde erfolgreich angelegt: \
+ && kafka-topics --bootstrap-server kafka:9092 --describe --topic words \
+ && kafka-topics --bootstrap-server kafka:9092 \
+ --create \
+ --topic countings \
+ --partitions 3 \
+ --replication-factor 1 \
+ --config min.insync.replicas=1 \
+ && echo Das Topic \'countings\' wurde erfolgreich angelegt: \
+ && kafka-topics --bootstrap-server kafka:9092 --describe --topic countings \
+ && kafka-topics --bootstrap-server kafka:9092 \
+ --create \
+ --topic top10 \
+ --partitions 3 \
+ --replication-factor 1 \
+ --config min.insync.replicas=1 \
+ && echo Das Topic \'top10\' wurde erfolgreich angelegt: \
+ && kafka-topics --bootstrap-server kafka:9092 --describe --topic top10 \
+ && date > INITIALIZED
+ fi
+ stop_grace_period: 0s
+ depends_on:
+ - cli
akhq:
image: tchiotludo/akhq:0.18.0