From: Kai Moritz Date: Wed, 6 Apr 2022 21:45:17 +0000 (+0200) Subject: Setup für die Übung "Offsets" überarbeitet X-Git-Tag: wip-DEPRECATED~15 X-Git-Url: http://juplo.de/gitweb/?a=commitdiff_plain;h=ea7667e25a8759e168e1d31ecd8d42834c646b8b;p=demos%2Fkafka%2Ftraining Setup für die Übung "Offsets" überarbeitet --- diff --git a/README.sh b/README.sh index c14f45b..53b42e9 100755 --- a/README.sh +++ b/README.sh @@ -24,64 +24,17 @@ fi echo "Waiting for the Kafka-Cluster to become ready..." docker-compose exec cli cub kafka-ready -b kafka:9092 1 60 > /dev/null 2>&1 || exit 1 -docker-compose up -d kafka-ui +docker-compose up setup +docker-compose up -d producer peter beate -docker-compose exec -T cli bash << 'EOF' -echo "Creating topic with 3 partitions..." -kafka-topics --bootstrap-server kafka:9092 --delete --if-exists --topic test -# tag::createtopic[] -kafka-topics --bootstrap-server kafka:9092 --create --topic test --partitions 3 -# end::createtopic[] -kafka-topics --bootstrap-server kafka:9092 --describe --topic test -EOF +sleep 15 -docker-compose up -d consumer - -docker-compose up -d producer +http -v post :8082/stop sleep 10 -http -v :8081/seen -sleep 1 -http -v :8081/seen -sleep 1 -http -v :8081/seen -sleep 1 -http -v :8081/seen - -docker-compose exec -T cli bash << 'EOF' -echo "Altering number of partitions from 3 to 7..." -# tag::altertopic[] -kafka-topics --bootstrap-server kafka:9092 --alter --topic test --partitions 7 -kafka-topics --bootstrap-server kafka:9092 --describe --topic test -# end::altertopic[] -EOF +docker-compose kill -s 9 peter +http -v post :8082/start +sleep 60 -docker-compose restart producer -sleep 1 -http -v :8081/seen -sleep 1 -http -v :8081/seen -sleep 1 -http -v :8081/seen -sleep 1 -http -v :8081/seen -sleep 1 -http -v :8081/seen -sleep 1 -http -v :8081/seen -sleep 1 -http -v :8081/seen -sleep 1 -http -v :8081/seen -sleep 1 -http -v :8081/seen -sleep 1 -http -v :8081/seen -sleep 1 -http -v :8081/seen -sleep 1 -http -v :8081/seen -sleep 1 -http -v :8081/seen -sleep 1 -http -v :8081/seen -docker-compose stop producer consumer +docker-compose stop producer peter beate +docker-compose logs beate +docker-compose logs --tail=10 peter diff --git a/docker-compose.yml b/docker-compose.yml index 3428d16..c7f4e19 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -32,13 +32,13 @@ services: MONGO_INITDB_ROOT_USERNAME: juplo MONGO_INITDB_ROOT_PASSWORD: training - kafka-ui: - image: provectuslabs/kafka-ui:0.3.3 - ports: - - 8080:8080 - environment: - KAFKA_CLUSTERS_0_NAME: local - KAFKA_CLUSTERS_0_BOOTSTRAPSERVERS: kafka:9092 + setup: + image: juplo/toolbox + command: > + bash -c " + kafka-topics --bootstrap-server kafka:9092 --delete --if-exists --topic test + kafka-topics --bootstrap-server kafka:9092 --create --topic test --partitions 2 + " cli: image: juplo/toolbox @@ -52,16 +52,27 @@ services: producer.bootstrap-server: kafka:9092 producer.client-id: producer producer.topic: test - producer.throttle-ms: 10 + producer.throttle-ms: 500 - consumer: + peter: image: juplo/endless-consumer:1.0-SNAPSHOT ports: - 8081:8081 environment: consumer.bootstrap-server: kafka:9092 - consumer.client-id: consumer + consumer.client-id: peter + consumer.topic: test + spring.data.mongodb.uri: mongodb://juplo:training@mongo:27017 + spring.data.mongodb.database: juplo + + beate: + image: juplo/endless-consumer:1.0-SNAPSHOT + ports: + - 8082:8081 + environment: + consumer.bootstrap-server: kafka:9092 + consumer.client-id: beate consumer.topic: test spring.data.mongodb.uri: mongodb://juplo:training@mongo:27017 spring.data.mongodb.database: juplo