X-Git-Url: https://juplo.de/gitweb/?a=blobdiff_plain;f=README.sh;h=f227f474388e53db679eec349b17f5906dd813b0;hb=dbb9e92666e95b4ac9b00d522dc58ca481ac20f1;hp=76ed9c3c85a5d9e72881055d5ff1cc9b01fe0ac2;hpb=061fcde1c8d74912149dfbbd7b19d311d9f29718;p=demos%2Fkafka%2Ftraining diff --git a/README.sh b/README.sh index 76ed9c3..f227f47 100755 --- a/README.sh +++ b/README.sh @@ -4,13 +4,13 @@ IMAGE=juplo/rest-producer:1.0-SNAPSHOT if [ "$1" = "cleanup" ] then - docker-compose down -v --remove-orphans + docker-compose -f docker/docker-compose.yml down -t0 -v --remove-orphans mvn clean exit fi -docker-compose up -d kafka-1 kafka-2 kafka-3 cli -docker-compose rm -svf producer producer-0 producer-1 +docker-compose -f docker/docker-compose.yml up -d --remove-orphans kafka-1 kafka-2 kafka-3 +docker-compose -f docker/docker-compose.yml rm -svf producer producer-0 producer-1 if [[ $(docker image ls -q $IMAGE) == "" || @@ -23,42 +23,101 @@ else docker image ls $IMAGE fi -docker-compose up setup -docker-compose up -d producer-0 producer-1 -while ! [[ $(http 0:8000/actuator/health 2> /dev/null) =~ "UP" ]]; do echo "Waiting for producer-0..."; sleep 1; done -while ! [[ $(http 0:8001/actuator/health 2> /dev/null) =~ "UP" ]]; do echo "Waiting for producer-1..."; sleep 1; done -docker-compose up -d consumer +echo "Waiting for the Kafka-Cluster to become ready..." +docker-compose -f docker/docker-compose.yml run --rm cli cub kafka-ready -b kafka:9092 3 60 > /dev/null 2>&1 || exit 1 + +docker-compose -f docker/docker-compose.yml up -t0 -d cli +sleep 1 +docker-compose -f docker/docker-compose.yml logs setup -# tag::http[] -echo -n Nachricht 1 an Producer 0 | http -v :8000/foo -echo -n Nachricht 1 an Producer 1 | http -v :8001/foo -# end::http[] -echo -n Nachricht 2 an Producer 0 | http -v :8000/bar -echo -n Nachricht 2 an Producer 1 | http -v :8001/bar +docker-compose -f docker/docker-compose.yml up -d producer +while ! [[ $(http 0:8080/actuator/health 2> /dev/null) =~ "UP" ]]; do echo "Waiting for producer..."; sleep 1; done -docker-compose logs consumer +# tag::hashed[] +echo -n Nachricht 1 an klaus über producer | http -v :8080/klaus +# end::hashed[] +echo -n Nachricht 2 an klaus über producer | http -v :8080/klaus +# tag::hashed[] +echo -n Nachricht 1 an peter über producer | http -v :8080/peter +# end::hashed[] +echo -n Nachricht 3 an klaus über producer | http -v :8080/klaus +echo -n Nachricht 2 an peter über producer | http -v :8080/peter +echo -n Nachricht 3 an peter über producer | http -v :8080/peter -docker-compose exec -T cli bash << 'EOF' -echo "Altering number of partitions from 3 to 7..." +echo Nachrichten in Partition 0: +kafkacat -b :9092 -t test -o 0 -p0 -f'key: %k\toffset: %o\tvalue: %s\n' -qe +echo +echo Nachrichten in Partition 1: +kafkacat -b :9092 -t test -o 0 -p1 -f'key: %k\toffset: %o\tvalue: %s\n' -qe +echo + +docker-compose -f docker/docker-compose.yml exec -T cli bash << 'EOF' +echo "Altering number of partitions from 2 to 3..." kafka-topics --bootstrap-server kafka:9092 --describe --topic test # tag::repartitioning[] -kafka-topics --bootstrap-server kafka:9092 --alter --topic test --partitions 7 +kafka-topics --bootstrap-server kafka:9092 --alter --topic test --partitions 3 # end::repartitioning[] kafka-topics --bootstrap-server kafka:9092 --describe --topic test EOF -docker-compose restart producer-0 producer-1 +docker-compose -f docker/docker-compose.yml restart producer +while ! [[ $(http 0:8080/actuator/health 2> /dev/null) =~ "UP" ]]; do echo "Waiting for producer..."; sleep 1; done + +echo -n Nachricht 4 an klaus über producer | http -v :8080/klaus +echo -n Nachricht 5 an peter über producer | http -v :8080/peter +echo -n Nachricht 4 an peter über producer | http -v :8080/peter +echo -n Nachricht 5 an klaus über producer | http -v :8080/klaus +echo -n Nachricht 6 an klaus über producer | http -v :8080/klaus +echo -n Nachricht 6 an peter über producer | http -v :8080/peter + +echo Nachrichten in Partition 0: +# tag::kafkacat[] +kafkacat -b :9092 -t test -o 0 -p0 -f'key: %k\toffset: %o\tvalue: %s\n' -qe +# end::kafkacat[] +echo +echo Nachrichten in Partition 1: +# tag::kafkacat[] +kafkacat -b :9092 -t test -o 0 -p1 -f'key: %k\toffset: %o\tvalue: %s\n' -qe +# end::kafkacat[] +echo +echo Nachrichten in Partition 2: +kafkacat -b :9092 -t test -o 0 -p2 -f'key: %k\toffset: %o\tvalue: %s\n' -qe + + +docker-compose -f docker/docker-compose.yml restart setup +sleep 1 +docker-compose -f docker/docker-compose.yml up -d producer-0 producer-1 while ! [[ $(http 0:8000/actuator/health 2> /dev/null) =~ "UP" ]]; do echo "Waiting for producer-0..."; sleep 1; done while ! [[ $(http 0:8001/actuator/health 2> /dev/null) =~ "UP" ]]; do echo "Waiting for producer-1..."; sleep 1; done -echo -n Nachricht 3 an Producer 0 | http -v :8000/foo -echo -n Nachricht 3 an Producer 1 | http -v :8001/foo -echo -n Nachricht 4 an Producer 0 | http -v :8000/bar -echo -n Nachricht 4 an Producer 1 | http -v :8001/bar +# tag::fixed[] +echo -n Nachricht 1 über producer-0 | http -v :8000/klaus +echo -n Nachricht 1 über producer-1 | http -v :8001/klaus +echo -n Nachricht 2 über producer-0 | http -v :8000/peter +echo -n Nachricht 2 über producer-1 | http -v :8001/peter +# end::fixed[] -docker-compose logs consumer +docker-compose -f docker/docker-compose.yml exec -T cli bash << 'EOF' +echo "Altering number of partitions from 2 to 3..." +kafka-topics --bootstrap-server kafka:9092 --describe --topic test +kafka-topics --bootstrap-server kafka:9092 --alter --topic test --partitions 3 +kafka-topics --bootstrap-server kafka:9092 --describe --topic test +EOF -# tag::kafkacat[] -kafkacat -b :9092 -t test -o 0 -p0 -f'p=%p|o=%o|k=%k|v=%s\n' -qe -kafkacat -b :9092 -t test -o 0 -p1 -f'p=%p|o=%o|k=%k|v=%s\n' -qe -# end::kafkacat[] +docker-compose -f docker/docker-compose.yml restart producer-0 producer-1 +while ! [[ $(http 0:8000/actuator/health 2> /dev/null) =~ "UP" ]]; do echo "Waiting for producer-0..."; sleep 1; done +while ! [[ $(http 0:8001/actuator/health 2> /dev/null) =~ "UP" ]]; do echo "Waiting for producer-1..."; sleep 1; done + +echo -n Nachricht 3 über producer-0 | http -v :8000/klaus +echo -n Nachricht 3 über producer-1 | http -v :8001/klaus +echo -n Nachricht 4 über producer-0 | http -v :8000/peter +echo -n Nachricht 4 über producer-1 | http -v :8001/peter + +echo Nachrichten in Partition 0: +kafkacat -b :9092 -t test -o 0 -p0 -f'key: %k\toffset: %o\tvalue: %s\n' -qe +echo +echo Nachrichten in Partition 1: +kafkacat -b :9092 -t test -o 0 -p1 -f'key: %k\toffset: %o\tvalue: %s\n' -qe +echo +echo Nachrichten in Partition 2: +kafkacat -b :9092 -t test -o 0 -p2 -f'key: %k\toffset: %o\tvalue: %s\n' -qe