X-Git-Url: https://juplo.de/gitweb/?a=blobdiff_plain;f=README.sh;h=f227f474388e53db679eec349b17f5906dd813b0;hb=dbb9e92666e95b4ac9b00d522dc58ca481ac20f1;hp=9b15a705f9332e0c34fa8762cf4d43d273b1df70;hpb=dafa38875ffcb9f8aa34aece29786faf6ea0c50c;p=demos%2Fkafka%2Ftraining diff --git a/README.sh b/README.sh index 9b15a70..f227f47 100755 --- a/README.sh +++ b/README.sh @@ -4,13 +4,13 @@ IMAGE=juplo/rest-producer:1.0-SNAPSHOT if [ "$1" = "cleanup" ] then - docker-compose down -v --remove-orphans + docker-compose -f docker/docker-compose.yml down -t0 -v --remove-orphans mvn clean exit fi -docker-compose up -d kafka-1 kafka-2 kafka-3 cli -docker-compose rm -svf producer +docker-compose -f docker/docker-compose.yml up -d --remove-orphans kafka-1 kafka-2 kafka-3 +docker-compose -f docker/docker-compose.yml rm -svf producer producer-0 producer-1 if [[ $(docker image ls -q $IMAGE) == "" || @@ -23,16 +23,101 @@ else docker image ls $IMAGE fi -docker-compose up setup -docker-compose ps -docker-compose up -d producer +echo "Waiting for the Kafka-Cluster to become ready..." +docker-compose -f docker/docker-compose.yml run --rm cli cub kafka-ready -b kafka:9092 3 60 > /dev/null 2>&1 || exit 1 +docker-compose -f docker/docker-compose.yml up -t0 -d cli +sleep 1 +docker-compose -f docker/docker-compose.yml logs setup + +docker-compose -f docker/docker-compose.yml up -d producer +while ! [[ $(http 0:8080/actuator/health 2> /dev/null) =~ "UP" ]]; do echo "Waiting for producer..."; sleep 1; done + +# tag::hashed[] +echo -n Nachricht 1 an klaus über producer | http -v :8080/klaus +# end::hashed[] +echo -n Nachricht 2 an klaus über producer | http -v :8080/klaus +# tag::hashed[] +echo -n Nachricht 1 an peter über producer | http -v :8080/peter +# end::hashed[] +echo -n Nachricht 3 an klaus über producer | http -v :8080/klaus +echo -n Nachricht 2 an peter über producer | http -v :8080/peter +echo -n Nachricht 3 an peter über producer | http -v :8080/peter + +echo Nachrichten in Partition 0: +kafkacat -b :9092 -t test -o 0 -p0 -f'key: %k\toffset: %o\tvalue: %s\n' -qe +echo +echo Nachrichten in Partition 1: +kafkacat -b :9092 -t test -o 0 -p1 -f'key: %k\toffset: %o\tvalue: %s\n' -qe +echo + +docker-compose -f docker/docker-compose.yml exec -T cli bash << 'EOF' +echo "Altering number of partitions from 2 to 3..." +kafka-topics --bootstrap-server kafka:9092 --describe --topic test +# tag::repartitioning[] +kafka-topics --bootstrap-server kafka:9092 --alter --topic test --partitions 3 +# end::repartitioning[] +kafka-topics --bootstrap-server kafka:9092 --describe --topic test +EOF + +docker-compose -f docker/docker-compose.yml restart producer while ! [[ $(http 0:8080/actuator/health 2> /dev/null) =~ "UP" ]]; do echo "Waiting for producer..."; sleep 1; done -# tag::http[] -echo -n bar | http -v :8080/foo -echo -n foo | http -v :8080/bar X-id:666 -# end::http[] +echo -n Nachricht 4 an klaus über producer | http -v :8080/klaus +echo -n Nachricht 5 an peter über producer | http -v :8080/peter +echo -n Nachricht 4 an peter über producer | http -v :8080/peter +echo -n Nachricht 5 an klaus über producer | http -v :8080/klaus +echo -n Nachricht 6 an klaus über producer | http -v :8080/klaus +echo -n Nachricht 6 an peter über producer | http -v :8080/peter + +echo Nachrichten in Partition 0: +# tag::kafkacat[] +kafkacat -b :9092 -t test -o 0 -p0 -f'key: %k\toffset: %o\tvalue: %s\n' -qe +# end::kafkacat[] +echo +echo Nachrichten in Partition 1: # tag::kafkacat[] -docker-compose exec cli kafkacat -b kafka:9092 -t test -f "%p|%o|%k=%s|%h\n" -e +kafkacat -b :9092 -t test -o 0 -p1 -f'key: %k\toffset: %o\tvalue: %s\n' -qe # end::kafkacat[] +echo +echo Nachrichten in Partition 2: +kafkacat -b :9092 -t test -o 0 -p2 -f'key: %k\toffset: %o\tvalue: %s\n' -qe + + +docker-compose -f docker/docker-compose.yml restart setup +sleep 1 +docker-compose -f docker/docker-compose.yml up -d producer-0 producer-1 +while ! [[ $(http 0:8000/actuator/health 2> /dev/null) =~ "UP" ]]; do echo "Waiting for producer-0..."; sleep 1; done +while ! [[ $(http 0:8001/actuator/health 2> /dev/null) =~ "UP" ]]; do echo "Waiting for producer-1..."; sleep 1; done + +# tag::fixed[] +echo -n Nachricht 1 über producer-0 | http -v :8000/klaus +echo -n Nachricht 1 über producer-1 | http -v :8001/klaus +echo -n Nachricht 2 über producer-0 | http -v :8000/peter +echo -n Nachricht 2 über producer-1 | http -v :8001/peter +# end::fixed[] + +docker-compose -f docker/docker-compose.yml exec -T cli bash << 'EOF' +echo "Altering number of partitions from 2 to 3..." +kafka-topics --bootstrap-server kafka:9092 --describe --topic test +kafka-topics --bootstrap-server kafka:9092 --alter --topic test --partitions 3 +kafka-topics --bootstrap-server kafka:9092 --describe --topic test +EOF + +docker-compose -f docker/docker-compose.yml restart producer-0 producer-1 +while ! [[ $(http 0:8000/actuator/health 2> /dev/null) =~ "UP" ]]; do echo "Waiting for producer-0..."; sleep 1; done +while ! [[ $(http 0:8001/actuator/health 2> /dev/null) =~ "UP" ]]; do echo "Waiting for producer-1..."; sleep 1; done + +echo -n Nachricht 3 über producer-0 | http -v :8000/klaus +echo -n Nachricht 3 über producer-1 | http -v :8001/klaus +echo -n Nachricht 4 über producer-0 | http -v :8000/peter +echo -n Nachricht 4 über producer-1 | http -v :8001/peter + +echo Nachrichten in Partition 0: +kafkacat -b :9092 -t test -o 0 -p0 -f'key: %k\toffset: %o\tvalue: %s\n' -qe +echo +echo Nachrichten in Partition 1: +kafkacat -b :9092 -t test -o 0 -p1 -f'key: %k\toffset: %o\tvalue: %s\n' -qe +echo +echo Nachrichten in Partition 2: +kafkacat -b :9092 -t test -o 0 -p2 -f'key: %k\toffset: %o\tvalue: %s\n' -qe