X-Git-Url: https://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2FApplicationRebalanceListener.java;h=f3e6c8af018299efc9e3e027b45a14f76b29c5a1;hb=b38bb9d1cbee6b9fe2d5af0a218bbc1e9767c3b7;hp=a751e75cdda4edf067fef236dfc9eb7522edf97f;hpb=0cb776f6a698fda66b655a769827864359f69cb1;p=demos%2Fkafka%2Ftraining diff --git a/src/main/java/de/juplo/kafka/ApplicationRebalanceListener.java b/src/main/java/de/juplo/kafka/ApplicationRebalanceListener.java index a751e75..f3e6c8a 100644 --- a/src/main/java/de/juplo/kafka/ApplicationRebalanceListener.java +++ b/src/main/java/de/juplo/kafka/ApplicationRebalanceListener.java @@ -74,15 +74,15 @@ public class ApplicationRebalanceListener implements RebalanceListener Integer partition = tp.partition(); log.info("{} - removing partition: {}", id, partition); this.partitions.remove(partition); - Long offset = consumer.position(tp); if (commitsEnabled) { + Map state = recordHandler.removePartition(partition); + Long offset = consumer.position(tp); log.info( - "{} - Storing {} as offset of next message for partition {}", + "{} - offset of next unseen message for partition {} is {}", id, - offset, - partition); - Map state = recordHandler.removePartition(partition); + partition, + offset); for (String user : state.keySet()) { log.info( @@ -97,7 +97,7 @@ public class ApplicationRebalanceListener implements RebalanceListener } else { - log.info("Offset commits are disabled! Last commit: {}", lastCommit); + log.info("{} - Offset commits are disabled! Last commit: {}", id, lastCommit); } }); } @@ -108,19 +108,37 @@ public class ApplicationRebalanceListener implements RebalanceListener { if (!commitsEnabled) { - log.info("Offset commits are disabled! Last commit: {}", lastCommit); + log.info("{} - Offset commits are disabled! Last commit: {}", id, lastCommit); return; } if (lastCommit.plus(commitInterval).isBefore(clock.instant())) { - log.debug("Storing data and offsets, last commit: {}", lastCommit); - partitions.forEach(partition -> stateRepository.save( - new StateDocument( + partitions + .stream() + .forEach(partition -> + { + log.info("{} - persisting state & offset for partition: {}", id, partition); + Map state = recordHandler.getState(partition).getState(); + Long offset = consumer.position(new TopicPartition(topic, partition)); + log.info( + "{} - offset of next unseen message for partition {} is {}", + id, + partition, + offset); + for (String user : state.keySet()) + { + log.info( + "{} - Saved state for partition={}|user={}: {}", + id, partition, - recordHandler.getState(partition).getState(), - adderResults.getState(partition), - consumer.position(new TopicPartition(topic, partition))))); + user, + state.get(user)); + } + Map> results = adderResults.getState(partition); + stateRepository.save(new StateDocument(partition, state, results, offset)); + }); + lastCommit = clock.instant(); } }