X-Git-Url: http://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2FApplicationRebalanceListener.java;h=6d3850f677b33e8ad71695527ac9386e3e42c1fd;hb=2d25525ef70a90709edc48bd9542d1b08a2888a2;hp=32e14e8159774f1421cb65a045939ac27e7e0e28;hpb=1c6d263c619010d23bf502c14dda45db11a2baf6;p=demos%2Fkafka%2Ftraining diff --git a/src/main/java/de/juplo/kafka/ApplicationRebalanceListener.java b/src/main/java/de/juplo/kafka/ApplicationRebalanceListener.java index 32e14e8..6d3850f 100644 --- a/src/main/java/de/juplo/kafka/ApplicationRebalanceListener.java +++ b/src/main/java/de/juplo/kafka/ApplicationRebalanceListener.java @@ -2,6 +2,7 @@ package de.juplo.kafka; import lombok.RequiredArgsConstructor; import lombok.extern.slf4j.Slf4j; +import org.apache.kafka.clients.consumer.ConsumerRebalanceListener; import org.apache.kafka.common.TopicPartition; import java.time.Clock; @@ -12,19 +13,15 @@ import java.util.*; @RequiredArgsConstructor @Slf4j -public class ApplicationRebalanceListener implements PollIntervalAwareConsumerRebalanceListener +public class ApplicationRebalanceListener implements ConsumerRebalanceListener { private final ApplicationRecordHandler recordHandler; private final AdderResults adderResults; private final StateRepository stateRepository; private final String id; - private final Clock clock; - private final Duration commitInterval; private final Set partitions = new HashSet<>(); - private Instant lastCommit = Instant.EPOCH; - @Override public void onPartitionsAssigned(Collection partitions) { @@ -38,6 +35,15 @@ public class ApplicationRebalanceListener implements PollIntervalAwareConsumerRe .findById(Integer.toString(partition)) .orElse(new StateDocument(partition)); recordHandler.addPartition(partition, document.state); + for (String user : document.state.keySet()) + { + log.info( + "{} - Restored state for partition={}|user={}: {}", + id, + partition, + user, + document.state.get(user)); + } adderResults.addPartition(partition, document.results); }); } @@ -51,33 +57,17 @@ public class ApplicationRebalanceListener implements PollIntervalAwareConsumerRe log.info("{} - removing partition: {}", id, partition); this.partitions.remove(partition); Map state = recordHandler.removePartition(partition); - for (String key : state.keySet()) + for (String user : state.keySet()) { log.info( - "{} - Seen {} messages for partition={}|key={}", + "{} - Saved state for partition={}|user={}: {}", id, - state.get(key), partition, - key); + user, + state.get(user)); } Map> results = adderResults.removePartition(partition); stateRepository.save(new StateDocument(partition, state, results)); }); } - - - @Override - public void beforeNextPoll() - { - if (lastCommit.plus(commitInterval).isBefore(clock.instant())) - { - log.debug("Storing data, last commit: {}", lastCommit); - partitions.forEach(partition -> stateRepository.save( - new StateDocument( - partition, - recordHandler.getState(partition).getState(), - adderResults.getState(partition)))); - lastCommit = clock.instant(); - } - } }