X-Git-Url: http://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2FApplicationRebalanceListener.java;h=5e1a12cce260faa457fbca66958750dce485b9c9;hb=9ac94aed684ce23a186792a3275a574d5adfa836;hp=fad3287155433e696c616b248548e318864756a3;hpb=5bf8218d4a79a3b55056bffb2ed0c91c6bec8917;p=demos%2Fkafka%2Ftraining diff --git a/src/main/java/de/juplo/kafka/ApplicationRebalanceListener.java b/src/main/java/de/juplo/kafka/ApplicationRebalanceListener.java index fad3287..5e1a12c 100644 --- a/src/main/java/de/juplo/kafka/ApplicationRebalanceListener.java +++ b/src/main/java/de/juplo/kafka/ApplicationRebalanceListener.java @@ -2,7 +2,6 @@ package de.juplo.kafka; import lombok.RequiredArgsConstructor; import lombok.extern.slf4j.Slf4j; -import org.apache.kafka.clients.consumer.Consumer; import org.apache.kafka.clients.consumer.ConsumerRebalanceListener; import org.apache.kafka.common.TopicPartition; @@ -13,7 +12,6 @@ import java.util.*; @Slf4j public class ApplicationRebalanceListener implements ConsumerRebalanceListener { - private final Consumer consumer; private final ApplicationRecordHandler recordHandler; private final AdderResults adderResults; private final StateRepository stateRepository; @@ -33,7 +31,12 @@ public class ApplicationRebalanceListener implements ConsumerRebalanceListener stateRepository .findById(Integer.toString(partition)) .orElse(new StateDocument(partition)); - recordHandler.addPartition(partition, document.state); + log.info( + "{} - Offset of next unseen message for partition {}: {}", + id, + partition, + document.offset); + recordHandler.addPartition(partition, document.state, document.offset); for (String user : document.state.keySet()) { log.info( @@ -50,26 +53,33 @@ public class ApplicationRebalanceListener implements ConsumerRebalanceListener @Override public void onPartitionsRevoked(Collection partitions) { - log.info("{} - Commiting offsets for all previously assigned partitions", id); - consumer.commitSync(); - partitions.forEach(tp -> { Integer partition = tp.partition(); log.info("{} - removing partition: {}", id, partition); this.partitions.remove(partition); - Map state = recordHandler.removePartition(partition); - for (String user : state.keySet()) + ApplicationState state = recordHandler.removePartition(partition); + log.info( + "{} - offset of next unseen message for partition {} is {}", + id, + partition, + state.getOffset()); + for (String user : state.getAdderState().keySet()) { log.info( "{} - Saved state for partition={}|user={}: {}", id, partition, user, - state.get(user)); + state.getAdderState().get(user)); } Map> results = adderResults.removePartition(partition); - stateRepository.save(new StateDocument(partition, state, results)); + stateRepository.save( + new StateDocument( + partition, + state.getAdderState(), + results, + state.getOffset())); }); } }