X-Git-Url: https://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2FAdderRebalanceListener.java;fp=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2FAdderRebalanceListener.java;h=0000000000000000000000000000000000000000;hb=a2e8fc924e5b472d6b90c42d311514f91ea452f1;hp=ef595ba12a5eb5e884910941d47b0284e6c054b1;hpb=a2445f04436bb1087c9fbcd44d319496e91a90c8;p=demos%2Fkafka%2Ftraining diff --git a/src/main/java/de/juplo/kafka/AdderRebalanceListener.java b/src/main/java/de/juplo/kafka/AdderRebalanceListener.java deleted file mode 100644 index ef595ba..0000000 --- a/src/main/java/de/juplo/kafka/AdderRebalanceListener.java +++ /dev/null @@ -1,106 +0,0 @@ -package de.juplo.kafka; - -import lombok.RequiredArgsConstructor; -import lombok.extern.slf4j.Slf4j; -import org.apache.kafka.clients.consumer.Consumer; -import org.apache.kafka.common.TopicPartition; - -import java.time.Clock; -import java.time.Duration; -import java.time.Instant; -import java.util.Collection; - - -@RequiredArgsConstructor -@Slf4j -public class AdderRebalanceListener implements PollIntervalAwareConsumerRebalanceListener -{ - private final AdderRecordHandler handler; - private final PartitionStatisticsRepository repository; - private final String id; - private final String topic; - private final Clock clock; - private final Duration commitInterval; - private final Consumer consumer; - - private Instant lastCommit = Instant.EPOCH; - private boolean commitsEnabled = true; - - @Override - public void onPartitionsAssigned(Collection partitions) - { - partitions.forEach(tp -> - { - Integer partition = tp.partition(); - StateDocument document = - repository - .findById(Integer.toString(partition)) - .orElse(new StateDocument(partition)); - log.info("{} - adding partition: {}, offset={}", id, partition, document.offset); - if (document.offset >= 0) - { - // Only seek, if a stored offset was found - // Otherwise: Use initial offset, generated by Kafka - consumer.seek(tp, document.offset); - } - handler.addPartition(partition, document.state); - }); - } - - @Override - public void onPartitionsRevoked(Collection partitions) - { - partitions.forEach(tp -> - { - Integer partition = tp.partition(); - Long offset = consumer.position(tp); - log.info( - "{} - removing partition: {}, offset of next message {})", - id, - partition, - offset); - if (commitsEnabled) - { - repository.save(new StateDocument(partition, handler.removePartition(partition), offset)); - } - else - { - log.info("Offset commits are disabled! Last commit: {}", lastCommit); - } - }); - } - - - @Override - public void beforeNextPoll() - { - if (!commitsEnabled) - { - log.info("Offset commits are disabled! Last commit: {}", lastCommit); - return; - } - - if (lastCommit.plus(commitInterval).isBefore(clock.instant())) - { - log.debug("Storing data and offsets, last commit: {}", lastCommit); - handler.getState().forEach((partiton, sumBusinessLogic) -> repository.save( - new StateDocument( - partiton, - sumBusinessLogic.getState(), - consumer.position(new TopicPartition(topic, partiton))))); - lastCommit = clock.instant(); - } - } - - @Override - public void enableCommits() - { - commitsEnabled = true; - } - - @Override - public void disableCommits() - { - commitsEnabled = false; - } -}