1 package de.juplo.kafka;
3 import lombok.RequiredArgsConstructor;
4 import lombok.extern.slf4j.Slf4j;
5 import org.apache.kafka.clients.consumer.Consumer;
6 import org.apache.kafka.clients.consumer.ConsumerRebalanceListener;
7 import org.apache.kafka.common.TopicPartition;
12 @RequiredArgsConstructor
14 public class ApplicationRebalanceListener implements ConsumerRebalanceListener
16 private final ApplicationRecordHandler recordHandler;
17 private final AdderResults adderResults;
18 private final StateRepository stateRepository;
19 private final String id;
20 private final Consumer consumer;
22 private final Set<Integer> partitions = new HashSet<>();
25 public void onPartitionsAssigned(Collection<TopicPartition> partitions)
27 partitions.forEach(tp ->
29 Integer partition = tp.partition();
30 log.info("{} - adding partition: {}", id, partition);
31 this.partitions.add(partition);
32 StateDocument document =
34 .findById(Integer.toString(partition))
35 .orElse(new StateDocument(partition));
36 recordHandler.addPartition(partition, document.state);
37 for (String user : document.state.keySet())
40 "{} - Restored state for partition={}|user={}: {}",
44 document.state.get(user));
46 adderResults.addPartition(partition, document.results);
51 public void onPartitionsRevoked(Collection<TopicPartition> partitions)
53 log.info("{} - Commiting offsets for all previously assigned partitions", id);
56 consumer.commitSync();
60 log.warn("{} - Could not commit offsets in onPartitionsRevoked():", id, e);
63 partitions.forEach(tp ->
65 Integer partition = tp.partition();
66 log.info("{} - removing partition: {}", id, partition);
67 this.partitions.remove(partition);
68 Map<String, AdderResult> state = recordHandler.removePartition(partition);
69 for (String user : state.keySet())
72 "{} - Saved state for partition={}|user={}: {}",
78 Map<String, List<AdderResult>> results = adderResults.removePartition(partition);
79 stateRepository.save(new StateDocument(partition, state, results));