1 package de.juplo.kafka;
3 import lombok.RequiredArgsConstructor;
4 import lombok.extern.slf4j.Slf4j;
5 import org.apache.kafka.clients.consumer.Consumer;
6 import org.apache.kafka.common.TopicPartition;
11 @RequiredArgsConstructor
13 public class ApplicationRebalanceListener implements RebalanceListener
15 private final ApplicationRecordHandler recordHandler;
16 private final AdderResults adderResults;
17 private final StateRepository stateRepository;
18 private final String id;
19 private final Consumer consumer;
21 private final Set<Integer> partitions = new HashSet<>();
23 private boolean commitsEnabled = true;
26 public void onPartitionsAssigned(Collection<TopicPartition> partitions)
28 partitions.forEach(tp ->
30 Integer partition = tp.partition();
31 log.info("{} - adding partition: {}", id, partition);
32 this.partitions.add(partition);
33 StateDocument document =
35 .findById(Integer.toString(partition))
36 .orElse(new StateDocument(partition));
37 recordHandler.addPartition(partition, document.state);
38 for (String user : document.state.keySet())
41 "{} - Restored state for partition={}|user={}: {}",
45 document.state.get(user));
47 adderResults.addPartition(partition, document.results);
52 public void onPartitionsRevoked(Collection<TopicPartition> partitions)
56 log.info("{} - Commiting offsets for all previously assigned partitions", id);
59 consumer.commitSync();
63 log.warn("{} - Could not commit offsets in onPartitionsRevoked():", id, e);
67 partitions.forEach(tp ->
69 Integer partition = tp.partition();
70 log.info("{} - removing partition: {}", id, partition);
71 this.partitions.remove(partition);
72 Map<String, AdderResult> state = recordHandler.removePartition(partition);
73 for (String user : state.keySet())
76 "{} - Saved state for partition={}|user={}: {}",
82 Map<String, List<AdderResult>> results = adderResults.removePartition(partition);
83 stateRepository.save(new StateDocument(partition, state, results));
88 public void enableCommits()
90 commitsEnabled = true;
94 public void disableCommits()
96 commitsEnabled = false;