X-Git-Url: http://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2FEndlessConsumer.java;h=6af3765d0532a59f821d031927d3cc38de2400bf;hb=d1ce252495c63a971d1734a35b10cf26313d95fb;hp=bc3d3571ad4ab7c450c5c7408f5ebeafe32ed22e;hpb=262d13bfa0274005b050c7b271f867acd9809f8b;p=demos%2Fkafka%2Ftraining diff --git a/src/main/java/de/juplo/kafka/EndlessConsumer.java b/src/main/java/de/juplo/kafka/EndlessConsumer.java index bc3d357..6af3765 100644 --- a/src/main/java/de/juplo/kafka/EndlessConsumer.java +++ b/src/main/java/de/juplo/kafka/EndlessConsumer.java @@ -38,6 +38,7 @@ public class EndlessConsumer implements Runnable private final Map> seen = new HashMap<>(); + private final Map offsets = new HashMap<>(); public EndlessConsumer( @@ -80,15 +81,24 @@ public class EndlessConsumer implements Runnable { partitions.forEach(tp -> { - log.info("{} - removing partition: {}", id, tp); - Map removed = seen.remove(tp.partition()); + Integer partition = tp.partition(); + Long newOffset = consumer.position(tp); + Long oldOffset = offsets.remove(partition); + log.info( + "{} - removing partition: {}, consumed {} records (offset {} -> {})", + id, + partition, + newOffset - oldOffset, + oldOffset, + newOffset); + Map removed = seen.remove(partition); for (String key : removed.keySet()) { log.info( "{} - Seen {} messages for partition={}|key={}", id, removed.get(key), - tp.partition(), + partition, key); } }); @@ -99,8 +109,11 @@ public class EndlessConsumer implements Runnable { partitions.forEach(tp -> { - log.info("{} - adding partition: {}", id, tp); - seen.put(tp.partition(), new HashMap<>()); + Integer partition = tp.partition(); + Long offset = consumer.position(tp); + log.info("{} - adding partition: {}, offset={}", id, partition, offset); + offsets.put(partition, offset); + seen.put(partition, new HashMap<>()); }); } });