X-Git-Url: http://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2FEndlessConsumer.java;h=69c82943522b50e30d228576d186d8bc86d37142;hb=cb8505576575efa6957214c4d6cc4be777fd3b21;hp=e67bf412a1bae6762c7270935079e47f57716a1f;hpb=915674ec49ba38b3716cc4ef53272e963f139677;p=demos%2Fkafka%2Ftraining diff --git a/src/main/java/de/juplo/kafka/EndlessConsumer.java b/src/main/java/de/juplo/kafka/EndlessConsumer.java index e67bf41..69c8294 100644 --- a/src/main/java/de/juplo/kafka/EndlessConsumer.java +++ b/src/main/java/de/juplo/kafka/EndlessConsumer.java @@ -64,6 +64,7 @@ public class EndlessConsumer implements Runnable props.put("bootstrap.servers", bootstrapServer); props.put("group.id", groupId); props.put("client.id", id); + props.put("enable.auto.commit", false); props.put("auto.offset.reset", autoOffsetReset); props.put("metadata.max.age.ms", "1000"); props.put("key.deserializer", StringDeserializer.class.getName()); @@ -90,7 +91,7 @@ public class EndlessConsumer implements Runnable removed.getPartition(), counter.getKey()); } - repository.save(new StatisticsDocument(removed)); + repository.save(new StatisticsDocument(removed, consumer.position(tp))); }); } @@ -100,12 +101,12 @@ public class EndlessConsumer implements Runnable partitions.forEach(tp -> { log.info("{} - adding partition: {}", id, tp); - seen.put( - tp, + StatisticsDocument document = repository .findById(tp.toString()) - .map(PartitionStatistics::new) - .orElse(new PartitionStatistics(tp))); + .orElse(new StatisticsDocument(tp)); + consumer.seek(tp, document.offset); + seen.put(tp, new PartitionStatistics(document)); }); } });