X-Git-Url: http://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2FEndlessConsumer.java;h=5e768651daccdef99f175b2aa7ef829f901c6285;hb=85929b7925a1afcddf6fd8b6e650ba4057be3e4d;hp=87780b4e3cc22d679452a10abecd5dcafc30b885;hpb=a9200a876060edc8683dfd6d0d16c23407c189ad;p=demos%2Fkafka%2Ftraining diff --git a/src/main/java/de/juplo/kafka/EndlessConsumer.java b/src/main/java/de/juplo/kafka/EndlessConsumer.java index 87780b4..5e76865 100644 --- a/src/main/java/de/juplo/kafka/EndlessConsumer.java +++ b/src/main/java/de/juplo/kafka/EndlessConsumer.java @@ -6,8 +6,10 @@ import org.apache.kafka.clients.consumer.ConsumerRecord; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Value; import org.springframework.kafka.annotation.KafkaListener; +import org.springframework.kafka.config.KafkaListenerEndpointRegistry; import org.springframework.stereotype.Component; +import java.util.List; import java.util.function.Consumer; @@ -16,25 +18,60 @@ import java.util.function.Consumer; @RequiredArgsConstructor public class EndlessConsumer { + @Autowired + private KafkaListenerEndpointRegistry registry; @Value("${consumer.client-id}") String id; @Autowired Consumer> handler; + private long consumed = 0; + + @KafkaListener( + id = "${consumer.client-id}", + idIsGroup = false, + topics = "${consumer.topic}", + containerFactory = "batchFactory", + autoStartup = "false") + public void receive(List> records) + { + // Do something with the data... + log.info("{} - Received {} messages", id, records.size()); + for (ConsumerRecord record : records) + { + log.info( + "{} - {}: {}/{} - {}={}", + id, + record.offset(), + record.topic(), + record.partition(), + record.key(), + record.value() + ); + + handler.accept(record); + + consumed++; + } + } + + + public synchronized void start() + { + if (registry.getListenerContainer(id).isChildRunning()) + throw new IllegalStateException("Consumer instance " + id + " is already running!"); + + log.info("{} - Starting - consumed {} messages before", id, consumed); + registry.getListenerContainer(id).start(); + } - @KafkaListener(topics = "${consumer.topic}") - public void receive(ConsumerRecord record) + public synchronized void stop() { - log.info( - "{} - {}: {}/{} - {}={}", - id, - record.offset(), - record.topic(), - record.partition(), - record.key(), - record.value() - ); - - handler.accept(record); + if (!registry.getListenerContainer(id).isChildRunning()) + throw new IllegalStateException("Consumer instance " + id + " is not running!"); + + log.info("{} - Stopping", id); + registry.getListenerContainer(id).stop(); + log.info("{} - Stopped - consumed {} messages so far", id, consumed); } }