X-Git-Url: https://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2FSimpleConsumer.java;h=0e376864d1958d477117a5b05be13e0515a2de75;hb=4cb45d59008b5388d593f2c87e152acc23b7fb86;hp=03a9e6a48ea149de2c558167e57061d1dbd21b11;hpb=5be01a7ce4a1362684ecf22d82ecf8800d5d0a34;p=demos%2Fkafka%2Ftraining diff --git a/src/main/java/de/juplo/kafka/SimpleConsumer.java b/src/main/java/de/juplo/kafka/SimpleConsumer.java index 03a9e6a..0e37686 100644 --- a/src/main/java/de/juplo/kafka/SimpleConsumer.java +++ b/src/main/java/de/juplo/kafka/SimpleConsumer.java @@ -1,59 +1,40 @@ package de.juplo.kafka; +import lombok.RequiredArgsConstructor; import lombok.extern.slf4j.Slf4j; +import org.apache.kafka.clients.consumer.Consumer; import org.apache.kafka.clients.consumer.ConsumerRecord; import org.apache.kafka.clients.consumer.ConsumerRecords; -import org.apache.kafka.clients.consumer.KafkaConsumer; -import org.apache.kafka.common.serialization.StringDeserializer; +import org.apache.kafka.common.errors.WakeupException; import java.time.Duration; import java.util.Arrays; -import java.util.Properties; @Slf4j -public class SimpleConsumer +@RequiredArgsConstructor +public class SimpleConsumer implements Runnable { private final String id; private final String topic; - private final KafkaConsumer consumer; + private final Consumer consumer; private long consumed = 0; - private volatile boolean running = true; - private volatile boolean done = false; - - public SimpleConsumer(String broker, String topic, String groupId, String clientId) - { - Properties props = new Properties(); - props.put("bootstrap.servers", broker); - props.put("group.id", groupId); // ID für die Offset-Commits - props.put("client.id", clientId); // Nur zur Wiedererkennung - props.put("partition.assignment.strategy", "org.apache.kafka.clients.consumer.CooperativeStickyAssignor"); - props.put("key.deserializer", StringDeserializer.class.getName()); - props.put("value.deserializer", StringDeserializer.class.getName()); - - consumer = new KafkaConsumer<>(props); - - this.topic = topic; - this.id = clientId; - } + @Override public void run() { try { - log.info("{} - Subscribing to topic test", id); - consumer.subscribe(Arrays.asList("test")); + log.info("{} - Subscribing to topic {}", id, topic); + consumer.subscribe(Arrays.asList(topic)); - // tag::loop[] - while (running) + while (true) { ConsumerRecords records = consumer.poll(Duration.ofSeconds(1)); - // Do something with the data... - // end::loop[] log.info("{} - Received {} messages", id, records.count()); for (ConsumerRecord record : records) { @@ -68,67 +49,22 @@ public class SimpleConsumer record.value() ); } - // tag::loop[] } - // end::loop[] + } + catch(WakeupException e) + { + log.info("{} - Consumer was signaled to finish its work", id); } catch(Exception e) { - log.error("{} - Unexpected error: {}", id, e.toString()); + log.error("{} - Unexpected error: {}, unsubscribing!", id, e.toString()); + consumer.unsubscribe(); } finally { log.info("{} - Closing the KafkaConsumer", id); consumer.close(); log.info("{}: Consumed {} messages in total, exiting!", id, consumed); - done = true; } } - - - public static void main(String[] args) throws Exception - { - String broker = ":9092"; - String topic = "test"; - String groupId = "my-group"; - String clientId = "DEV"; - - switch (args.length) - { - case 4: - clientId = args[3]; - case 3: - groupId = args[2]; - case 2: - topic = args[1]; - case 1: - broker = args[0]; - } - - - SimpleConsumer instance = new SimpleConsumer(broker, topic, groupId, clientId); - - Runtime.getRuntime().addShutdownHook(new Thread(() -> - { - instance.running = false; - while (!instance.done) - { - log.info("Waiting for main-thread..."); - try - { - Thread.sleep(1000); - } - catch (InterruptedException e) {} - } - log.info("Shutdown completed."); - })); - - log.info( - "Running SimpleConsumer: broker={}, topic={}, group-id={}, client-id={}", - broker, - topic, - groupId, - clientId); - instance.run(); - } }