X-Git-Url: https://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2FSimpleConsumer.java;h=cab2fb8d18dda167033ffdab59196d7ba98b7535;hb=de2811eefb4b7159045aefee8ca76a907df10249;hp=eaa95666ba81bb229697519d38583d4ec42533d0;hpb=e6b4f984fdd50c24485337d0fd335233b9f0e299;p=demos%2Fkafka%2Ftraining diff --git a/src/main/java/de/juplo/kafka/SimpleConsumer.java b/src/main/java/de/juplo/kafka/SimpleConsumer.java index eaa9566..cab2fb8 100644 --- a/src/main/java/de/juplo/kafka/SimpleConsumer.java +++ b/src/main/java/de/juplo/kafka/SimpleConsumer.java @@ -10,55 +10,49 @@ import org.apache.kafka.common.serialization.StringDeserializer; import java.time.Duration; import java.util.Arrays; import java.util.Properties; -import java.util.concurrent.locks.Condition; -import java.util.concurrent.locks.Lock; -import java.util.concurrent.locks.ReentrantLock; @Slf4j public class SimpleConsumer { - private long consumed = 0; - private KafkaConsumer consumer; - private Lock lock = new ReentrantLock(); - private Condition stopped = lock.newCondition(); + private final String id; + private final String topic; + private final KafkaConsumer consumer; + private volatile boolean running = false; + private long consumed = 0; - public SimpleConsumer() + public SimpleConsumer(String broker, String topic, String groupId, String clientId) { - // tag::create[] Properties props = new Properties(); - props.put("bootstrap.servers", ":9092"); - props.put("group.id", "my-consumer"); // << Used for Offset-Commits - // end::create[] - props.put("auto.offset.reset", "earliest"); - // tag::create[] + props.put("bootstrap.servers", broker); + props.put("group.id", groupId); // ID für die Offset-Commits + props.put("client.id", clientId); // Nur zur Wiedererkennung + props.put("auto.offset.reset", "earliest"); // Von Beginn an lesen + props.put("partition.assignment.strategy", "org.apache.kafka.clients.consumer.CooperativeStickyAssignor"); props.put("key.deserializer", StringDeserializer.class.getName()); props.put("value.deserializer", StringDeserializer.class.getName()); - KafkaConsumer consumer = new KafkaConsumer<>(props); - // end::create[] - this.consumer = consumer; + consumer = new KafkaConsumer<>(props); + + this.topic = topic; + this.id = clientId; } public void run() { - String id = "C"; - try { log.info("{} - Subscribing to topic test", id); consumer.subscribe(Arrays.asList("test")); + running = true; - // tag::loop[] while (true) { ConsumerRecords records = consumer.poll(Duration.ofSeconds(1)); - // Do something with the data... - // end::loop[] log.info("{} - Received {} messages", id, records.count()); for (ConsumerRecord record : records) { @@ -73,13 +67,11 @@ public class SimpleConsumer record.value() ); } - // tag::loop[] } - // end::loop[] } catch(WakeupException e) { - log.info("{} - RIIING!", id); + log.info("{} - Consumer was signaled to finish its work", id); } catch(Exception e) { @@ -87,45 +79,58 @@ public class SimpleConsumer } finally { - this.lock.lock(); - try - { - log.info("{} - Closing the KafkaConsumer", id); - consumer.close(); - log.info("{} - DONE!"); - stopped.signal(); - } - finally - { - this.lock.unlock(); - log.info("{}: Consumed {} messages in total, exiting!", id, consumed); - } + running = false; + log.info("{} - Closing the KafkaConsumer", id); + consumer.close(); + log.info("{}: Consumed {} messages in total, exiting!", id, consumed); } } public static void main(String[] args) throws Exception { - SimpleConsumer instance = new SimpleConsumer(); + String broker = ":9092"; + String topic = "test"; + String groupId = "my-group"; + String clientId = "DEV"; + + switch (args.length) + { + case 4: + clientId = args[3]; + case 3: + groupId = args[2]; + case 2: + topic = args[1]; + case 1: + broker = args[0]; + } + + + SimpleConsumer instance = new SimpleConsumer(broker, topic, groupId, clientId); Runtime.getRuntime().addShutdownHook(new Thread(() -> { - instance.lock.lock(); - try - { - instance.consumer.wakeup(); - instance.stopped.await(); - } - catch (InterruptedException e) - { - log.warn("Interrrupted while waiting for the consumer to stop!", e); - } - finally + instance.consumer.wakeup(); + + while (instance.running) { - instance.lock.unlock(); + log.info("Waiting for main-thread..."); + try + { + Thread.sleep(1000); + } + catch (InterruptedException e) {} } + log.info("Shutdown completed."); })); + log.info( + "Running SimpleConsumer: broker={}, topic={}, group-id={}, client-id={}", + broker, + topic, + groupId, + clientId); instance.run(); } }