X-Git-Url: http://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2FApplicationConfiguration.java;h=0d178230f1cca94301016b96c881ec20f02b6d44;hb=fc682d9890787ef363b3e189f6f880a043f3c541;hp=76d0c8aa209835aa332a9d9dc402b1c598d54220;hpb=31dc17e7f5ac937f21882ec28b3234c5c398e840;p=demos%2Fkafka%2Ftraining diff --git a/src/main/java/de/juplo/kafka/ApplicationConfiguration.java b/src/main/java/de/juplo/kafka/ApplicationConfiguration.java index 76d0c8a..0d17823 100644 --- a/src/main/java/de/juplo/kafka/ApplicationConfiguration.java +++ b/src/main/java/de/juplo/kafka/ApplicationConfiguration.java @@ -1,12 +1,13 @@ package de.juplo.kafka; +import org.apache.kafka.clients.consumer.Consumer; import org.apache.kafka.clients.consumer.KafkaConsumer; -import org.apache.kafka.common.serialization.LongDeserializer; import org.apache.kafka.common.serialization.StringDeserializer; import org.springframework.boot.context.properties.EnableConfigurationProperties; import org.springframework.context.annotation.Bean; import org.springframework.context.annotation.Configuration; +import java.time.Clock; import java.util.Properties; import java.util.concurrent.ExecutorService; import java.util.concurrent.Executors; @@ -17,17 +18,49 @@ import java.util.concurrent.Executors; public class ApplicationConfiguration { @Bean - public EndlessConsumer endlessConsumer( + public WordcountRecordHandler wordcountRecordHandler( + PartitionStatisticsRepository repository, + Consumer consumer, + ApplicationProperties properties) + { + return new WordcountRecordHandler( + repository, + properties.getTopic(), + Clock.systemDefaultZone(), + properties.getCommitInterval(), + consumer); + } + + @Bean + public WordcountRebalanceListener wordcountRebalanceListener( + WordcountRecordHandler wordcountRecordHandler, + PartitionStatisticsRepository repository, + Consumer consumer, + ApplicationProperties properties) + { + return new WordcountRebalanceListener( + wordcountRecordHandler, + repository, + properties.getClientId(), + consumer); + } + + @Bean + public EndlessConsumer endlessConsumer( KafkaConsumer kafkaConsumer, ExecutorService executor, + WordcountRebalanceListener wordcountRebalanceListener, + WordcountRecordHandler wordcountRecordHandler, ApplicationProperties properties) { return - new EndlessConsumer( + new EndlessConsumer<>( executor, properties.getClientId(), properties.getTopic(), - kafkaConsumer); + kafkaConsumer, + wordcountRebalanceListener, + wordcountRecordHandler); } @Bean @@ -42,12 +75,14 @@ public class ApplicationConfiguration Properties props = new Properties(); props.put("bootstrap.servers", properties.getBootstrapServer()); + props.put("partition.assignment.strategy", "org.apache.kafka.clients.consumer.CooperativeStickyAssignor"); props.put("group.id", properties.getGroupId()); props.put("client.id", properties.getClientId()); + props.put("enable.auto.commit", false); props.put("auto.offset.reset", properties.getAutoOffsetReset()); props.put("metadata.max.age.ms", "1000"); props.put("key.deserializer", StringDeserializer.class.getName()); - props.put("value.deserializer", LongDeserializer.class.getName()); + props.put("value.deserializer", StringDeserializer.class.getName()); return new KafkaConsumer<>(props); }