X-Git-Url: https://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2FApplicationConfiguration.java;h=93db3b541fc6e06948f12d2aaa0b5c592e861331;hb=eba11d4859d1e2b936bcd9e8075986b5179b32ea;hp=973e973271d601ff4b0d8026d413505c0bf6f4ce;hpb=c9d7601fc551069cd3a77da06a6333f22101a8a0;p=demos%2Fkafka%2Ftraining diff --git a/src/main/java/de/juplo/kafka/ApplicationConfiguration.java b/src/main/java/de/juplo/kafka/ApplicationConfiguration.java index 973e973..93db3b5 100644 --- a/src/main/java/de/juplo/kafka/ApplicationConfiguration.java +++ b/src/main/java/de/juplo/kafka/ApplicationConfiguration.java @@ -1,13 +1,14 @@ package de.juplo.kafka; -import org.apache.kafka.clients.consumer.Consumer; import org.apache.kafka.clients.consumer.KafkaConsumer; import org.apache.kafka.common.serialization.StringDeserializer; import org.springframework.boot.context.properties.EnableConfigurationProperties; +import org.springframework.context.ConfigurableApplicationContext; import org.springframework.context.annotation.Bean; import org.springframework.context.annotation.Configuration; +import org.springframework.kafka.support.serializer.JsonDeserializer; -import java.time.Clock; +import java.util.Optional; import java.util.Properties; import java.util.concurrent.ExecutorService; import java.util.concurrent.Executors; @@ -18,44 +19,55 @@ import java.util.concurrent.Executors; public class ApplicationConfiguration { @Bean - public AdderRecordHandler sumRecordHandler() + public ApplicationRecordHandler recordHandler( + AdderResults adderResults, + ApplicationProperties properties) + { + return new ApplicationRecordHandler( + adderResults, + Optional.ofNullable(properties.getThrottle()), + properties.getClientId()); + } + + @Bean + public AdderResults adderResults() { - return new AdderRecordHandler(); + return new AdderResults(); } @Bean - public AdderRebalanceListener sumRebalanceListener( - AdderRecordHandler adderRecordHandler, - PartitionStatisticsRepository repository, - Consumer consumer, + public ApplicationRebalanceListener rebalanceListener( + ApplicationRecordHandler recordHandler, + AdderResults adderResults, + StateRepository stateRepository, + KafkaConsumer consumer, ApplicationProperties properties) { - return new AdderRebalanceListener( - adderRecordHandler, - repository, - properties.getClientId(), - properties.getTopic(), - Clock.systemDefaultZone(), - properties.getCommitInterval(), - consumer); + return new ApplicationRebalanceListener( + recordHandler, + adderResults, + stateRepository, + properties.getClientId()); } @Bean - public EndlessConsumer endlessConsumer( - KafkaConsumer kafkaConsumer, + public EndlessConsumer endlessConsumer( + KafkaConsumer kafkaConsumer, ExecutorService executor, - AdderRebalanceListener adderRebalanceListener, - AdderRecordHandler adderRecordHandler, + ConfigurableApplicationContext applicationContext, + ApplicationRebalanceListener rebalanceListener, + ApplicationRecordHandler recordHandler, ApplicationProperties properties) { return new EndlessConsumer<>( executor, + applicationContext, properties.getClientId(), properties.getTopic(), kafkaConsumer, - adderRebalanceListener, - adderRecordHandler); + rebalanceListener, + recordHandler); } @Bean @@ -65,19 +77,23 @@ public class ApplicationConfiguration } @Bean(destroyMethod = "close") - public KafkaConsumer kafkaConsumer(ApplicationProperties properties) + public KafkaConsumer kafkaConsumer(ApplicationProperties properties) { Properties props = new Properties(); props.put("bootstrap.servers", properties.getBootstrapServer()); - props.put("partition.assignment.strategy", "org.apache.kafka.clients.consumer.CooperativeStickyAssignor"); + props.put("partition.assignment.strategy", "org.apache.kafka.clients.consumer.StickyAssignor"); props.put("group.id", properties.getGroupId()); props.put("client.id", properties.getClientId()); - props.put("enable.auto.commit", false); props.put("auto.offset.reset", properties.getAutoOffsetReset()); + props.put("auto.commit.interval.ms", (int)properties.getCommitInterval().toMillis()); props.put("metadata.max.age.ms", "1000"); props.put("key.deserializer", StringDeserializer.class.getName()); - props.put("value.deserializer", StringDeserializer.class.getName()); + props.put("value.deserializer", JsonDeserializer.class.getName()); + props.put(JsonDeserializer.TRUSTED_PACKAGES, "de.juplo.kafka"); + props.put(JsonDeserializer.TYPE_MAPPINGS, + Message.Type.ADD + ":" + MessageAddNumber.class.getName() + "," + + Message.Type.CALC + ":" + MessageCalculateSum.class.getName()); return new KafkaConsumer<>(props); }