juplo.de Git - demos/kafka/training/blob - src/main/java/de/juplo/kafka/ApplicationConfiguration.java

   1 package de.juplo.kafka;
   2
   3 import org.apache.kafka.clients.consumer.KafkaConsumer;
   4 import org.apache.kafka.common.serialization.StringDeserializer;
   5 import org.springframework.boot.autoconfigure.kafka.KafkaProperties;
   6 import org.springframework.boot.context.properties.EnableConfigurationProperties;
   7 import org.springframework.context.annotation.Bean;
   8 import org.springframework.context.annotation.Configuration;
   9 import org.springframework.kafka.support.serializer.JsonDeserializer;
  10
  11 import java.util.Optional;
  12 import java.util.Properties;
  13 import java.util.concurrent.ExecutorService;
  14 import java.util.concurrent.Executors;
  15
  16
  17 @Configuration
  18 @EnableConfigurationProperties({ KafkaProperties.class, ApplicationProperties.class })
  19 public class ApplicationConfiguration
  20 {
  21   @Bean
  22   public ApplicationRecordHandler recordHandler(
  23       AdderResults adderResults,
  24       KafkaProperties kafkaProperties,
  25       ApplicationProperties applicationProperties)
  26   {
  27     return new ApplicationRecordHandler(
  28         adderResults,
  29         Optional.ofNullable(applicationProperties.getThrottle()),
  30         kafkaProperties.getClientId());
  31   }
  32
  33   @Bean
  34   public AdderResults adderResults()
  35   {
  36     return new AdderResults();
  37   }
  38
  39   @Bean
  40   public ApplicationRebalanceListener rebalanceListener(
  41       ApplicationRecordHandler recordHandler,
  42       AdderResults adderResults,
  43       StateRepository stateRepository,
  44       KafkaProperties kafkaProperties,
  45       ApplicationProperties applicationProperties)
  46   {
  47     return new ApplicationRebalanceListener(
  48         recordHandler,
  49         adderResults,
  50         stateRepository,
  51         kafkaProperties.getClientId());
  52   }
  53
  54   @Bean
  55   public EndlessConsumer<String, Message> endlessConsumer(
  56       KafkaConsumer<String, Message> kafkaConsumer,
  57       ExecutorService executor,
  58       ApplicationRebalanceListener rebalanceListener,
  59       ApplicationRecordHandler recordHandler,
  60       KafkaProperties kafkaProperties,
  61       ApplicationProperties applicationProperties)
  62   {
  63     return
  64         new EndlessConsumer<>(
  65             executor,
  66             kafkaProperties.getClientId(),
  67             applicationProperties.getTopic(),
  68             kafkaConsumer,
  69             rebalanceListener,
  70             recordHandler);
  71   }
  72
  73   @Bean
  74   public ExecutorService executor()
  75   {
  76     return Executors.newSingleThreadExecutor();
  77   }
  78
  79   @Bean(destroyMethod = "close")
  80   public KafkaConsumer<String, Message> kafkaConsumer(KafkaProperties kafkaProperties)
  81   {
  82     Properties props = new Properties();
  83
  84     props.put("bootstrap.servers", kafkaProperties.getBootstrapServers());
  85     props.put("partition.assignment.strategy", "org.apache.kafka.clients.consumer.StickyAssignor");
  86     props.put("group.id", kafkaProperties.getConsumer().getGroupId());
  87     props.put("client.id", kafkaProperties.getClientId());
  88     props.put("auto.offset.reset", kafkaProperties.getConsumer().getAutoOffsetReset());
  89     props.put("auto.commit.interval.ms", (int)kafkaProperties.getConsumer().getAutoCommitInterval().toMillis());
  90     props.put("metadata.max.age.ms", kafkaProperties.getConsumer().getProperties().get("metadata.max.age.ms"));
  91     props.put("key.deserializer", StringDeserializer.class.getName());
  92     props.put("value.deserializer", JsonDeserializer.class.getName());
  93     props.put(JsonDeserializer.TRUSTED_PACKAGES, "de.juplo.kafka");
  94     props.put(JsonDeserializer.TYPE_MAPPINGS,
  95       Message.Type.ADD + ":" + MessageAddNumber.class.getName() + "," +
  96       Message.Type.CALC + ":" + MessageCalculateSum.class.getName());
  97
  98     return new KafkaConsumer<>(props);
  99   }
 100 }