juplo.de Git - demos/kafka/wordcount/blob - src/main/java/de/juplo/kafka/wordcount/stats/StatsApplicationConfiguration.java

   1 package de.juplo.kafka.wordcount.stats;
   2
   3 import lombok.extern.slf4j.Slf4j;
   4 import org.apache.kafka.clients.consumer.ConsumerConfig;
   5 import org.apache.kafka.streams.StreamsConfig;
   6 import org.apache.kafka.streams.errors.LogAndContinueExceptionHandler;
   7 import org.apache.kafka.streams.state.HostInfo;
   8 import org.apache.kafka.streams.state.KeyValueBytesStoreSupplier;
   9 import org.apache.kafka.streams.state.Stores;
  10 import org.springframework.boot.SpringApplication;
  11 import org.springframework.boot.autoconfigure.web.ServerProperties;
  12 import org.springframework.boot.context.properties.EnableConfigurationProperties;
  13 import org.springframework.context.ConfigurableApplicationContext;
  14 import org.springframework.context.annotation.Bean;
  15 import org.springframework.context.annotation.Configuration;
  16 import org.springframework.kafka.support.serializer.JsonDeserializer;
  17 import org.springframework.kafka.support.serializer.JsonSerde;
  18
  19 import java.io.IOException;
  20 import java.net.InetSocketAddress;
  21 import java.net.Socket;
  22 import java.util.Properties;
  23 import java.util.concurrent.CompletableFuture;
  24
  25 import static de.juplo.kafka.wordcount.stats.StatsStreamProcessor.RANKING_STORE_NAME;
  26 import static de.juplo.kafka.wordcount.stats.StatsStreamProcessor.USER_STORE_NAME;
  27 import static org.apache.kafka.streams.errors.StreamsUncaughtExceptionHandler.StreamThreadExceptionResponse.SHUTDOWN_CLIENT;
  28
  29
  30 @Configuration
  31 @EnableConfigurationProperties(StatsApplicationProperties.class)
  32 @Slf4j
  33 public class StatsApplicationConfiguration
  34 {
  35         @Bean
  36         public HostInfo applicationServer(
  37                         ServerProperties serverProperties,
  38                         StatsApplicationProperties applicationProperties) throws IOException
  39         {
  40                 String host;
  41                 if (serverProperties.getAddress() == null)
  42                 {
  43                         HostInfo bootstrapServer = HostInfo.buildFromEndpoint(applicationProperties.getBootstrapServer());
  44                         Socket socket = new Socket();
  45                         socket.connect(new InetSocketAddress(bootstrapServer.host(), bootstrapServer.port()));
  46                         host = socket.getLocalAddress().getHostAddress();
  47                 }
  48                 else
  49                 {
  50                         host = serverProperties.getAddress().getHostAddress();
  51                 }
  52
  53                 Integer port = serverProperties.getPort() == null ? 8080 : serverProperties.getPort();
  54
  55                 return new HostInfo(host, port);
  56         }
  57
  58         @Bean
  59         public Properties streamProcessorProperties(
  60                         StatsApplicationProperties applicationProperties,
  61                         HostInfo applicationServer)
  62         {
  63                 Properties props = new Properties();
  64
  65                 props.putAll(serializationConfig());
  66
  67                 String applicationId = applicationProperties.getApplicationId();
  68                 String bootstrapServer = applicationProperties.getBootstrapServer();
  69
  70                 props.put(StreamsConfig.APPLICATION_ID_CONFIG, applicationId);
  71                 props.put(StreamsConfig.APPLICATION_SERVER_CONFIG, applicationServer.host() + ":" + applicationServer.port());
  72                 props.put(StreamsConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrapServer);
  73
  74                 props.put(StreamsConfig.BOOTSTRAP_SERVERS_CONFIG, applicationProperties.getBootstrapServer());
  75                 if (applicationProperties.getCommitInterval() != null)
  76                         props.put(StreamsConfig.COMMIT_INTERVAL_MS_CONFIG, applicationProperties.getCommitInterval());
  77                 if (applicationProperties.getCacheMaxBytes() != null)
  78                         props.put(StreamsConfig.STATESTORE_CACHE_MAX_BYTES_CONFIG, applicationProperties.getCacheMaxBytes());
  79
  80                 props.put(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "earliest");
  81
  82                 return props;
  83         }
  84
  85         static Properties serializationConfig()
  86         {
  87                 Properties props = new Properties();
  88
  89                 props.put(
  90                                 StreamsConfig.DEFAULT_DESERIALIZATION_EXCEPTION_HANDLER_CLASS_CONFIG,
  91                                 LogAndContinueExceptionHandler.class);
  92                 props.put(StreamsConfig.DEFAULT_KEY_SERDE_CLASS_CONFIG, JsonSerde.class.getName());
  93                 props.put(StreamsConfig.DEFAULT_VALUE_SERDE_CLASS_CONFIG, JsonSerde.class.getName());
  94                 props.put(
  95                                 JsonDeserializer.TYPE_MAPPINGS,
  96                                 "stats:" + Key.class.getName() + "," +
  97                                 "ranking:" + Ranking.class.getName() + "," +
  98                                 "userranking:" + UserRanking.class.getName());
  99
 100                 return props;
 101         }
 102
 103         @Bean(initMethod = "start", destroyMethod = "stop")
 104         public StatsStreamProcessor streamProcessor(
 105                         Properties streamProcessorProperties,
 106                         HostInfo applicationServer,
 107                         StatsApplicationProperties applicationProperties,
 108                         KeyValueBytesStoreSupplier userStoreSupplier,
 109                         KeyValueBytesStoreSupplier rankingStoreSupplier,
 110                         ConfigurableApplicationContext context)
 111         {
 112                 StatsStreamProcessor streamProcessor = new StatsStreamProcessor(
 113                                 streamProcessorProperties,
 114                                 applicationServer,
 115                                 applicationProperties.getUsersInputTopic(),
 116                                 applicationProperties.getRankingInputTopic(),
 117                                 userStoreSupplier,
 118                                 rankingStoreSupplier);
 119
 120                 streamProcessor.streams.setUncaughtExceptionHandler((Throwable e) ->
 121                 {
 122                         log.error("Unexpected error!", e);
 123                         CompletableFuture.runAsync(() ->
 124                         {
 125                                 log.info("Stopping application...");
 126                                 SpringApplication.exit(context, () -> 1);
 127                         });
 128                         return SHUTDOWN_CLIENT;
 129                 });
 130
 131                 return streamProcessor;
 132         }
 133
 134         @Bean
 135         public KeyValueBytesStoreSupplier userStoreSupplier()
 136         {
 137                 return Stores.persistentKeyValueStore(USER_STORE_NAME);
 138         }
 139
 140         @Bean
 141         public KeyValueBytesStoreSupplier rankingStoreSupplier()
 142         {
 143                 return Stores.persistentKeyValueStore(RANKING_STORE_NAME);
 144         }
 145 }