X-Git-Url: https://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2Fwordcount%2Fquery%2FQueryApplicationConfiguration.java;h=50a53645ceb860b9cdb1a8f555b2ac1fba48c623;hb=030c0db664cea0ec3e4307065054c449dbca6be2;hp=dfc4339db48319637ce3dd55573f94368bbea196;hpb=194a4fa4c90d322f4e95d4b3b6ffe75dc46945c2;p=demos%2Fkafka%2Fwordcount diff --git a/src/main/java/de/juplo/kafka/wordcount/query/QueryApplicationConfiguration.java b/src/main/java/de/juplo/kafka/wordcount/query/QueryApplicationConfiguration.java index dfc4339..50a5364 100644 --- a/src/main/java/de/juplo/kafka/wordcount/query/QueryApplicationConfiguration.java +++ b/src/main/java/de/juplo/kafka/wordcount/query/QueryApplicationConfiguration.java @@ -1,7 +1,14 @@ package de.juplo.kafka.wordcount.query; import com.fasterxml.jackson.databind.ObjectMapper; +import lombok.extern.slf4j.Slf4j; +import org.apache.kafka.clients.consumer.ConsumerConfig; +import org.apache.kafka.common.serialization.Serdes; +import org.apache.kafka.streams.StreamsConfig; import org.apache.kafka.streams.state.HostInfo; +import org.apache.kafka.streams.state.KeyValueBytesStoreSupplier; +import org.apache.kafka.streams.state.Stores; +import org.springframework.boot.SpringApplication; import org.springframework.boot.autoconfigure.web.ServerProperties; import org.springframework.boot.context.properties.EnableConfigurationProperties; import org.springframework.context.ConfigurableApplicationContext; @@ -11,23 +18,27 @@ import org.springframework.context.annotation.Configuration; import java.io.IOException; import java.net.InetSocketAddress; import java.net.Socket; +import java.util.Properties; +import java.util.concurrent.CompletableFuture; + +import static de.juplo.kafka.wordcount.query.QueryStreamProcessor.STORE_NAME; +import static org.apache.kafka.streams.errors.StreamsUncaughtExceptionHandler.StreamThreadExceptionResponse.SHUTDOWN_CLIENT; @Configuration @EnableConfigurationProperties(QueryApplicationProperties.class) +@Slf4j public class QueryApplicationConfiguration { @Bean - public QueryStreamProcessor streamProcessor( + public HostInfo applicationServer( ServerProperties serverProperties, - QueryApplicationProperties properties, - ObjectMapper mapper, - ConfigurableApplicationContext context) throws IOException + QueryApplicationProperties applicationProperties) throws IOException { String host; if (serverProperties.getAddress() == null) { - HostInfo bootstrapServer = HostInfo.buildFromEndpoint(properties.getBootstrapServer()); + HostInfo bootstrapServer = HostInfo.buildFromEndpoint(applicationProperties.getBootstrapServer()); Socket socket = new Socket(); socket.connect(new InetSocketAddress(bootstrapServer.host(), bootstrapServer.port())); host = socket.getLocalAddress().getHostAddress(); @@ -39,13 +50,73 @@ public class QueryApplicationConfiguration Integer port = serverProperties.getPort() == null ? 8080 : serverProperties.getPort(); - return new QueryStreamProcessor( - properties.getApplicationId(), - new HostInfo(host, port), - properties.getBootstrapServer(), - properties.getUsersInputTopic(), - properties.getRankingInputTopic(), - mapper, - context); + return new HostInfo(host, port); + } + + @Bean + public Properties streamProcessorProperties( + QueryApplicationProperties applicationProperties, + HostInfo applicationServer) + { + Properties props = new Properties(); + + props.putAll(serializationConfig()); + + String applicationId = applicationProperties.getApplicationId(); + String bootstrapServer = applicationProperties.getBootstrapServer(); + + props.put(StreamsConfig.APPLICATION_ID_CONFIG, applicationId); + props.put(StreamsConfig.APPLICATION_SERVER_CONFIG, applicationServer.host() + ":" + applicationServer.port()); + props.put(StreamsConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrapServer); + props.put(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "earliest"); + + return props; + } + + static Properties serializationConfig() + { + Properties props = new Properties(); + + props.put(StreamsConfig.DEFAULT_KEY_SERDE_CLASS_CONFIG, Serdes.String().getClass().getName()); + props.put(StreamsConfig.DEFAULT_VALUE_SERDE_CLASS_CONFIG, Serdes.String().getClass().getName()); + + return props; + } + + @Bean(initMethod = "start", destroyMethod = "stop") + public QueryStreamProcessor streamProcessor( + Properties streamProcessorProperties, + HostInfo applicationServer, + QueryApplicationProperties applicationProperties, + KeyValueBytesStoreSupplier storeSupplier, + ObjectMapper mapper, + ConfigurableApplicationContext context) + { + QueryStreamProcessor streamProcessor = new QueryStreamProcessor( + streamProcessorProperties, + applicationServer, + applicationProperties.getUsersInputTopic(), + applicationProperties.getRankingInputTopic(), + storeSupplier, + mapper); + + streamProcessor.streams.setUncaughtExceptionHandler((Throwable e) -> + { + log.error("Unexpected error!", e); + CompletableFuture.runAsync(() -> + { + log.info("Stopping application..."); + SpringApplication.exit(context, () -> 1); + }); + return SHUTDOWN_CLIENT; + }); + + return streamProcessor; + } + + @Bean + public KeyValueBytesStoreSupplier storeSupplier() + { + return Stores.persistentKeyValueStore(STORE_NAME); } }