X-Git-Url: https://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2Fwordcount%2Fquery%2FQueryApplicationConfiguration.java;h=2ece744facc6e7ee3c8db840d213488e22f6bc78;hb=f18423d411650c6f08c9b698b92c33c42bdd670f;hp=dfc4339db48319637ce3dd55573f94368bbea196;hpb=194a4fa4c90d322f4e95d4b3b6ffe75dc46945c2;p=demos%2Fkafka%2Fwordcount

diff --git a/src/main/java/de/juplo/kafka/wordcount/query/QueryApplicationConfiguration.java b/src/main/java/de/juplo/kafka/wordcount/query/QueryApplicationConfiguration.java
index dfc4339..2ece744 100644
--- a/src/main/java/de/juplo/kafka/wordcount/query/QueryApplicationConfiguration.java
+++ b/src/main/java/de/juplo/kafka/wordcount/query/QueryApplicationConfiguration.java
@@ -1,33 +1,46 @@
 package de.juplo.kafka.wordcount.query;
 
-import com.fasterxml.jackson.databind.ObjectMapper;
+import lombok.extern.slf4j.Slf4j;
+import org.apache.kafka.clients.consumer.ConsumerConfig;
+import org.apache.kafka.common.serialization.Serdes;
+import org.apache.kafka.streams.StreamsConfig;
 import org.apache.kafka.streams.state.HostInfo;
+import org.apache.kafka.streams.state.KeyValueBytesStoreSupplier;
+import org.apache.kafka.streams.state.Stores;
+import org.springframework.boot.SpringApplication;
 import org.springframework.boot.autoconfigure.web.ServerProperties;
 import org.springframework.boot.context.properties.EnableConfigurationProperties;
 import org.springframework.context.ConfigurableApplicationContext;
 import org.springframework.context.annotation.Bean;
 import org.springframework.context.annotation.Configuration;
+import org.springframework.kafka.support.serializer.JsonDeserializer;
+import org.springframework.kafka.support.serializer.JsonSerde;
 
 import java.io.IOException;
 import java.net.InetSocketAddress;
 import java.net.Socket;
+import java.util.Properties;
+import java.util.concurrent.CompletableFuture;
+
+import static de.juplo.kafka.wordcount.query.QueryStreamProcessor.RANKING_STORE_NAME;
+import static de.juplo.kafka.wordcount.query.QueryStreamProcessor.USER_STORE_NAME;
+import static org.apache.kafka.streams.errors.StreamsUncaughtExceptionHandler.StreamThreadExceptionResponse.SHUTDOWN_CLIENT;
 
 
 @Configuration
 @EnableConfigurationProperties(QueryApplicationProperties.class)
+@Slf4j
 public class QueryApplicationConfiguration
 {
 	@Bean
-	public QueryStreamProcessor streamProcessor(
+	public HostInfo applicationServer(
 			ServerProperties serverProperties,
-			QueryApplicationProperties properties,
-			ObjectMapper mapper,
-			ConfigurableApplicationContext context) throws IOException
+			QueryApplicationProperties applicationProperties) throws IOException
 	{
 		String host;
 		if (serverProperties.getAddress() == null)
 		{
-			HostInfo bootstrapServer = HostInfo.buildFromEndpoint(properties.getBootstrapServer());
+			HostInfo bootstrapServer = HostInfo.buildFromEndpoint(applicationProperties.getBootstrapServer());
 			Socket socket = new Socket();
 			socket.connect(new InetSocketAddress(bootstrapServer.host(), bootstrapServer.port()));
 			host = socket.getLocalAddress().getHostAddress();
@@ -39,13 +52,92 @@ public class QueryApplicationConfiguration
 
 		Integer port = serverProperties.getPort() == null ? 8080 : serverProperties.getPort();
 
-		return new QueryStreamProcessor(
-				properties.getApplicationId(),
-				new HostInfo(host, port),
-				properties.getBootstrapServer(),
-				properties.getUsersInputTopic(),
-				properties.getRankingInputTopic(),
-				mapper,
-				context);
+		return new HostInfo(host, port);
+	}
+
+	@Bean
+	public Properties streamProcessorProperties(
+			QueryApplicationProperties applicationProperties,
+			HostInfo applicationServer)
+	{
+		Properties props = new Properties();
+
+		props.putAll(serializationConfig());
+
+		String applicationId = applicationProperties.getApplicationId();
+		String bootstrapServer = applicationProperties.getBootstrapServer();
+
+		props.put(StreamsConfig.APPLICATION_ID_CONFIG, applicationId);
+		props.put(StreamsConfig.APPLICATION_SERVER_CONFIG, applicationServer.host() + ":" + applicationServer.port());
+		props.put(StreamsConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrapServer);
+
+		props.put(StreamsConfig.BOOTSTRAP_SERVERS_CONFIG, applicationProperties.getBootstrapServer());
+		if (applicationProperties.getCommitInterval() != null)
+			props.put(StreamsConfig.COMMIT_INTERVAL_MS_CONFIG, applicationProperties.getCommitInterval());
+		if (applicationProperties.getCacheMaxBytes() != null)
+			props.put(StreamsConfig.STATESTORE_CACHE_MAX_BYTES_CONFIG, applicationProperties.getCacheMaxBytes());
+
+		props.put(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "earliest");
+
+		return props;
+	}
+
+	static Properties serializationConfig()
+	{
+		Properties props = new Properties();
+
+		props.put(StreamsConfig.DEFAULT_KEY_SERDE_CLASS_CONFIG, Serdes.String().getClass().getName());
+		props.put(StreamsConfig.DEFAULT_VALUE_SERDE_CLASS_CONFIG, JsonSerde.class.getName());
+		props.put(
+				JsonDeserializer.TYPE_MAPPINGS,
+				"user:" + Key.class.getName() + "," +
+				"ranking:" + Ranking.class.getName() + "," +
+				"userdata:" + User.class.getName() + "," +
+				"userranking:" + UserRanking.class.getName());
+
+		return props;
+	}
+
+	@Bean(initMethod = "start", destroyMethod = "stop")
+	public QueryStreamProcessor streamProcessor(
+			Properties streamProcessorProperties,
+			HostInfo applicationServer,
+			QueryApplicationProperties applicationProperties,
+			KeyValueBytesStoreSupplier userStoreSupplier,
+			KeyValueBytesStoreSupplier rankingStoreSupplier,
+			ConfigurableApplicationContext context)
+	{
+		QueryStreamProcessor streamProcessor = new QueryStreamProcessor(
+				streamProcessorProperties,
+				applicationServer,
+				applicationProperties.getUsersInputTopic(),
+				applicationProperties.getRankingInputTopic(),
+				userStoreSupplier,
+				rankingStoreSupplier);
+
+		streamProcessor.streams.setUncaughtExceptionHandler((Throwable e) ->
+		{
+			log.error("Unexpected error!", e);
+			CompletableFuture.runAsync(() ->
+			{
+				log.info("Stopping application...");
+				SpringApplication.exit(context, () -> 1);
+			});
+			return SHUTDOWN_CLIENT;
+		});
+
+		return streamProcessor;
+	}
+
+	@Bean
+	public KeyValueBytesStoreSupplier userStoreSupplier()
+	{
+		return Stores.persistentKeyValueStore(USER_STORE_NAME);
+	}
+
+	@Bean
+	public KeyValueBytesStoreSupplier rankingStoreSupplier()
+	{
+		return Stores.persistentKeyValueStore(RANKING_STORE_NAME);
 	}
 }