X-Git-Url: https://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2Fwordcount%2Ftop10%2FTop10ApplicationConfiguration.java;h=255f0e4b559d14a16f60d8b4e269fd64d7fa0594;hb=refs%2Fheads%2Ftop10;hp=6f18339e2b31de64fee9ae2db375696668e67be1;hpb=f350c2cafd9f0b290a021443cc7f5818974438e9;p=demos%2Fkafka%2Fwordcount

diff --git a/src/main/java/de/juplo/kafka/wordcount/top10/Top10ApplicationConfiguration.java b/src/main/java/de/juplo/kafka/wordcount/top10/Top10ApplicationConfiguration.java
index 6f18339..aecd260 100644
--- a/src/main/java/de/juplo/kafka/wordcount/top10/Top10ApplicationConfiguration.java
+++ b/src/main/java/de/juplo/kafka/wordcount/top10/Top10ApplicationConfiguration.java
@@ -3,6 +3,8 @@ package de.juplo.kafka.wordcount.top10;
 import lombok.extern.slf4j.Slf4j;
 import org.apache.kafka.clients.consumer.ConsumerConfig;
 import org.apache.kafka.streams.StreamsConfig;
+import org.apache.kafka.streams.state.KeyValueBytesStoreSupplier;
+import org.apache.kafka.streams.state.Stores;
 import org.springframework.boot.SpringApplication;
 import org.springframework.boot.context.properties.EnableConfigurationProperties;
 import org.springframework.context.ConfigurableApplicationContext;
@@ -10,11 +12,11 @@ import org.springframework.context.annotation.Bean;
 import org.springframework.context.annotation.Configuration;
 import org.springframework.kafka.support.serializer.JsonDeserializer;
 import org.springframework.kafka.support.serializer.JsonSerde;
-import org.springframework.kafka.support.serializer.JsonSerializer;
 
 import java.util.Properties;
 import java.util.concurrent.CompletableFuture;
 
+import static de.juplo.kafka.wordcount.top10.Top10StreamProcessor.STORE_NAME;
 import static org.apache.kafka.streams.errors.StreamsUncaughtExceptionHandler.StreamThreadExceptionResponse.SHUTDOWN_CLIENT;
 
 
@@ -28,23 +30,35 @@ public class Top10ApplicationConfiguration
 	{
 		Properties props = new Properties();
 
+		props.putAll(serializationConfig());
+
 		props.put(StreamsConfig.APPLICATION_ID_CONFIG, properties.getApplicationId());
 		props.put(StreamsConfig.BOOTSTRAP_SERVERS_CONFIG, properties.getBootstrapServer());
+
+		if (properties.getCommitInterval() != null)
+			props.put(StreamsConfig.COMMIT_INTERVAL_MS_CONFIG, properties.getCommitInterval());
+		if (properties.getCacheMaxBytes() != null)
+			props.put(StreamsConfig.STATESTORE_CACHE_MAX_BYTES_CONFIG, properties.getCacheMaxBytes());
+
+		props.put(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "earliest");
+
+		return props;
+	}
+
+	static Properties serializationConfig()
+	{
+		Properties props = new Properties();
+
 		props.put(StreamsConfig.DEFAULT_KEY_SERDE_CLASS_CONFIG, JsonSerde.class.getName());
 		props.put(StreamsConfig.DEFAULT_VALUE_SERDE_CLASS_CONFIG, JsonSerde.class.getName());
-		props.put(JsonDeserializer.TRUSTED_PACKAGES, Top10Application.class.getPackageName());
-		props.put(JsonDeserializer.KEY_DEFAULT_TYPE, User.class.getName());
+		props.put(JsonDeserializer.KEY_DEFAULT_TYPE, Stats.class.getName());
 		props.put(JsonDeserializer.VALUE_DEFAULT_TYPE, Ranking.class.getName());
 		props.put(
 				JsonDeserializer.TYPE_MAPPINGS,
-				"word:" + Key.class.getName() + "," +
-				"counter:" + Entry.class.getName());
-		props.put(JsonDeserializer.REMOVE_TYPE_INFO_HEADERS, Boolean.FALSE);
-		props.put(
-				JsonSerializer.TYPE_MAPPINGS,
-				"user:" + User.class.getName() + "," +
+				"key:" + Key.class.getName() + "," +
+				"counter:" + Entry.class.getName() + "," +
+				"stats:" + Stats.class.getName() + "," +
 				"ranking:" + Ranking.class.getName());
-		props.put(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "earliest");
 
 		return props;
 	}
@@ -53,12 +67,14 @@ public class Top10ApplicationConfiguration
 	public Top10StreamProcessor streamProcessor(
 			Top10ApplicationProperties applicationProperties,
 			Properties streamProcessorProperties,
+			KeyValueBytesStoreSupplier storeSupplier,
 			ConfigurableApplicationContext context)
 	{
 		Top10StreamProcessor streamProcessor = new Top10StreamProcessor(
 				applicationProperties.getInputTopic(),
 				applicationProperties.getOutputTopic(),
-				streamProcessorProperties);
+				streamProcessorProperties,
+				storeSupplier);
 
 		streamProcessor.streams.setUncaughtExceptionHandler((Throwable e) ->
 		{
@@ -73,4 +89,10 @@ public class Top10ApplicationConfiguration
 
 		return streamProcessor;
 	}
+
+	@Bean
+	public KeyValueBytesStoreSupplier storeSupplier()
+	{
+		return Stores.persistentKeyValueStore(STORE_NAME);
+	}
 }