package de.juplo.kafka.wordcount.query;
import com.fasterxml.jackson.databind.ObjectMapper;
+import org.apache.kafka.clients.consumer.ConsumerConfig;
+import org.apache.kafka.common.serialization.Serdes;
+import org.apache.kafka.streams.StreamsConfig;
import org.apache.kafka.streams.state.HostInfo;
import org.springframework.boot.autoconfigure.web.ServerProperties;
import org.springframework.boot.context.properties.EnableConfigurationProperties;
import java.io.IOException;
import java.net.InetSocketAddress;
import java.net.Socket;
+import java.util.Properties;
@Configuration
}
@Bean
- public QueryStreamProcessor streamProcessor(
+ public Properties streamProcessorProperties(
QueryApplicationProperties applicationProperties,
+ HostInfo applicationServer)
+ {
+ Properties props = new Properties();
+
+ String applicationId = applicationProperties.getApplicationId();
+ String bootstrapServer = applicationProperties.getBootstrapServer();
+
+ props.put(StreamsConfig.APPLICATION_ID_CONFIG, applicationId);
+ props.put(StreamsConfig.APPLICATION_SERVER_CONFIG, applicationServer.host() + ":" + applicationServer.port());
+ props.put(StreamsConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrapServer);
+ props.put(StreamsConfig.DEFAULT_KEY_SERDE_CLASS_CONFIG, Serdes.String().getClass().getName());
+ props.put(StreamsConfig.DEFAULT_VALUE_SERDE_CLASS_CONFIG, Serdes.String().getClass().getName());
+ props.put(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "earliest");
+
+ return props;
+ }
+
+ @Bean
+ public QueryStreamProcessor streamProcessor(
+ Properties streamProcessorProperties,
HostInfo applicationServer,
+ QueryApplicationProperties applicationProperties,
ObjectMapper mapper,
ConfigurableApplicationContext context)
{
return new QueryStreamProcessor(
- applicationProperties.getApplicationId(),
+ streamProcessorProperties,
applicationServer,
- applicationProperties.getBootstrapServer(),
applicationProperties.getUsersInputTopic(),
applicationProperties.getRankingInputTopic(),
mapper,
import jakarta.annotation.PostConstruct;
import jakarta.annotation.PreDestroy;
import lombok.extern.slf4j.Slf4j;
-import org.apache.kafka.clients.consumer.ConsumerConfig;
import org.apache.kafka.common.serialization.Serdes;
-import org.apache.kafka.streams.*;
+import org.apache.kafka.streams.KafkaStreams;
+import org.apache.kafka.streams.KeyQueryMetadata;
+import org.apache.kafka.streams.StoreQueryParameters;
+import org.apache.kafka.streams.StreamsBuilder;
import org.apache.kafka.streams.kstream.KStream;
import org.apache.kafka.streams.kstream.KTable;
import org.apache.kafka.streams.kstream.Materialized;
public QueryStreamProcessor(
- String applicationId,
+ Properties props,
HostInfo applicationServer,
- String bootstrapServer,
String usersInputTopic,
String rankingInputTopic,
ObjectMapper mapper,
})
.toTable(Materialized.as(storeName));
- Properties props = new Properties();
- props.put(StreamsConfig.APPLICATION_ID_CONFIG, applicationId);
- props.put(StreamsConfig.APPLICATION_SERVER_CONFIG, applicationServer.host() + ":" + applicationServer.port());
- props.put(StreamsConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrapServer);
- props.put(StreamsConfig.DEFAULT_KEY_SERDE_CLASS_CONFIG, Serdes.String().getClass().getName());
- props.put(StreamsConfig.DEFAULT_VALUE_SERDE_CLASS_CONFIG, Serdes.String().getClass().getName());
- props.put(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "earliest");
-
streams = new KafkaStreams(builder.build(), props);
streams.setUncaughtExceptionHandler((Throwable e) ->
{