X-Git-Url: https://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2Fwordcount%2Fquery%2FQueryStreamProcessor.java;h=c4ae4ae0a0ecdd3cee579096b16b4006060968c3;hb=2b22a006cc57203406c8589687a6c729ebdbf40c;hp=886c8cf22773f9291fe89d904df430139b924ed2;hpb=fd0085bfd05d92d9619f480b9bc25a4b7f3065f9;p=demos%2Fkafka%2Fwordcount diff --git a/src/main/java/de/juplo/kafka/wordcount/query/QueryStreamProcessor.java b/src/main/java/de/juplo/kafka/wordcount/query/QueryStreamProcessor.java index 886c8cf..c4ae4ae 100644 --- a/src/main/java/de/juplo/kafka/wordcount/query/QueryStreamProcessor.java +++ b/src/main/java/de/juplo/kafka/wordcount/query/QueryStreamProcessor.java @@ -6,33 +6,27 @@ import jakarta.annotation.PostConstruct; import jakarta.annotation.PreDestroy; import lombok.extern.slf4j.Slf4j; import org.apache.kafka.common.serialization.Serdes; -import org.apache.kafka.streams.KafkaStreams; -import org.apache.kafka.streams.KeyQueryMetadata; -import org.apache.kafka.streams.StoreQueryParameters; -import org.apache.kafka.streams.StreamsBuilder; +import org.apache.kafka.streams.*; import org.apache.kafka.streams.kstream.KStream; import org.apache.kafka.streams.kstream.KTable; import org.apache.kafka.streams.kstream.Materialized; import org.apache.kafka.streams.state.HostInfo; +import org.apache.kafka.streams.state.KeyValueBytesStoreSupplier; import org.apache.kafka.streams.state.QueryableStoreTypes; import org.apache.kafka.streams.state.ReadOnlyKeyValueStore; -import org.springframework.boot.SpringApplication; -import org.springframework.context.ConfigurableApplicationContext; import java.net.URI; import java.util.Optional; import java.util.Properties; -import java.util.concurrent.CompletableFuture; - -import static org.apache.kafka.streams.errors.StreamsUncaughtExceptionHandler.StreamThreadExceptionResponse.SHUTDOWN_CLIENT; @Slf4j public class QueryStreamProcessor { + public static final String STORE_NAME = "rankings-by-username"; + public final KafkaStreams streams; public final HostInfo hostInfo; - public final String storeName = "rankingsByUsername"; public final StoreQueryParameters> storeParameters; public final ObjectMapper mapper; @@ -42,8 +36,25 @@ public class QueryStreamProcessor HostInfo applicationServer, String usersInputTopic, String rankingInputTopic, - ObjectMapper mapper, - ConfigurableApplicationContext context) + KeyValueBytesStoreSupplier storeSupplier, + ObjectMapper mapper) + { + Topology topology = buildTopology( + usersInputTopic, + rankingInputTopic, + storeSupplier, + mapper); + streams = new KafkaStreams(topology, props); + hostInfo = applicationServer; + storeParameters = StoreQueryParameters.fromNameAndType(STORE_NAME, QueryableStoreTypes.keyValueStore());; + this.mapper = mapper; + } + + static Topology buildTopology( + String usersInputTopic, + String rankingInputTopic, + KeyValueBytesStoreSupplier storeSupplier, + ObjectMapper mapper) { StreamsBuilder builder = new StreamsBuilder(); @@ -69,28 +80,22 @@ public class QueryStreamProcessor throw new RuntimeException(e); } }) - .toTable(Materialized.as(storeName)); + .toTable(Materialized.as(storeSupplier)); - streams = new KafkaStreams(builder.build(), props); - streams.setUncaughtExceptionHandler((Throwable e) -> - { - log.error("Unexpected error!", e); - CompletableFuture.runAsync(() -> - { - log.info("Stopping application..."); - SpringApplication.exit(context, () -> 1); - }); - return SHUTDOWN_CLIENT; - }); + Topology topology = builder.build(); + log.info("\n\n{}", topology.describe()); - hostInfo = applicationServer; - storeParameters = StoreQueryParameters.fromNameAndType(storeName, QueryableStoreTypes.keyValueStore());; - this.mapper = mapper; + return topology; + } + + ReadOnlyKeyValueStore getStore() + { + return streams.store(storeParameters); } public Optional getRedirect(String username) { - KeyQueryMetadata metadata = streams.queryMetadataForKey(storeName, username, Serdes.String().serializer()); + KeyQueryMetadata metadata = streams.queryMetadataForKey(STORE_NAME, username, Serdes.String().serializer()); HostInfo activeHost = metadata.activeHost(); log.debug("Local store for {}: {}, {}:{}", username, metadata.partition(), activeHost.host(), activeHost.port()); @@ -108,7 +113,7 @@ public class QueryStreamProcessor { return Optional - .ofNullable(streams.store(storeParameters).get(username)) + .ofNullable(getStore().get(username)) .map(json -> { try