import lombok.extern.slf4j.Slf4j;
import org.apache.kafka.common.serialization.Serdes;
import org.apache.kafka.streams.*;
-import org.apache.kafka.streams.kstream.Consumed;
-import org.apache.kafka.streams.kstream.Materialized;
-import org.apache.kafka.streams.kstream.Produced;
-import org.apache.kafka.streams.kstream.TimeWindows;
+import org.apache.kafka.streams.kstream.*;
import org.apache.kafka.streams.state.KeyValueBytesStoreSupplier;
import org.apache.kafka.streams.state.QueryableStoreTypes;
import org.apache.kafka.streams.state.ReadOnlyKeyValueStore;
import org.springframework.kafka.support.serializer.JsonSerializer;
import java.time.Duration;
-import java.time.ZoneId;
-import java.time.ZonedDateTime;
import java.util.Map;
import java.util.Properties;
import java.util.stream.Collectors;
String inputTopic,
String outputTopic,
Properties properties,
- ZoneId zone,
WindowBytesStoreSupplier windowBytesStoreSupplier,
KeyValueBytesStoreSupplier keyValueBytesStoreSupplier)
{
Topology topology = PopularStreamProcessor.buildTopology(
inputTopic,
outputTopic,
- zone,
windowBytesStoreSupplier,
keyValueBytesStoreSupplier);
static Topology buildTopology(
String inputTopic,
String outputTopic,
- ZoneId zone,
WindowBytesStoreSupplier windowBytesStoreSupplier,
KeyValueBytesStoreSupplier keyValueBytesStoreSupplier)
{
.<Word, Long>as(windowBytesStoreSupplier)
.withKeySerde(new JsonSerde<>(Word.class).noTypeInfo())
.withValueSerde(Serdes.Long()))
+ .suppress(Suppressed.untilWindowCloses(Suppressed.BufferConfig.unbounded()))
.toStream()
.peek((windowedWord, counter) -> log.info("windowed: {} -> {}", windowedWord, counter))
.map((windowedWord, counter) -> new KeyValue<>(
WindowedWord.of(
- ZonedDateTime.ofInstant(windowedWord.window().startTime(), zone),
- ZonedDateTime.ofInstant(windowedWord.window().endTime(), zone),
+ Long.toString(windowedWord.window().startTime().getEpochSecond()),
windowedWord.key().getWord()),
WordCounter.of(windowedWord.key().getWord(), counter)))
.peek((windowedWord, wordCounter) -> log.info("results: {} -> {}", windowedWord, wordCounter))