X-Git-Url: https://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Fmain%2Fjava%2Fde%2Fjuplo%2Fkafka%2Fwordcount%2Fcounter%2FCounterStreamProcessor.java;h=3dd8c0f85305210a74563083383b3f616392235c;hb=3ff17b238afc765fe944a20ef67a2f6288fd5df2;hp=bccb253b0a9cb92b8863f3954b6028a6dcedb09e;hpb=cf177bd69764eb86220cdb871b37435c6c562640;p=demos%2Fkafka%2Fwordcount diff --git a/src/main/java/de/juplo/kafka/wordcount/counter/CounterStreamProcessor.java b/src/main/java/de/juplo/kafka/wordcount/counter/CounterStreamProcessor.java index bccb253..3dd8c0f 100644 --- a/src/main/java/de/juplo/kafka/wordcount/counter/CounterStreamProcessor.java +++ b/src/main/java/de/juplo/kafka/wordcount/counter/CounterStreamProcessor.java @@ -1,17 +1,15 @@ package de.juplo.kafka.wordcount.counter; -import com.fasterxml.jackson.databind.ObjectMapper; import lombok.extern.slf4j.Slf4j; import org.apache.kafka.common.serialization.Serdes; import org.apache.kafka.streams.KafkaStreams; import org.apache.kafka.streams.KeyValue; import org.apache.kafka.streams.StreamsBuilder; import org.apache.kafka.streams.Topology; +import org.apache.kafka.streams.kstream.Consumed; import org.apache.kafka.streams.kstream.KStream; import org.apache.kafka.streams.kstream.Materialized; import org.apache.kafka.streams.state.KeyValueBytesStoreSupplier; -import org.apache.kafka.streams.kstream.*; -import org.springframework.kafka.support.serializer.JsonSerde; import java.util.Properties; @@ -26,14 +24,12 @@ public class CounterStreamProcessor String inputTopic, String outputTopic, Properties properties, - KeyValueBytesStoreSupplier storeSupplier, - ObjectMapper mapper) + KeyValueBytesStoreSupplier storeSupplier) { Topology topology = CounterStreamProcessor.buildTopology( inputTopic, outputTopic, - storeSupplier, - mapper); + storeSupplier); streams = new KafkaStreams(topology, properties); } @@ -41,37 +37,21 @@ public class CounterStreamProcessor static Topology buildTopology( String inputTopic, String outputTopic, - KeyValueBytesStoreSupplier storeSupplier, - ObjectMapper mapper) + KeyValueBytesStoreSupplier storeSupplier) { StreamsBuilder builder = new StreamsBuilder(); KStream source = builder.stream( inputTopic, - Consumed.with( - Serdes.String(), - new JsonSerde<>(Word.class) - .ignoreTypeHeaders())); + Consumed.with(Serdes.String(), null)); source .map((key, word) -> new KeyValue<>(word, word)) - .groupByKey(Grouped.with( - new JsonSerde<>(Word.class) - .forKeys() - .noTypeInfo(), - new JsonSerde<>(Word.class) - .noTypeInfo())) + .groupByKey() .count(Materialized.as(storeSupplier)) .toStream() - .map((word, count) -> new KeyValue<>(word, WordCount.of(word.getUser(), word.getWord(), count))) - .to( - outputTopic, - Produced.with( - new JsonSerde<>(Word.class) - .forKeys() - .noTypeInfo(), - new JsonSerde<>(WordCount.class) - .noTypeInfo())); + .map((word, count) -> new KeyValue<>(word, WordCount.of(word, count))) + .to(outputTopic); Topology topology = builder.build(); log.info("\n\n{}", topology.describe());