X-Git-Url: https://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Ftest%2Fjava%2Fde%2Fjuplo%2Fkafka%2Fwordcount%2Ftop10%2FTop10StreamProcessorTopologyTest.java;h=80fc0df59af803c82e9b5a5b7c1a9bdc62b115a4;hb=a7c3a493ee3b6ec8629eb749d1ce4ed059f4cff9;hp=8ecf9fafb003db060c1f773ce7649f7a39a8e09a;hpb=21b1d0cffa0bfe47d7d78cef4e4dc23588d69a1b;p=demos%2Fkafka%2Fwordcount diff --git a/src/test/java/de/juplo/kafka/wordcount/top10/Top10StreamProcessorTopologyTest.java b/src/test/java/de/juplo/kafka/wordcount/top10/Top10StreamProcessorTopologyTest.java index 8ecf9fa..80fc0df 100644 --- a/src/test/java/de/juplo/kafka/wordcount/top10/Top10StreamProcessorTopologyTest.java +++ b/src/test/java/de/juplo/kafka/wordcount/top10/Top10StreamProcessorTopologyTest.java @@ -1,83 +1,106 @@ package de.juplo.kafka.wordcount.top10; +import de.juplo.kafka.wordcount.counter.TestCounter; +import de.juplo.kafka.wordcount.counter.TestWord; import lombok.extern.slf4j.Slf4j; import org.apache.kafka.streams.TestInputTopic; import org.apache.kafka.streams.TestOutputTopic; import org.apache.kafka.streams.Topology; import org.apache.kafka.streams.TopologyTestDriver; +import org.apache.kafka.streams.state.KeyValueStore; +import org.apache.kafka.streams.state.Stores; +import org.junit.jupiter.api.AfterEach; +import org.junit.jupiter.api.BeforeEach; import org.junit.jupiter.api.Test; import org.springframework.kafka.support.serializer.JsonDeserializer; -import org.springframework.kafka.support.serializer.JsonSerde; import org.springframework.kafka.support.serializer.JsonSerializer; import org.springframework.util.LinkedMultiValueMap; import org.springframework.util.MultiValueMap; import java.util.Map; -import java.util.Properties; import java.util.stream.Stream; -import static de.juplo.kafka.wordcount.top10.TestData.convertToMap; -import static de.juplo.kafka.wordcount.top10.TestData.parseHeader; -import static org.springframework.kafka.support.mapping.AbstractJavaTypeMapper.DEFAULT_CLASSID_FIELD_NAME; -import static org.springframework.kafka.support.mapping.AbstractJavaTypeMapper.KEY_DEFAULT_CLASSID_FIELD_NAME; +import static de.juplo.kafka.wordcount.top10.Top10ApplicationConfiguration.serializationConfig; @Slf4j public class Top10StreamProcessorTopologyTest { - public final static String IN = "TEST-IN"; - public final static String OUT = "TEST-OUT"; + public static final String IN = "TEST-IN"; + public static final String OUT = "TEST-OUT"; + public static final String STORE_NAME = "TOPOLOGY-TEST"; - @Test - public void test() - { - Topology topology = Top10StreamProcessor.buildTopology(IN, OUT); - Top10ApplicationConfiguration applicationConfiguriation = - new Top10ApplicationConfiguration(); - Properties streamProcessorProperties = - applicationConfiguriation.streamProcessorProperties(new Top10ApplicationProperties()); - Map propertyMap = convertToMap(streamProcessorProperties); + TopologyTestDriver testDriver; + TestInputTopic in; + TestOutputTopic out; - JsonSerde keySerde = new JsonSerde<>(); - keySerde.configure(propertyMap, true); - JsonSerde valueSerde = new JsonSerde<>(); - valueSerde.configure(propertyMap, false); - TopologyTestDriver testDriver = new TopologyTestDriver(topology, streamProcessorProperties); + @BeforeEach + public void setUp() + { + Topology topology = Top10StreamProcessor.buildTopology( + IN, + OUT, + Stores.inMemoryKeyValueStore(STORE_NAME)); + + testDriver = new TopologyTestDriver(topology, serializationConfig()); - TestInputTopic in = testDriver.createInputTopic( + in = testDriver.createInputTopic( IN, - (JsonSerializer)keySerde.serializer(), - (JsonSerializer)valueSerde.serializer()); + jsonSerializer(Key.class, true), + jsonSerializer(Entry.class,false)); - TestOutputTopic out = testDriver.createOutputTopic( + out = testDriver.createOutputTopic( OUT, - (JsonDeserializer)keySerde.deserializer(), - (JsonDeserializer)valueSerde.deserializer()); + new JsonDeserializer() + .copyWithType(User.class) + .ignoreTypeHeaders(), + new JsonDeserializer() + .copyWithType(Ranking.class) + .ignoreTypeHeaders()); + + } + + @Test + public void test() + { Stream .of(TestData.INPUT_MESSAGES) .forEach(kv -> in.pipeInput( Key.of(kv.key.getUser(), kv.key.getWord()), Entry.of(kv.value.getWord(), kv.value.getCounter()))); - MultiValueMap receivedMessages = new LinkedMultiValueMap<>(); + MultiValueMap receivedMessages = new LinkedMultiValueMap<>(); out .readRecordsToList() - .forEach(record -> - { - log.debug( - "OUT: {} -> {}, {}, {}", - record.key(), - record.value(), - parseHeader(record.headers(), KEY_DEFAULT_CLASSID_FIELD_NAME), - parseHeader(record.headers(), DEFAULT_CLASSID_FIELD_NAME)); - receivedMessages.add(record.key(), record.value()); - }); + .forEach(record -> receivedMessages.add(record.key(), record.value())); TestData.assertExpectedMessages(receivedMessages); + TestData.assertExpectedNumberOfMessagesForUsers(receivedMessages); + TestData.assertExpectedLastMessagesForUsers(receivedMessages); + + KeyValueStore store = testDriver.getKeyValueStore(STORE_NAME); + TestData.assertExpectedState(store); + } + + @AfterEach + public void tearDown() + { testDriver.close(); } + + private JsonSerializer jsonSerializer(Class type, boolean isKey) + { + JsonSerializer jsonSerializer = new JsonSerializer<>(); + jsonSerializer.configure( + Map.of( + JsonSerializer.TYPE_MAPPINGS, + "word:" + TestWord.class.getName() + "," + + "counter:" + TestCounter.class.getName()), + isKey); + return jsonSerializer; + } }