X-Git-Url: https://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Ftest%2Fjava%2Fde%2Fjuplo%2Fkafka%2Fwordcount%2Ftop10%2FTop10StreamProcessorTopologyTest.java;h=90d8e4cb90987d0455c84f67252b6080e5d9bed1;hb=refs%2Fheads%2Ftop10;hp=f2a9eca4f2624937d567d26b5543dcd658820f0b;hpb=d1ac99074b22f357152644d4593b234540d1c952;p=demos%2Fkafka%2Fwordcount diff --git a/src/test/java/de/juplo/kafka/wordcount/top10/Top10StreamProcessorTopologyTest.java b/src/test/java/de/juplo/kafka/wordcount/top10/Top10StreamProcessorTopologyTest.java index f2a9eca..559d742 100644 --- a/src/test/java/de/juplo/kafka/wordcount/top10/Top10StreamProcessorTopologyTest.java +++ b/src/test/java/de/juplo/kafka/wordcount/top10/Top10StreamProcessorTopologyTest.java @@ -1,5 +1,9 @@ package de.juplo.kafka.wordcount.top10; +import de.juplo.kafka.wordcount.counter.TestCounter; +import de.juplo.kafka.wordcount.counter.TestWord; +import de.juplo.kafka.wordcount.query.TestRanking; +import de.juplo.kafka.wordcount.query.TestStats; import lombok.extern.slf4j.Slf4j; import org.apache.kafka.streams.TestInputTopic; import org.apache.kafka.streams.TestOutputTopic; @@ -7,23 +11,19 @@ import org.apache.kafka.streams.Topology; import org.apache.kafka.streams.TopologyTestDriver; import org.apache.kafka.streams.state.KeyValueStore; import org.apache.kafka.streams.state.Stores; -import org.junit.jupiter.api.AfterEach; -import org.junit.jupiter.api.BeforeEach; +import org.junit.jupiter.api.AfterAll; +import org.junit.jupiter.api.BeforeAll; +import org.junit.jupiter.api.DisplayName; import org.junit.jupiter.api.Test; import org.springframework.kafka.support.serializer.JsonDeserializer; -import org.springframework.kafka.support.serializer.JsonSerde; import org.springframework.kafka.support.serializer.JsonSerializer; import org.springframework.util.LinkedMultiValueMap; import org.springframework.util.MultiValueMap; import java.util.Map; -import java.util.Properties; -import java.util.stream.Stream; -import static de.juplo.kafka.wordcount.top10.TestData.parseHeader; import static de.juplo.kafka.wordcount.top10.Top10ApplicationConfiguration.serializationConfig; -import static org.springframework.kafka.support.mapping.AbstractJavaTypeMapper.DEFAULT_CLASSID_FIELD_NAME; -import static org.springframework.kafka.support.mapping.AbstractJavaTypeMapper.KEY_DEFAULT_CLASSID_FIELD_NAME; +import static de.juplo.kafka.wordcount.top10.Top10StreamProcessor.STORE_NAME; @Slf4j @@ -31,82 +31,89 @@ public class Top10StreamProcessorTopologyTest { public static final String IN = "TEST-IN"; public static final String OUT = "TEST-OUT"; - public static final String STORE_NAME = "TOPOLOGY-TEST"; + static TopologyTestDriver testDriver; + static MultiValueMap receivedMessages = new LinkedMultiValueMap<>(); - TopologyTestDriver testDriver; - TestInputTopic in; - TestOutputTopic out; - - @BeforeEach - public void setUp() + @BeforeAll + public static void setUp() { Topology topology = Top10StreamProcessor.buildTopology( IN, OUT, Stores.inMemoryKeyValueStore(STORE_NAME)); - Map propertyMap = serializationConfig(); - - Properties properties = new Properties(); - properties.putAll(propertyMap); - - JsonSerde keySerde = new JsonSerde<>(); - keySerde.configure(propertyMap, true); - JsonSerde valueSerde = new JsonSerde<>(); - valueSerde.configure(propertyMap, false); + testDriver = new TopologyTestDriver(topology, serializationConfig()); - testDriver = new TopologyTestDriver(topology, properties); - - in = testDriver.createInputTopic( + TestInputTopic in = testDriver.createInputTopic( IN, - (JsonSerializer)keySerde.serializer(), - (JsonSerializer)valueSerde.serializer()); + jsonSerializer(TestWord.class, true), + jsonSerializer(TestCounter.class,false)); - out = testDriver.createOutputTopic( + TestOutputTopic out = testDriver.createOutputTopic( OUT, - (JsonDeserializer)keySerde.deserializer(), - (JsonDeserializer)valueSerde.deserializer()); + new JsonDeserializer() + .copyWithType(TestStats.class) + .ignoreTypeHeaders(), + new JsonDeserializer() + .copyWithType(TestRanking.class) + .ignoreTypeHeaders()); + + TestData + .getInputMessages() + .forEach(kv -> in.pipeInput(kv.key, kv.value)); + out + .readRecordsToList() + .forEach(record -> receivedMessages.add(record.key(), record.value())); } + @DisplayName("Assert the expected output messages") @Test - public void test() + public void testExpectedMessages() { - Stream - .of(TestData.INPUT_MESSAGES) - .forEach(kv -> in.pipeInput( - Key.of(kv.key.getUser(), kv.key.getWord()), - Entry.of(kv.value.getWord(), kv.value.getCounter()))); - - MultiValueMap receivedMessages = new LinkedMultiValueMap<>(); - out - .readRecordsToList() - .forEach(record -> - { - log.debug( - "OUT: {} -> {}, {}, {}", - record.key(), - record.value(), - parseHeader(record.headers(), KEY_DEFAULT_CLASSID_FIELD_NAME), - parseHeader(record.headers(), DEFAULT_CLASSID_FIELD_NAME)); - receivedMessages.add(record.key(), record.value()); - }); - TestData.assertExpectedMessages(receivedMessages); + } - TestData.assertExpectedNumberOfMessagesForUsers(receivedMessages); - TestData.assertExpectedLastMessagesForUsers(receivedMessages); + @DisplayName("Assert the expected number of messages") + @Test + public void testExpectedNumberOfMessages() + { + TestData.assertExpectedNumberOfMessages(receivedMessages); + } + + @DisplayName("Assert the expected final output messages") + @Test + public void testExpectedLastMessages() + { + TestData.assertExpectedLastMessages(receivedMessages); + } - KeyValueStore store = testDriver.getKeyValueStore(STORE_NAME); + @DisplayName("Assert the expected state in the state-store") + @Test + public void testExpectedState() + { + KeyValueStore store = testDriver.getKeyValueStore(STORE_NAME); TestData.assertExpectedState(store); } - @AfterEach - public void tearDown() + @AfterAll + public static void tearDown() { testDriver.close(); } + + private static JsonSerializer jsonSerializer(Class type, boolean isKey) + { + JsonSerializer jsonSerializer = new JsonSerializer<>(); + jsonSerializer.configure( + Map.of( + JsonSerializer.TYPE_MAPPINGS, + "key:" + TestWord.class.getName() + "," + + "counter:" + TestCounter.class.getName()), + isKey); + return jsonSerializer; + } }