package de.juplo.kafka.wordcount.counter;
-import org.apache.kafka.streams.*;
+import de.juplo.kafka.wordcount.splitter.TestInputUser;
+import de.juplo.kafka.wordcount.splitter.TestInputWord;
+import de.juplo.kafka.wordcount.top10.TestOutputWord;
+import de.juplo.kafka.wordcount.top10.TestOutputWordCounter;
+import lombok.extern.slf4j.Slf4j;
+import org.apache.kafka.streams.TestInputTopic;
+import org.apache.kafka.streams.TestOutputTopic;
+import org.apache.kafka.streams.Topology;
+import org.apache.kafka.streams.TopologyTestDriver;
+import org.apache.kafka.streams.state.KeyValueStore;
import org.apache.kafka.streams.state.Stores;
+import org.junit.jupiter.api.AfterEach;
+import org.junit.jupiter.api.BeforeEach;
import org.junit.jupiter.api.Test;
import org.springframework.kafka.support.serializer.JsonDeserializer;
-import org.springframework.kafka.support.serializer.JsonSerde;
import org.springframework.kafka.support.serializer.JsonSerializer;
+import org.springframework.util.LinkedMultiValueMap;
+import org.springframework.util.MultiValueMap;
-import java.util.List;
import java.util.Map;
-import java.util.Properties;
+import java.util.stream.Collectors;
-import static de.juplo.kafka.wordcount.counter.TestData.convertToMap;
+import static de.juplo.kafka.wordcount.counter.CounterApplicationConfiguriation.serializationConfig;
+import static de.juplo.kafka.wordcount.counter.CounterStreamProcessor.STORE_NAME;
+@Slf4j
public class CounterStreamProcessorTopologyTest
{
- public final static String IN = "TEST-IN";
- public final static String OUT = "TEST-OUT";
+ public static final String IN = "TEST-IN";
+ public static final String OUT = "TEST-OUT";
- @Test
- public void test()
+
+ TopologyTestDriver testDriver;
+ TestInputTopic<TestInputUser, TestInputWord> in;
+ TestOutputTopic<TestOutputWord, TestOutputWordCounter> out;
+
+
+ @BeforeEach
+ public void setUpTestDriver()
{
Topology topology = CounterStreamProcessor.buildTopology(
IN,
OUT,
- Stores.inMemoryKeyValueStore("TOPOLOGY-TEST"));
+ Stores.inMemoryKeyValueStore(STORE_NAME));
- CounterApplicationConfiguriation applicationConfiguriation =
- new CounterApplicationConfiguriation();
- Properties streamProcessorProperties =
- applicationConfiguriation.streamProcessorProperties(new CounterApplicationProperties());
- Map<String, Object> propertyMap = convertToMap(streamProcessorProperties);
+ testDriver = new TopologyTestDriver(topology, serializationConfig());
- JsonSerde<?> keySerde = new JsonSerde<>();
- keySerde.configure(propertyMap, true);
- JsonSerde<?> valueSerde = new JsonSerde<>();
- valueSerde.configure(propertyMap, false);
+ in = testDriver.createInputTopic(IN, serializer(), serializer());
+ out = testDriver.createOutputTopic(OUT, keyDeserializer(), valueDeserializer());
+ }
- TopologyTestDriver testDriver = new TopologyTestDriver(topology, streamProcessorProperties);
- TestInputTopic<String, Word> in = testDriver.createInputTopic(
- IN,
- (JsonSerializer<String>)keySerde.serializer(),
- (JsonSerializer<Word>)valueSerde.serializer());
+ @Test
+ public void test()
+ {
+ TestData
+ .getInputMessages()
+ .forEach(kv -> in.pipeInput(kv.key, kv.value));
- TestOutputTopic<Word, WordCount> out = testDriver.createOutputTopic(
- OUT,
- (JsonDeserializer<Word>)keySerde.deserializer(),
- (JsonDeserializer<WordCount>)valueSerde.deserializer());
+ MultiValueMap<TestOutputWord, TestOutputWordCounter> receivedMessages = new LinkedMultiValueMap<>();
+ out
+ .readRecordsToList()
+ .forEach(record -> receivedMessages.add(record.key(), record.value()));
- TestData.writeInputData((key, value) -> in.pipeInput(key, value));
+ TestData.assertExpectedMessages(receivedMessages);
- List<KeyValue<Word,WordCount>> receivedMessages = out
- .readRecordsToList()
+ TestData.assertExpectedNumberOfMessagesForWord(receivedMessages);
+ TestData.assertExpectedLastMessagesForWord(receivedMessages);
+
+ KeyValueStore<Word, Long> store = testDriver.getKeyValueStore(STORE_NAME);
+ TestData.assertExpectedState(store);
+ }
+
+ @AfterEach
+ public void tearDown()
+ {
+ testDriver.close();
+ }
+
+
+ private static JsonSerializer serializer()
+ {
+ return new JsonSerializer().noTypeInfo();
+ }
+
+ private JsonDeserializer<TestOutputWord> keyDeserializer()
+ {
+ return deserializer(true);
+ }
+
+ private static JsonDeserializer<TestOutputWordCounter> valueDeserializer()
+ {
+ return deserializer(false);
+ }
+
+ private static <T> JsonDeserializer<T> deserializer(boolean isKey)
+ {
+ JsonDeserializer<T> deserializer = new JsonDeserializer<>();
+ deserializer.configure(
+ Map.of(JsonDeserializer.TYPE_MAPPINGS, typeMappingsConfig()),
+ isKey);
+ return deserializer;
+ }
+
+ private static String typeMappingsConfig()
+ {
+ return typeMappings()
+ .entrySet()
.stream()
- .map(record -> KeyValue.pair(record.key(), record.value()))
- .toList();
+ .map(entry -> entry.getKey() + ":" + entry.getValue().getName())
+ .collect(Collectors.joining(","));
+ }
- TestData.assertExpectedResult(receivedMessages);
+ private static Map<String, Class> typeMappings()
+ {
+ return Map.of(
+ "word", TestOutputWord.class,
+ "counter", TestOutputWordCounter.class);
}
}