+package de.juplo.kafka.wordcount.splitter;
+
+import lombok.extern.slf4j.Slf4j;
+import org.apache.kafka.streams.KeyValue;
+import org.junit.jupiter.api.BeforeEach;
+import org.junit.jupiter.api.Test;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.boot.test.context.SpringBootTest;
+import org.springframework.boot.test.context.TestConfiguration;
+import org.springframework.context.annotation.Bean;
+import org.springframework.kafka.annotation.KafkaListener;
+import org.springframework.kafka.core.KafkaTemplate;
+import org.springframework.kafka.support.KafkaHeaders;
+import org.springframework.kafka.test.context.EmbeddedKafka;
+import org.springframework.messaging.handler.annotation.Header;
+import org.springframework.messaging.handler.annotation.Payload;
+import org.springframework.util.LinkedMultiValueMap;
+import org.springframework.util.MultiValueMap;
+
+import java.time.Duration;
+import java.util.function.BiConsumer;
+import java.util.stream.Stream;
+
+import static de.juplo.kafka.wordcount.splitter.SplitterApplicationIT.*;
+import static org.assertj.core.api.Assertions.assertThat;
+import static org.awaitility.Awaitility.await;
+
+
+@SpringBootTest(
+ properties = {
+ "spring.kafka.producer.value-serializer=org.springframework.kafka.support.serializer.JsonSerializer",
+ "spring.kafka.producer.properties.spring.json.add.type.headers=false ",
+ "spring.kafka.consumer.auto-offset-reset=earliest",
+ "spring.kafka.consumer.value-deserializer=org.springframework.kafka.support.serializer.JsonDeserializer",
+ "spring.kafka.consumer.properties.spring.json.value.default.type=de.juplo.kafka.wordcount.splitter.WordData",
+ "spring.kafka.consumer.properties.spring.json.trusted.packages=de.juplo.kafka.wordcount.splitter",
+ "logging.level.root=WARN",
+ "logging.level.de.juplo=DEBUG",
+ "juplo.wordcount.splitter.bootstrap-server=${spring.embedded.kafka.brokers}",
+ "juplo.wordcount.splitter.input-topic=" + TOPIC_IN,
+ "juplo.wordcount.splitter.output-topic=" + TOPIC_OUT })
+@EmbeddedKafka(topics = { TOPIC_IN, TOPIC_OUT }, partitions = PARTITIONS)
+@Slf4j
+public class SplitterApplicationIT
+{
+ public final static String TOPIC_IN = "in";
+ public final static String TOPIC_OUT = "out";
+ static final int PARTITIONS = 2;
+
+ @Autowired
+ KafkaTemplate<String, Recording> kafkaTemplate;
+ @Autowired
+ Consumer consumer;
+
+
+ @BeforeEach
+ public void clear()
+ {
+ consumer.received.clear();
+ }
+
+ static void writeInputData(BiConsumer<String, Recording> consumer)
+ {
+ Recording recording;
+
+ recording = new Recording();
+ recording.setUser("peter");
+ recording.setSentence("Hallo Welt!");
+ consumer.accept(recording.getUser(), recording);
+
+ recording = new Recording();
+ recording.setUser("klaus");
+ recording.setSentence("Müsch gäb's auch!");
+ consumer.accept(recording.getUser(), recording);
+
+ recording = new Recording();
+ recording.setUser("peter");
+ recording.setSentence("Boäh, echt! ß mal nä Nümmäh!");
+ consumer.accept(recording.getUser(), recording);
+ }
+
+ @Test
+ void testSendMessage() throws Exception
+ {
+ writeInputData((user, recording) -> kafkaTemplate.send(TOPIC_IN, user, recording));
+
+ await("Expexted converted data")
+ .atMost(Duration.ofSeconds(5))
+ .untilAsserted(() ->
+ assertExpectedResult(consumer.getReceivedMessages()));
+ }
+
+
+ static void assertExpectedResult(MultiValueMap<String, WordData> receivedMessages)
+ {
+ MultiValueMap<String, WordData> expected = new LinkedMultiValueMap<>();
+ expectedMessages.forEach(keyValue -> expected.add(keyValue.key, keyValue.value));
+ await("Received expected messages")
+ .atMost(Duration.ofSeconds(5))
+ .untilAsserted(() -> expected.forEach((user, word) ->
+ assertThat(receivedMessages.get(user)).containsExactlyElementsOf(word)));
+ }
+
+ static Stream<KeyValue<String, WordData>> expectedMessages = Stream.of(
+ KeyValue.pair(
+ "peter",
+ new WordData("peter", "Hallo")),
+ KeyValue.pair(
+ "peter",
+ new WordData("peter", "Welt")),
+ KeyValue.pair(
+ "klaus",
+ new WordData("klaus","Müsch")),
+ KeyValue.pair(
+ "klaus",
+ new WordData("klaus","gäb")),
+ KeyValue.pair(
+ "klaus",
+ new WordData("klaus","s")),
+ KeyValue.pair(
+ "klaus",
+ new WordData("klaus","auch")),
+ KeyValue.pair(
+ "peter",
+ new WordData("peter", "Boäh")),
+ KeyValue.pair(
+ "peter",
+ new WordData("peter", "echt")),
+ KeyValue.pair(
+ "peter",
+ new WordData("peter", "ß")),
+ KeyValue.pair(
+ "peter",
+ new WordData("peter", "mal")),
+ KeyValue.pair(
+ "peter",
+ new WordData("peter", "nä")),
+ KeyValue.pair(
+ "peter",
+ new WordData("peter", "Nümmäh")));
+
+
+ static class Consumer
+ {
+ private final MultiValueMap<String, WordData> received = new LinkedMultiValueMap<>();
+
+ @KafkaListener(groupId = "TEST", topics = TOPIC_OUT)
+ public synchronized void receive(
+ @Header(KafkaHeaders.RECEIVED_KEY) String key,
+ @Payload WordData value)
+ {
+ log.debug("Received message: {}={}", key, value);
+ received.add(key, value);
+ }
+
+ synchronized MultiValueMap<String, WordData> getReceivedMessages()
+ {
+ return received;
+ }
+ }
+
+
+ @TestConfiguration
+ static class Configuration
+ {
+ @Bean
+ Consumer consumer()
+ {
+ return new Consumer();
+ }
+ }
+}
projects / demos / kafka / wordcount / commitdiff