X-Git-Url: https://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Ftest%2Fjava%2Fde%2Fjuplo%2Fkafka%2Fwordcount%2Fcounter%2FCounterApplicationIT.java;h=1bfceed7a9466d84f67035e79f7dfeab2459de49;hb=e6198710fe679bc7463d1b17c9d9dc311062ef31;hp=3889ceaf94bc7b51f87a9d1e4349982c14fc9542;hpb=ac64aac16d87b469f7772463e70f38db95e9943d;p=demos%2Fkafka%2Fwordcount

diff --git a/src/test/java/de/juplo/kafka/wordcount/counter/CounterApplicationIT.java b/src/test/java/de/juplo/kafka/wordcount/counter/CounterApplicationIT.java
index 3889cea..1bfceed 100644
--- a/src/test/java/de/juplo/kafka/wordcount/counter/CounterApplicationIT.java
+++ b/src/test/java/de/juplo/kafka/wordcount/counter/CounterApplicationIT.java
@@ -1,9 +1,14 @@
 package de.juplo.kafka.wordcount.counter;
 
+import de.juplo.kafka.wordcount.splitter.TestInputUser;
+import de.juplo.kafka.wordcount.splitter.TestInputWord;
+import de.juplo.kafka.wordcount.top10.TestOutputWord;
+import de.juplo.kafka.wordcount.top10.TestOutputWordCounter;
 import lombok.extern.slf4j.Slf4j;
 import org.apache.kafka.streams.state.KeyValueBytesStoreSupplier;
 import org.apache.kafka.streams.state.Stores;
-import org.junit.jupiter.api.BeforeEach;
+import org.junit.jupiter.api.BeforeAll;
+import org.junit.jupiter.api.DisplayName;
 import org.junit.jupiter.api.Test;
 import org.springframework.beans.factory.annotation.Autowired;
 import org.springframework.boot.test.context.SpringBootTest;
@@ -13,6 +18,7 @@ import org.springframework.context.annotation.Primary;
 import org.springframework.kafka.annotation.KafkaListener;
 import org.springframework.kafka.core.KafkaTemplate;
 import org.springframework.kafka.support.KafkaHeaders;
+import org.springframework.kafka.support.SendResult;
 import org.springframework.kafka.test.context.EmbeddedKafka;
 import org.springframework.messaging.handler.annotation.Header;
 import org.springframework.messaging.handler.annotation.Payload;
@@ -23,19 +29,19 @@ import java.time.Duration;
 
 import static de.juplo.kafka.wordcount.counter.CounterApplicationIT.TOPIC_IN;
 import static de.juplo.kafka.wordcount.counter.CounterApplicationIT.TOPIC_OUT;
+import static de.juplo.kafka.wordcount.counter.CounterStreamProcessor.STORE_NAME;
 import static org.awaitility.Awaitility.await;
 
 
 @SpringBootTest(
 		properties = {
+				"spring.kafka.producer.key-serializer=org.springframework.kafka.support.serializer.JsonSerializer",
 				"spring.kafka.producer.value-serializer=org.springframework.kafka.support.serializer.JsonSerializer",
 				"spring.kafka.producer.properties.spring.json.add.type.headers=false",
 				"spring.kafka.consumer.auto-offset-reset=earliest",
 				"spring.kafka.consumer.key-deserializer=org.springframework.kafka.support.serializer.JsonDeserializer",
 				"spring.kafka.consumer.value-deserializer=org.springframework.kafka.support.serializer.JsonDeserializer",
-				"spring.kafka.consumer.properties.spring.json.use.type.headers=false",
-				"spring.kafka.consumer.properties.spring.json.key.default.type=de.juplo.kafka.wordcount.counter.Word",
-				"spring.kafka.consumer.properties.spring.json.value.default.type=de.juplo.kafka.wordcount.counter.WordCounter",
+				"spring.kafka.consumer.properties.spring.json.type.mapping=word:de.juplo.kafka.wordcount.top10.TestOutputWord,counter:de.juplo.kafka.wordcount.top10.TestOutputWordCounter",
 				"logging.level.root=WARN",
 				"logging.level.de.juplo=DEBUG",
 				"juplo.wordcount.counter.bootstrap-server=${spring.embedded.kafka.brokers}",
@@ -50,46 +56,94 @@ public class CounterApplicationIT
 	public static final String TOPIC_IN = "in";
 	public static final String TOPIC_OUT = "out";
 
-	@Autowired
-	KafkaTemplate<String, Word> kafkaTemplate;
 	@Autowired
 	Consumer consumer;
+	@Autowired
+	CounterStreamProcessor streamProcessor;
 
 
-	@BeforeEach
-	public void clear()
+	@BeforeAll
+	public static void testSendMessage(
+			@Autowired KafkaTemplate<TestInputUser, TestInputWord> kafkaTemplate)
 	{
-		consumer.received.clear();
+		TestData
+				.getInputMessages()
+				.forEach(kv ->
+				{
+					try
+					{
+						SendResult<TestInputUser, TestInputWord> result = kafkaTemplate.send(TOPIC_IN, kv.key, kv.value).get();
+						log.info(
+								"Sent: {}={}, partition={}, offset={}",
+								result.getProducerRecord().key(),
+								result.getProducerRecord().value(),
+								result.getRecordMetadata().partition(),
+								result.getRecordMetadata().offset());
+					}
+					catch (Exception e)
+					{
+						throw new RuntimeException(e);
+					}
+				});
 	}
 
+	@DisplayName("Await the expected number of messages")
+	@Test
+	public void testAwaitExpectedNumberOfMessagesForUsers()
+	{
+		await("Expected number of messages")
+				.atMost(Duration.ofSeconds(5))
+				.untilAsserted(() -> consumer.enforceAssertion(
+						receivedMessages -> TestData.assertExpectedNumberOfMessagesForWord(receivedMessages)));
+	}
 
+	@DisplayName("Await the expected output messages")
 	@Test
 	void testSendMessage()
 	{
-		TestData.injectInputMessages((key, value) -> kafkaTemplate.send(TOPIC_IN, key, value));
-
 		await("Expected messages")
 				.atMost(Duration.ofSeconds(10))
-				.untilAsserted(() -> TestData.assertExpectedMessages(consumer.getReceivedMessages()));
+				.untilAsserted(() -> consumer.enforceAssertion(
+						receivedMessages -> TestData.assertExpectedMessages(receivedMessages)));
+	}
+
+	@DisplayName("Await the expected final output messages")
+	@Test
+	public void testAwaitExpectedLastMessagesForUsers()
+	{
+		await("Expected final output messages")
+				.atMost(Duration.ofSeconds(5))
+				.untilAsserted(() -> consumer.enforceAssertion(
+						receivedMessages -> TestData.assertExpectedLastMessagesForWord(receivedMessages)));
+	}
+
+	@DisplayName("Await the expected state in the state-store")
+	@Test
+	public void testAwaitExpectedState()
+	{
+		await("Expected state")
+				.atMost(Duration.ofSeconds(5))
+				.untilAsserted(() -> TestData.assertExpectedState(streamProcessor.getStore()));
 	}
 
 
 	static class Consumer
 	{
-		private final MultiValueMap<Word, WordCounter> received = new LinkedMultiValueMap<>();
+		private final MultiValueMap<TestOutputWord, TestOutputWordCounter> received = new LinkedMultiValueMap<>();
 
 		@KafkaListener(groupId = "TEST", topics = TOPIC_OUT)
 		public synchronized void receive(
-				@Header(KafkaHeaders.RECEIVED_KEY) Word word,
-				@Payload WordCounter counter)
+				@Header(KafkaHeaders.RECEIVED_KEY) TestOutputWord word,
+				@Payload TestOutputWordCounter counter)
 		{
 			log.debug("Received message: {} -> {}", word, counter);
 			received.add(word, counter);
 		}
 
-		synchronized MultiValueMap<Word, WordCounter> getReceivedMessages()
+		synchronized void enforceAssertion(
+				java.util.function.Consumer<MultiValueMap<TestOutputWord, TestOutputWordCounter>> assertion)
 		{
-			return received;
+			assertion.accept(received);
 		}
 	}
 
@@ -106,7 +160,7 @@ public class CounterApplicationIT
 		@Bean
 		KeyValueBytesStoreSupplier inMemoryStoreSupplier()
 		{
-			return Stores.inMemoryKeyValueStore("TEST-STORE");
+			return Stores.inMemoryKeyValueStore(STORE_NAME);
 		}
 	}
 }