X-Git-Url: https://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Ftest%2Fjava%2Fde%2Fjuplo%2Fkafka%2Fwordcount%2Ftop10%2FTop10ApplicationIT.java;h=ea8fe1815bb2b2d8b4f965fc71b299ed512a2b7c;hb=ef9fff623043d2dffddbe8e70d984106cdde6c6b;hp=2d45f03bd0438bbe1c895f2d4b8e831875d400cb;hpb=0b34b4d8eec93307ae521b423397d46fb3055827;p=demos%2Fkafka%2Fwordcount

diff --git a/src/test/java/de/juplo/kafka/wordcount/top10/Top10ApplicationIT.java b/src/test/java/de/juplo/kafka/wordcount/top10/Top10ApplicationIT.java
index 2d45f03..ea8fe18 100644
--- a/src/test/java/de/juplo/kafka/wordcount/top10/Top10ApplicationIT.java
+++ b/src/test/java/de/juplo/kafka/wordcount/top10/Top10ApplicationIT.java
@@ -3,14 +3,16 @@ package de.juplo.kafka.wordcount.top10;
 import de.juplo.kafka.wordcount.counter.TestWord;
 import de.juplo.kafka.wordcount.counter.TestCounter;
 import de.juplo.kafka.wordcount.query.TestRanking;
+import de.juplo.kafka.wordcount.query.TestUser;
 import lombok.extern.slf4j.Slf4j;
-import org.junit.jupiter.api.BeforeAll;
-import org.junit.jupiter.api.DisplayName;
-import org.junit.jupiter.api.Test;
+import org.apache.kafka.streams.state.KeyValueBytesStoreSupplier;
+import org.apache.kafka.streams.state.Stores;
+import org.junit.jupiter.api.*;
 import org.springframework.beans.factory.annotation.Autowired;
 import org.springframework.boot.test.context.SpringBootTest;
 import org.springframework.boot.test.context.TestConfiguration;
 import org.springframework.context.annotation.Bean;
+import org.springframework.context.annotation.Primary;
 import org.springframework.kafka.annotation.KafkaListener;
 import org.springframework.kafka.core.KafkaTemplate;
 import org.springframework.kafka.support.KafkaHeaders;
@@ -24,6 +26,7 @@ import org.springframework.util.MultiValueMap;
 import java.time.Duration;
 import java.util.stream.Stream;
 
+import static de.juplo.kafka.wordcount.top10.Top10StreamProcessor.STORE_NAME;
 import static org.awaitility.Awaitility.await;
 
 
@@ -35,13 +38,14 @@ import static org.awaitility.Awaitility.await;
 				"spring.kafka.consumer.auto-offset-reset=earliest",
 				"spring.kafka.consumer.key-deserializer=org.springframework.kafka.support.serializer.JsonDeserializer",
 				"spring.kafka.consumer.value-deserializer=org.springframework.kafka.support.serializer.JsonDeserializer",
-				"spring.kafka.consumer.properties.spring.json.use.type.headers=false",
-				"spring.kafka.consumer.properties.spring.json.key.default.type=de.juplo.kafka.wordcount.top10.User",
-				"spring.kafka.consumer.properties.spring.json.value.default.type=de.juplo.kafka.wordcount.query.TestRanking",
-				"spring.kafka.consumer.properties.spring.json.trusted.packages=de.juplo.kafka.wordcount.top10	",
+				"spring.kafka.consumer.properties.spring.json.type.mapping=user:de.juplo.kafka.wordcount.query.TestUser,ranking:de.juplo.kafka.wordcount.query.TestRanking",
 				"logging.level.root=WARN",
 				"logging.level.de.juplo=DEBUG",
+				"logging.level.org.apache.kafka.clients=INFO",
+				"logging.level.org.apache.kafka.streams=INFO",
 				"juplo.wordcount.top10.bootstrap-server=${spring.embedded.kafka.brokers}",
+				"juplo.wordcount.top10.commit-interval=100",
+				"juplo.wordcount.top10.cacheMaxBytes=0",
 				"juplo.wordcount.top10.input-topic=" + Top10ApplicationIT.TOPIC_IN,
 				"juplo.wordcount.top10.output-topic=" + Top10ApplicationIT.TOPIC_OUT })
 @EmbeddedKafka(topics = { Top10ApplicationIT.TOPIC_IN, Top10ApplicationIT.TOPIC_OUT })
@@ -53,6 +57,8 @@ public class Top10ApplicationIT
 
 	@Autowired
 	Consumer consumer;
+	@Autowired
+	Top10StreamProcessor streamProcessor;
 
 
 	@BeforeAll
@@ -80,8 +86,18 @@ public class Top10ApplicationIT
 				});
 	}
 
+	@DisplayName("Await the expected state in the state-store")
+	@Test
+	public void testAwaitExpectedState()
+	{
+		await("Expected state")
+				.atMost(Duration.ofSeconds(5))
+				.untilAsserted(() -> TestData.assertExpectedState(streamProcessor.getStore()));
+	}
+
 	@DisplayName("Await the expected output messages")
 	@Test
+	@Disabled
 	public void testAwaitExpectedMessages()
 	{
 		await("Expected messages")
@@ -89,21 +105,39 @@ public class Top10ApplicationIT
 				.untilAsserted(() -> TestData.assertExpectedMessages(consumer.getReceivedMessages()));
 	}
 
+	@DisplayName("Await the expected number of messages")
+	@Test
+	public void testAwaitExpectedNumberOfMessagesForUsers()
+	{
+		await("Expected number of messages")
+				.atMost(Duration.ofSeconds(5))
+				.untilAsserted(() -> TestData.assertExpectedNumberOfMessagesForUsers(consumer.getReceivedMessages()));
+	}
+
+	@DisplayName("Await the expected final output messages")
+	@Test
+	public void testAwaitExpectedLastMessagesForUsers()
+	{
+		await("Expected final output messages")
+				.atMost(Duration.ofSeconds(5))
+				.untilAsserted(() -> TestData.assertExpectedLastMessagesForUsers(consumer.getReceivedMessages()));
+	}
+
 
 	static class Consumer
 	{
-		private final MultiValueMap<User, Ranking> received = new LinkedMultiValueMap<>();
+		private final MultiValueMap<TestUser, TestRanking> received = new LinkedMultiValueMap<>();
 
 		@KafkaListener(groupId = "TEST", topics = TOPIC_OUT)
 		public synchronized void receive(
-				@Header(KafkaHeaders.RECEIVED_KEY) User user,
+				@Header(KafkaHeaders.RECEIVED_KEY) TestUser user,
 				@Payload TestRanking ranking)
 		{
 			log.debug("Received message: {} -> {}", user, ranking);
-			received.add(user, Ranking.of(ranking.getEntries()));
+			received.add(user, ranking);
 		}
 
-		synchronized MultiValueMap<User, Ranking> getReceivedMessages()
+		synchronized MultiValueMap<TestUser, TestRanking> getReceivedMessages()
 		{
 			return received;
 		}
@@ -117,5 +151,12 @@ public class Top10ApplicationIT
 		{
 			return new Consumer();
 		}
+
+		@Primary
+		@Bean
+		KeyValueBytesStoreSupplier inMemoryStoreSupplier()
+		{
+			return Stores.inMemoryKeyValueStore(STORE_NAME);
+		}
 	}
 }