X-Git-Url: http://juplo.de/gitweb/?a=blobdiff_plain;f=src%2Ftest%2Fjava%2Fde%2Fjuplo%2Fkafka%2FApplicationTests.java;h=ee8e8c418d91ee08f92f21973e064a19dfbed75e;hb=4aef11c37556c827397af6c25f5c129cd0147a68;hp=3ded0d267c1e61968c17df21bd01e57706d27013;hpb=b8bdc40c0441591c1dc5ab5a3922db1c1dca2ed9;p=demos%2Fkafka%2Ftraining

diff --git a/src/test/java/de/juplo/kafka/ApplicationTests.java b/src/test/java/de/juplo/kafka/ApplicationTests.java
index 3ded0d2..ee8e8c4 100644
--- a/src/test/java/de/juplo/kafka/ApplicationTests.java
+++ b/src/test/java/de/juplo/kafka/ApplicationTests.java
@@ -6,10 +6,8 @@ import org.apache.kafka.clients.consumer.KafkaConsumer;
 import org.apache.kafka.clients.producer.KafkaProducer;
 import org.apache.kafka.clients.producer.ProducerRecord;
 import org.apache.kafka.common.TopicPartition;
-import org.apache.kafka.common.serialization.BytesDeserializer;
-import org.apache.kafka.common.serialization.BytesSerializer;
-import org.apache.kafka.common.serialization.LongSerializer;
-import org.apache.kafka.common.serialization.StringSerializer;
+import org.apache.kafka.common.errors.RecordDeserializationException;
+import org.apache.kafka.common.serialization.*;
 import org.apache.kafka.common.utils.Bytes;
 import org.junit.jupiter.api.*;
 import org.springframework.beans.factory.annotation.Autowired;
@@ -19,6 +17,7 @@ import org.springframework.boot.test.context.TestConfiguration;
 import org.springframework.context.annotation.Bean;
 import org.springframework.context.annotation.Import;
 import org.springframework.context.annotation.Primary;
+import org.springframework.kafka.support.serializer.JsonSerializer;
 import org.springframework.kafka.test.context.EmbeddedKafka;
 import org.springframework.test.context.TestPropertySource;
 import org.springframework.test.context.junit.jupiter.SpringJUnitConfig;
@@ -27,14 +26,14 @@ import java.time.Duration;
 import java.util.*;
 import java.util.concurrent.ExecutionException;
 import java.util.function.BiConsumer;
+import java.util.function.BiFunction;
 import java.util.function.Consumer;
-import java.util.function.Function;
 import java.util.stream.Collectors;
 import java.util.stream.IntStream;
 
 import static de.juplo.kafka.ApplicationTests.PARTITIONS;
 import static de.juplo.kafka.ApplicationTests.TOPIC;
-import static org.assertj.core.api.Assertions.assertThat;
+import static org.assertj.core.api.Assertions.*;
 import static org.awaitility.Awaitility.*;
 
 
@@ -58,11 +57,14 @@ class ApplicationTests
 
 
 	StringSerializer stringSerializer = new StringSerializer();
-	LongSerializer longSerializer = new LongSerializer();
 
+	@Autowired
+	Serializer valueSerializer;
 	@Autowired
 	KafkaProducer<String, Bytes> kafkaProducer;
 	@Autowired
+	KafkaConsumer<String, ClientMessage> kafkaConsumer;
+	@Autowired
 	KafkaConsumer<Bytes, Bytes> offsetConsumer;
 	@Autowired
 	ApplicationProperties properties;
@@ -73,7 +75,7 @@ class ApplicationTests
 
 	Map<TopicPartition, Long> oldOffsets;
 	Map<TopicPartition, Long> newOffsets;
-	Set<ConsumerRecord<String, Long>> receivedRecords;
+	Set<ConsumerRecord<String, ClientMessage>> receivedRecords;
 
 
 	/** Tests methods */
@@ -82,7 +84,7 @@ class ApplicationTests
 	@Order(1) // << The poistion pill is not skipped. Hence, this test must run first
 	void commitsCurrentOffsetsOnSuccess() throws ExecutionException, InterruptedException
 	{
-		send100Messages(i ->  new Bytes(longSerializer.serialize(TOPIC, i)));
+		send100Messages((key, counter) -> serialize(key, counter));
 
 		await("100 records received")
 				.atMost(Duration.ofSeconds(30))
@@ -95,16 +97,20 @@ class ApplicationTests
 					checkSeenOffsetsForProgress();
 					compareToCommitedOffsets(newOffsets);
 				});
+
+		assertThatExceptionOfType(IllegalStateException.class)
+				.isThrownBy(() -> endlessConsumer.exitStatus())
+				.describedAs("Consumer should still be running");
 	}
 
 	@Test
 	@Order(2)
 	void commitsOffsetOfErrorForReprocessingOnError()
 	{
-		send100Messages(counter ->
+		send100Messages((key, counter) ->
 				counter == 77
 						? new Bytes(stringSerializer.serialize(TOPIC, "BOOM!"))
-						: new Bytes(longSerializer.serialize(TOPIC, counter)));
+						: serialize(key, counter));
 
 		await("Consumer failed")
 				.atMost(Duration.ofSeconds(30))
@@ -114,6 +120,13 @@ class ApplicationTests
 		assertThat(receivedRecords.size())
 				.describedAs("Received not all sent events")
 				.isLessThan(100);
+
+		assertThatNoException()
+				.describedAs("Consumer should not be running")
+				.isThrownBy(() -> endlessConsumer.exitStatus());
+		assertThat(endlessConsumer.exitStatus())
+				.containsInstanceOf(RecordDeserializationException.class)
+				.describedAs("Consumer should have exited abnormally");
 	}
 
 
@@ -170,7 +183,7 @@ class ApplicationTests
 	}
 
 
-	void send100Messages(Function<Long, Bytes> messageGenerator)
+	void send100Messages(BiFunction<Integer, Long, Bytes> messageGenerator)
 	{
 		long i = 0;
 
@@ -178,7 +191,7 @@ class ApplicationTests
 		{
 			for (int key = 0; key < 10; key++)
 			{
-				Bytes value = messageGenerator.apply(++i);
+				Bytes value = messageGenerator.apply(key, ++i);
 
 				ProducerRecord<String, Bytes> record =
 						new ProducerRecord<>(
@@ -187,6 +200,7 @@ class ApplicationTests
 								Integer.toString(key%2),
 								value);
 
+				record.headers().add("__TypeId__", "message".getBytes());
 				kafkaProducer.send(record, (metadata, e) ->
 				{
 					if (metadata != null)
@@ -211,6 +225,14 @@ class ApplicationTests
 		}
 	}
 
+	Bytes serialize(Integer key, Long value)
+	{
+		ClientMessage message = new ClientMessage();
+		message.setClient(key.toString());
+		message.setMessage(value.toString());
+		return new Bytes(valueSerializer.serialize(TOPIC, message));
+	}
+
 
 	@BeforeEach
 	public void init()
@@ -252,14 +274,14 @@ class ApplicationTests
 		}
 	}
 
-	public static class RecordHandler implements Consumer<ConsumerRecord<String, Long>>
+	public static class RecordHandler implements Consumer<ConsumerRecord<String, ClientMessage>>
 	{
-		Consumer<ConsumerRecord<String, Long>> captureOffsets;
-		Consumer<ConsumerRecord<String, Long>> testHandler;
+		Consumer<ConsumerRecord<String, ClientMessage>> captureOffsets;
+		Consumer<ConsumerRecord<String, ClientMessage>> testHandler;
 
 
 		@Override
-		public void accept(ConsumerRecord<String, Long> record)
+		public void accept(ConsumerRecord<String, ClientMessage> record)
 		{
 			captureOffsets
 					.andThen(testHandler)
@@ -273,11 +295,17 @@ class ApplicationTests
 	{
 		@Primary
 		@Bean
-		public Consumer<ConsumerRecord<String, Long>> testHandler()
+		public Consumer<ConsumerRecord<String, ClientMessage>> testHandler()
 		{
 			return new RecordHandler();
 		}
 
+		@Bean
+		Serializer<ClientMessage> serializer()
+		{
+			return new JsonSerializer<>();
+		}
+
 		@Bean
 		KafkaProducer<String, Bytes> kafkaProducer(ApplicationProperties properties)
 		{