Version des `spring-consumer` mit einem Dead-Letter-Topic

* Diese Version ist kann fachliche Fehler umleiten.
* Für Deserialisierungs-Fehler funktioniert die Umleitung
  noch nicht!

diff --git a/README.sh b/README.sh
index ba1f88e323f875c89271cc2db23da8c0a291a3ae..8d028797073adbe814f85278ae54a9a07575691f 100755 (executable)
--- a/README.sh
+++ b/README.sh
@@ -1,6 +1,6 @@
 #!/bin/bash
 
-IMAGE=juplo/spring-consumer:1.1-kafkalistener-long-deserialization-error-SNAPSHOT
+IMAGE=juplo/spring-consumer:1.1-kafkalistener-long-dlt-SNAPSHOT
 
 if [ "$1" = "cleanup" ]
 then

diff --git a/build.gradle b/build.gradle
index d2a06426c76737aa607ea4d99afb7818b8671dec..cf0e5239b68a5be8514248d3502875fcfcb5dadc 100644 (file)
--- a/build.gradle
+++ b/build.gradle
@@ -8,7 +8,7 @@ plugins {
 }
 
 group = 'de.juplo.kafka'
-version = '1.1-kafkalistener-long-deserialization-error-SNAPSHOT'
+version = '1.1-kafkalistener-long-dlt-SNAPSHOT'
 
 java {
        toolchain {

diff --git a/docker/docker-compose.yml b/docker/docker-compose.yml
index e570b6bd7670035c72f3922baec213c69d7a11a0..bfe2225511423b0ef43551ac6ae78c8dccbddb21 100644 (file)
--- a/docker/docker-compose.yml
+++ b/docker/docker-compose.yml
@@ -129,6 +129,7 @@ services:
           echo -n Bereits konfiguriert: 
           cat INITIALIZED
           kafka-topics --bootstrap-server kafka:9092 --describe --topic test
+          kafka-topics --bootstrap-server kafka:9092 --describe --topic test-dlt
         else
           kafka-topics --bootstrap-server kafka:9092 \
                        --delete \
@@ -142,6 +143,18 @@ services:
                        --config min.insync.replicas=2 \
           && echo Das Topic \'test\' wurde erfolgreich angelegt: \
           && kafka-topics --bootstrap-server kafka:9092 --describe --topic test \
+          && kafka-topics --bootstrap-server kafka:9092 \
+                       --delete \
+                       --if-exists \
+                       --topic test-dlt
+          kafka-topics --bootstrap-server kafka:9092 \
+                       --create \
+                       --topic test-dlt \
+                       --partitions 2 \
+                       --replication-factor 3 \
+                       --config min.insync.replicas=2 \
+          && echo Das Topic \'test-dlt\' wurde erfolgreich angelegt: \
+          && kafka-topics --bootstrap-server kafka:9092 --describe --topic test-dlt \
           && date > INITIALIZED
         fi
     stop_grace_period: 0s
@@ -183,7 +196,7 @@ services:
     mem_limit:  100m
 
   consumer:
-    image: juplo/spring-consumer:1.1-kafkalistener-long-deserialization-error-SNAPSHOT
+    image: juplo/spring-consumer:1.1-kafkalistener-long-dlt-SNAPSHOT
     environment:
       spring.kafka.bootstrap-servers: kafka:9092
       spring.kafka.client-id: consumer
@@ -192,7 +205,7 @@ services:
       juplo.consumer.topic: test
 
   peter:
-    image: juplo/spring-consumer:1.1-kafkalistener-long-deserialization-error-SNAPSHOT
+    image: juplo/spring-consumer:1.1-kafkalistener-long-dlt-SNAPSHOT
     environment:
       spring.kafka.bootstrap-servers: kafka:9092
       spring.kafka.client-id: peter
@@ -201,7 +214,7 @@ services:
       juplo.consumer.topic: test
 
   ute:
-    image: juplo/spring-consumer:1.1-kafkalistener-long-deserialization-error-SNAPSHOT
+    image: juplo/spring-consumer:1.1-kafkalistener-long-dlt-SNAPSHOT
     environment:
       spring.kafka.bootstrap-servers: kafka:9092
       spring.kafka.client-id: ute

diff --git a/pom.xml b/pom.xml
index 651a7e099509bb724185cb776d998f3ad510f634..07106bbdbfddcdbb3ea5f92d05392262eff8930c 100644 (file)
--- a/pom.xml
+++ b/pom.xml
@@ -15,7 +15,7 @@
   <artifactId>spring-consumer</artifactId>
   <name>Spring Consumer</name>
   <description>Super Simple Consumer-Group, that is implemented as Spring-Boot application and configured by Spring Kafka</description>
-  <version>1.1-kafkalistener-long-deserialization-error-SNAPSHOT</version>
+  <version>1.1-kafkalistener-long-dlt-SNAPSHOT</version>
 
   <properties>
     <java.version>21</java.version>

diff --git a/src/main/java/de/juplo/kafka/ApplicationConfiguration.java b/src/main/java/de/juplo/kafka/ApplicationConfiguration.java
new file mode 100644 (file)
index 0000000..0f18338
--- /dev/null
+++ b/src/main/java/de/juplo/kafka/ApplicationConfiguration.java
@@ -0,0 +1,27 @@
+package de.juplo.kafka;
+
+import org.springframework.context.annotation.Bean;
+import org.springframework.context.annotation.Configuration;
+import org.springframework.kafka.core.KafkaOperations;
+import org.springframework.kafka.listener.DeadLetterPublishingRecoverer;
+import org.springframework.kafka.listener.DefaultErrorHandler;
+import org.springframework.kafka.listener.SeekUtils;
+
+
+@Configuration
+public class ApplicationConfiguration
+{
+  @Bean
+  public DeadLetterPublishingRecoverer deadLetterPublishingRecoverer(KafkaOperations<?, ?> kafkaTemplate)
+  {
+    return new DeadLetterPublishingRecoverer(kafkaTemplate);
+  }
+
+  @Bean
+  public DefaultErrorHandler errorHandler(DeadLetterPublishingRecoverer recoverer)
+  {
+    return new DefaultErrorHandler(
+      recoverer,
+      SeekUtils.DEFAULT_BACK_OFF);
+  }
+}

diff --git a/src/main/java/de/juplo/kafka/ExampleConsumer.java b/src/main/java/de/juplo/kafka/ExampleConsumer.java
index 6e2b7603fbb7a406b0d7448cd77d682d28f6ead7..30dc025d930c19b463b1416430cd3c65a2caaf10 100644 (file)
--- a/src/main/java/de/juplo/kafka/ExampleConsumer.java
+++ b/src/main/java/de/juplo/kafka/ExampleConsumer.java
@@ -41,6 +41,7 @@ public class ExampleConsumer
     String key,
     Long value)
   {
+    if (value % 66 == 0) throw new RuntimeException("BOOM: Fachlicher Fehler!");
     consumed++;
     log.info("{} - partition={}-{}, offset={}: {}={}", id, topic, partition, offset, key, value);
   }

diff --git a/src/main/resources/application.yml b/src/main/resources/application.yml
index e248b958d08674e2cd6fc9b37836bd85b9e33820..4a8efd3431067b1cc46847790c63f30aeebdb8b4 100644 (file)
--- a/src/main/resources/application.yml
+++ b/src/main/resources/application.yml
@@ -30,6 +30,8 @@ spring:
       group-id: my-group
       properties:
         "[spring.deserializer.value.delegate.class]": org.apache.kafka.common.serialization.LongDeserializer
+    producer:
+      value-serializer: org.apache.kafka.common.serialization.LongSerializer
 logging:
   level:
     root: INFO

diff --git a/src/test/java/de/juplo/kafka/ApplicationTests.java b/src/test/java/de/juplo/kafka/ApplicationTests.java
index 0ad310b3a7cc9eb991bd7ed2f748003f1c591f9c..d691278ce2e4273990e613c84c8ad88548b84273 100644 (file)
--- a/src/test/java/de/juplo/kafka/ApplicationTests.java
+++ b/src/test/java/de/juplo/kafka/ApplicationTests.java
@@ -11,6 +11,7 @@ import org.springframework.test.web.servlet.MockMvc;
 import java.time.Duration;
 
 import static de.juplo.kafka.ApplicationTests.PARTITIONS;
+import static de.juplo.kafka.ApplicationTests.DLT;
 import static de.juplo.kafka.ApplicationTests.TOPIC;
 import static org.awaitility.Awaitility.await;
 import static org.springframework.test.web.servlet.request.MockMvcRequestBuilders.get;
@@ -23,11 +24,12 @@ import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.
     "juplo.bootstrap-server=${spring.embedded.kafka.brokers}",
     "juplo.consumer.topic=" + TOPIC })
 @AutoConfigureMockMvc
-@EmbeddedKafka(topics = TOPIC, partitions = PARTITIONS)
+@EmbeddedKafka(topics = { TOPIC, DLT }, partitions = PARTITIONS)
 @DirtiesContext
 public class ApplicationTests
 {
   static final String TOPIC = "FOO";
+  public static final String DLT = TOPIC + "-dlt";
   static final int PARTITIONS = 10;
 
   @Autowired