From: Kai Moritz <kai@juplo.de>
Date: Sun, 10 Nov 2024 16:57:23 +0000 (+0100)
Subject: Version des ``spring-consumer``, der Deserialisierungs-Fehler überspringt
X-Git-Tag: consumer/spring-consumer--deserialization-error--2025-03-18--19-42
X-Git-Url: https://juplo.de/gitweb/?a=commitdiff_plain;h=a9c8c7c479b65484171d1366658847d5ccedbf57;p=demos%2Fkafka%2Ftraining

Version des ``spring-consumer``, der Deserialisierungs-Fehler überspringt
---

diff --git a/README.sh b/README.sh
index 86b98061..392b237e 100755
--- a/README.sh
+++ b/README.sh
@@ -1,6 +1,6 @@
 #!/bin/bash
 
-IMAGE=juplo/spring-consumer:1.1-long-SNAPSHOT
+IMAGE=juplo/spring-consumer:1.1-deserialization-error-SNAPSHOT
 
 if [ "$1" = "cleanup" ]
 then
diff --git a/build.gradle b/build.gradle
index 12188d65..9df5cdad 100644
--- a/build.gradle
+++ b/build.gradle
@@ -8,7 +8,7 @@ plugins {
 }
 
 group = 'de.juplo.kafka'
-version = '1.1-long-SNAPSHOT'
+version = '1.1-deserialization-error-SNAPSHOT'
 
 java {
 	toolchain {
diff --git a/docker/docker-compose.yml b/docker/docker-compose.yml
index 7676d693..56003f70 100644
--- a/docker/docker-compose.yml
+++ b/docker/docker-compose.yml
@@ -150,14 +150,14 @@ services:
       juplo.consumer.topic: test
 
   peter:
-    image: juplo/spring-consumer:1.1-long-SNAPSHOT
+    image: juplo/spring-consumer:1.1-deserialization-error-SNAPSHOT
     environment:
       juplo.bootstrap-server: kafka:9092
       juplo.client-id: peter
       juplo.consumer.topic: test
 
   ute:
-    image: juplo/spring-consumer:1.1-long-SNAPSHOT
+    image: juplo/spring-consumer:1.1-deserialization-error-SNAPSHOT
     environment:
       juplo.bootstrap-server: kafka:9092
       juplo.client-id: ute
diff --git a/pom.xml b/pom.xml
index d99ed82f..b5cb106e 100644
--- a/pom.xml
+++ b/pom.xml
@@ -15,7 +15,7 @@
   <artifactId>spring-consumer</artifactId>
   <name>Spring Consumer</name>
   <description>Super Simple Consumer-Group, that is implemented as Spring-Boot application and configured by Spring Kafka</description>
-  <version>1.1-long-SNAPSHOT</version>
+  <version>1.1-deserialization-error-SNAPSHOT</version>
 
   <properties>
     <java.version>21</java.version>
diff --git a/src/main/java/de/juplo/kafka/ExampleConsumer.java b/src/main/java/de/juplo/kafka/ExampleConsumer.java
index 101abd1c..50cc2f82 100644
--- a/src/main/java/de/juplo/kafka/ExampleConsumer.java
+++ b/src/main/java/de/juplo/kafka/ExampleConsumer.java
@@ -4,6 +4,7 @@ import lombok.extern.slf4j.Slf4j;
 import org.apache.kafka.clients.consumer.Consumer;
 import org.apache.kafka.clients.consumer.ConsumerRecord;
 import org.apache.kafka.clients.consumer.ConsumerRecords;
+import org.apache.kafka.common.errors.RecordDeserializationException;
 import org.apache.kafka.common.errors.WakeupException;
 
 import java.time.Duration;
@@ -49,17 +50,30 @@ public class ExampleConsumer<K, V> implements Runnable
 
       while (true)
       {
-        ConsumerRecords<K, V> records = consumer.poll(Duration.ofSeconds(1));
-
-        log.info("{} - Received {} messages", id, records.count());
-        for (ConsumerRecord<K, V> record : records)
+        try
+        {
+          ConsumerRecords<K, V> records = consumer.poll(Duration.ofSeconds(1));
+
+          log.info("{} - Received {} messages", id, records.count());
+          for (ConsumerRecord<K, V> record : records)
+          {
+            handleRecord(
+              record.topic(),
+              record.partition(),
+              record.offset(),
+              record.key(),
+              record.value());
+          }
+        }
+        catch (RecordDeserializationException e)
         {
-          handleRecord(
-            record.topic(),
-            record.partition(),
-            record.offset(),
-            record.key(),
-            record.value());
+          log.error(
+            "{} - Ignoring invalid record for offset {} on partition {}: {}",
+            id,
+            e.offset(),
+            e.topicPartition(),
+            e.getMessage());
+          consumer.seek(e.topicPartition(), e.offset() + 1);
         }
       }
     }