]> juplo.de Git - demos/kafka/training/commitdiff
Die Daten werden im Topic als JSON mit JSON-Schema abgelegt
authorKai Moritz <kai@juplo.de>
Fri, 26 Apr 2024 12:15:12 +0000 (14:15 +0200)
committerKai Moritz <kai@juplo.de>
Sat, 27 Apr 2024 07:44:52 +0000 (09:44 +0200)
README.sh
datagen-source-connector.json
s3-sink-connector.json

index ba773b336397c570bc37136dd5381c66285dbe6d..5a0569d524556ea41691741181cde574126783aa 100755 (executable)
--- a/README.sh
+++ b/README.sh
@@ -30,7 +30,7 @@ echo
 echo "Lese probeweise 5 Nachrichten aus den erzeugten Daten ein"
 echo
 docker compose -f docker/docker-compose.yml exec cli \
-  kafka-avro-console-consumer \
+  kafka-console-consumer \
     --bootstrap-server kafka:9092 \
     --topic test \
     --property schema.registry.url=http://schema-registry:8085 \
index e9bc9bcf60dbb762a144a8cd24819c8821eb9bac..678a8cfdc51d2619522a7207c432dbd543c7787a 100644 (file)
@@ -4,6 +4,9 @@
     "name": "datagen-source",
     "connector.class": "io.confluent.kafka.connect.datagen.DatagenConnector",
     "kafka.topic": "test",
+    "value.converter": "io.confluent.connect.json.JsonSchemaConverter",
+    "value.converter.schemas.enable": "true",
+    "value.converter.schema.registry.url": "http://schema-registry:8085",
     "schema.string": "{\"type\":\"record\",\"name\":\"myrecord\",\"fields\":[{\"name\":\"f1\",\"type\":\"string\"}]}"
   }
 }
index 15f3686e8500da5f1d779f7f523918848e204e03..98bd525e4f3e5e179b15d625792733ebd8744ba2 100644 (file)
@@ -4,6 +4,9 @@
     "name": "s3-sink",
     "connector.class": "io.confluent.connect.s3.S3SinkConnector",
     "topics": "test",
+    "value.converter": "io.confluent.connect.json.JsonSchemaConverter",
+    "value.converter.schemas.enable": "true",
+    "value.converter.schema.registry.url": "http://schema-registry:8085",
     "s3.bucket.name": "juplo",
     "s3.part.size": "5242880",
     "timezone": "Europe/Berlin",