From b815f1e1a525934614d40ae03ba8cea5d36edfe2 Mon Sep 17 00:00:00 2001
From: Kai Moritz <kai@juplo.de>
Date: Mon, 29 Apr 2024 07:29:01 +0200
Subject: [PATCH] =?utf8?q?Erzeugung=20der=20Connectors=20=C3=BCber=20PUT?=
 =?utf8?q?=20(ermg=C3=B6licht=20einfacheres=20JSON)?=
MIME-Version: 1.0
Content-Type: text/plain; charset=utf8
Content-Transfer-Encoding: 8bit

---
 README.sh                     |  6 +++---
 datagen-source-connector.json | 18 +++++++-----------
 s3-sink-connector.json        | 36 ++++++++++++++++-------------------
 3 files changed, 26 insertions(+), 34 deletions(-)

diff --git a/README.sh b/README.sh
index 5a0569d..8c88d08 100755
--- a/README.sh
+++ b/README.sh
@@ -19,12 +19,12 @@ docker compose -f docker/docker-compose.yml exec minio mc mb /data/juplo
 echo
 echo "Validität der Konfiguration des S3-Sink-Connector prüfen"
 echo
-cat s3-sink-connector.json | jq .config | http -v put :8083/connector-plugins/io.confluent.connect.s3.S3SinkConnector/config/validate
+cat s3-sink-connector.json http -v put :8083/connector-plugins/io.confluent.connect.s3.S3SinkConnector/config/validate
 
 echo
 echo "Simuliere einen Producer mit dem Confluent Datagen Connector"
 echo
-cat datagen-source-connector.json | http -v post :8083/connectors
+cat datagen-source-connector.json | http -v put :8083/connectors/datagen-source/config
 
 echo
 echo "Lese probeweise 5 Nachrichten aus den erzeugten Daten ein"
@@ -39,7 +39,7 @@ docker compose -f docker/docker-compose.yml exec cli \
 echo
 echo "Erzeuge einen Confluent S3 Sink Connector"
 echo
-cat s3-sink-connector.json | http -v post :8083/connectors
+cat s3-sink-connector.json | http -v put :8083/connectors/s3-sink/config
 
 echo
 echo "Schlafe für 10 Sekunden..."
diff --git a/datagen-source-connector.json b/datagen-source-connector.json
index f28c1a3..f80b670 100644
--- a/datagen-source-connector.json
+++ b/datagen-source-connector.json
@@ -1,13 +1,9 @@
 {
-  "name": "datagen-source",
-  "config": {
-    "name": "datagen-source",
-    "connector.class": "io.confluent.kafka.connect.datagen.DatagenConnector",
-    "kafka.topic": "test",
-    "value.converter": "io.confluent.connect.json.JsonSchemaConverter",
-    "value.converter.schemas.enable": "true",
-    "value.converter.schema.registry.url": "http://schema-registry:8085",
-    "schema.string": "{\"type\":\"record\",\"name\":\"sampleschema\",\"fields\":[{\"name\":\"key\",\"type\":{\"type\":\"enum\",\"name\":\"Example_Key_Values\",\"symbols\":[\"a\",\"b\",\"c\",\"d\"]}},{\"name\":\"attribute_1\",\"type\":\"string\"},{\"name\":\"attribute_2\",\"type\":\"string\"}]}",
-    "schema.keyfield": "key"
-  }
+  "connector.class": "io.confluent.kafka.connect.datagen.DatagenConnector",
+  "kafka.topic": "test",
+  "value.converter": "io.confluent.connect.json.JsonSchemaConverter",
+  "value.converter.schemas.enable": "true",
+  "value.converter.schema.registry.url": "http://schema-registry:8085",
+  "schema.string": "{\"type\":\"record\",\"name\":\"sampleschema\",\"fields\":[{\"name\":\"key\",\"type\":{\"type\":\"enum\",\"name\":\"Example_Key_Values\",\"symbols\":[\"a\",\"b\",\"c\",\"d\"]}},{\"name\":\"attribute_1\",\"type\":\"string\"},{\"name\":\"attribute_2\",\"type\":\"string\"}]}",
+  "schema.keyfield": "key"
 }
diff --git a/s3-sink-connector.json b/s3-sink-connector.json
index 98bd525..abccdb6 100644
--- a/s3-sink-connector.json
+++ b/s3-sink-connector.json
@@ -1,22 +1,18 @@
 {
-  "name": "s3-sink",
-  "config": {
-    "name": "s3-sink",
-    "connector.class": "io.confluent.connect.s3.S3SinkConnector",
-    "topics": "test",
-    "value.converter": "io.confluent.connect.json.JsonSchemaConverter",
-    "value.converter.schemas.enable": "true",
-    "value.converter.schema.registry.url": "http://schema-registry:8085",
-    "s3.bucket.name": "juplo",
-    "s3.part.size": "5242880",
-    "timezone": "Europe/Berlin",
-    "rotate.schedule.interval.ms": "3000",
-    "flush.size": "1000",
-    "storage.class": "io.confluent.connect.s3.storage.S3Storage",
-    "store.url": "http://minio:9000",
-    "format.class": "io.confluent.connect.s3.format.json.JsonFormat",
-    "schema.generator.class": "io.confluent.connect.storage.hive.schema.DefaultSchemaGenerator",
-    "partitioner.class": "io.confluent.connect.storage.partitioner.DefaultPartitioner",
-    "schema.compatibility": "NONE"
-  }
+  "connector.class": "io.confluent.connect.s3.S3SinkConnector",
+  "topics": "test",
+  "value.converter": "io.confluent.connect.json.JsonSchemaConverter",
+  "value.converter.schemas.enable": "true",
+  "value.converter.schema.registry.url": "http://schema-registry:8085",
+  "s3.bucket.name": "juplo",
+  "s3.part.size": "5242880",
+  "timezone": "Europe/Berlin",
+  "rotate.schedule.interval.ms": "3000",
+  "flush.size": "1000",
+  "storage.class": "io.confluent.connect.s3.storage.S3Storage",
+  "store.url": "http://minio:9000",
+  "format.class": "io.confluent.connect.s3.format.json.JsonFormat",
+  "schema.generator.class": "io.confluent.connect.storage.hive.schema.DefaultSchemaGenerator",
+  "partitioner.class": "io.confluent.connect.storage.partitioner.DefaultPartitioner",
+  "schema.compatibility": "NONE"
 }
-- 
2.20.1