From 458bb02c6dca072eeb00acf5ef41f14657f7fb46 Mon Sep 17 00:00:00 2001 From: Kai Moritz Date: Wed, 1 Nov 2023 13:20:12 +0100 Subject: [PATCH] =?utf8?q?Vereinfachtes=20setup=20aus=20Grundlagen-=C3=9Cb?= =?utf8?q?ungen=20=C3=BCbernommen?= MIME-Version: 1.0 Content-Type: text/plain; charset=utf8 Content-Transfer-Encoding: 8bit --- README.sh | 2 -- docker/docker-compose.yml | 24 -------------- docker/jmx-exporter.yml | 70 --------------------------------------- 3 files changed, 96 deletions(-) delete mode 100644 docker/jmx-exporter.yml diff --git a/README.sh b/README.sh index 0d7b053..45a4ba6 100755 --- a/README.sh +++ b/README.sh @@ -10,8 +10,6 @@ docker-compose -f docker/docker-compose.yml up -d --remove-orphans kafka-1 kafka docker-compose -f docker/docker-compose.yml up --remove-orphans setup || exit 1 -docker-compose -f docker/docker-compose.yml up -t0 -d cli - docker-compose -f docker/docker-compose.yml up -d acks-0 acks-1 acks-all while ! [[ $(http 0:8080/actuator/health 2> /dev/null) =~ "UP" ]]; do echo "Waiting for acks-0..."; sleep 1; done while ! [[ $(http 0:8081/actuator/health 2> /dev/null) =~ "UP" ]]; do echo "Waiting for acks-1..."; sleep 1; done diff --git a/docker/docker-compose.yml b/docker/docker-compose.yml index ca562f2..c06de62 100644 --- a/docker/docker-compose.yml +++ b/docker/docker-compose.yml @@ -21,15 +21,7 @@ services: KAFKA_INTER_BROKER_LISTENER_NAME: BROKER KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3 KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false" - KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.authorizer.AclAuthorizer - KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: "true" - KAFKA_OPTS: - -javaagent:/usr/share/java/cp-base-new/jmx_prometheus_javaagent-0.18.0.jar=0.0.0.0:80:/etc/jmx-exporter.yml - -Dcom.sun.management.jmxremote=true - -Dcom.sun.management.jmxremote.port=9101 - -Dcom.sun.management.jmxremote.authenticate=false volumes: - - ./jmx-exporter.yml:/etc/jmx-exporter.yml:ro - kafka-1-data:/var/lib/kafka/data ports: - 9081:9081 @@ -48,15 +40,7 @@ services: KAFKA_INTER_BROKER_LISTENER_NAME: BROKER KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3 KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false" - KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.authorizer.AclAuthorizer - KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: "true" - KAFKA_OPTS: - -javaagent:/usr/share/java/cp-base-new/jmx_prometheus_javaagent-0.18.0.jar=0.0.0.0:80:/etc/jmx-exporter.yml - -Dcom.sun.management.jmxremote=true - -Dcom.sun.management.jmxremote.port=9101 - -Dcom.sun.management.jmxremote.authenticate=false volumes: - - ./jmx-exporter.yml:/etc/jmx-exporter.yml:ro - kafka-2-data:/var/lib/kafka/data ports: - 9092:9082 @@ -80,15 +64,7 @@ services: KAFKA_INTER_BROKER_LISTENER_NAME: BROKER KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3 KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false" - KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.authorizer.AclAuthorizer - KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: "true" - KAFKA_OPTS: - -javaagent:/usr/share/java/cp-base-new/jmx_prometheus_javaagent-0.18.0.jar=0.0.0.0:80:/etc/jmx-exporter.yml - -Dcom.sun.management.jmxremote=true - -Dcom.sun.management.jmxremote.port=9101 - -Dcom.sun.management.jmxremote.authenticate=false volumes: - - ./jmx-exporter.yml:/etc/jmx-exporter.yml:ro - kafka-3-data:/var/lib/kafka/data ports: - 9083:9083 diff --git a/docker/jmx-exporter.yml b/docker/jmx-exporter.yml deleted file mode 100644 index fde0e7e..0000000 --- a/docker/jmx-exporter.yml +++ /dev/null @@ -1,70 +0,0 @@ -lowercaseOutputName: true -lowercaseOutputLabelNames: true -rules: - # Special cases and very specific rules - - pattern : kafka.server<>Value - name: kafka_server_$1_$2 - type: GAUGE - labels: - clientId: "$3" - topic: "$4" - partition: "$5" - - pattern : kafka.server<>Value - name: kafka_server_$1_$2 - type: GAUGE - labels: - clientId: "$3" - broker: "$4:$5" - - - pattern : kafka.server<>OneMinuteRate - name: kafka_server_kafkarequesthandlerpool_requesthandleravgidlepercent_total - type: GAUGE - - - pattern: kafka.server<>connections - name: kafka_server_socketservermetrics_connections - type: GAUGE - labels: - client_software_name: "$1" - client_software_version: "$2" - listener: "$3" - network_processor: "$4" - - - pattern : 'kafka.server<>(.+):' - name: kafka_server_socketservermetrics_$3 - type: GAUGE - labels: - listener: "$1" - network_processor: "$2" - - # Count and Value - - pattern: kafka.(.+)<>(Count|Value) - name: kafka_$1_$2_$3 - labels: - "$4": "$5" - "$6": "$7" - - pattern: kafka.(.+)<>(Count|Value) - name: kafka_$1_$2_$3 - labels: - "$4": "$5" - - pattern: kafka.(.+)<>(Count|Value) - name: kafka_$1_$2_$3 - - # Percentile - - pattern: kafka.(.+)<>(\d+)thPercentile - name: kafka_$1_$2_$3 - type: GAUGE - labels: - "$4": "$5" - "$6": "$7" - quantile: "0.$8" - - pattern: kafka.(.+)<>(\d+)thPercentile - name: kafka_$1_$2_$3 - type: GAUGE - labels: - "$4": "$5" - quantile: "0.$6" - - pattern: kafka.(.+)<>(\d+)thPercentile - name: kafka_$1_$2_$3 - type: GAUGE - labels: - quantile: "0.$4" -- 2.20.1