From b42dcf454f60ab47eb7ef212e0600a3547638651 Mon Sep 17 00:00:00 2001 From: Kai Moritz Date: Mon, 7 Aug 2023 22:03:04 +0200 Subject: [PATCH] WIP:brokers --- kafka-brokers.json | 301 ++++++++++++++++++++++----------------------- 1 file changed, 150 insertions(+), 151 deletions(-) diff --git a/kafka-brokers.json b/kafka-brokers.json index 1dbbaaf..a4b4878 100644 --- a/kafka-brokers.json +++ b/kafka-brokers.json @@ -395,124 +395,6 @@ "title": "Preferred Replica Imbalance", "type": "stat" }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "Bytes/s", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 2, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "links": [], - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "Bps" - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 16, - "y": 1 - }, - "id": 84, - "links": [], - "options": { - "legend": { - "calcs": [ - "mean", - "lastNotNull", - "max" - ], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "8.1.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "expr": "sum(rate(kafka_server_brokertopicmetrics_bytesinpersec{job=\"kafka-broker\",env=\"$env\",instance=~\"$instance\",topic!=\"\"}[5m]))", - "format": "time_series", - "interval": "", - "intervalFactor": 2, - "legendFormat": "Bytes in", - "metric": "kafka_server_brokertopicmetrics_bytesinpersec", - "refId": "A", - "step": 4 - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "expr": "sum(rate(kafka_server_brokertopicmetrics_bytesoutpersec{job=\"kafka-broker\",env=\"$env\",instance=~\"$instance\",topic!=\"\"}[5m]))", - "format": "time_series", - "hide": false, - "interval": "", - "intervalFactor": 2, - "legendFormat": "Bytes out", - "metric": "kafka_server_brokertopicmetrics_bytesinpersec", - "refId": "B", - "step": 4 - } - ], - "title": "Broker network throughput", - "type": "timeseries" - }, { "datasource": { "type": "prometheus", @@ -863,7 +745,125 @@ "type": "prometheus", "uid": "PBFA97CFB590B2093" }, - "description": ": The number of in-sync replicas (ISRs) for a particular partition should remain fairly static, the only exceptions are when you are expanding your broker cluster or removing partitions. In order to maintain high availability, a healthy Kafka cluster requires a minimum number of ISRs for failover. A replica could be removed from the ISR pool for a couple of reasons: it is too far behind the leaders offset (user-configurable by setting the replica.lag.max.messages configuration parameter), or it has not contacted the leader for some time (configurable with the replica.socket.timeout.ms parameter). No matter the reason, an increase in IsrShrinksPerSec without a corresponding increase in IsrExpandsPerSec shortly thereafter is cause for concern and requires user intervention.The Kafka documentation provides a wealth of information on the user-configurable parameters for brokers.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "Bytes/s", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "links": [], + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "Bps" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 0, + "y": 9 + }, + "id": 84, + "links": [], + "options": { + "legend": { + "calcs": [ + "mean", + "lastNotNull", + "max" + ], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "8.1.3", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "expr": "sum(rate(kafka_server_brokertopicmetrics_bytesinpersec{job=\"kafka-broker\",env=\"$env\",instance=~\"$instance\",topic!=\"\"}[5m]))", + "format": "time_series", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Bytes in", + "metric": "kafka_server_brokertopicmetrics_bytesinpersec", + "refId": "A", + "step": 4 + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "expr": "sum(rate(kafka_server_brokertopicmetrics_bytesoutpersec{job=\"kafka-broker\",env=\"$env\",instance=~\"$instance\",topic!=\"\"}[5m]))", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 2, + "legendFormat": "Bytes out", + "metric": "kafka_server_brokertopicmetrics_bytesinpersec", + "refId": "B", + "step": 4 + } + ], + "title": "Broker network throughput", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "description": "", "fieldConfig": { "defaults": { "color": { @@ -899,6 +899,7 @@ "mode": "off" } }, + "decimals": 0, "links": [], "mappings": [], "min": 0, @@ -906,8 +907,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -915,7 +915,7 @@ } ] }, - "unit": "ops" + "unit": "partitions" }, "overrides": [ { @@ -945,16 +945,15 @@ ] }, "gridPos": { - "h": 9, - "w": 12, - "x": 12, + "h": 8, + "w": 16, + "x": 8, "y": 9 }, "id": 123, "options": { "legend": { "calcs": [ - "mean", "lastNotNull", "max" ], @@ -984,7 +983,7 @@ "refId": "A" } ], - "title": "IsrExpands per Sec", + "title": "Underreplicated Partitions", "type": "timeseries" }, { @@ -997,7 +996,7 @@ "h": 1, "w": 24, "x": 0, - "y": 18 + "y": 17 }, "id": 31, "panels": [], @@ -1049,7 +1048,7 @@ "h": 4, "w": 4, "x": 0, - "y": 19 + "y": 18 }, "id": 93, "links": [], @@ -1121,7 +1120,7 @@ "h": 4, "w": 4, "x": 4, - "y": 19 + "y": 18 }, "id": 35, "links": [], @@ -1193,7 +1192,7 @@ "h": 4, "w": 4, "x": 8, - "y": 19 + "y": 18 }, "id": 37, "links": [], @@ -1265,7 +1264,7 @@ "h": 4, "w": 4, "x": 0, - "y": 23 + "y": 22 }, "id": 94, "links": [], @@ -1337,7 +1336,7 @@ "h": 4, "w": 4, "x": 4, - "y": 23 + "y": 22 }, "id": 38, "links": [], @@ -1409,7 +1408,7 @@ "h": 4, "w": 4, "x": 8, - "y": 23 + "y": 22 }, "id": 36, "links": [], @@ -1455,7 +1454,7 @@ "h": 1, "w": 24, "x": 0, - "y": 27 + "y": 26 }, "id": 40, "panels": [], @@ -1550,7 +1549,7 @@ "h": 8, "w": 8, "x": 0, - "y": 28 + "y": 27 }, "id": 27, "links": [], @@ -1669,7 +1668,7 @@ "h": 8, "w": 8, "x": 8, - "y": 28 + "y": 27 }, "id": 2, "links": [], @@ -1797,7 +1796,7 @@ "h": 8, "w": 8, "x": 16, - "y": 28 + "y": 27 }, "id": 3, "links": [], @@ -1846,7 +1845,7 @@ "h": 1, "w": 24, "x": 0, - "y": 36 + "y": 35 }, "id": 29, "panels": [ @@ -2466,7 +2465,7 @@ "h": 1, "w": 24, "x": 0, - "y": 37 + "y": 36 }, "id": 44, "panels": [ @@ -2684,7 +2683,7 @@ "h": 1, "w": 24, "x": 0, - "y": 38 + "y": 37 }, "id": 86, "panels": [ @@ -3195,7 +3194,7 @@ "h": 1, "w": 24, "x": 0, - "y": 39 + "y": 38 }, "id": 82, "panels": [], @@ -3276,7 +3275,7 @@ "h": 9, "w": 12, "x": 0, - "y": 40 + "y": 39 }, "id": 80, "options": { @@ -3376,7 +3375,7 @@ "h": 9, "w": 12, "x": 12, - "y": 40 + "y": 39 }, "id": 83, "options": { @@ -3422,7 +3421,7 @@ "h": 1, "w": 24, "x": 0, - "y": 49 + "y": 48 }, "id": 53, "panels": [ @@ -3635,7 +3634,7 @@ "h": 1, "w": 24, "x": 0, - "y": 50 + "y": 49 }, "id": 58, "panels": [ @@ -4138,7 +4137,7 @@ "h": 1, "w": 24, "x": 0, - "y": 51 + "y": 50 }, "id": 68, "panels": [ @@ -4643,7 +4642,7 @@ "h": 1, "w": 24, "x": 0, - "y": 52 + "y": 51 }, "id": 66, "panels": [ @@ -5148,7 +5147,7 @@ "h": 1, "w": 24, "x": 0, - "y": 53 + "y": 52 }, "id": 102, "panels": [ @@ -5929,7 +5928,7 @@ "h": 1, "w": 24, "x": 0, - "y": 54 + "y": 53 }, "id": 120, "panels": [ @@ -6188,7 +6187,7 @@ "h": 1, "w": 24, "x": 0, - "y": 55 + "y": 54 }, "id": 46, "panels": [ -- 2.20.1