From: Kai Moritz Date: Mon, 7 Aug 2023 20:03:04 +0000 (+0200) Subject: WIP:brokers X-Git-Url: http://juplo.de/gitweb/?a=commitdiff_plain;h=b42dcf454f60ab47eb7ef212e0600a3547638651;p=demos%2Fkafka%2Fmonitoring WIP:brokers --- diff --git a/kafka-brokers.json b/kafka-brokers.json index 1dbbaaf..a4b4878 100644 --- a/kafka-brokers.json +++ b/kafka-brokers.json @@ -395,124 +395,6 @@ "title": "Preferred Replica Imbalance", "type": "stat" }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "Bytes/s", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 2, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "links": [], - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "Bps" - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 16, - "y": 1 - }, - "id": 84, - "links": [], - "options": { - "legend": { - "calcs": [ - "mean", - "lastNotNull", - "max" - ], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "8.1.3", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "expr": "sum(rate(kafka_server_brokertopicmetrics_bytesinpersec{job=\"kafka-broker\",env=\"$env\",instance=~\"$instance\",topic!=\"\"}[5m]))", - "format": "time_series", - "interval": "", - "intervalFactor": 2, - "legendFormat": "Bytes in", - "metric": "kafka_server_brokertopicmetrics_bytesinpersec", - "refId": "A", - "step": 4 - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "expr": "sum(rate(kafka_server_brokertopicmetrics_bytesoutpersec{job=\"kafka-broker\",env=\"$env\",instance=~\"$instance\",topic!=\"\"}[5m]))", - "format": "time_series", - "hide": false, - "interval": "", - "intervalFactor": 2, - "legendFormat": "Bytes out", - "metric": "kafka_server_brokertopicmetrics_bytesinpersec", - "refId": "B", - "step": 4 - } - ], - "title": "Broker network throughput", - "type": "timeseries" - }, { "datasource": { "type": "prometheus", @@ -863,7 +745,125 @@ "type": "prometheus", "uid": "PBFA97CFB590B2093" }, - "description": ": The number of in-sync replicas (ISRs) for a particular partition should remain fairly static, the only exceptions are when you are expanding your broker cluster or removing partitions. In order to maintain high availability, a healthy Kafka cluster requires a minimum number of ISRs for failover. A replica could be removed from the ISR pool for a couple of reasons: it is too far behind the leaders offset (user-configurable by setting the replica.lag.max.messages configuration parameter), or it has not contacted the leader for some time (configurable with the replica.socket.timeout.ms parameter). No matter the reason, an increase in IsrShrinksPerSec without a corresponding increase in IsrExpandsPerSec shortly thereafter is cause for concern and requires user intervention.The Kafka documentation provides a wealth of information on the user-configurable parameters for brokers.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "Bytes/s", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 2, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "links": [], + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "Bps" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 0, + "y": 9 + }, + "id": 84, + "links": [], + "options": { + "legend": { + "calcs": [ + "mean", + "lastNotNull", + "max" + ], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "8.1.3", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "expr": "sum(rate(kafka_server_brokertopicmetrics_bytesinpersec{job=\"kafka-broker\",env=\"$env\",instance=~\"$instance\",topic!=\"\"}[5m]))", + "format": "time_series", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Bytes in", + "metric": "kafka_server_brokertopicmetrics_bytesinpersec", + "refId": "A", + "step": 4 + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "expr": "sum(rate(kafka_server_brokertopicmetrics_bytesoutpersec{job=\"kafka-broker\",env=\"$env\",instance=~\"$instance\",topic!=\"\"}[5m]))", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 2, + "legendFormat": "Bytes out", + "metric": "kafka_server_brokertopicmetrics_bytesinpersec", + "refId": "B", + "step": 4 + } + ], + "title": "Broker network throughput", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "description": "", "fieldConfig": { "defaults": { "color": { @@ -899,6 +899,7 @@ "mode": "off" } }, + "decimals": 0, "links": [], "mappings": [], "min": 0, @@ -906,8 +907,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -915,7 +915,7 @@ } ] }, - "unit": "ops" + "unit": "partitions" }, "overrides": [ { @@ -945,16 +945,15 @@ ] }, "gridPos": { - "h": 9, - "w": 12, - "x": 12, + "h": 8, + "w": 16, + "x": 8, "y": 9 }, "id": 123, "options": { "legend": { "calcs": [ - "mean", "lastNotNull", "max" ], @@ -984,7 +983,7 @@ "refId": "A" } ], - "title": "IsrExpands per Sec", + "title": "Underreplicated Partitions", "type": "timeseries" }, { @@ -997,7 +996,7 @@ "h": 1, "w": 24, "x": 0, - "y": 18 + "y": 17 }, "id": 31, "panels": [], @@ -1049,7 +1048,7 @@ "h": 4, "w": 4, "x": 0, - "y": 19 + "y": 18 }, "id": 93, "links": [], @@ -1121,7 +1120,7 @@ "h": 4, "w": 4, "x": 4, - "y": 19 + "y": 18 }, "id": 35, "links": [], @@ -1193,7 +1192,7 @@ "h": 4, "w": 4, "x": 8, - "y": 19 + "y": 18 }, "id": 37, "links": [], @@ -1265,7 +1264,7 @@ "h": 4, "w": 4, "x": 0, - "y": 23 + "y": 22 }, "id": 94, "links": [], @@ -1337,7 +1336,7 @@ "h": 4, "w": 4, "x": 4, - "y": 23 + "y": 22 }, "id": 38, "links": [], @@ -1409,7 +1408,7 @@ "h": 4, "w": 4, "x": 8, - "y": 23 + "y": 22 }, "id": 36, "links": [], @@ -1455,7 +1454,7 @@ "h": 1, "w": 24, "x": 0, - "y": 27 + "y": 26 }, "id": 40, "panels": [], @@ -1550,7 +1549,7 @@ "h": 8, "w": 8, "x": 0, - "y": 28 + "y": 27 }, "id": 27, "links": [], @@ -1669,7 +1668,7 @@ "h": 8, "w": 8, "x": 8, - "y": 28 + "y": 27 }, "id": 2, "links": [], @@ -1797,7 +1796,7 @@ "h": 8, "w": 8, "x": 16, - "y": 28 + "y": 27 }, "id": 3, "links": [], @@ -1846,7 +1845,7 @@ "h": 1, "w": 24, "x": 0, - "y": 36 + "y": 35 }, "id": 29, "panels": [ @@ -2466,7 +2465,7 @@ "h": 1, "w": 24, "x": 0, - "y": 37 + "y": 36 }, "id": 44, "panels": [ @@ -2684,7 +2683,7 @@ "h": 1, "w": 24, "x": 0, - "y": 38 + "y": 37 }, "id": 86, "panels": [ @@ -3195,7 +3194,7 @@ "h": 1, "w": 24, "x": 0, - "y": 39 + "y": 38 }, "id": 82, "panels": [], @@ -3276,7 +3275,7 @@ "h": 9, "w": 12, "x": 0, - "y": 40 + "y": 39 }, "id": 80, "options": { @@ -3376,7 +3375,7 @@ "h": 9, "w": 12, "x": 12, - "y": 40 + "y": 39 }, "id": 83, "options": { @@ -3422,7 +3421,7 @@ "h": 1, "w": 24, "x": 0, - "y": 49 + "y": 48 }, "id": 53, "panels": [ @@ -3635,7 +3634,7 @@ "h": 1, "w": 24, "x": 0, - "y": 50 + "y": 49 }, "id": 58, "panels": [ @@ -4138,7 +4137,7 @@ "h": 1, "w": 24, "x": 0, - "y": 51 + "y": 50 }, "id": 68, "panels": [ @@ -4643,7 +4642,7 @@ "h": 1, "w": 24, "x": 0, - "y": 52 + "y": 51 }, "id": 66, "panels": [ @@ -5148,7 +5147,7 @@ "h": 1, "w": 24, "x": 0, - "y": 53 + "y": 52 }, "id": 102, "panels": [ @@ -5929,7 +5928,7 @@ "h": 1, "w": 24, "x": 0, - "y": 54 + "y": 53 }, "id": 120, "panels": [ @@ -6188,7 +6187,7 @@ "h": 1, "w": 24, "x": 0, - "y": 55 + "y": 54 }, "id": 46, "panels": [