2 lowercaseOutputName: true
3 lowercaseOutputLabelNames: true
6 - "kafka.consumer:type=*,id=*"
7 - "kafka.consumer:type=*,client-id=*"
8 - "kafka.consumer:type=*,client-id=*,node-id=*"
9 - "kafka.producer:type=*,id=*"
10 - "kafka.producer:type=*,client-id=*"
11 - "kafka.producer:type=*,client-id=*,node-id=*"
12 - "kafka.*:type=kafka-metrics-count,*"
13 # This will ignore the admin client metrics from Kafka Brokers and will blacklist certain metrics
14 # that do not make sense for ingestion.
15 # "kafka.admin.client:type=*, node-id=*, client-id=*"
16 # "kafka.admin.client:type=*, client-id=*"
17 # "kafka.admin.client:type=*, id=*"
18 - "kafka.admin.client:*"
19 - "kafka.server:type=*,cipher=*,protocol=*,listener=*,networkProcessor=*"
20 - "kafka.server:type=*"
21 - "kafka.server:type=app-info,id=*"
24 - "io.confluent.common.security.jetty:*"
25 - "io.confluent.rest:*"
26 - "confluent.metadata.service:type=app-info,id=*"
27 - "confluent.metadata.service:type=app-info,client-id=*"
28 - "confluent.metadata:type=kafkaauthstore,*"
30 # This is by far the biggest contributor to the number of sheer metrics being produced.
31 # Always keep it on the top for the case of probability when so many metrics will hit the first condition and exit.
32 # "kafka.cluster:type=*, name=*, topic=*, partition=*"
33 # "kafka.log:type=*,name=*, topic=*, partition=*"
34 - pattern: kafka.(\w+)<type=(.+), name=(.+), topic=(.+), partition=(.+)><>Value
40 # "kafka.server:type=*,name=*, client-id=*, topic=*, partition=*"
41 - pattern: kafka.server<type=(.+), name=(.+), clientId=(.+), topic=(.+), partition=(.*)><>Value
42 name: kafka_server_$1_$2
48 - pattern: kafka.server<type=(.+), name=(.+), clientId=(.+), brokerHost=(.+), brokerPort=(.+)><>Value
49 name: kafka_server_$1_$2
54 # "kafka.network:type=*, name=*, request=*, error=*"
55 # "kafka.network:type=*, name=*, request=*, version=*"
56 - pattern: kafka.(\w+)<type=(.+), name=(.+), (.+)=(.+), (.+)=(.+)><>(Count|Value)
61 - pattern: kafka.(\w+)<type=(.+), name=(.+), (.+)=(.*), (.+)=(.+)><>(\d+)thPercentile
68 # "kafka.rest:type=*, topic=*, partition=*, client-id=*"
69 # "kafka.rest:type=*, cipher=*, protocol=*, client-id=*"
70 - pattern: kafka.(\w+)<type=(.+), (.+)=(.+), (.+)=(.+), (.+)=(.+)><>Value
77 # "kafka.server:type=*, name=*, topic=*"
78 # "kafka.server:type=*, name=*, clientId=*"
79 # "kafka.server:type=*, name=*, delayedOperation=*"
80 # "kafka.server:type=*, name=*, fetcherType=*"
81 # "kafka.network:type=*, name=*, networkProcessor=*"
82 # "kafka.network:type=*, name=*, processor=*"
83 # "kafka.network:type=*, name=*, request=*"
84 # "kafka.network:type=*, name=*, listener=*"
85 # "kafka.log:type=*, name=*, logDirectory=*"
86 # "kafka.log:type=*, name=*, op=*"
87 # "kafka.rest:type=*, node-id=*, client-id=*"
88 - pattern: kafka.(\w+)<type=(.+), name=(.+), (.+)=(.+)><>(Count|Value)
92 # "kafka.consumer:type=*, topic=*, client-id=*"
93 # "kafka.producer:type=*, topic=*, client-id=*"
94 # "kafka.rest:type=*, topic=*, client-id=*"
95 # "kafka.server:type=*, broker-id=*, fetcher-id=*"
96 # "kafka.server:type=*, listener=*, networkProcessor=*"
97 - pattern: kafka.(\w+)<type=(.+), (.+)=(.+), (.+)=(.+)><>(Count|Value)
102 # - pattern: "kafka.(.+)<type=(.+), (.+)=(.+), (.+)=(.+)><>(.+):"
107 # attribute_name: "$7"
108 # "kafka.network:type=*, name=*"
109 # "kafka.server:type=*, name=*"
110 # "kafka.controller:type=*, name=*"
111 # "kafka.databalancer:type=*, name=*"
112 # "kafka.log:type=*, name=*"
113 # "kafka.utils:type=*, name=*"
114 - pattern: kafka.(\w+)<type=(.+), name=(.+)><>(Count|Value)
116 # "kafka.producer:type=*, client-id=*"
117 # "kafka.producer:type=*, id=*"
118 # "kafka.rest:type=*, client-id=*"
119 # "kafka.rest:type=*, http-status-code=*"
120 # "kafka.server:type=*, BrokerId=*"
121 # "kafka.server:type=*, listener=*"
122 # "kafka.server:type=*, id=*"
123 - pattern: kafka.(\w+)<type=(.+), (.+)=(.+)><>Value
127 # - pattern: "kafka.(.+)<type=(.+), (.+)=(.+)><>(.+):"
131 # attribute_name: "$5"
132 - pattern: kafka.server<type=KafkaRequestHandlerPool, name=RequestHandlerAvgIdlePercent><>OneMinuteRate
133 name: kafka_server_kafkarequesthandlerpool_requesthandleravgidlepercent_total
135 # "kafka.server:type=*, listener=*, networkProcessor=*, clientSoftwareName=*, clientSoftwareVersion=*"
136 - pattern: kafka.server<type=socket-server-metrics, clientSoftwareName=(.+), clientSoftwareVersion=(.+), listener=(.+), networkProcessor=(.+)><>connections
137 name: kafka_server_socketservermetrics_connections
140 client_software_name: "$1"
141 client_software_version: "$2"
143 network_processor: "$4"
144 - pattern: "kafka.server<type=socket-server-metrics, listener=(.+), networkProcessor=(.+)><>(.+):"
145 name: kafka_server_socketservermetrics_$3
149 network_processor: "$2"
150 # - pattern: "kafka.server<type=socket-server-metrics, listener=(.+)><>(.+):"
151 # name: kafka_server_socketservermetrics
155 # attribute_name: "$2"
156 # "kafka.coordinator.group:type=*, name=*"
157 # "kafka.coordinator.transaction:type=*, name=*"
158 - pattern: kafka.coordinator.(\w+)<type=(.+), name=(.+)><>(Count|Value)
159 name: kafka_coordinator_$1_$2_$3
161 - pattern: kafka.(\w+)<type=(.+), name=(.+), (.+)=(.*)><>(\d+)thPercentile
167 - pattern: kafka.(\w+)<type=(.+), name=(.+)><>(\d+)thPercentile
172 # Additional Rules for Confluent Server Metrics
173 # 'confluent.metadata:type=*, name=*, topic=*, partition=*'
174 - pattern: confluent.(\w+)<type=(.+), (.+)=(.+), (.+)=(.+), (.+)=(.+)><>(Value|Count)
175 name: confluent_$1_$2
181 # 'confluent.metadata.service:type=*, node-id=*, client-id=*'
182 - pattern: confluent.(.+)<type=(.+), (.+)=(.+), (.+)=(.+)><>Value
183 name: confluent_$1_$2
188 # 'confluent.metadata.service:type=*, node-id=*, client-id=*'
189 - pattern: 'confluent.metadata.service<type=(.+), (.+)=(.+), (.+)=(.+)><>(.+):'
196 # 'confluent.metadata.service:type=*, client-id=*'
197 # 'confluent.metadata.service:type=*, id=*'
198 # 'confluent.metadata:type=*, name=*'
199 # 'confluent.license:type=*, name=*'
200 - pattern: confluent.(.+)<type=(.+), (.+)=(.+)><>Value
201 name: confluent_$1_$2
205 - pattern: 'confluent.(.+)<type=(.+), (.+)=(.+)><>(.+):'
206 name: confluent_$1_$2
212 - pattern : 'kafka.server<type=(Produce|Fetch|Request), user=(.+), client-id=(.+)><>(.+):'
213 name: kafka_server_$1_$4
219 - pattern : 'kafka.server<type=(Produce|Fetch|Request), user=(.+)><>(.+):'
220 name: kafka_server_$1_$3
225 - pattern : 'kafka.server<type=(Produce|Fetch|Request), client-id=(.+)><>(.+):'
226 name: kafka_server_$1_$3