fluent-bit/lib/librdkafka-2.1.0/src/statistics_schema.json


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444

{ "$schema": "http://json-schema.org/schema#",
  "id": "https://github.com/edenhill/librdkafka/src/statistics_schema.json",
  "title": "librdkafka statistics schema - INCOMPLETE - WORK IN PROGRESS",
  "definitions": {
      "window": {
          "type": "object",
          "title": "Rolling window statistics",
          "description": "The values are in microseconds unless otherwise stated.",
          "properties": {
              "type": "object",
              "properties": {
                  "min": {
                      "type": "integer"
                  },
                  "max": {
                      "type": "integer"
                  },
                  "avg": {
                      "type": "integer"
                  },
                  "sum": {
                      "type": "integer"
                  },
                  "stddev": {
                      "type": "integer"
                  },
                  "p50": {
                      "type": "integer"
                  },
                  "p75": {
                      "type": "integer"
                  },
                  "p90": {
                      "type": "integer"
                  },
                  "p95": {
                      "type": "integer"
                  },
                  "p99": {
                      "type": "integer"
                  },
                  "p99_99": {
                      "type": "integer"
                  },
                  "outofrange": {
                      "type": "integer"
                  },
                  "hdrsize": {
                      "type": "integer"
                  },
                  "cnt": {
                      "type": "integer"
                  }
              }
          }
      }
  },
  "type": "object",
  "properties": {
      "name": {
          "type": "string"
      },
      "client_id": {
          "type": "string"
      },
      "type": {
          "type": "string"
      },
      "ts": {
          "type": "integer"
      },
      "time": {
          "type": "integer"
      },
      "replyq": {
          "type": "integer"
      },
      "msg_cnt": {
          "type": "integer"
      },
      "msg_size": {
          "type": "integer"
      },
      "msg_max": {
          "type": "integer"
      },
      "msg_size_max": {
          "type": "integer"
      },
      "simple_cnt": {
          "type": "integer"
      },
      "metadata_cache_cnt": {
          "type": "integer"
      },
      "brokers": {
          "type": "object",
          "additionalProperties": {
              "type": "object",
              "title": "Broker object keyed by the broker \"name:port/id\"",
              "properties": {
                  "name": {
                      "type": "string"
                  },
                  "nodeid": {
                      "type": "integer"
                  },
                  "state": {
                      "type": "string"
                  },
                  "stateage": {
                      "type": "integer"
                  },
                  "outbuf_cnt": {
                      "type": "integer"
                  },
                  "outbuf_msg_cnt": {
                      "type": "integer"
                  },
                  "waitresp_cnt": {
                      "type": "integer"
                  },
                  "waitresp_msg_cnt": {
                      "type": "integer"
                  },
                  "tx": {
                      "type": "integer"
                  },
                  "txbytes": {
                      "type": "integer"
                  },
                  "txerrs": {
                      "type": "integer"
                  },
                  "txretries": {
                      "type": "integer"
                  },
                  "txidle": {
                      "type": "integer"
                  },
                  "req_timeouts": {
                      "type": "integer"
                  },
                  "rx": {
                      "type": "integer"
                  },
                  "rxbytes": {
                      "type": "integer"
                  },
                  "rxerrs": {
                      "type": "integer"
                  },
                  "rxcorriderrs": {
                      "type": "integer"
                  },
                  "rxpartial": {
                      "type": "integer"
                  },
                  "rxidle": {
                      "type": "integer"
                  },
                  "zbuf_grow": {
                      "type": "integer"
                  },
                  "buf_grow": {
                      "type": "integer"
                  },
                  "wakeups": {
                      "type": "integer"
                  },
                  "int_latency": {
                      "$ref": "#/definitions/window"
                  },
                  "outbuf_latency": {
                      "$ref": "#/definitions/window"
                  },
                  "rtt": {
                      "$ref": "#/definitions/window"
                  },
                  "throttle": {
                      "$ref": "#/definitions/window"
                  },
                  "toppars": {
                      "type": "object",
                      "additionalProperties": {
                          "type": "object",
                          "properties": {
                              "topic": {
                                  "type": "string"
                              },
                              "partition": {
                                  "type": "integer"
                              }
                          },
                          "required": [
                              "topic",
                              "partition"
                          ]
                      }
                  }
              },
              "required": [
                  "name",
                  "nodeid",
                  "state",
                  "stateage",
                  "outbuf_cnt",
                  "outbuf_msg_cnt",
                  "waitresp_cnt",
                  "waitresp_msg_cnt",
                  "tx",
                  "txbytes",
                  "txerrs",
                  "txretries",
                  "req_timeouts",
                  "rx",
                  "rxbytes",
                  "rxerrs",
                  "rxcorriderrs",
                  "rxpartial",
                  "zbuf_grow",
                  "buf_grow",
                  "wakeups",
                  "int_latency",
                  "rtt",
                  "throttle",
                  "toppars"
              ]
          }
      },
      "topics": {
          "type": "object",
          "properties": {
              "additionalProperties": {
                  "type": "object",
                  "properties": {
                      "topic": {
                          "type": "string"
                      },
                      "metadata_age": {
                          "type": "integer"
                      },
                      "batchsize": {
                          "$ref": "#/definitions/window"
                      },
                      "batchcnt": {
                          "$ref": "#/definitions/window"
                      },
                      "partitions": {
                          "type": "object",
                          "properties": {
                              "^-?[0-9]+$": {
                                  "type": "object",
                                  "properties": {
                                      "partition": {
                                          "type": "integer"
                                      },
                                      "leader": {
                                          "type": "integer"
                                      },
                                      "desired": {
                                          "type": "boolean"
                                      },
                                      "unknown": {
                                          "type": "boolean"
                                      },
                                      "msgq_cnt": {
                                          "type": "integer"
                                      },
                                      "msgq_bytes": {
                                          "type": "integer"
                                      },
                                      "xmit_msgq_cnt": {
                                          "type": "integer"
                                      },
                                      "xmit_msgq_bytes": {
                                          "type": "integer"
                                      },
                                      "fetchq_cnt": {
                                          "type": "integer"
                                      },
                                      "fetchq_size": {
                                          "type": "integer"
                                      },
                                      "fetch_state": {
                                          "type": "string"
                                      },
                                      "query_offset": {
                                          "type": "integer"
                                      },
                                      "next_offset": {
                                          "type": "integer"
                                      },
                                      "app_offset": {
                                          "type": "integer"
                                      },
                                      "stored_offset": {
                                          "type": "integer"
                                      },
                                      "stored_leader_epoch": {
                                          "type": "integer"
                                      },
                                      "commited_offset": {
                                          "type": "integer"
                                      },
                                      "committed_offset": {
                                          "type": "integer"
                                      },
                                      "committed_leader_epoch": {
                                          "type": "integer"
                                      },

                                      "eof_offset": {
                                          "type": "integer"
                                      },
                                      "lo_offset": {
                                          "type": "integer"
                                      },
                                      "hi_offset": {
                                          "type": "integer"
                                      },
                                      "consumer_lag": {
                                          "type": "integer"
                                      },
                                      "consumer_lag_stored": {
                                          "type": "integer"
                                      },
                                      "leader_epoch": {
                                          "type": "integer"
                                      },
                                      "txmsgs": {
                                          "type": "integer"
                                      },
                                      "txbytes": {
                                          "type": "integer"
                                      },
                                      "rxmsgs": {
                                          "type": "integer"
                                      },
                                      "rxbytes": {
                                          "type": "integer"
                                      },
                                      "msgs": {
                                          "type": "integer"
                                      },
                                      "rx_ver_drops": {
                                          "type": "integer"
                                      },
                                      "msgs_inflight": {
                                          "type": "integer"
                                      }
                                  },
                                  "required": [
                                      "partition",
                                      "leader",
                                      "desired",
                                      "unknown",
                                      "msgq_cnt",
                                      "msgq_bytes",
                                      "xmit_msgq_cnt",
                                      "xmit_msgq_bytes",
                                      "fetchq_cnt",
                                      "fetchq_size",
                                      "fetch_state",
                                      "query_offset",
                                      "next_offset",
                                      "app_offset",
                                      "stored_offset",
                                      "commited_offset",
                                      "committed_offset",
                                      "eof_offset",
                                      "lo_offset",
                                      "hi_offset",
                                      "consumer_lag",
                                      "txmsgs",
                                      "txbytes",
                                      "rxmsgs",
                                      "rxbytes",
                                      "msgs",
                                      "rx_ver_drops"
                                  ]
                              }
                          }
                      }
                  },
                  "required": [
                      "topic",
                      "metadata_age",
                      "batchsize",
                      "partitions"
                  ]
              }
          }
      },
      "tx": {
          "type": "integer"
      },
      "tx_bytes": {
          "type": "integer"
      },
      "rx": {
          "type": "integer"
      },
      "rx_bytes": {
          "type": "integer"
      },
      "txmsgs": {
          "type": "integer"
      },
      "txmsg_bytes": {
          "type": "integer"
      },
      "rxmsgs": {
          "type": "integer"
      },
      "rxmsg_bytes": {
          "type": "integer"
      }
  },
  "required": [
      "name",
      "client_id",
      "type",
      "ts",
      "time",
      "replyq",
      "msg_cnt",
      "msg_size",
      "msg_max",
      "msg_size_max",
      "simple_cnt",
      "metadata_cache_cnt",
      "brokers",
      "topics",
      "tx",
      "tx_bytes",
      "rx",
      "rx_bytes",
      "txmsgs",
      "txmsg_bytes",
      "rxmsgs",
      "rxmsg_bytes"
  ]
}