diff --git a/packages/kafka/changelog.yml b/packages/kafka/changelog.yml index 94c4a0be717..15836d941a2 100644 --- a/packages/kafka/changelog.yml +++ b/packages/kafka/changelog.yml @@ -1,4 +1,10 @@ # newer versions go on top + +- version: "1.25.1" + changes: + - description: Fix issue preventing dashboards from loading in Elasticsearch stack version 8.13.x. + type: bugfix + link: https://github.com/elastic/integrations/pull/15815 - version: "1.25.0" changes: - description: Add dashboards for consumer and producer datastreams. diff --git a/packages/kafka/img/metricbeat-kafka-consumer.png b/packages/kafka/img/metricbeat-kafka-consumer.png index 02a9483af89..8069e125237 100644 Binary files a/packages/kafka/img/metricbeat-kafka-consumer.png and b/packages/kafka/img/metricbeat-kafka-consumer.png differ diff --git a/packages/kafka/img/metricbeat-kafka-producer.png b/packages/kafka/img/metricbeat-kafka-producer.png index 7a17adaf895..20e5c3398c2 100644 Binary files a/packages/kafka/img/metricbeat-kafka-producer.png and b/packages/kafka/img/metricbeat-kafka-producer.png differ diff --git a/packages/kafka/kibana/dashboard/kafka-20094380-8713-487d-8036-5cbbb529f0ca.json b/packages/kafka/kibana/dashboard/kafka-20094380-8713-487d-8036-5cbbb529f0ca.json index 8c3edf8a5aa..70b921aaa47 100644 --- a/packages/kafka/kibana/dashboard/kafka-20094380-8713-487d-8036-5cbbb529f0ca.json +++ b/packages/kafka/kibana/dashboard/kafka-20094380-8713-487d-8036-5cbbb529f0ca.json @@ -10,66 +10,50 @@ "ignoreValidations": false }, "panelsJSON": { - "33e7d014-accc-473e-9d2d-52fe4fd0af79": { + "3dcccea9-e109-4deb-bcd8-26e4500e6024": { "explicitInput": { - "dataViewId": "metrics-*", - "exclude": false, - "existsSelected": false, + "enhancements": {}, "fieldName": "service.address", + "grow": false, + "id": "3dcccea9-e109-4deb-bcd8-26e4500e6024", "searchTechnique": "prefix", - "selectedOptions": [], - "sort": { - "by": "_count", - "direction": "desc" - }, - "title": "Service address" + "title": "Service address", + "width": "large" }, "grow": false, "order": 0, "type": "optionsListControl", "width": "large" - }, - "aa887cf3-390b-4da6-8c02-43ec133b0971": { - "explicitInput": { - "dataViewId": "metrics-*", - "exclude": false, - "existsSelected": false, - "fieldName": "kafka.topic.name", - "searchTechnique": "prefix", - "selectedOptions": [], - "sort": { - "by": "_count", - "direction": "desc" - }, - "title": "Topic Name" - }, - "grow": true, - "order": 1, - "type": "optionsListControl", - "width": "medium" - }, - "bb5b4dfa-d433-48d7-8e16-7d2ad832565a": { - "explicitInput": { - "dataViewId": "metrics-*", - "fieldName": "kafka.partition.id", - "step": 1, - "title": "Partition", - "value": [ - "", - "" - ] - }, - "grow": true, - "order": 2, - "type": "rangeSliderControl", - "width": "medium" } } }, "description": "This dashboard provides operational visibility into Kafka’s log storage, cleaning, and flush activity.", "kibanaSavedObjectMeta": { "searchSourceJSON": { - "filter": [], + "filter": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": "Dataset filter", + "disabled": false, + "field": "data_stream.dataset", + "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "key": "data_stream.dataset", + "negate": false, + "params": { + "query": "kafka.log_manager" + }, + "type": "phrase" + }, + "query": { + "match_phrase": { + "data_stream.dataset": "kafka.log_manager" + } + } + } + ], "query": { "language": "kuery", "query": "" @@ -186,8 +170,8 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_86499ce3-97aa-44ed-86f7-6241c7ae3a8f_dashboard", - "id": "86499ce3-97aa-44ed-86f7-6241c7ae3a8f", + "destinationRefName": "link_9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f_dashboard", + "id": "9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f", "label": "Consumer", "options": { "openInNewTab": false, @@ -198,8 +182,8 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_efc41445-1694-44ff-9d5e-a746c0fe1243_dashboard", - "id": "efc41445-1694-44ff-9d5e-a746c0fe1243", + "destinationRefName": "link_1407a3e4-ffdf-413c-84c6-3997bb82dafe_dashboard", + "id": "1407a3e4-ffdf-413c-84c6-3997bb82dafe", "label": "Producer", "options": { "openInNewTab": false, @@ -223,17 +207,18 @@ } ] }, - "hidePanelTitles": true, - "title": "" + "enhancements": {}, + "hidePanelTitles": true }, "gridData": { "h": 4, - "i": "fe2bc281-d477-4b2e-887e-17d9c30e0be2", + "i": "66933fee-d2ba-4e94-ae59-64027d8b734b", "w": 48, "x": 0, "y": 0 }, - "panelIndex": "fe2bc281-d477-4b2e-887e-17d9c30e0be2", + "panelIndex": "66933fee-d2ba-4e94-ae59-64027d8b734b", + "title": "", "type": "links" }, { @@ -261,8 +246,7 @@ "title": "", "type": "markdown", "uiState": {} - }, - "title": "" + } }, "gridData": { "h": 14, @@ -272,6 +256,7 @@ "y": 4 }, "panelIndex": "301303ff-1b6a-4a93-a48f-75b4382483b9", + "title": "", "type": "visualization" }, { @@ -315,8 +300,7 @@ "usesAdHocDataView": true }, "description": "Log directories and their status.", - "enhancements": {}, - "title": "Log directory status" + "enhancements": {} }, "gridData": { "h": 11, @@ -326,6 +310,7 @@ "y": 4 }, "panelIndex": "95c6d5e2-2eef-40f3-8f32-6a90b9d484aa", + "title": "Log directory status", "type": "search" }, { @@ -468,8 +453,7 @@ "visualizationType": "lnsXY" }, "description": "Shows the number of remaining log partitions and log segments still pending recovery after a broker restart or an unclean shutdown. ", - "enhancements": {}, - "title": "Log recovery status" + "enhancements": {} }, "gridData": { "h": 13, @@ -479,6 +463,7 @@ "y": 15 }, "panelIndex": "7bce1f86-4239-46b0-94f3-da8c7cee10b0", + "title": "Log recovery status", "type": "lens" }, { @@ -552,8 +537,7 @@ }, "description": "Shows the number of offline directories.", "enhancements": {}, - "hidePanelTitles": true, - "title": "Offline log directories" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -563,6 +547,7 @@ "y": 18 }, "panelIndex": "f8c73d71-b2ee-4091-922b-25f9a7c8123b", + "title": "Offline log directories", "type": "lens" }, { @@ -590,8 +575,7 @@ "title": "", "type": "markdown", "uiState": {} - }, - "title": "" + } }, "gridData": { "h": 3, @@ -601,6 +585,7 @@ "y": 28 }, "panelIndex": "df500ef3-1826-4e02-8bb5-e545e30fd5bc", + "title": "", "type": "visualization" }, { @@ -676,8 +661,7 @@ }, "description": "Shows the maximum percentage of dirty logs that can be accumulated before log cleaning is triggered.", "enhancements": {}, - "hidePanelTitles": true, - "title": "Dirty logs percentage" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -687,6 +671,7 @@ "y": 31 }, "panelIndex": "5218954b-b5bb-4841-a19a-6782a87e8835", + "title": "Dirty logs percentage", "type": "lens" }, { @@ -762,8 +747,7 @@ }, "description": "Shows the count of dead cleaner threads.", "enhancements": {}, - "hidePanelTitles": true, - "title": "Dead cleaner threads" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -773,6 +757,7 @@ "y": 31 }, "panelIndex": "369c604b-15ce-4957-aaa7-cfbf15924bdc", + "title": "Dead cleaner threads", "type": "lens" }, { @@ -899,8 +884,7 @@ "visualizationType": "lnsXY" }, "description": "Shows the percentage of bytes recopied during log cleaning.", - "enhancements": {}, - "title": "Recopy percentage" + "enhancements": {} }, "gridData": { "h": 14, @@ -910,6 +894,7 @@ "y": 31 }, "panelIndex": "e0bd51cf-bfaa-4cc4-b53c-f28a080f43e3", + "title": "Recopy percentage", "type": "lens" }, { @@ -1062,8 +1047,7 @@ "visualizationType": "lnsXY" }, "description": "Shows the number of un cleanable partitions and uncleanable bytes.", - "enhancements": {}, - "title": "Uncleanable partitions and bytes" + "enhancements": {} }, "gridData": { "h": 14, @@ -1073,6 +1057,7 @@ "y": 31 }, "panelIndex": "ec809609-160b-470e-ad18-ac40ffa8e8f8", + "title": "Uncleanable partitions and bytes", "type": "lens" }, { @@ -1149,8 +1134,7 @@ }, "description": "Shows the time since the last log cleaner run.", "enhancements": {}, - "hidePanelTitles": true, - "title": "Time since last log cleaner run" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -1160,6 +1144,7 @@ "y": 38 }, "panelIndex": "4a3b8d8d-0b55-40af-b959-fb1a7cd8c225", + "title": "Time since last log cleaner run", "type": "lens" }, { @@ -1235,8 +1220,7 @@ }, "description": "Shows the maximum buffer utilization percentage of the log cleaner", "enhancements": {}, - "hidePanelTitles": true, - "title": "Cleaner buffer utilization" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -1246,6 +1230,7 @@ "y": 38 }, "panelIndex": "054de19d-01fb-434b-ac78-caee5f2fa51a", + "title": "Cleaner buffer utilization", "type": "lens" }, { @@ -1445,8 +1430,7 @@ }, "description": "Shows the rate of log flushes", "enhancements": {}, - "hidePanelTitles": false, - "title": "Log flush rate" + "hidePanelTitles": false }, "gridData": { "h": 15, @@ -1456,6 +1440,7 @@ "y": 48 }, "panelIndex": "db4a9b93-5c86-4f95-b877-4aa2a908b569", + "title": "Log flush rate", "type": "lens" }, { @@ -1580,8 +1565,7 @@ "visualizationType": "lnsXY" }, "description": "Show the time taken for the log flushes.", - "enhancements": {}, - "title": "Log flush time" + "enhancements": {} }, "gridData": { "h": 15, @@ -1591,70 +1575,77 @@ "y": 48 }, "panelIndex": "7933bed6-6118-47f2-9388-e72fa3ae065c", + "title": "Log flush time", "type": "lens" } ], "timeRestore": false, "title": "[Metrics Kafka] Log manager", - "version": 3 + "version": 1 }, "coreMigrationVersion": "8.8.0", - "created_at": "2025-10-07T13:33:17.030Z", + "created_at": "2025-10-30T08:49:34.459Z", "id": "kafka-20094380-8713-487d-8036-5cbbb529f0ca", + "managed": true, "references": [ + { + "id": "metrics-*", + "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "type": "index-pattern" + }, { "id": "kafka-ea488d90-8e63-11e8-8fa2-3d5f811fbd0f", - "name": "fe2bc281-d477-4b2e-887e-17d9c30e0be2:link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", + "name": "66933fee-d2ba-4e94-ae59-64027d8b734b:link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", "type": "dashboard" }, { "id": "kafka-ff622b8a-bbe2-4903-add2-ba3ad50806d2", - "name": "fe2bc281-d477-4b2e-887e-17d9c30e0be2:link_ac9e04f7-a4a7-4b0e-a087-06c31e92c115_dashboard", + "name": "66933fee-d2ba-4e94-ae59-64027d8b734b:link_ac9e04f7-a4a7-4b0e-a087-06c31e92c115_dashboard", "type": "dashboard" }, { "id": "kafka-c2cb8091-e812-4a23-9b59-3d461c4898ce", - "name": "fe2bc281-d477-4b2e-887e-17d9c30e0be2:link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", + "name": "66933fee-d2ba-4e94-ae59-64027d8b734b:link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", "type": "dashboard" }, { "id": "kafka-894682fd-555e-49c6-b469-f8fbb3f0b9dc", - "name": "fe2bc281-d477-4b2e-887e-17d9c30e0be2:link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", + "name": "66933fee-d2ba-4e94-ae59-64027d8b734b:link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", "type": "dashboard" }, { "id": "kafka-28d2bf78-a638-4a1f-a46f-1a794c99166b", - "name": "fe2bc281-d477-4b2e-887e-17d9c30e0be2:link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", + "name": "66933fee-d2ba-4e94-ae59-64027d8b734b:link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", "type": "dashboard" }, { "id": "kafka-32a191b0-c8ac-4ea1-812d-0e3d406f9a41", - "name": "fe2bc281-d477-4b2e-887e-17d9c30e0be2:link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", + "name": "66933fee-d2ba-4e94-ae59-64027d8b734b:link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", "type": "dashboard" }, { "id": "kafka-20094380-8713-487d-8036-5cbbb529f0ca", - "name": "fe2bc281-d477-4b2e-887e-17d9c30e0be2:link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", + "name": "66933fee-d2ba-4e94-ae59-64027d8b734b:link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", "type": "dashboard" }, { "id": "kafka-e3be4fe8-c7b4-4cea-bb2e-953032cc322a", - "name": "fe2bc281-d477-4b2e-887e-17d9c30e0be2:link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", + "name": "66933fee-d2ba-4e94-ae59-64027d8b734b:link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", "type": "dashboard" }, { - "id": "kafka-9ea6d501-75a5-492d-87dc-4632f907b9dd", - "name": "fe2bc281-d477-4b2e-887e-17d9c30e0be2:link_86499ce3-97aa-44ed-86f7-6241c7ae3a8f_dashboard", + "id": "kafka-6a239518-50b3-4af5-bb5c-01748d2310c8", + "name": "66933fee-d2ba-4e94-ae59-64027d8b734b:link_9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f_dashboard", "type": "dashboard" }, { - "id": "kafka-8d886d57-c8a2-4fce-869a-f9107235c054", - "name": "fe2bc281-d477-4b2e-887e-17d9c30e0be2:link_efc41445-1694-44ff-9d5e-a746c0fe1243_dashboard", + "id": "kafka-a0e91797-fa95-497f-a130-614baa5327eb", + "name": "66933fee-d2ba-4e94-ae59-64027d8b734b:link_1407a3e4-ffdf-413c-84c6-3997bb82dafe_dashboard", "type": "dashboard" }, { "id": "kafka-943caca0-87ee-11e7-ad9c-db80de0bf8d3", - "name": "fe2bc281-d477-4b2e-887e-17d9c30e0be2:link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", + "name": "66933fee-d2ba-4e94-ae59-64027d8b734b:link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", "type": "dashboard" }, { @@ -1709,21 +1700,10 @@ }, { "id": "metrics-*", - "name": "controlGroup_33e7d014-accc-473e-9d2d-52fe4fd0af79:optionsListDataView", - "type": "index-pattern" - }, - { - "id": "metrics-*", - "name": "controlGroup_aa887cf3-390b-4da6-8c02-43ec133b0971:optionsListDataView", - "type": "index-pattern" - }, - { - "id": "metrics-*", - "name": "controlGroup_bb5b4dfa-d433-48d7-8e16-7d2ad832565a:rangeSliderDataView", + "name": "controlGroup_3dcccea9-e109-4deb-bcd8-26e4500e6024:optionsListDataView", "type": "index-pattern" } ], "type": "dashboard", - "typeMigrationVersion": "8.9.0", - "updated_by": "u_mGBROF_q5bmFCATbLXAcCwKa0k8JvONAwSruelyKA5E_0" + "typeMigrationVersion": "8.9.0" } \ No newline at end of file diff --git a/packages/kafka/kibana/dashboard/kafka-28d2bf78-a638-4a1f-a46f-1a794c99166b.json b/packages/kafka/kibana/dashboard/kafka-28d2bf78-a638-4a1f-a46f-1a794c99166b.json index ef382918d5e..3a94cd28078 100644 --- a/packages/kafka/kibana/dashboard/kafka-28d2bf78-a638-4a1f-a46f-1a794c99166b.json +++ b/packages/kafka/kibana/dashboard/kafka-28d2bf78-a638-4a1f-a46f-1a794c99166b.json @@ -10,54 +10,15 @@ "ignoreValidations": false }, "panelsJSON": { - "aa887cf3-390b-4da6-8c02-43ec133b0971": { + "1f3bd349-3442-441e-bcd8-365589e5a080": { "explicitInput": { - "dataViewId": "metrics-*", - "exclude": false, - "existsSelected": false, - "fieldName": "kafka.topic.name", - "searchTechnique": "prefix", - "selectedOptions": [], - "sort": { - "by": "_count", - "direction": "desc" - }, - "title": "Topic Name" - }, - "grow": true, - "order": 1, - "type": "optionsListControl", - "width": "medium" - }, - "bb5b4dfa-d433-48d7-8e16-7d2ad832565a": { - "explicitInput": { - "dataViewId": "metrics-*", - "fieldName": "kafka.partition.id", - "step": 1, - "title": "Partition", - "value": [ - "", - "" - ] - }, - "grow": true, - "order": 2, - "type": "rangeSliderControl", - "width": "medium" - }, - "bbd98f37-deb3-450c-950c-55495856a97a": { - "explicitInput": { - "dataViewId": "metrics-*", - "exclude": false, - "existsSelected": false, + "enhancements": {}, "fieldName": "service.address", + "grow": false, + "id": "1f3bd349-3442-441e-bcd8-365589e5a080", "searchTechnique": "prefix", - "selectedOptions": [], - "sort": { - "by": "_count", - "direction": "desc" - }, - "title": "Service address" + "title": "Service address", + "width": "medium" }, "grow": false, "order": 0, @@ -209,8 +170,8 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_c48ff014-e6e1-467a-a22b-cfb516470f18_dashboard", - "id": "c48ff014-e6e1-467a-a22b-cfb516470f18", + "destinationRefName": "link_9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f_dashboard", + "id": "9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f", "label": "Consumer", "options": { "openInNewTab": false, @@ -221,8 +182,8 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_9e27f003-0cdb-4fa9-a4f0-8d8c3e9753fd_dashboard", - "id": "9e27f003-0cdb-4fa9-a4f0-8d8c3e9753fd", + "destinationRefName": "link_1407a3e4-ffdf-413c-84c6-3997bb82dafe_dashboard", + "id": "1407a3e4-ffdf-413c-84c6-3997bb82dafe", "label": "Producer", "options": { "openInNewTab": false, @@ -246,17 +207,18 @@ } ] }, - "hidePanelTitles": true, - "title": "" + "enhancements": {}, + "hidePanelTitles": true }, "gridData": { "h": 4, - "i": "345ea68f-b513-4dae-a6a7-a4c45b810cd3", + "i": "a284998b-3a8c-4e27-9a62-7f230307f01e", "w": 48, "x": 0, "y": 0 }, - "panelIndex": "345ea68f-b513-4dae-a6a7-a4c45b810cd3", + "panelIndex": "a284998b-3a8c-4e27-9a62-7f230307f01e", + "title": "", "type": "links" }, { @@ -284,8 +246,7 @@ "title": "", "type": "markdown", "uiState": {} - }, - "title": "" + } }, "gridData": { "h": 15, @@ -295,6 +256,7 @@ "y": 4 }, "panelIndex": "c7405905-5a70-4f13-bf11-910061845a1e", + "title": "", "type": "visualization" }, { @@ -322,8 +284,7 @@ "title": "", "type": "markdown", "uiState": {} - }, - "title": "" + } }, "gridData": { "h": 3, @@ -333,6 +294,7 @@ "y": 4 }, "panelIndex": "678f69fe-e992-4aef-82b9-34e48ee0f1f8", + "title": "", "type": "visualization" }, { @@ -410,8 +372,7 @@ }, "description": "Shows 95th percentile request queue time", "enhancements": {}, - "hidePanelTitles": true, - "title": "Request queue time" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -421,6 +382,7 @@ "y": 7 }, "panelIndex": "0cc1adf2-c50f-442d-b1df-62ae7afaa126", + "title": "Request queue time", "type": "lens" }, { @@ -498,8 +460,7 @@ }, "description": "Shows 95th percentile response queue time", "enhancements": {}, - "hidePanelTitles": true, - "title": "Request queue time" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -509,6 +470,7 @@ "y": 7 }, "panelIndex": "a6eb5c99-7e19-4242-be2d-193654af03f3", + "title": "Request queue time", "type": "lens" }, { @@ -586,8 +548,7 @@ }, "description": "Shows 95th percentile response send time", "enhancements": {}, - "hidePanelTitles": true, - "title": "Response send time" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -597,6 +558,7 @@ "y": 7 }, "panelIndex": "6fb4350d-b53e-4ca6-911f-2255d9ae935a", + "title": "Response send time", "type": "lens" }, { @@ -674,8 +636,7 @@ }, "description": "Shows 95th percentile throttle time", "enhancements": {}, - "hidePanelTitles": true, - "title": "Throttle time" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -685,6 +646,7 @@ "y": 7 }, "panelIndex": "6bf00afb-50a0-4bfe-a0be-4159151446cd", + "title": "Throttle time", "type": "lens" }, { @@ -829,8 +791,7 @@ "visualizationType": "lnsXY" }, "description": "Compares local and remote processing time.", - "enhancements": {}, - "title": "Local vs remote processing time" + "enhancements": {} }, "gridData": { "h": 10, @@ -840,6 +801,7 @@ "y": 14 }, "panelIndex": "2a2e936b-b14f-4e6f-b9a0-3b8840a2988d", + "title": "Local vs remote processing time", "type": "lens" }, { @@ -997,8 +959,7 @@ "visualizationType": "lnsXY" }, "description": "Shows 95th percentile message conversion time", - "enhancements": {}, - "title": "Message conversion time by request type" + "enhancements": {} }, "gridData": { "h": 10, @@ -1008,6 +969,7 @@ "y": 14 }, "panelIndex": "54981954-61f7-403b-a13f-d080740d98f4", + "title": "Message conversion time by request type", "type": "lens" }, { @@ -1160,8 +1122,7 @@ "visualizationType": "lnsXY" }, "description": "Shows the 95th percentil latency for different request types", - "enhancements": {}, - "title": "Latency by type" + "enhancements": {} }, "gridData": { "h": 10, @@ -1171,6 +1132,7 @@ "y": 24 }, "panelIndex": "fb39af2d-d65a-4c82-8cae-e86dbee7e108", + "title": "Latency by type", "type": "lens" }, { @@ -1350,8 +1312,7 @@ }, "description": "Shows the network processor utilisation", "enhancements": {}, - "hidePanelTitles": false, - "title": "Network percentage idle percentage" + "hidePanelTitles": false }, "gridData": { "h": 12, @@ -1361,6 +1322,7 @@ "y": 37 }, "panelIndex": "4bdf6155-c244-4fb7-bb71-fa5504ca45b8", + "title": "Network percentage idle percentage", "type": "lens" }, { @@ -1483,8 +1445,7 @@ "visualizationType": "lnsXY" }, "description": "Tracks the amount of buffer memory currently in use by Kafka’s socket server for network read and write operations.", - "enhancements": {}, - "title": "Socket server memory pool usage" + "enhancements": {} }, "gridData": { "h": 12, @@ -1494,6 +1455,7 @@ "y": 37 }, "panelIndex": "96642aa0-816e-4884-a487-53f3cc0849a3", + "title": "Socket server memory pool usage", "type": "lens" }, { @@ -1664,8 +1626,7 @@ }, "description": "Shows 95th percentile temporary memory usage by request type", "enhancements": {}, - "hidePanelTitles": false, - "title": "Temporary memory usage by request type" + "hidePanelTitles": false }, "gridData": { "h": 12, @@ -1675,6 +1636,7 @@ "y": 49 }, "panelIndex": "597d5a13-65c5-4d9c-a8fa-79900fd392f4", + "title": "Temporary memory usage by request type", "type": "lens" }, { @@ -1845,8 +1807,7 @@ }, "description": "Shows 95th percentile request size by request type", "enhancements": {}, - "hidePanelTitles": false, - "title": "Request size distribution" + "hidePanelTitles": false }, "gridData": { "h": 12, @@ -1856,6 +1817,7 @@ "y": 49 }, "panelIndex": "8d28e29e-2009-4a89-b220-2382b7e2468f", + "title": "Request size distribution", "type": "lens" }, { @@ -1959,8 +1921,7 @@ }, "description": "Shows the total number of expired connections killed by the socket server", "enhancements": {}, - "hidePanelTitles": true, - "title": "Expired connections" + "hidePanelTitles": true }, "gridData": { "h": 12, @@ -1970,6 +1931,7 @@ "y": 64 }, "panelIndex": "b6785045-0cec-4f8e-a56e-41e8aaa53391", + "title": "Expired connections", "type": "lens" }, { @@ -2140,8 +2102,7 @@ }, "description": "Shows the error rate over time by error type.", "enhancements": {}, - "hidePanelTitles": false, - "title": "Error rate by type" + "hidePanelTitles": false }, "gridData": { "h": 12, @@ -2151,6 +2112,7 @@ "y": 64 }, "panelIndex": "83fb8214-a04a-4b52-af5e-00b53620f67b", + "title": "Error rate by type", "type": "lens" }, { @@ -2335,8 +2297,7 @@ }, "description": "Shows the count of blocked acceptor events by listener type", "enhancements": {}, - "hidePanelTitles": false, - "title": "Blocked acceptor events" + "hidePanelTitles": false }, "gridData": { "h": 12, @@ -2346,16 +2307,18 @@ "y": 64 }, "panelIndex": "bbaa1ba9-c051-4f05-be4d-49d49161ac3f", + "title": "Blocked acceptor events", "type": "lens" } ], "timeRestore": false, "title": "[Metrics Kafka] Network", - "version": 3 + "version": 1 }, "coreMigrationVersion": "8.8.0", - "created_at": "2025-10-07T13:33:18.035Z", + "created_at": "2025-10-30T08:49:34.459Z", "id": "kafka-28d2bf78-a638-4a1f-a46f-1a794c99166b", + "managed": true, "references": [ { "id": "metrics-*", @@ -2364,57 +2327,57 @@ }, { "id": "kafka-ea488d90-8e63-11e8-8fa2-3d5f811fbd0f", - "name": "345ea68f-b513-4dae-a6a7-a4c45b810cd3:link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", + "name": "a284998b-3a8c-4e27-9a62-7f230307f01e:link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", "type": "dashboard" }, { "id": "kafka-ff622b8a-bbe2-4903-add2-ba3ad50806d2", - "name": "345ea68f-b513-4dae-a6a7-a4c45b810cd3:link_ac9e04f7-a4a7-4b0e-a087-06c31e92c115_dashboard", + "name": "a284998b-3a8c-4e27-9a62-7f230307f01e:link_ac9e04f7-a4a7-4b0e-a087-06c31e92c115_dashboard", "type": "dashboard" }, { "id": "kafka-c2cb8091-e812-4a23-9b59-3d461c4898ce", - "name": "345ea68f-b513-4dae-a6a7-a4c45b810cd3:link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", + "name": "a284998b-3a8c-4e27-9a62-7f230307f01e:link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", "type": "dashboard" }, { "id": "kafka-894682fd-555e-49c6-b469-f8fbb3f0b9dc", - "name": "345ea68f-b513-4dae-a6a7-a4c45b810cd3:link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", + "name": "a284998b-3a8c-4e27-9a62-7f230307f01e:link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", "type": "dashboard" }, { "id": "kafka-28d2bf78-a638-4a1f-a46f-1a794c99166b", - "name": "345ea68f-b513-4dae-a6a7-a4c45b810cd3:link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", + "name": "a284998b-3a8c-4e27-9a62-7f230307f01e:link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", "type": "dashboard" }, { "id": "kafka-32a191b0-c8ac-4ea1-812d-0e3d406f9a41", - "name": "345ea68f-b513-4dae-a6a7-a4c45b810cd3:link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", + "name": "a284998b-3a8c-4e27-9a62-7f230307f01e:link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", "type": "dashboard" }, { "id": "kafka-20094380-8713-487d-8036-5cbbb529f0ca", - "name": "345ea68f-b513-4dae-a6a7-a4c45b810cd3:link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", + "name": "a284998b-3a8c-4e27-9a62-7f230307f01e:link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", "type": "dashboard" }, { "id": "kafka-e3be4fe8-c7b4-4cea-bb2e-953032cc322a", - "name": "345ea68f-b513-4dae-a6a7-a4c45b810cd3:link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", + "name": "a284998b-3a8c-4e27-9a62-7f230307f01e:link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", "type": "dashboard" }, { - "id": "kafka-9ea6d501-75a5-492d-87dc-4632f907b9dd", - "name": "345ea68f-b513-4dae-a6a7-a4c45b810cd3:link_c48ff014-e6e1-467a-a22b-cfb516470f18_dashboard", + "id": "kafka-6a239518-50b3-4af5-bb5c-01748d2310c8", + "name": "a284998b-3a8c-4e27-9a62-7f230307f01e:link_9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f_dashboard", "type": "dashboard" }, { - "id": "kafka-8d886d57-c8a2-4fce-869a-f9107235c054", - "name": "345ea68f-b513-4dae-a6a7-a4c45b810cd3:link_9e27f003-0cdb-4fa9-a4f0-8d8c3e9753fd_dashboard", + "id": "kafka-a0e91797-fa95-497f-a130-614baa5327eb", + "name": "a284998b-3a8c-4e27-9a62-7f230307f01e:link_1407a3e4-ffdf-413c-84c6-3997bb82dafe_dashboard", "type": "dashboard" }, { "id": "kafka-943caca0-87ee-11e7-ad9c-db80de0bf8d3", - "name": "345ea68f-b513-4dae-a6a7-a4c45b810cd3:link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", + "name": "a284998b-3a8c-4e27-9a62-7f230307f01e:link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", "type": "dashboard" }, { @@ -2489,26 +2452,10 @@ }, { "id": "metrics-*", - "name": "controlGroup_bbd98f37-deb3-450c-950c-55495856a97a:optionsListDataView", - "type": "index-pattern" - }, - { - "id": "metrics-*", - "name": "controlGroup_aa887cf3-390b-4da6-8c02-43ec133b0971:optionsListDataView", - "type": "index-pattern" - }, - { - "id": "metrics-*", - "name": "controlGroup_bb5b4dfa-d433-48d7-8e16-7d2ad832565a:rangeSliderDataView", - "type": "index-pattern" - }, - { - "id": "metrics-*", - "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "name": "controlGroup_1f3bd349-3442-441e-bcd8-365589e5a080:optionsListDataView", "type": "index-pattern" } ], "type": "dashboard", - "typeMigrationVersion": "8.9.0", - "updated_by": "u_mGBROF_q5bmFCATbLXAcCwKa0k8JvONAwSruelyKA5E_0" + "typeMigrationVersion": "8.9.0" } \ No newline at end of file diff --git a/packages/kafka/kibana/dashboard/kafka-32a191b0-c8ac-4ea1-812d-0e3d406f9a41.json b/packages/kafka/kibana/dashboard/kafka-32a191b0-c8ac-4ea1-812d-0e3d406f9a41.json index 4aaaaaad4a8..d96cf21480c 100644 --- a/packages/kafka/kibana/dashboard/kafka-32a191b0-c8ac-4ea1-812d-0e3d406f9a41.json +++ b/packages/kafka/kibana/dashboard/kafka-32a191b0-c8ac-4ea1-812d-0e3d406f9a41.json @@ -10,19 +10,15 @@ "ignoreValidations": false }, "panelsJSON": { - "9a574cc6-17b6-4828-bedd-1e0e2204c17b": { + "56e01f77-759a-47ab-a4e9-1216bf9decf7": { "explicitInput": { - "dataViewId": "metrics-*", - "exclude": false, - "existsSelected": false, + "enhancements": {}, "fieldName": "service.address", + "grow": false, + "id": "56e01f77-759a-47ab-a4e9-1216bf9decf7", "searchTechnique": "prefix", - "selectedOptions": [], - "sort": { - "by": "_count", - "direction": "desc" - }, - "title": "Service address" + "title": "Service address", + "width": "large" }, "grow": false, "order": 0, @@ -174,8 +170,8 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_c9066349-3f5e-4923-aa16-e57ba83ac36f_dashboard", - "id": "c9066349-3f5e-4923-aa16-e57ba83ac36f", + "destinationRefName": "link_9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f_dashboard", + "id": "9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f", "label": "Consumer", "options": { "openInNewTab": false, @@ -186,8 +182,8 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_a79ddb7b-65bc-44fd-8479-4dbb45e657c8_dashboard", - "id": "a79ddb7b-65bc-44fd-8479-4dbb45e657c8", + "destinationRefName": "link_1407a3e4-ffdf-413c-84c6-3997bb82dafe_dashboard", + "id": "1407a3e4-ffdf-413c-84c6-3997bb82dafe", "label": "Producer", "options": { "openInNewTab": false, @@ -211,17 +207,18 @@ } ] }, - "hidePanelTitles": true, - "title": "" + "enhancements": {}, + "hidePanelTitles": true }, "gridData": { "h": 4, - "i": "0ad5c094-f62e-4c9b-a06d-568fa63871a3", + "i": "56c4ebec-8686-4eb8-a9eb-78c724711419", "w": 48, "x": 0, "y": 0 }, - "panelIndex": "0ad5c094-f62e-4c9b-a06d-568fa63871a3", + "panelIndex": "56c4ebec-8686-4eb8-a9eb-78c724711419", + "title": "", "type": "links" }, { @@ -249,8 +246,7 @@ "title": "", "type": "markdown", "uiState": {} - }, - "title": "" + } }, "gridData": { "h": 11, @@ -260,6 +256,7 @@ "y": 4 }, "panelIndex": "4e34e72b-6f28-4516-800d-0b0fe0f65786", + "title": "", "type": "visualization" }, { @@ -287,8 +284,7 @@ "title": "", "type": "markdown", "uiState": {} - }, - "title": "" + } }, "gridData": { "h": 3, @@ -298,6 +294,7 @@ "y": 4 }, "panelIndex": "8774e824-ed0c-4b73-8ce6-832509299586", + "title": "", "type": "visualization" }, { @@ -377,8 +374,7 @@ }, "description": "Shows the number of partitions.", "enhancements": {}, - "hidePanelTitles": true, - "title": "Partition count" + "hidePanelTitles": true }, "gridData": { "h": 8, @@ -388,6 +384,7 @@ "y": 7 }, "panelIndex": "dde8320e-ca9b-48ea-b32c-a09568551b1e", + "title": "Partition count", "type": "lens" }, { @@ -467,8 +464,7 @@ }, "description": "Shows the number of reassigning partitions.", "enhancements": {}, - "hidePanelTitles": true, - "title": "Reassigning partitions" + "hidePanelTitles": true }, "gridData": { "h": 8, @@ -478,6 +474,7 @@ "y": 7 }, "panelIndex": "e4888e22-c1ff-4789-8315-a21b3719576e", + "title": "Reassigning partitions", "type": "lens" }, { @@ -557,8 +554,7 @@ }, "description": "The number of partitions with fewer replicas than configured.", "enhancements": {}, - "hidePanelTitles": true, - "title": "Under-replicated partitions" + "hidePanelTitles": true }, "gridData": { "h": 8, @@ -568,6 +564,7 @@ "y": 7 }, "panelIndex": "6be5a7fd-cfe0-4ddc-85d7-14f9bcaa4b11", + "title": "Under-replicated partitions", "type": "lens" }, { @@ -647,8 +644,7 @@ }, "description": "The number of replicas that are currently offline.", "enhancements": {}, - "hidePanelTitles": true, - "title": "Offline replicas" + "hidePanelTitles": true }, "gridData": { "h": 8, @@ -658,6 +654,7 @@ "y": 7 }, "panelIndex": "744d4a87-c807-4b56-a995-ef4eff3a2e94", + "title": "Offline replicas", "type": "lens" }, { @@ -737,8 +734,7 @@ }, "description": "Partitions at or below the minimum ISR count", "enhancements": {}, - "hidePanelTitles": true, - "title": "Minimum ISR status" + "hidePanelTitles": true }, "gridData": { "h": 8, @@ -748,6 +744,7 @@ "y": 7 }, "panelIndex": "11f000ab-1f41-42be-9212-8345675a04d5", + "title": "Minimum ISR status", "type": "lens" }, { @@ -928,8 +925,7 @@ "visualizationType": "lnsXY" }, "description": "Shows the ISR expansion operation trends", - "enhancements": {}, - "title": "ISR expansion operations" + "enhancements": {} }, "gridData": { "h": 15, @@ -939,6 +935,7 @@ "y": 18 }, "panelIndex": "3eecb6cd-7a7b-4c8a-867a-35ed7f528c1b", + "title": "ISR expansion operations", "type": "lens" }, { @@ -1085,8 +1082,7 @@ "visualizationType": "lnsXY" }, "description": "Shows the rate of ISR shrink operations", - "enhancements": {}, - "title": "ISR shrink operations" + "enhancements": {} }, "gridData": { "h": 15, @@ -1096,6 +1092,7 @@ "y": 18 }, "panelIndex": "cd067c71-cd3c-4419-8027-bb713f94e373", + "title": "ISR shrink operations", "type": "lens" }, { @@ -1246,8 +1243,7 @@ "visualizationType": "lnsXY" }, "description": "Shows the ISR failed updates", - "enhancements": {}, - "title": "ISR failed updates" + "enhancements": {} }, "gridData": { "h": 15, @@ -1257,6 +1253,7 @@ "y": 18 }, "panelIndex": "72f7ca12-89ba-4f91-afa4-c7a9c687accb", + "title": "ISR failed updates", "type": "lens" }, { @@ -1368,8 +1365,7 @@ }, "description": "The number of dead threads in the replica fetch manager.", "enhancements": {}, - "hidePanelTitles": true, - "title": "Replica manager dead threads" + "hidePanelTitles": true }, "gridData": { "h": 8, @@ -1379,6 +1375,7 @@ "y": 36 }, "panelIndex": "a60fb968-0d5e-4ac3-9dc1-6a0abd5a408e", + "title": "Replica manager dead threads", "type": "lens" }, { @@ -1454,8 +1451,7 @@ }, "description": "The number of failed partitions in the replica fetch manager.", "enhancements": {}, - "hidePanelTitles": true, - "title": "Replica manager failed partitions" + "hidePanelTitles": true }, "gridData": { "h": 8, @@ -1465,6 +1461,7 @@ "y": 36 }, "panelIndex": "3c9d5e9c-855c-4a93-991c-542ff046e86d", + "title": "Replica manager failed partitions", "type": "lens" }, { @@ -1636,8 +1633,7 @@ "visualizationType": "lnsXY" }, "description": "Maximum lag (in offsets) of a follower behind its leader.\nThe lowest fetch rate (records/sec) among replica fetcher threads", - "enhancements": {}, - "title": "Maximum follower lag and Lowest fetch rate" + "enhancements": {} }, "gridData": { "h": 15, @@ -1647,6 +1643,7 @@ "y": 36 }, "panelIndex": "b035539d-f0f6-436f-934c-cddcdeee9b19", + "title": "Maximum follower lag and Lowest fetch rate", "type": "lens" }, { @@ -1758,8 +1755,7 @@ }, "description": "The number of dead threads in the replica fetch manager.", "enhancements": {}, - "hidePanelTitles": true, - "title": "Replica manager dead threads" + "hidePanelTitles": true }, "gridData": { "h": 8, @@ -1769,6 +1765,7 @@ "y": 54 }, "panelIndex": "e47336e5-7df5-491a-aac2-d715097d44a9", + "title": "Replica manager dead threads", "type": "lens" }, { @@ -1844,8 +1841,7 @@ }, "description": "The number of failed partitions in the replica fetch manager.", "enhancements": {}, - "hidePanelTitles": true, - "title": "Replica manager failed partitions" + "hidePanelTitles": true }, "gridData": { "h": 8, @@ -1855,6 +1851,7 @@ "y": 54 }, "panelIndex": "fc3ae387-477d-4e92-8f92-2e29e24307c8", + "title": "Replica manager failed partitions", "type": "lens" }, { @@ -2026,8 +2023,7 @@ "visualizationType": "lnsXY" }, "description": "Maximum lag (in offsets) of a follower behind its leader.\nThe lowest fetch rate (records/sec) among replica fetcher threads", - "enhancements": {}, - "title": "Maximum follower lag and lowest fetch rate" + "enhancements": {} }, "gridData": { "h": 15, @@ -2037,16 +2033,18 @@ "y": 54 }, "panelIndex": "127d4a83-3fe5-4772-b2ca-9da914d13622", + "title": "Maximum follower lag and lowest fetch rate", "type": "lens" } ], "timeRestore": false, "title": "[Metrics Kafka] Replica manager", - "version": 3 + "version": 1 }, "coreMigrationVersion": "8.8.0", - "created_at": "2025-10-07T13:33:22.090Z", + "created_at": "2025-10-30T08:49:34.459Z", "id": "kafka-32a191b0-c8ac-4ea1-812d-0e3d406f9a41", + "managed": true, "references": [ { "id": "metrics-*", @@ -2055,57 +2053,57 @@ }, { "id": "kafka-ea488d90-8e63-11e8-8fa2-3d5f811fbd0f", - "name": "0ad5c094-f62e-4c9b-a06d-568fa63871a3:link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", + "name": "56c4ebec-8686-4eb8-a9eb-78c724711419:link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", "type": "dashboard" }, { "id": "kafka-ff622b8a-bbe2-4903-add2-ba3ad50806d2", - "name": "0ad5c094-f62e-4c9b-a06d-568fa63871a3:link_ac9e04f7-a4a7-4b0e-a087-06c31e92c115_dashboard", + "name": "56c4ebec-8686-4eb8-a9eb-78c724711419:link_ac9e04f7-a4a7-4b0e-a087-06c31e92c115_dashboard", "type": "dashboard" }, { "id": "kafka-c2cb8091-e812-4a23-9b59-3d461c4898ce", - "name": "0ad5c094-f62e-4c9b-a06d-568fa63871a3:link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", + "name": "56c4ebec-8686-4eb8-a9eb-78c724711419:link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", "type": "dashboard" }, { "id": "kafka-894682fd-555e-49c6-b469-f8fbb3f0b9dc", - "name": "0ad5c094-f62e-4c9b-a06d-568fa63871a3:link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", + "name": "56c4ebec-8686-4eb8-a9eb-78c724711419:link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", "type": "dashboard" }, { "id": "kafka-28d2bf78-a638-4a1f-a46f-1a794c99166b", - "name": "0ad5c094-f62e-4c9b-a06d-568fa63871a3:link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", + "name": "56c4ebec-8686-4eb8-a9eb-78c724711419:link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", "type": "dashboard" }, { "id": "kafka-32a191b0-c8ac-4ea1-812d-0e3d406f9a41", - "name": "0ad5c094-f62e-4c9b-a06d-568fa63871a3:link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", + "name": "56c4ebec-8686-4eb8-a9eb-78c724711419:link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", "type": "dashboard" }, { "id": "kafka-20094380-8713-487d-8036-5cbbb529f0ca", - "name": "0ad5c094-f62e-4c9b-a06d-568fa63871a3:link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", + "name": "56c4ebec-8686-4eb8-a9eb-78c724711419:link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", "type": "dashboard" }, { "id": "kafka-e3be4fe8-c7b4-4cea-bb2e-953032cc322a", - "name": "0ad5c094-f62e-4c9b-a06d-568fa63871a3:link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", + "name": "56c4ebec-8686-4eb8-a9eb-78c724711419:link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", "type": "dashboard" }, { - "id": "kafka-9ea6d501-75a5-492d-87dc-4632f907b9dd", - "name": "0ad5c094-f62e-4c9b-a06d-568fa63871a3:link_c9066349-3f5e-4923-aa16-e57ba83ac36f_dashboard", + "id": "kafka-6a239518-50b3-4af5-bb5c-01748d2310c8", + "name": "56c4ebec-8686-4eb8-a9eb-78c724711419:link_9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f_dashboard", "type": "dashboard" }, { - "id": "kafka-8d886d57-c8a2-4fce-869a-f9107235c054", - "name": "0ad5c094-f62e-4c9b-a06d-568fa63871a3:link_a79ddb7b-65bc-44fd-8479-4dbb45e657c8_dashboard", + "id": "kafka-a0e91797-fa95-497f-a130-614baa5327eb", + "name": "56c4ebec-8686-4eb8-a9eb-78c724711419:link_1407a3e4-ffdf-413c-84c6-3997bb82dafe_dashboard", "type": "dashboard" }, { "id": "kafka-943caca0-87ee-11e7-ad9c-db80de0bf8d3", - "name": "0ad5c094-f62e-4c9b-a06d-568fa63871a3:link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", + "name": "56c4ebec-8686-4eb8-a9eb-78c724711419:link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", "type": "dashboard" }, { @@ -2180,12 +2178,7 @@ }, { "id": "metrics-*", - "name": "controlGroup_9a574cc6-17b6-4828-bedd-1e0e2204c17b:optionsListDataView", - "type": "index-pattern" - }, - { - "id": "metrics-*", - "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "name": "controlGroup_56e01f77-759a-47ab-a4e9-1216bf9decf7:optionsListDataView", "type": "index-pattern" } ], diff --git a/packages/kafka/kibana/dashboard/kafka-9ea6d501-75a5-492d-87dc-4632f907b9dd.json b/packages/kafka/kibana/dashboard/kafka-6a239518-50b3-4af5-bb5c-01748d2310c8.json similarity index 67% rename from packages/kafka/kibana/dashboard/kafka-9ea6d501-75a5-492d-87dc-4632f907b9dd.json rename to packages/kafka/kibana/dashboard/kafka-6a239518-50b3-4af5-bb5c-01748d2310c8.json index 474986b69c7..346782b8e14 100644 --- a/packages/kafka/kibana/dashboard/kafka-9ea6d501-75a5-492d-87dc-4632f907b9dd.json +++ b/packages/kafka/kibana/dashboard/kafka-6a239518-50b3-4af5-bb5c-01748d2310c8.json @@ -10,28 +10,53 @@ "ignoreValidations": false }, "panelsJSON": { - "2a0d41eb-461b-42c4-8831-c00862197687": { + "1f3bd349-3442-441e-bcd8-365589e5a080": { "explicitInput": { - "dataViewId": "metrics-*", - "exclude": false, - "existsSelected": false, + "enhancements": {}, "fieldName": "service.address", + "grow": false, + "id": "1f3bd349-3442-441e-bcd8-365589e5a080", "searchTechnique": "prefix", - "selectedOptions": [], - "sort": { - "by": "_count", - "direction": "desc" - }, - "title": "Service address" + "title": "Service address", + "width": "medium" }, "grow": false, "order": 0, "type": "optionsListControl", "width": "large" + }, + "aa887cf3-390b-4da6-8c02-43ec133b0971": { + "explicitInput": { + "enhancements": {}, + "fieldName": "kafka.topic.name", + "id": "aa887cf3-390b-4da6-8c02-43ec133b0971", + "selectedOptions": [], + "title": "Topic Name" + }, + "grow": true, + "order": 1, + "type": "optionsListControl", + "width": "medium" + }, + "bb5b4dfa-d433-48d7-8e16-7d2ad832565a": { + "explicitInput": { + "enhancements": {}, + "fieldName": "kafka.partition.id", + "id": "bb5b4dfa-d433-48d7-8e16-7d2ad832565a", + "title": "Partition", + "value": [ + "", + "" + ] + }, + "grow": false, + "order": 2, + "type": "rangeSliderControl", + "width": "large" } } }, - "description": "", + "description": "This dashboard provides visibility into the performance, health, and throughput of Kafka consumers.", "kibanaSavedObjectMeta": { "searchSourceJSON": { "filter": [ @@ -74,11 +99,163 @@ "panelsJSON": [ { "embeddableConfig": { - "enhancements": { - "dynamicActions": { - "events": [] - } + "attributes": { + "layout": "horizontal", + "links": [ + { + "destinationRefName": "link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", + "id": "79418e9b-e16c-4c97-8856-ff46d373d9aa", + "label": "Overview", + "options": { + "openInNewTab": false, + "useCurrentDateRange": true, + "useCurrentFilters": false + }, + "order": 0, + "type": "dashboardLink" + }, + { + "destinationRefName": "link_ac9e04f7-a4a7-4b0e-a087-06c31e92c115_dashboard", + "id": "ac9e04f7-a4a7-4b0e-a087-06c31e92c115", + "label": "Topic", + "options": { + "openInNewTab": false, + "useCurrentDateRange": true, + "useCurrentFilters": false + }, + "order": 1, + "type": "dashboardLink" + }, + { + "destinationRefName": "link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", + "id": "a2d3a889-1de9-4990-aad9-b1ce51d46bee", + "label": "Controller", + "options": { + "openInNewTab": false, + "useCurrentDateRange": true, + "useCurrentFilters": false + }, + "order": 2, + "type": "dashboardLink" + }, + { + "destinationRefName": "link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", + "id": "16974010-7ce5-4a1d-9c39-9030fcdfb1d4", + "label": "JVM", + "options": { + "openInNewTab": false, + "useCurrentDateRange": true, + "useCurrentFilters": false + }, + "order": 3, + "type": "dashboardLink" + }, + { + "destinationRefName": "link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", + "id": "f0804121-c076-46cf-b5ea-9f195a02a178", + "label": "Network", + "options": { + "openInNewTab": false, + "useCurrentDateRange": true, + "useCurrentFilters": false + }, + "order": 4, + "type": "dashboardLink" + }, + { + "destinationRefName": "link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", + "id": "057dc0de-52ad-4e3e-be84-bea4922ae595", + "label": "Replica manager", + "options": { + "openInNewTab": false, + "useCurrentDateRange": true, + "useCurrentFilters": false + }, + "order": 5, + "type": "dashboardLink" + }, + { + "destinationRefName": "link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", + "id": "1d342b7a-cb2e-466c-9771-ae0b9c9f0182", + "label": "Log manager", + "options": { + "openInNewTab": false, + "useCurrentDateRange": true, + "useCurrentFilters": false + }, + "order": 6, + "type": "dashboardLink" + }, + { + "destinationRefName": "link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", + "id": "98c32618-91a3-4318-a1da-c09834f6b78a", + "label": "Raft", + "options": { + "openInNewTab": false, + "useCurrentDateRange": true, + "useCurrentFilters": false + }, + "order": 7, + "type": "dashboardLink" + }, + { + "destinationRefName": "link_9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f_dashboard", + "id": "9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f", + "label": "Consumer", + "options": { + "openInNewTab": false, + "useCurrentDateRange": true, + "useCurrentFilters": false + }, + "order": 8, + "type": "dashboardLink" + }, + { + "destinationRefName": "link_1407a3e4-ffdf-413c-84c6-3997bb82dafe_dashboard", + "id": "1407a3e4-ffdf-413c-84c6-3997bb82dafe", + "label": "Producer", + "options": { + "openInNewTab": false, + "useCurrentDateRange": true, + "useCurrentFilters": false + }, + "order": 9, + "type": "dashboardLink" + }, + { + "destinationRefName": "link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", + "id": "1f72283e-f334-4eb2-bea6-1faadc788bcd", + "label": "Logs", + "options": { + "openInNewTab": false, + "useCurrentDateRange": true, + "useCurrentFilters": false + }, + "order": 10, + "type": "dashboardLink" + } + ] }, + "disabledActions": [ + "OPEN_FLYOUT_ADD_DRILLDOWN" + ], + "enhancements": {}, + "hidePanelTitles": true + }, + "gridData": { + "h": 4, + "i": "10fce6f9-fc94-431d-a142-9c9a5f1efad1", + "w": 48, + "x": 0, + "y": 0 + }, + "panelIndex": "10fce6f9-fc94-431d-a142-9c9a5f1efad1", + "title": "", + "type": "links" + }, + { + "embeddableConfig": { + "enhancements": {}, "hidePanelTitles": true, "savedVis": { "data": { @@ -92,25 +269,26 @@ } }, "description": "", + "id": "", "params": { "fontSize": 12, - "markdown": "### Consumer\n\nThis dashboard provides visibility into the performance, health, and throughput of Kafka consumers.\n\n- Tracks the maximum consumer lag to identify processing delays and potential bottlenecks.\n- Monitors key consumption metrics, including the rate of bytes and records consumed per second.\n- Provides insight into overall consumer throughput and workload traffic.\n\n", + "markdown": "### Consumer\n\nThis dashboard provides visibility into the performance, health, and throughput of Kafka consumers.\n\n- Tracks the maximum consumer lag to identify processing delays and potential bottlenecks.\n- Monitors key consumption metrics, including the rate of bytes and records consumed per second.\n- Provides insight into overall consumer throughput and workload traffic.", "openLinksInNewTab": false }, "title": "", "type": "markdown", "uiState": {} - }, - "title": "" + } }, "gridData": { - "h": 17, - "i": "1f4797cc-eae7-40b6-9ddf-af58e16f0f55", - "w": 13, + "h": 15, + "i": "80af820b-c0ec-4f2d-93e0-0220cdd1d6b3", + "w": 15, "x": 0, "y": 4 }, - "panelIndex": "1f4797cc-eae7-40b6-9ddf-af58e16f0f55", + "panelIndex": "80af820b-c0ec-4f2d-93e0-0220cdd1d6b3", + "title": "", "type": "visualization" }, { @@ -119,7 +297,7 @@ "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-34d46879-463e-4279-87b7-540197122696", + "name": "indexpattern-datasource-layer-6b90b013-4759-4457-9412-74ffc2e58856", "type": "index-pattern" } ], @@ -127,14 +305,13 @@ "adHocDataViews": {}, "datasourceStates": { "formBased": { - "currentIndexPatternId": "metrics-*", "layers": { - "34d46879-463e-4279-87b7-540197122696": { + "6b90b013-4759-4457-9412-74ffc2e58856": { "columnOrder": [ - "48ae366c-3714-49ec-8b6d-8f2451ca489d" + "e069bd2c-7d2f-407f-862f-9d376bcdfbde" ], "columns": { - "48ae366c-3714-49ec-8b6d-8f2451ca489d": { + "e069bd2c-7d2f-407f-862f-9d376bcdfbde": { "customLabel": true, "dataType": "number", "isBucketed": false, @@ -143,28 +320,20 @@ "params": { "emptyAsNull": true }, + "scale": "ratio", "sourceField": "kafka.consumer.client_id" } }, "ignoreGlobalFilters": false, "incompleteColumns": {}, - "indexPatternId": "metrics-*", "sampling": 1 } } }, "indexpattern": { - "currentIndexPatternId": "metrics-*", "layers": {} }, "textBased": { - "indexPatternRefs": [ - { - "id": "metrics-*", - "timeField": "@timestamp", - "title": "metrics-*" - } - ], "layers": {} } }, @@ -175,44 +344,29 @@ "query": "" }, "visualization": { - "color": "#16C5C0", - "layerId": "34d46879-463e-4279-87b7-540197122696", + "color": "#6092C0", + "layerId": "6b90b013-4759-4457-9412-74ffc2e58856", "layerType": "data", - "metricAccessor": "48ae366c-3714-49ec-8b6d-8f2451ca489d", - "secondaryTrend": { - "type": "none" - } + "metricAccessor": "e069bd2c-7d2f-407f-862f-9d376bcdfbde" } }, "title": "", "type": "lens", "visualizationType": "lnsMetric" }, - "description": "Number of active consumers", - "enhancements": { - "dynamicActions": { - "events": [] - } - }, - "filters": [], - "hidePanelTitles": true, - "query": { - "language": "kuery", - "query": "" - }, - "syncColors": false, - "syncCursor": true, - "syncTooltips": false, - "title": "Consumers" + "description": "The number of active consumers", + "enhancements": {}, + "hidePanelTitles": true }, "gridData": { - "h": 17, - "i": "e520e16b-e8fb-4617-82b1-6c9576622fd8", - "w": 11, - "x": 13, + "h": 8, + "i": "da22580c-c30f-4df7-b940-6df1cfc5e2a3", + "w": 9, + "x": 15, "y": 4 }, - "panelIndex": "e520e16b-e8fb-4617-82b1-6c9576622fd8", + "panelIndex": "da22580c-c30f-4df7-b940-6df1cfc5e2a3", + "title": "Consumers", "type": "lens" }, { @@ -221,7 +375,7 @@ "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-b6e255cd-f61f-4fbd-b9c5-14845aa78faf", + "name": "indexpattern-datasource-layer-9bef6dfc-6f86-43de-86b4-23ed9c155f31", "type": "index-pattern" } ], @@ -231,14 +385,14 @@ "formBased": { "currentIndexPatternId": "metrics-*", "layers": { - "b6e255cd-f61f-4fbd-b9c5-14845aa78faf": { + "9bef6dfc-6f86-43de-86b4-23ed9c155f31": { "columnOrder": [ - "7d9128f7-d9e8-431a-988e-c9c9c08e61f6", - "5e39d623-76ed-4b69-ab07-fde41f4622b2", - "a5f6faf2-da15-4680-b2db-b1b544079071" + "5297e4b3-ad6c-446a-b54a-afe4ac0a2578", + "4b62365c-1b7f-499e-a4ba-be80330172e8", + "5c608e3c-3499-48d1-abf0-ed08a1ff9929" ], "columns": { - "5e39d623-76ed-4b69-ab07-fde41f4622b2": { + "4b62365c-1b7f-499e-a4ba-be80330172e8": { "dataType": "date", "isBucketed": true, "label": "@timestamp", @@ -248,12 +402,14 @@ "includeEmptyRows": true, "interval": "auto" }, + "scale": "interval", "sourceField": "@timestamp" }, - "7d9128f7-d9e8-431a-988e-c9c9c08e61f6": { + "5297e4b3-ad6c-446a-b54a-afe4ac0a2578": { + "customLabel": true, "dataType": "string", "isBucketed": true, - "label": "Top 3 values of kafka.consumer.client_id", + "label": "Bytes consumed by consumer", "operationType": "terms", "params": { "exclude": [], @@ -262,7 +418,7 @@ "includeIsRegex": false, "missingBucket": false, "orderBy": { - "columnId": "a5f6faf2-da15-4680-b2db-b1b544079071", + "columnId": "5c608e3c-3499-48d1-abf0-ed08a1ff9929", "type": "column" }, "orderDirection": "desc", @@ -270,22 +426,31 @@ "parentFormat": { "id": "terms" }, - "size": 3 + "size": 10 }, + "scale": "ordinal", "sourceField": "kafka.consumer.client_id" }, - "a5f6faf2-da15-4680-b2db-b1b544079071": { + "5c608e3c-3499-48d1-abf0-ed08a1ff9929": { "customLabel": true, "dataType": "number", "isBucketed": false, "label": "Bytes/sec", "operationType": "average", "params": { - "emptyAsNull": true + "emptyAsNull": true, + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + } }, + "scale": "ratio", "sourceField": "kafka.consumer.bytes_consumed" } }, + "ignoreGlobalFilters": false, "incompleteColumns": {}, "indexPatternId": "metrics-*", "sampling": 1 @@ -293,17 +458,9 @@ } }, "indexpattern": { - "currentIndexPatternId": "metrics-*", "layers": {} }, "textBased": { - "indexPatternRefs": [ - { - "id": "metrics-*", - "timeField": "@timestamp", - "title": "metrics-*" - } - ], "layers": {} } }, @@ -314,66 +471,44 @@ "query": "" }, "visualization": { - "axisTitlesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "fittingFunction": "Linear", - "gridlinesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "labelsOrientation": { - "x": 0, - "yLeft": 0, - "yRight": 0 - }, "layers": [ { "accessors": [ - "a5f6faf2-da15-4680-b2db-b1b544079071" + "5c608e3c-3499-48d1-abf0-ed08a1ff9929" ], "colorMapping": { "assignments": [], "colorMode": { "type": "categorical" }, - "paletteId": "default", + "paletteId": "eui_amsterdam_color_blind", "specialAssignments": [ { "color": { "type": "loop" }, - "rules": [ - { - "type": "other" - } - ], + "rule": { + "type": "other" + }, "touched": false } ] }, - "layerId": "b6e255cd-f61f-4fbd-b9c5-14845aa78faf", + "layerId": "9bef6dfc-6f86-43de-86b4-23ed9c155f31", "layerType": "data", "position": "top", "seriesType": "line", "showGridlines": false, - "splitAccessor": "7d9128f7-d9e8-431a-988e-c9c9c08e61f6", - "xAccessor": "5e39d623-76ed-4b69-ab07-fde41f4622b2" + "splitAccessor": "5297e4b3-ad6c-446a-b54a-afe4ac0a2578", + "xAccessor": "4b62365c-1b7f-499e-a4ba-be80330172e8" } ], "legend": { "isVisible": true, - "position": "right" - }, - "preferredSeriesType": "line", - "tickLabelsVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true + "position": "bottom" }, + "preferredSeriesType": "bar_stacked", + "title": "Empty XY chart", "valueLabels": "hide" } }, @@ -381,30 +516,18 @@ "type": "lens", "visualizationType": "lnsXY" }, - "description": "The total size of records memory consumed", - "enhancements": { - "dynamicActions": { - "events": [] - } - }, - "filters": [], - "query": { - "language": "kuery", - "query": "" - }, - "syncColors": false, - "syncCursor": true, - "syncTooltips": false, - "title": "Bytes consumed per second" + "description": "The total size of records memory consumed.", + "enhancements": {} }, "gridData": { - "h": 17, - "i": "c8cae375-1d50-40fd-969c-8468e68b243a", + "h": 15, + "i": "6507f899-343f-441b-b1e6-6db9b55444c8", "w": 24, "x": 24, "y": 4 }, - "panelIndex": "c8cae375-1d50-40fd-969c-8468e68b243a", + "panelIndex": "6507f899-343f-441b-b1e6-6db9b55444c8", + "title": "Bytes consumed per second", "type": "lens" }, { @@ -413,7 +536,7 @@ "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-46dc5f75-b3e7-448d-b97b-5985c3fc3238", + "name": "indexpattern-datasource-layer-9bef6dfc-6f86-43de-86b4-23ed9c155f31", "type": "index-pattern" } ], @@ -423,25 +546,14 @@ "formBased": { "currentIndexPatternId": "metrics-*", "layers": { - "46dc5f75-b3e7-448d-b97b-5985c3fc3238": { + "9bef6dfc-6f86-43de-86b4-23ed9c155f31": { "columnOrder": [ - "da14b29a-4cb1-4da1-9311-cef70cb68b64", - "88bc3fe9-ed95-4777-9c47-d1177afe6e3a", - "732885e8-4398-49ed-ad83-89df956de5ee" + "5297e4b3-ad6c-446a-b54a-afe4ac0a2578", + "4b62365c-1b7f-499e-a4ba-be80330172e8", + "5c608e3c-3499-48d1-abf0-ed08a1ff9929" ], "columns": { - "732885e8-4398-49ed-ad83-89df956de5ee": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Requests/sec", - "operationType": "average", - "params": { - "emptyAsNull": true - }, - "sourceField": "kafka.consumer.fetch_rate" - }, - "88bc3fe9-ed95-4777-9c47-d1177afe6e3a": { + "4b62365c-1b7f-499e-a4ba-be80330172e8": { "dataType": "date", "isBucketed": true, "label": "@timestamp", @@ -451,9 +563,10 @@ "includeEmptyRows": true, "interval": "auto" }, + "scale": "interval", "sourceField": "@timestamp" }, - "da14b29a-4cb1-4da1-9311-cef70cb68b64": { + "5297e4b3-ad6c-446a-b54a-afe4ac0a2578": { "customLabel": true, "dataType": "string", "isBucketed": true, @@ -466,7 +579,7 @@ "includeIsRegex": false, "missingBucket": false, "orderBy": { - "columnId": "732885e8-4398-49ed-ad83-89df956de5ee", + "columnId": "5c608e3c-3499-48d1-abf0-ed08a1ff9929", "type": "column" }, "orderDirection": "desc", @@ -476,9 +589,23 @@ }, "size": 10 }, + "scale": "ordinal", "sourceField": "kafka.consumer.client_id" + }, + "5c608e3c-3499-48d1-abf0-ed08a1ff9929": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Requests/sec", + "operationType": "average", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "kafka.consumer.fetch_rate" } }, + "ignoreGlobalFilters": false, "incompleteColumns": {}, "indexPatternId": "metrics-*", "sampling": 1 @@ -486,17 +613,9 @@ } }, "indexpattern": { - "currentIndexPatternId": "metrics-*", "layers": {} }, "textBased": { - "indexPatternRefs": [ - { - "id": "metrics-*", - "timeField": "@timestamp", - "title": "metrics-*" - } - ], "layers": {} } }, @@ -507,66 +626,44 @@ "query": "" }, "visualization": { - "axisTitlesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "fittingFunction": "Linear", - "gridlinesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "labelsOrientation": { - "x": 0, - "yLeft": 0, - "yRight": 0 - }, "layers": [ { "accessors": [ - "732885e8-4398-49ed-ad83-89df956de5ee" + "5c608e3c-3499-48d1-abf0-ed08a1ff9929" ], "colorMapping": { "assignments": [], "colorMode": { "type": "categorical" }, - "paletteId": "default", + "paletteId": "eui_amsterdam_color_blind", "specialAssignments": [ { "color": { "type": "loop" }, - "rules": [ - { - "type": "other" - } - ], + "rule": { + "type": "other" + }, "touched": false } ] }, - "layerId": "46dc5f75-b3e7-448d-b97b-5985c3fc3238", + "layerId": "9bef6dfc-6f86-43de-86b4-23ed9c155f31", "layerType": "data", "position": "top", "seriesType": "line", "showGridlines": false, - "splitAccessor": "da14b29a-4cb1-4da1-9311-cef70cb68b64", - "xAccessor": "88bc3fe9-ed95-4777-9c47-d1177afe6e3a" + "splitAccessor": "5297e4b3-ad6c-446a-b54a-afe4ac0a2578", + "xAccessor": "4b62365c-1b7f-499e-a4ba-be80330172e8" } ], "legend": { "isVisible": true, - "position": "right" - }, - "preferredSeriesType": "line", - "tickLabelsVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true + "position": "bottom" }, + "preferredSeriesType": "bar_stacked", + "title": "Empty XY chart", "valueLabels": "hide" } }, @@ -575,29 +672,17 @@ "visualizationType": "lnsXY" }, "description": "The minimum rate at which the consumer sends requests to a broker", - "enhancements": { - "dynamicActions": { - "events": [] - } - }, - "filters": [], - "query": { - "language": "kuery", - "query": "" - }, - "syncColors": false, - "syncCursor": true, - "syncTooltips": false, - "title": "Fetch requests per second" + "enhancements": {} }, "gridData": { "h": 15, - "i": "3aa63fb2-746d-4264-a705-21ebeb274177", + "i": "00e06858-ec0a-4a26-87ae-5ab08551ddb6", "w": 24, "x": 0, - "y": 21 + "y": 19 }, - "panelIndex": "3aa63fb2-746d-4264-a705-21ebeb274177", + "panelIndex": "00e06858-ec0a-4a26-87ae-5ab08551ddb6", + "title": "Fetch requests per second", "type": "lens" }, { @@ -606,7 +691,7 @@ "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-20f62b5b-aeb9-4ce8-9118-f1c3d55299c3", + "name": "indexpattern-datasource-layer-9bef6dfc-6f86-43de-86b4-23ed9c155f31", "type": "index-pattern" } ], @@ -616,14 +701,14 @@ "formBased": { "currentIndexPatternId": "metrics-*", "layers": { - "20f62b5b-aeb9-4ce8-9118-f1c3d55299c3": { + "9bef6dfc-6f86-43de-86b4-23ed9c155f31": { "columnOrder": [ - "e61d36d7-e819-483f-b91b-5c928c2dd9b8", - "4cf5e1a7-0f07-46b0-8709-35663106dfca", - "82271d6e-6328-4eef-9ca1-bfff03919d53" + "5297e4b3-ad6c-446a-b54a-afe4ac0a2578", + "4b62365c-1b7f-499e-a4ba-be80330172e8", + "5c608e3c-3499-48d1-abf0-ed08a1ff9929" ], "columns": { - "4cf5e1a7-0f07-46b0-8709-35663106dfca": { + "4b62365c-1b7f-499e-a4ba-be80330172e8": { "dataType": "date", "isBucketed": true, "label": "@timestamp", @@ -633,30 +718,14 @@ "includeEmptyRows": true, "interval": "auto" }, + "scale": "interval", "sourceField": "@timestamp" }, - "82271d6e-6328-4eef-9ca1-bfff03919d53": { + "5297e4b3-ad6c-446a-b54a-afe4ac0a2578": { "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Records/sec", - "operationType": "average", - "params": { - "emptyAsNull": true, - "format": { - "id": "number", - "params": { - "compact": true, - "decimals": 2 - } - } - }, - "sourceField": "kafka.consumer.records_consumed" - }, - "e61d36d7-e819-483f-b91b-5c928c2dd9b8": { "dataType": "string", "isBucketed": true, - "label": "Top 3 values of kafka.consumer.client_id", + "label": "Records consumed by consumer", "operationType": "terms", "params": { "exclude": [], @@ -665,7 +734,7 @@ "includeIsRegex": false, "missingBucket": false, "orderBy": { - "columnId": "82271d6e-6328-4eef-9ca1-bfff03919d53", + "columnId": "5c608e3c-3499-48d1-abf0-ed08a1ff9929", "type": "column" }, "orderDirection": "desc", @@ -673,11 +742,25 @@ "parentFormat": { "id": "terms" }, - "size": 3 + "size": 10 }, + "scale": "ordinal", "sourceField": "kafka.consumer.client_id" + }, + "5c608e3c-3499-48d1-abf0-ed08a1ff9929": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Records/sec", + "operationType": "average", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "kafka.consumer.records_consumed" } }, + "ignoreGlobalFilters": false, "incompleteColumns": {}, "indexPatternId": "metrics-*", "sampling": 1 @@ -685,17 +768,9 @@ } }, "indexpattern": { - "currentIndexPatternId": "metrics-*", "layers": {} }, "textBased": { - "indexPatternRefs": [ - { - "id": "metrics-*", - "timeField": "@timestamp", - "title": "metrics-*" - } - ], "layers": {} } }, @@ -706,66 +781,44 @@ "query": "" }, "visualization": { - "axisTitlesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "fittingFunction": "Linear", - "gridlinesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "labelsOrientation": { - "x": 0, - "yLeft": 0, - "yRight": 0 - }, "layers": [ { "accessors": [ - "82271d6e-6328-4eef-9ca1-bfff03919d53" + "5c608e3c-3499-48d1-abf0-ed08a1ff9929" ], "colorMapping": { "assignments": [], "colorMode": { "type": "categorical" }, - "paletteId": "default", + "paletteId": "eui_amsterdam_color_blind", "specialAssignments": [ { "color": { "type": "loop" }, - "rules": [ - { - "type": "other" - } - ], + "rule": { + "type": "other" + }, "touched": false } ] }, - "layerId": "20f62b5b-aeb9-4ce8-9118-f1c3d55299c3", + "layerId": "9bef6dfc-6f86-43de-86b4-23ed9c155f31", "layerType": "data", "position": "top", "seriesType": "line", "showGridlines": false, - "splitAccessor": "e61d36d7-e819-483f-b91b-5c928c2dd9b8", - "xAccessor": "4cf5e1a7-0f07-46b0-8709-35663106dfca" + "splitAccessor": "5297e4b3-ad6c-446a-b54a-afe4ac0a2578", + "xAccessor": "4b62365c-1b7f-499e-a4ba-be80330172e8" } ], "legend": { "isVisible": true, - "position": "right" - }, - "preferredSeriesType": "line", - "tickLabelsVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true + "position": "bottom" }, + "preferredSeriesType": "bar_stacked", + "title": "Empty XY chart", "valueLabels": "hide" } }, @@ -773,30 +826,18 @@ "type": "lens", "visualizationType": "lnsXY" }, - "description": "The number of records consumed by a consumer", - "enhancements": { - "dynamicActions": { - "events": [] - } - }, - "filters": [], - "query": { - "language": "kuery", - "query": "" - }, - "syncColors": false, - "syncCursor": true, - "syncTooltips": false, - "title": "Records consumed" + "description": "Records consumed per second by consumers", + "enhancements": {} }, "gridData": { "h": 15, - "i": "d0070402-8905-4de6-bd95-6e1ec576dc6e", + "i": "0d0e883f-da8a-4f45-8b5a-7ad4d3e918fe", "w": 24, "x": 24, - "y": 21 + "y": 19 }, - "panelIndex": "d0070402-8905-4de6-bd95-6e1ec576dc6e", + "panelIndex": "0d0e883f-da8a-4f45-8b5a-7ad4d3e918fe", + "title": "Records consumed per second", "type": "lens" }, { @@ -805,7 +846,7 @@ "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-6c5add3c-0c7a-47f7-9a9a-4f7104c0db89", + "name": "indexpattern-datasource-layer-9bef6dfc-6f86-43de-86b4-23ed9c155f31", "type": "index-pattern" } ], @@ -815,28 +856,31 @@ "formBased": { "currentIndexPatternId": "metrics-*", "layers": { - "6c5add3c-0c7a-47f7-9a9a-4f7104c0db89": { + "9bef6dfc-6f86-43de-86b4-23ed9c155f31": { "columnOrder": [ - "8642200e-77cb-4351-b71d-f6fc6b7388aa", - "951ae5f8-1fa9-4f07-8243-00a84bce01db", - "45a695ec-b413-41a0-9e6f-a3ff1856854b" + "5297e4b3-ad6c-446a-b54a-afe4ac0a2578", + "4b62365c-1b7f-499e-a4ba-be80330172e8", + "5c608e3c-3499-48d1-abf0-ed08a1ff9929" ], "columns": { - "45a695ec-b413-41a0-9e6f-a3ff1856854b": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Bytes/sec", - "operationType": "average", + "4b62365c-1b7f-499e-a4ba-be80330172e8": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", "params": { - "emptyAsNull": true + "dropPartials": false, + "includeEmptyRows": true, + "interval": "auto" }, - "sourceField": "kafka.consumer.in.bytes_per_sec" + "scale": "interval", + "sourceField": "@timestamp" }, - "8642200e-77cb-4351-b71d-f6fc6b7388aa": { + "5297e4b3-ad6c-446a-b54a-afe4ac0a2578": { + "customLabel": true, "dataType": "string", "isBucketed": true, - "label": "Top 3 values of kafka.consumer.client_id", + "label": "Incoming bytes by consumer", "operationType": "terms", "params": { "exclude": [], @@ -845,7 +889,7 @@ "includeIsRegex": false, "missingBucket": false, "orderBy": { - "columnId": "45a695ec-b413-41a0-9e6f-a3ff1856854b", + "columnId": "5c608e3c-3499-48d1-abf0-ed08a1ff9929", "type": "column" }, "orderDirection": "desc", @@ -853,23 +897,31 @@ "parentFormat": { "id": "terms" }, - "size": 3 + "size": 10 }, + "scale": "ordinal", "sourceField": "kafka.consumer.client_id" }, - "951ae5f8-1fa9-4f07-8243-00a84bce01db": { - "dataType": "date", - "isBucketed": true, - "label": "@timestamp", - "operationType": "date_histogram", + "5c608e3c-3499-48d1-abf0-ed08a1ff9929": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Bytes/sec", + "operationType": "average", "params": { - "dropPartials": false, - "includeEmptyRows": true, - "interval": "auto" + "emptyAsNull": true, + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + } }, - "sourceField": "@timestamp" + "scale": "ratio", + "sourceField": "kafka.consumer.in.bytes_per_sec" } }, + "ignoreGlobalFilters": false, "incompleteColumns": {}, "indexPatternId": "metrics-*", "sampling": 1 @@ -877,17 +929,9 @@ } }, "indexpattern": { - "currentIndexPatternId": "metrics-*", "layers": {} }, "textBased": { - "indexPatternRefs": [ - { - "id": "metrics-*", - "timeField": "@timestamp", - "title": "metrics-*" - } - ], "layers": {} } }, @@ -898,66 +942,44 @@ "query": "" }, "visualization": { - "axisTitlesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "fittingFunction": "Linear", - "gridlinesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "labelsOrientation": { - "x": 0, - "yLeft": 0, - "yRight": 0 - }, "layers": [ { "accessors": [ - "45a695ec-b413-41a0-9e6f-a3ff1856854b" + "5c608e3c-3499-48d1-abf0-ed08a1ff9929" ], "colorMapping": { "assignments": [], "colorMode": { "type": "categorical" }, - "paletteId": "default", + "paletteId": "eui_amsterdam_color_blind", "specialAssignments": [ { "color": { "type": "loop" }, - "rules": [ - { - "type": "other" - } - ], + "rule": { + "type": "other" + }, "touched": false } ] }, - "layerId": "6c5add3c-0c7a-47f7-9a9a-4f7104c0db89", + "layerId": "9bef6dfc-6f86-43de-86b4-23ed9c155f31", "layerType": "data", "position": "top", "seriesType": "line", "showGridlines": false, - "splitAccessor": "8642200e-77cb-4351-b71d-f6fc6b7388aa", - "xAccessor": "951ae5f8-1fa9-4f07-8243-00a84bce01db" + "splitAccessor": "5297e4b3-ad6c-446a-b54a-afe4ac0a2578", + "xAccessor": "4b62365c-1b7f-499e-a4ba-be80330172e8" } ], "legend": { "isVisible": true, - "position": "right" - }, - "preferredSeriesType": "line", - "tickLabelsVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true + "position": "bottom" }, + "preferredSeriesType": "bar_stacked", + "title": "Empty XY chart", "valueLabels": "hide" } }, @@ -965,30 +987,18 @@ "type": "lens", "visualizationType": "lnsXY" }, - "description": "The volume of incoming data being processed by consumers", - "enhancements": { - "dynamicActions": { - "events": [] - } - }, - "filters": [], - "query": { - "language": "kuery", - "query": "" - }, - "syncColors": false, - "syncCursor": true, - "syncTooltips": false, - "title": "Incoming bytes per second" + "description": "The volume of incoming data being processed by consumers.", + "enhancements": {} }, "gridData": { "h": 15, - "i": "d0d5db4d-593a-4a77-a3ca-cae6c8700ab6", + "i": "7d51d06b-1f9f-4a04-8711-b8d172a4006a", "w": 24, "x": 0, - "y": 36 + "y": 34 }, - "panelIndex": "d0d5db4d-593a-4a77-a3ca-cae6c8700ab6", + "panelIndex": "7d51d06b-1f9f-4a04-8711-b8d172a4006a", + "title": "Incoming bytes per second", "type": "lens" }, { @@ -997,7 +1007,7 @@ "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-82c2844a-7dd6-4174-9c17-e550d48a05be", + "name": "indexpattern-datasource-layer-9bef6dfc-6f86-43de-86b4-23ed9c155f31", "type": "index-pattern" } ], @@ -1007,25 +1017,14 @@ "formBased": { "currentIndexPatternId": "metrics-*", "layers": { - "82c2844a-7dd6-4174-9c17-e550d48a05be": { + "9bef6dfc-6f86-43de-86b4-23ed9c155f31": { "columnOrder": [ - "ffd3875f-8090-427a-801d-e69e6156952e", - "e7a7384b-7d8a-4407-a3bb-69deb2a4338a", - "01331143-9f3c-4fdd-ae78-ff9930d93e85" + "5297e4b3-ad6c-446a-b54a-afe4ac0a2578", + "4b62365c-1b7f-499e-a4ba-be80330172e8", + "5c608e3c-3499-48d1-abf0-ed08a1ff9929" ], "columns": { - "01331143-9f3c-4fdd-ae78-ff9930d93e85": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Messages", - "operationType": "max", - "params": { - "emptyAsNull": true - }, - "sourceField": "kafka.consumer.max_lag" - }, - "e7a7384b-7d8a-4407-a3bb-69deb2a4338a": { + "4b62365c-1b7f-499e-a4ba-be80330172e8": { "dataType": "date", "isBucketed": true, "label": "@timestamp", @@ -1035,12 +1034,14 @@ "includeEmptyRows": true, "interval": "auto" }, + "scale": "interval", "sourceField": "@timestamp" }, - "ffd3875f-8090-427a-801d-e69e6156952e": { + "5297e4b3-ad6c-446a-b54a-afe4ac0a2578": { + "customLabel": true, "dataType": "string", "isBucketed": true, - "label": "Top 10 values of kafka.consumer.client_id", + "label": "Lag by consumer", "operationType": "terms", "params": { "exclude": [], @@ -1049,7 +1050,7 @@ "includeIsRegex": false, "missingBucket": false, "orderBy": { - "columnId": "01331143-9f3c-4fdd-ae78-ff9930d93e85", + "columnId": "5c608e3c-3499-48d1-abf0-ed08a1ff9929", "type": "column" }, "orderDirection": "desc", @@ -1059,9 +1060,23 @@ }, "size": 10 }, + "scale": "ordinal", "sourceField": "kafka.consumer.client_id" + }, + "5c608e3c-3499-48d1-abf0-ed08a1ff9929": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Messages", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "kafka.consumer.max_lag" } }, + "ignoreGlobalFilters": false, "incompleteColumns": {}, "indexPatternId": "metrics-*", "sampling": 1 @@ -1069,17 +1084,9 @@ } }, "indexpattern": { - "currentIndexPatternId": "metrics-*", "layers": {} }, "textBased": { - "indexPatternRefs": [ - { - "id": "metrics-*", - "timeField": "@timestamp", - "title": "metrics-*" - } - ], "layers": {} } }, @@ -1090,66 +1097,44 @@ "query": "" }, "visualization": { - "axisTitlesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "fittingFunction": "Linear", - "gridlinesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "labelsOrientation": { - "x": 0, - "yLeft": 0, - "yRight": 0 - }, "layers": [ { "accessors": [ - "01331143-9f3c-4fdd-ae78-ff9930d93e85" + "5c608e3c-3499-48d1-abf0-ed08a1ff9929" ], "colorMapping": { "assignments": [], "colorMode": { "type": "categorical" }, - "paletteId": "default", + "paletteId": "eui_amsterdam_color_blind", "specialAssignments": [ { "color": { "type": "loop" }, - "rules": [ - { - "type": "other" - } - ], + "rule": { + "type": "other" + }, "touched": false } ] }, - "layerId": "82c2844a-7dd6-4174-9c17-e550d48a05be", + "layerId": "9bef6dfc-6f86-43de-86b4-23ed9c155f31", "layerType": "data", "position": "top", "seriesType": "line", "showGridlines": false, - "splitAccessor": "ffd3875f-8090-427a-801d-e69e6156952e", - "xAccessor": "e7a7384b-7d8a-4407-a3bb-69deb2a4338a" + "splitAccessor": "5297e4b3-ad6c-446a-b54a-afe4ac0a2578", + "xAccessor": "4b62365c-1b7f-499e-a4ba-be80330172e8" } ], "legend": { "isVisible": true, - "position": "right" - }, - "preferredSeriesType": "line", - "tickLabelsVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true + "position": "bottom" }, + "preferredSeriesType": "bar_stacked", + "title": "Empty XY chart", "valueLabels": "hide" } }, @@ -1157,290 +1142,136 @@ "type": "lens", "visualizationType": "lnsXY" }, - "description": "The maximum consumer lag", - "enhancements": { - "dynamicActions": { - "events": [] - } - }, - "filters": [], - "query": { - "language": "kuery", - "query": "" - }, - "syncColors": false, - "syncCursor": true, - "syncTooltips": false, - "title": "Maximum lag" + "description": "The maximum consumer lag.", + "enhancements": {} }, "gridData": { "h": 15, - "i": "bd577ec5-8064-4713-94a4-fa11acb5a3df", + "i": "4252093e-a032-4a8d-af4a-650110c0424f", "w": 24, "x": 24, - "y": 36 + "y": 34 }, - "panelIndex": "bd577ec5-8064-4713-94a4-fa11acb5a3df", + "panelIndex": "4252093e-a032-4a8d-af4a-650110c0424f", + "title": "Maximum lag", "type": "lens" - }, - { - "embeddableConfig": { - "attributes": { - "layout": "horizontal", - "links": [ - { - "destinationRefName": "link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", - "id": "79418e9b-e16c-4c97-8856-ff46d373d9aa", - "label": "Overview", - "options": { - "openInNewTab": false, - "useCurrentDateRange": true, - "useCurrentFilters": false - }, - "order": 0, - "type": "dashboardLink" - }, - { - "destinationRefName": "link_e6bfc6da-2ebd-4611-a6c5-f1d2e5195911_dashboard", - "id": "e6bfc6da-2ebd-4611-a6c5-f1d2e5195911", - "label": "Topic", - "options": { - "openInNewTab": false, - "useCurrentDateRange": true, - "useCurrentFilters": false - }, - "order": 1, - "type": "dashboardLink" - }, - { - "destinationRefName": "link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", - "id": "a2d3a889-1de9-4990-aad9-b1ce51d46bee", - "label": "Controller", - "options": { - "openInNewTab": false, - "useCurrentDateRange": true, - "useCurrentFilters": false - }, - "order": 2, - "type": "dashboardLink" - }, - { - "destinationRefName": "link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", - "id": "16974010-7ce5-4a1d-9c39-9030fcdfb1d4", - "label": "JVM", - "order": 3, - "type": "dashboardLink" - }, - { - "destinationRefName": "link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", - "id": "f0804121-c076-46cf-b5ea-9f195a02a178", - "label": "Network", - "options": { - "openInNewTab": false, - "useCurrentDateRange": true, - "useCurrentFilters": false - }, - "order": 4, - "type": "dashboardLink" - }, - { - "destinationRefName": "link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", - "id": "057dc0de-52ad-4e3e-be84-bea4922ae595", - "label": "Replica manager", - "options": { - "openInNewTab": false, - "useCurrentDateRange": true, - "useCurrentFilters": false - }, - "order": 5, - "type": "dashboardLink" - }, - { - "destinationRefName": "link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", - "id": "1d342b7a-cb2e-466c-9771-ae0b9c9f0182", - "label": "Log manager", - "options": { - "openInNewTab": false, - "useCurrentDateRange": true, - "useCurrentFilters": false - }, - "order": 6, - "type": "dashboardLink" - }, - { - "destinationRefName": "link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", - "id": "98c32618-91a3-4318-a1da-c09834f6b78a", - "label": "Raft", - "options": { - "openInNewTab": false, - "useCurrentDateRange": true, - "useCurrentFilters": false - }, - "order": 7, - "type": "dashboardLink" - }, - { - "destinationRefName": "link_79ebe0ce-289d-40d7-8020-5817981bda48_dashboard", - "id": "79ebe0ce-289d-40d7-8020-5817981bda48", - "label": "Consumer", - "options": { - "openInNewTab": false, - "useCurrentDateRange": true, - "useCurrentFilters": false - }, - "order": 8, - "type": "dashboardLink" - }, - { - "destinationRefName": "link_b72a08ba-2037-4b3d-b69a-22876435d882_dashboard", - "id": "b72a08ba-2037-4b3d-b69a-22876435d882", - "label": "Producer", - "options": { - "openInNewTab": false, - "useCurrentDateRange": true, - "useCurrentFilters": false - }, - "order": 9, - "type": "dashboardLink" - }, - { - "destinationRefName": "link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", - "id": "1f72283e-f334-4eb2-bea6-1faadc788bcd", - "label": "Logs", - "options": { - "openInNewTab": false, - "useCurrentDateRange": true, - "useCurrentFilters": false - }, - "order": 10, - "type": "dashboardLink" - } - ] - }, - "hidePanelTitles": true, - "title": "" - }, - "gridData": { - "h": 4, - "i": "dae48630-0bd1-4ae8-8f25-c27d32838305", - "w": 48, - "x": 0, - "y": 0 - }, - "panelIndex": "dae48630-0bd1-4ae8-8f25-c27d32838305", - "type": "links" } ], "timeRestore": false, "title": "[Metrics Kafka] Consumer", - "version": 3 + "version": 1 }, "coreMigrationVersion": "8.8.0", - "created_at": "2025-10-07T13:33:13.995Z", - "id": "kafka-9ea6d501-75a5-492d-87dc-4632f907b9dd", + "created_at": "2025-10-30T08:49:34.459Z", + "id": "kafka-6a239518-50b3-4af5-bb5c-01748d2310c8", + "managed": true, "references": [ { "id": "metrics-*", "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", "type": "index-pattern" }, - { - "id": "metrics-*", - "name": "e520e16b-e8fb-4617-82b1-6c9576622fd8:indexpattern-datasource-layer-34d46879-463e-4279-87b7-540197122696", - "type": "index-pattern" - }, - { - "id": "metrics-*", - "name": "c8cae375-1d50-40fd-969c-8468e68b243a:indexpattern-datasource-layer-b6e255cd-f61f-4fbd-b9c5-14845aa78faf", - "type": "index-pattern" - }, - { - "id": "metrics-*", - "name": "3aa63fb2-746d-4264-a705-21ebeb274177:indexpattern-datasource-layer-46dc5f75-b3e7-448d-b97b-5985c3fc3238", - "type": "index-pattern" - }, - { - "id": "metrics-*", - "name": "d0070402-8905-4de6-bd95-6e1ec576dc6e:indexpattern-datasource-layer-20f62b5b-aeb9-4ce8-9118-f1c3d55299c3", - "type": "index-pattern" - }, - { - "id": "metrics-*", - "name": "d0d5db4d-593a-4a77-a3ca-cae6c8700ab6:indexpattern-datasource-layer-6c5add3c-0c7a-47f7-9a9a-4f7104c0db89", - "type": "index-pattern" - }, - { - "id": "metrics-*", - "name": "bd577ec5-8064-4713-94a4-fa11acb5a3df:indexpattern-datasource-layer-82c2844a-7dd6-4174-9c17-e550d48a05be", - "type": "index-pattern" - }, { "id": "kafka-ea488d90-8e63-11e8-8fa2-3d5f811fbd0f", - "name": "dae48630-0bd1-4ae8-8f25-c27d32838305:link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", + "name": "10fce6f9-fc94-431d-a142-9c9a5f1efad1:link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", "type": "dashboard" }, { "id": "kafka-ff622b8a-bbe2-4903-add2-ba3ad50806d2", - "name": "dae48630-0bd1-4ae8-8f25-c27d32838305:link_e6bfc6da-2ebd-4611-a6c5-f1d2e5195911_dashboard", + "name": "10fce6f9-fc94-431d-a142-9c9a5f1efad1:link_ac9e04f7-a4a7-4b0e-a087-06c31e92c115_dashboard", "type": "dashboard" }, { "id": "kafka-c2cb8091-e812-4a23-9b59-3d461c4898ce", - "name": "dae48630-0bd1-4ae8-8f25-c27d32838305:link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", + "name": "10fce6f9-fc94-431d-a142-9c9a5f1efad1:link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", "type": "dashboard" }, { "id": "kafka-894682fd-555e-49c6-b469-f8fbb3f0b9dc", - "name": "dae48630-0bd1-4ae8-8f25-c27d32838305:link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", + "name": "10fce6f9-fc94-431d-a142-9c9a5f1efad1:link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", "type": "dashboard" }, { "id": "kafka-28d2bf78-a638-4a1f-a46f-1a794c99166b", - "name": "dae48630-0bd1-4ae8-8f25-c27d32838305:link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", + "name": "10fce6f9-fc94-431d-a142-9c9a5f1efad1:link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", "type": "dashboard" }, { "id": "kafka-32a191b0-c8ac-4ea1-812d-0e3d406f9a41", - "name": "dae48630-0bd1-4ae8-8f25-c27d32838305:link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", + "name": "10fce6f9-fc94-431d-a142-9c9a5f1efad1:link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", "type": "dashboard" }, { "id": "kafka-20094380-8713-487d-8036-5cbbb529f0ca", - "name": "dae48630-0bd1-4ae8-8f25-c27d32838305:link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", + "name": "10fce6f9-fc94-431d-a142-9c9a5f1efad1:link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", "type": "dashboard" }, { "id": "kafka-e3be4fe8-c7b4-4cea-bb2e-953032cc322a", - "name": "dae48630-0bd1-4ae8-8f25-c27d32838305:link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", + "name": "10fce6f9-fc94-431d-a142-9c9a5f1efad1:link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", "type": "dashboard" }, { - "id": "kafka-9ea6d501-75a5-492d-87dc-4632f907b9dd", - "name": "dae48630-0bd1-4ae8-8f25-c27d32838305:link_79ebe0ce-289d-40d7-8020-5817981bda48_dashboard", + "id": "kafka-6a239518-50b3-4af5-bb5c-01748d2310c8", + "name": "10fce6f9-fc94-431d-a142-9c9a5f1efad1:link_9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f_dashboard", "type": "dashboard" }, { - "id": "kafka-8d886d57-c8a2-4fce-869a-f9107235c054", - "name": "dae48630-0bd1-4ae8-8f25-c27d32838305:link_b72a08ba-2037-4b3d-b69a-22876435d882_dashboard", + "id": "kafka-a0e91797-fa95-497f-a130-614baa5327eb", + "name": "10fce6f9-fc94-431d-a142-9c9a5f1efad1:link_1407a3e4-ffdf-413c-84c6-3997bb82dafe_dashboard", "type": "dashboard" }, { "id": "kafka-943caca0-87ee-11e7-ad9c-db80de0bf8d3", - "name": "dae48630-0bd1-4ae8-8f25-c27d32838305:link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", + "name": "10fce6f9-fc94-431d-a142-9c9a5f1efad1:link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", "type": "dashboard" }, { "id": "metrics-*", - "name": "controlGroup_2a0d41eb-461b-42c4-8831-c00862197687:optionsListDataView", + "name": "da22580c-c30f-4df7-b940-6df1cfc5e2a3:indexpattern-datasource-layer-6b90b013-4759-4457-9412-74ffc2e58856", "type": "index-pattern" }, { "id": "metrics-*", - "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "name": "6507f899-343f-441b-b1e6-6db9b55444c8:indexpattern-datasource-layer-9bef6dfc-6f86-43de-86b4-23ed9c155f31", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "00e06858-ec0a-4a26-87ae-5ab08551ddb6:indexpattern-datasource-layer-9bef6dfc-6f86-43de-86b4-23ed9c155f31", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "0d0e883f-da8a-4f45-8b5a-7ad4d3e918fe:indexpattern-datasource-layer-9bef6dfc-6f86-43de-86b4-23ed9c155f31", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "7d51d06b-1f9f-4a04-8711-b8d172a4006a:indexpattern-datasource-layer-9bef6dfc-6f86-43de-86b4-23ed9c155f31", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "4252093e-a032-4a8d-af4a-650110c0424f:indexpattern-datasource-layer-9bef6dfc-6f86-43de-86b4-23ed9c155f31", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "controlGroup_aa887cf3-390b-4da6-8c02-43ec133b0971:optionsListDataView", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "controlGroup_bb5b4dfa-d433-48d7-8e16-7d2ad832565a:rangeSliderDataView", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "controlGroup_1f3bd349-3442-441e-bcd8-365589e5a080:optionsListDataView", "type": "index-pattern" } ], "type": "dashboard", - "typeMigrationVersion": "8.9.0", - "updated_by": "u_mGBROF_q5bmFCATbLXAcCwKa0k8JvONAwSruelyKA5E_0" + "typeMigrationVersion": "8.9.0" } \ No newline at end of file diff --git a/packages/kafka/kibana/dashboard/kafka-894682fd-555e-49c6-b469-f8fbb3f0b9dc.json b/packages/kafka/kibana/dashboard/kafka-894682fd-555e-49c6-b469-f8fbb3f0b9dc.json index 2617a694810..d5bc2040f25 100644 --- a/packages/kafka/kibana/dashboard/kafka-894682fd-555e-49c6-b469-f8fbb3f0b9dc.json +++ b/packages/kafka/kibana/dashboard/kafka-894682fd-555e-49c6-b469-f8fbb3f0b9dc.json @@ -10,59 +10,20 @@ "ignoreValidations": false }, "panelsJSON": { - "aa887cf3-390b-4da6-8c02-43ec133b0971": { + "1f3bd349-3442-441e-bcd8-365589e5a080": { "explicitInput": { - "dataViewId": "metrics-*", - "exclude": false, - "existsSelected": false, - "fieldName": "kafka.topic.name", - "searchTechnique": "prefix", - "selectedOptions": [], - "sort": { - "by": "_count", - "direction": "desc" - }, - "title": "Topic Name" - }, - "grow": true, - "order": 1, - "type": "optionsListControl", - "width": "medium" - }, - "b0299af8-f08a-45be-a8e8-6b2e08d95888": { - "explicitInput": { - "dataViewId": "metrics-*", - "exclude": false, - "existsSelected": false, + "enhancements": {}, "fieldName": "service.address", + "grow": false, + "id": "1f3bd349-3442-441e-bcd8-365589e5a080", "searchTechnique": "prefix", - "selectedOptions": [], - "sort": { - "by": "_count", - "direction": "desc" - }, - "title": "Service address" + "title": "Service address", + "width": "medium" }, "grow": false, "order": 0, "type": "optionsListControl", "width": "large" - }, - "bb5b4dfa-d433-48d7-8e16-7d2ad832565a": { - "explicitInput": { - "dataViewId": "metrics-*", - "fieldName": "kafka.partition.id", - "step": 1, - "title": "Partition", - "value": [ - "", - "" - ] - }, - "grow": true, - "order": 2, - "type": "rangeSliderControl", - "width": "medium" } } }, @@ -209,9 +170,9 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", - "id": "1f72283e-f334-4eb2-bea6-1faadc788bcd", - "label": "Logs", + "destinationRefName": "link_9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f_dashboard", + "id": "9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f", + "label": "Consumer", "options": { "openInNewTab": false, "useCurrentDateRange": true, @@ -221,9 +182,9 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_7b7624bb-ebd0-46e3-b7c0-13f83ddf5a99_dashboard", - "id": "7b7624bb-ebd0-46e3-b7c0-13f83ddf5a99", - "label": "Consumer", + "destinationRefName": "link_1407a3e4-ffdf-413c-84c6-3997bb82dafe_dashboard", + "id": "1407a3e4-ffdf-413c-84c6-3997bb82dafe", + "label": "Producer", "options": { "openInNewTab": false, "useCurrentDateRange": true, @@ -233,9 +194,9 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_1aa05156-10d7-412a-a96c-3d5662ef94cb_dashboard", - "id": "1aa05156-10d7-412a-a96c-3d5662ef94cb", - "label": "Producer", + "destinationRefName": "link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", + "id": "1f72283e-f334-4eb2-bea6-1faadc788bcd", + "label": "Logs", "options": { "openInNewTab": false, "useCurrentDateRange": true, @@ -246,17 +207,18 @@ } ] }, - "hidePanelTitles": true, - "title": "" + "enhancements": {}, + "hidePanelTitles": true }, "gridData": { "h": 4, - "i": "39b49a6d-d6d2-4ef8-85d6-eba1dd965185", + "i": "f912cd6b-12a6-4776-a8d6-39900db080f0", "w": 48, "x": 0, "y": 0 }, - "panelIndex": "39b49a6d-d6d2-4ef8-85d6-eba1dd965185", + "panelIndex": "f912cd6b-12a6-4776-a8d6-39900db080f0", + "title": "", "type": "links" }, { @@ -284,8 +246,7 @@ "title": "", "type": "markdown", "uiState": {} - }, - "title": "" + } }, "gridData": { "h": 15, @@ -295,6 +256,7 @@ "y": 4 }, "panelIndex": "148700bd-588a-4c30-9ad0-5256e90e4cea", + "title": "", "type": "visualization" }, { @@ -372,8 +334,7 @@ }, "description": "How long the JVM has been running", "enhancements": {}, - "hidePanelTitles": true, - "title": "Uptime" + "hidePanelTitles": true }, "gridData": { "h": 8, @@ -383,6 +344,7 @@ "y": 4 }, "panelIndex": "03dbf6c4-5fd6-42cc-b560-bf7c64a9ce6f", + "title": "Uptime", "type": "lens" }, { @@ -463,8 +425,7 @@ }, "description": "The number of classes currently loaded in the JVM", "enhancements": {}, - "hidePanelTitles": true, - "title": "Loaded classes" + "hidePanelTitles": true }, "gridData": { "h": 8, @@ -474,6 +435,7 @@ "y": 4 }, "panelIndex": "a819ce34-b59b-43cb-b3e6-ad0ffa02345d", + "title": "Loaded classes", "type": "lens" }, { @@ -548,8 +510,7 @@ }, "description": "Name of the running JVM", "enhancements": {}, - "hidePanelTitles": true, - "title": "JVM Name" + "hidePanelTitles": true }, "gridData": { "h": 5, @@ -559,6 +520,7 @@ "y": 4 }, "panelIndex": "1b6e8b1f-d296-4974-b545-70dfe5533ad2", + "title": "JVM Name", "type": "lens" }, { @@ -633,8 +595,7 @@ }, "description": "The JVM implementation vendor", "enhancements": {}, - "hidePanelTitles": true, - "title": "JVM Vendor" + "hidePanelTitles": true }, "gridData": { "h": 5, @@ -644,97 +605,7 @@ "y": 9 }, "panelIndex": "f596e5de-85e5-4c67-9798-004275ebe56e", - "type": "lens" - }, - { - "embeddableConfig": { - "attributes": { - "references": [ - { - "id": "metrics-*", - "name": "indexpattern-datasource-layer-696138d1-d54c-4c93-af26-b72473343ac5", - "type": "index-pattern" - } - ], - "state": { - "adHocDataViews": {}, - "datasourceStates": { - "formBased": { - "currentIndexPatternId": "metrics-*", - "layers": { - "696138d1-d54c-4c93-af26-b72473343ac5": { - "columnOrder": [ - "83a35c99-96bf-4235-b9c1-a6a0a092f4c6" - ], - "columns": { - "83a35c99-96bf-4235-b9c1-a6a0a092f4c6": { - "customLabel": true, - "dataType": "number", - "filter": { - "language": "kuery", - "query": "\"kafka.jvm.threads.current_count\": *" - }, - "isBucketed": false, - "label": "Thread count", - "operationType": "last_value", - "params": { - "format": { - "id": "number", - "params": { - "compact": true, - "decimals": 2 - } - }, - "sortField": "@timestamp" - }, - "scale": "ratio", - "sourceField": "kafka.jvm.threads.current_count" - } - }, - "ignoreGlobalFilters": false, - "incompleteColumns": {}, - "indexPatternId": "metrics-*", - "sampling": 1 - } - } - }, - "indexpattern": { - "layers": {} - }, - "textBased": { - "layers": {} - } - }, - "filters": [], - "internalReferences": [], - "query": { - "language": "kuery", - "query": "" - }, - "visualization": { - "color": "#CA8EAE", - "layerId": "696138d1-d54c-4c93-af26-b72473343ac5", - "layerType": "data", - "metricAccessor": "83a35c99-96bf-4235-b9c1-a6a0a092f4c6" - } - }, - "title": "", - "type": "lens", - "visualizationType": "lnsMetric" - }, - "description": "The current number of live threads", - "enhancements": {}, - "hidePanelTitles": true, - "title": "Thread count" - }, - "gridData": { - "h": 7, - "i": "cb771beb-616e-454d-b348-19adad55e35f", - "w": 9, - "x": 24, - "y": 12 - }, - "panelIndex": "cb771beb-616e-454d-b348-19adad55e35f", + "title": "JVM Vendor", "type": "lens" }, { @@ -867,8 +738,7 @@ }, "description": "The percentage of maximum heap used", "enhancements": {}, - "hidePanelTitles": true, - "title": "Heap usage" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -878,6 +748,98 @@ "y": 12 }, "panelIndex": "9da07201-3160-426f-9269-f6c7e18156b4", + "title": "Heap usage", + "type": "lens" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-696138d1-d54c-4c93-af26-b72473343ac5", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "currentIndexPatternId": "metrics-*", + "layers": { + "696138d1-d54c-4c93-af26-b72473343ac5": { + "columnOrder": [ + "83a35c99-96bf-4235-b9c1-a6a0a092f4c6" + ], + "columns": { + "83a35c99-96bf-4235-b9c1-a6a0a092f4c6": { + "customLabel": true, + "dataType": "number", + "filter": { + "language": "kuery", + "query": "\"kafka.jvm.threads.current_count\": *" + }, + "isBucketed": false, + "label": "Thread count", + "operationType": "last_value", + "params": { + "format": { + "id": "number", + "params": { + "compact": true, + "decimals": 2 + } + }, + "sortField": "@timestamp" + }, + "scale": "ratio", + "sourceField": "kafka.jvm.threads.current_count" + } + }, + "ignoreGlobalFilters": false, + "incompleteColumns": {}, + "indexPatternId": "metrics-*", + "sampling": 1 + } + } + }, + "indexpattern": { + "layers": {} + }, + "textBased": { + "layers": {} + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "color": "#CA8EAE", + "layerId": "696138d1-d54c-4c93-af26-b72473343ac5", + "layerType": "data", + "metricAccessor": "83a35c99-96bf-4235-b9c1-a6a0a092f4c6" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsMetric" + }, + "description": "The current number of live threads", + "enhancements": {}, + "hidePanelTitles": true + }, + "gridData": { + "h": 7, + "i": "cb771beb-616e-454d-b348-19adad55e35f", + "w": 9, + "x": 24, + "y": 12 + }, + "panelIndex": "cb771beb-616e-454d-b348-19adad55e35f", + "title": "Thread count", "type": "lens" }, { @@ -952,8 +914,7 @@ }, "description": "The JVM version", "enhancements": {}, - "hidePanelTitles": true, - "title": "JVM Version" + "hidePanelTitles": true }, "gridData": { "h": 5, @@ -963,6 +924,7 @@ "y": 14 }, "panelIndex": "2a6ef098-6007-418f-b375-701951b4b13e", + "title": "JVM Version", "type": "lens" }, { @@ -990,8 +952,7 @@ "title": "", "type": "markdown", "uiState": {} - }, - "title": "" + } }, "gridData": { "h": 3, @@ -1001,6 +962,7 @@ "y": 19 }, "panelIndex": "69ae9ef4-8374-4c9b-92bb-c9f123c0b785", + "title": "", "type": "visualization" }, { @@ -1151,8 +1113,7 @@ "visualizationType": "lnsXY" }, "description": "Heap memory usage over time.", - "enhancements": {}, - "title": "Heap memory usage" + "enhancements": {} }, "gridData": { "h": 15, @@ -1162,6 +1123,7 @@ "y": 22 }, "panelIndex": "5ec0bd6c-7107-45ad-bae0-ab7be58fb9bb", + "title": "Heap memory usage", "type": "lens" }, { @@ -1298,8 +1260,7 @@ "visualizationType": "lnsXY" }, "description": "Non-Heap memory usage over time.", - "enhancements": {}, - "title": "Non-Heap memory usage" + "enhancements": {} }, "gridData": { "h": 15, @@ -1309,6 +1270,7 @@ "y": 22 }, "panelIndex": "c52684ab-b609-4e74-96c2-a7d9692de995", + "title": "Non-Heap memory usage", "type": "lens" }, { @@ -1376,8 +1338,7 @@ }, "description": "The number of objects waiting for the finalisation", "enhancements": {}, - "hidePanelTitles": true, - "title": "Finalisation queue" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -1387,6 +1348,7 @@ "y": 37 }, "panelIndex": "ca99a791-95d3-4568-997e-4461eb5f76c1", + "title": "Finalisation queue", "type": "lens" }, { @@ -1544,8 +1506,7 @@ "visualizationType": "lnsXY" }, "description": "Peak memory usage by pool", - "enhancements": {}, - "title": "Memory pool peak usage" + "enhancements": {} }, "gridData": { "h": 15, @@ -1555,6 +1516,7 @@ "y": 37 }, "panelIndex": "1d2f2530-e5bc-45eb-863a-23c92a422ff2", + "title": "Memory pool peak usage", "type": "lens" }, { @@ -1740,8 +1702,7 @@ "visualizationType": "lnsXY" }, "description": "Memory usage by pool", - "enhancements": {}, - "title": "Memory pool usage" + "enhancements": {} }, "gridData": { "h": 15, @@ -1751,6 +1712,7 @@ "y": 55 }, "panelIndex": "55bc08d1-aaac-48ab-ae03-b90ce40b77fd", + "title": "Memory pool usage", "type": "lens" }, { @@ -1980,8 +1942,7 @@ "visualizationType": "lnsXY" }, "description": "Buffer pool usage by type", - "enhancements": {}, - "title": "Buffer pool usage" + "enhancements": {} }, "gridData": { "h": 15, @@ -1991,6 +1952,7 @@ "y": 55 }, "panelIndex": "7137d5e4-7b95-4dc4-92a6-6b36fbad9026", + "title": "Buffer pool usage", "type": "lens" }, { @@ -2197,8 +2159,7 @@ "visualizationType": "lnsXY" }, "description": "Rate of garbage collection events by collector.", - "enhancements": {}, - "title": "GC collection rate" + "enhancements": {} }, "gridData": { "h": 15, @@ -2208,6 +2169,7 @@ "y": 73 }, "panelIndex": "05c4af25-1a50-462a-8f43-9163617d33ef", + "title": "GC collection rate", "type": "lens" }, { @@ -2379,8 +2341,7 @@ "visualizationType": "lnsXY" }, "description": "ime spent in garbage collection by collector", - "enhancements": {}, - "title": "Garbage collection time" + "enhancements": {} }, "gridData": { "h": 15, @@ -2390,6 +2351,7 @@ "y": 73 }, "panelIndex": "bbc2eec3-8404-46b7-af4f-e38abcbf602c", + "title": "Garbage collection time", "type": "lens" }, { @@ -2590,8 +2552,7 @@ "visualizationType": "lnsXY" }, "description": "Thread count trends over time", - "enhancements": {}, - "title": "Thread count over time" + "enhancements": {} }, "gridData": { "h": 15, @@ -2601,6 +2562,7 @@ "y": 91 }, "panelIndex": "55fb80b1-6271-46d0-970c-1f5cbddc275c", + "title": "Thread count over time", "type": "lens" }, { @@ -2774,8 +2736,7 @@ "visualizationType": "lnsXY" }, "description": "The time spent in JIT compilation", - "enhancements": {}, - "title": "JIT compilation time" + "enhancements": {} }, "gridData": { "h": 15, @@ -2785,6 +2746,7 @@ "y": 109 }, "panelIndex": "6b556edb-f109-4ec4-810d-1cf6c7c1bb9e", + "title": "JIT compilation time", "type": "lens" }, { @@ -2914,8 +2876,7 @@ "visualizationType": "lnsXY" }, "description": "Class loading activity over time", - "enhancements": {}, - "title": "Class loading" + "enhancements": {} }, "gridData": { "h": 15, @@ -2925,16 +2886,18 @@ "y": 109 }, "panelIndex": "ed5ac3e6-0502-4165-860a-3ed5ab2f8bef", + "title": "Class loading", "type": "lens" } ], "timeRestore": false, "title": "[Metrics Kafka] JVM", - "version": 3 + "version": 1 }, "coreMigrationVersion": "8.8.0", - "created_at": "2025-10-07T13:33:16.208Z", + "created_at": "2025-10-30T08:49:34.459Z", "id": "kafka-894682fd-555e-49c6-b469-f8fbb3f0b9dc", + "managed": true, "references": [ { "id": "metrics-*", @@ -2943,57 +2906,57 @@ }, { "id": "kafka-ea488d90-8e63-11e8-8fa2-3d5f811fbd0f", - "name": "39b49a6d-d6d2-4ef8-85d6-eba1dd965185:link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", + "name": "f912cd6b-12a6-4776-a8d6-39900db080f0:link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", "type": "dashboard" }, { "id": "kafka-ff622b8a-bbe2-4903-add2-ba3ad50806d2", - "name": "39b49a6d-d6d2-4ef8-85d6-eba1dd965185:link_ac9e04f7-a4a7-4b0e-a087-06c31e92c115_dashboard", + "name": "f912cd6b-12a6-4776-a8d6-39900db080f0:link_ac9e04f7-a4a7-4b0e-a087-06c31e92c115_dashboard", "type": "dashboard" }, { "id": "kafka-c2cb8091-e812-4a23-9b59-3d461c4898ce", - "name": "39b49a6d-d6d2-4ef8-85d6-eba1dd965185:link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", + "name": "f912cd6b-12a6-4776-a8d6-39900db080f0:link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", "type": "dashboard" }, { "id": "kafka-894682fd-555e-49c6-b469-f8fbb3f0b9dc", - "name": "39b49a6d-d6d2-4ef8-85d6-eba1dd965185:link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", + "name": "f912cd6b-12a6-4776-a8d6-39900db080f0:link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", "type": "dashboard" }, { "id": "kafka-28d2bf78-a638-4a1f-a46f-1a794c99166b", - "name": "39b49a6d-d6d2-4ef8-85d6-eba1dd965185:link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", + "name": "f912cd6b-12a6-4776-a8d6-39900db080f0:link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", "type": "dashboard" }, { "id": "kafka-32a191b0-c8ac-4ea1-812d-0e3d406f9a41", - "name": "39b49a6d-d6d2-4ef8-85d6-eba1dd965185:link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", + "name": "f912cd6b-12a6-4776-a8d6-39900db080f0:link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", "type": "dashboard" }, { "id": "kafka-20094380-8713-487d-8036-5cbbb529f0ca", - "name": "39b49a6d-d6d2-4ef8-85d6-eba1dd965185:link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", + "name": "f912cd6b-12a6-4776-a8d6-39900db080f0:link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", "type": "dashboard" }, { "id": "kafka-e3be4fe8-c7b4-4cea-bb2e-953032cc322a", - "name": "39b49a6d-d6d2-4ef8-85d6-eba1dd965185:link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", + "name": "f912cd6b-12a6-4776-a8d6-39900db080f0:link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", "type": "dashboard" }, { - "id": "kafka-943caca0-87ee-11e7-ad9c-db80de0bf8d3", - "name": "39b49a6d-d6d2-4ef8-85d6-eba1dd965185:link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", + "id": "kafka-6a239518-50b3-4af5-bb5c-01748d2310c8", + "name": "f912cd6b-12a6-4776-a8d6-39900db080f0:link_9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f_dashboard", "type": "dashboard" }, { - "id": "kafka-9ea6d501-75a5-492d-87dc-4632f907b9dd", - "name": "39b49a6d-d6d2-4ef8-85d6-eba1dd965185:link_7b7624bb-ebd0-46e3-b7c0-13f83ddf5a99_dashboard", + "id": "kafka-a0e91797-fa95-497f-a130-614baa5327eb", + "name": "f912cd6b-12a6-4776-a8d6-39900db080f0:link_1407a3e4-ffdf-413c-84c6-3997bb82dafe_dashboard", "type": "dashboard" }, { - "id": "kafka-8d886d57-c8a2-4fce-869a-f9107235c054", - "name": "39b49a6d-d6d2-4ef8-85d6-eba1dd965185:link_1aa05156-10d7-412a-a96c-3d5662ef94cb_dashboard", + "id": "kafka-943caca0-87ee-11e7-ad9c-db80de0bf8d3", + "name": "f912cd6b-12a6-4776-a8d6-39900db080f0:link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", "type": "dashboard" }, { @@ -3018,12 +2981,12 @@ }, { "id": "metrics-*", - "name": "cb771beb-616e-454d-b348-19adad55e35f:indexpattern-datasource-layer-696138d1-d54c-4c93-af26-b72473343ac5", + "name": "9da07201-3160-426f-9269-f6c7e18156b4:indexpattern-datasource-layer-fe429c50-e9ae-4f94-9da8-85feb999f394", "type": "index-pattern" }, { "id": "metrics-*", - "name": "9da07201-3160-426f-9269-f6c7e18156b4:indexpattern-datasource-layer-fe429c50-e9ae-4f94-9da8-85feb999f394", + "name": "cb771beb-616e-454d-b348-19adad55e35f:indexpattern-datasource-layer-696138d1-d54c-4c93-af26-b72473343ac5", "type": "index-pattern" }, { @@ -3093,26 +3056,10 @@ }, { "id": "metrics-*", - "name": "controlGroup_b0299af8-f08a-45be-a8e8-6b2e08d95888:optionsListDataView", - "type": "index-pattern" - }, - { - "id": "metrics-*", - "name": "controlGroup_aa887cf3-390b-4da6-8c02-43ec133b0971:optionsListDataView", - "type": "index-pattern" - }, - { - "id": "metrics-*", - "name": "controlGroup_bb5b4dfa-d433-48d7-8e16-7d2ad832565a:rangeSliderDataView", - "type": "index-pattern" - }, - { - "id": "metrics-*", - "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "name": "controlGroup_1f3bd349-3442-441e-bcd8-365589e5a080:optionsListDataView", "type": "index-pattern" } ], "type": "dashboard", - "typeMigrationVersion": "8.9.0", - "updated_by": "u_mGBROF_q5bmFCATbLXAcCwKa0k8JvONAwSruelyKA5E_0" + "typeMigrationVersion": "8.9.0" } \ No newline at end of file diff --git a/packages/kafka/kibana/dashboard/kafka-943caca0-87ee-11e7-ad9c-db80de0bf8d3.json b/packages/kafka/kibana/dashboard/kafka-943caca0-87ee-11e7-ad9c-db80de0bf8d3.json index 4ccdc5b0d79..348f5a8d78f 100644 --- a/packages/kafka/kibana/dashboard/kafka-943caca0-87ee-11e7-ad9c-db80de0bf8d3.json +++ b/packages/kafka/kibana/dashboard/kafka-943caca0-87ee-11e7-ad9c-db80de0bf8d3.json @@ -10,40 +10,20 @@ "ignoreValidations": false }, "panelsJSON": { - "aa887cf3-390b-4da6-8c02-43ec133b0971": { + "4c40ab2f-b0ed-400f-be6a-18911d3f954f": { "explicitInput": { - "dataViewId": "metrics-*", - "exclude": false, - "existsSelected": false, - "fieldName": "kafka.topic.name", + "enhancements": {}, + "fieldName": "service.address", + "grow": false, + "id": "4c40ab2f-b0ed-400f-be6a-18911d3f954f", "searchTechnique": "prefix", - "selectedOptions": [], - "sort": { - "by": "_count", - "direction": "desc" - }, - "title": "Topic Name" + "title": "Service address", + "width": "large" }, - "grow": true, + "grow": false, "order": 0, "type": "optionsListControl", - "width": "medium" - }, - "bb5b4dfa-d433-48d7-8e16-7d2ad832565a": { - "explicitInput": { - "dataViewId": "metrics-*", - "fieldName": "kafka.partition.id", - "step": 1, - "title": "Partition", - "value": [ - "", - "" - ] - }, - "grow": true, - "order": 1, - "type": "rangeSliderControl", - "width": "medium" + "width": "large" } } }, @@ -251,8 +231,7 @@ "visualizationType": "lnsXY" }, "enhancements": {}, - "hidePanelTitles": false, - "title": "Number of strack traces by class [Logs Kafka]" + "hidePanelTitles": false }, "gridData": { "h": 12, @@ -262,6 +241,7 @@ "y": 4 }, "panelIndex": "1", + "title": "Number of strack traces by class [Logs Kafka]", "type": "lens" }, { @@ -426,8 +406,7 @@ "visualizationType": "lnsXY" }, "enhancements": {}, - "hidePanelTitles": false, - "title": "Log levels over time [Logs Kafka]" + "hidePanelTitles": false }, "gridData": { "h": 8, @@ -437,6 +416,7 @@ "y": 16 }, "panelIndex": "4", + "title": "Log levels over time [Logs Kafka]", "type": "lens" }, { @@ -541,8 +521,8 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_1792076b-b692-4b71-9382-d8d58f8deb9f_dashboard", - "id": "1792076b-b692-4b71-9382-d8d58f8deb9f", + "destinationRefName": "link_9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f_dashboard", + "id": "9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f", "label": "Consumer", "options": { "openInNewTab": false, @@ -553,8 +533,8 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_ae314faa-91e1-4472-b442-89b76bbdd6a8_dashboard", - "id": "ae314faa-91e1-4472-b442-89b76bbdd6a8", + "destinationRefName": "link_1407a3e4-ffdf-413c-84c6-3997bb82dafe_dashboard", + "id": "1407a3e4-ffdf-413c-84c6-3997bb82dafe", "label": "Producer", "options": { "openInNewTab": false, @@ -578,17 +558,18 @@ } ] }, - "hidePanelTitles": true, - "title": "" + "enhancements": {}, + "hidePanelTitles": true }, "gridData": { "h": 4, - "i": "dd3e406e-2bd6-47b8-af3d-0452043bdf68", + "i": "e588b17d-7ed4-44dc-a2fd-f0384de8341f", "w": 48, "x": 0, "y": 0 }, - "panelIndex": "dd3e406e-2bd6-47b8-af3d-0452043bdf68", + "panelIndex": "e588b17d-7ed4-44dc-a2fd-f0384de8341f", + "title": "", "type": "links" }, { @@ -599,18 +580,8 @@ "kafka.log.trace.class", "kafka.log.trace.full" ], - "description": "", - "grid": {}, - "hideChart": false, - "isTextBasedQuery": false, "kibanaSavedObjectMeta": { "searchSourceJSON": { - "fields": [ - { - "field": "*", - "include_unmapped": true - } - ], "filter": [], "highlightAll": true, "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.index", @@ -618,17 +589,6 @@ "language": "kuery", "query": "kafka.log.trace.class:*" }, - "sort": [ - { - "@timestamp": { - "format": "strict_date_optional_time", - "order": "desc" - } - }, - { - "_doc": "desc" - } - ], "version": true } }, @@ -644,17 +604,18 @@ "@timestamp", "desc" ] - ], - "timeRestore": false, - "title": "" - }, - "enhancements": { - "dynamicActions": { - "events": [] - } + ] }, - "title": "Stack traces [Logs Kafka]", - "type": "search" + "columns": [ + "kafka.log.class", + "kafka.log.trace.class", + "kafka.log.trace.full" + ], + "enhancements": {}, + "sort": [ + "@timestamp", + "desc" + ] }, "gridData": { "h": 12, @@ -664,6 +625,7 @@ "y": 4 }, "panelIndex": "bf5f8731-180f-4b73-8c32-67610e4cb6c5", + "title": "Stack traces [Logs Kafka]", "type": "search" }, { @@ -674,7 +636,6 @@ "kafka.log.component", "message" ], - "description": "", "grid": { "columns": { "kafka.log.component": { @@ -689,12 +650,6 @@ "isTextBasedQuery": false, "kibanaSavedObjectMeta": { "searchSourceJSON": { - "fields": [ - { - "field": "*", - "include_unmapped": true - } - ], "filter": [ { "$state": { @@ -724,17 +679,6 @@ "language": "kuery", "query": "" }, - "sort": [ - { - "@timestamp": { - "format": "strict_date_optional_time", - "order": "desc" - } - }, - { - "_doc": "desc" - } - ], "version": true } }, @@ -757,15 +701,18 @@ ] ], "timeRestore": false, - "title": "" - }, - "enhancements": { - "dynamicActions": { - "events": [] - } + "usesAdHocDataView": false }, - "title": "All logs [Logs Kafka]", - "type": "search" + "columns": [ + "log.level", + "kafka.log.component", + "message" + ], + "enhancements": {}, + "sort": [ + "@timestamp", + "desc" + ] }, "gridData": { "h": 20, @@ -775,16 +722,18 @@ "y": 24 }, "panelIndex": "8a7f140b-ae2b-4b8f-95a3-3a8dfc74d8b1", + "title": "All logs [Logs Kafka]", "type": "search" } ], "timeRestore": false, "title": "[Logs Kafka] Overview", - "version": 3 + "version": 1 }, "coreMigrationVersion": "8.8.0", - "created_at": "2025-10-07T13:33:13.694Z", + "created_at": "2025-10-30T08:49:34.459Z", "id": "kafka-943caca0-87ee-11e7-ad9c-db80de0bf8d3", + "managed": true, "references": [ { "id": "logs-*", @@ -803,57 +752,57 @@ }, { "id": "kafka-ea488d90-8e63-11e8-8fa2-3d5f811fbd0f", - "name": "dd3e406e-2bd6-47b8-af3d-0452043bdf68:link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", + "name": "e588b17d-7ed4-44dc-a2fd-f0384de8341f:link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", "type": "dashboard" }, { "id": "kafka-ff622b8a-bbe2-4903-add2-ba3ad50806d2", - "name": "dd3e406e-2bd6-47b8-af3d-0452043bdf68:link_ac9e04f7-a4a7-4b0e-a087-06c31e92c115_dashboard", + "name": "e588b17d-7ed4-44dc-a2fd-f0384de8341f:link_ac9e04f7-a4a7-4b0e-a087-06c31e92c115_dashboard", "type": "dashboard" }, { "id": "kafka-c2cb8091-e812-4a23-9b59-3d461c4898ce", - "name": "dd3e406e-2bd6-47b8-af3d-0452043bdf68:link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", + "name": "e588b17d-7ed4-44dc-a2fd-f0384de8341f:link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", "type": "dashboard" }, { "id": "kafka-894682fd-555e-49c6-b469-f8fbb3f0b9dc", - "name": "dd3e406e-2bd6-47b8-af3d-0452043bdf68:link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", + "name": "e588b17d-7ed4-44dc-a2fd-f0384de8341f:link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", "type": "dashboard" }, { "id": "kafka-28d2bf78-a638-4a1f-a46f-1a794c99166b", - "name": "dd3e406e-2bd6-47b8-af3d-0452043bdf68:link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", + "name": "e588b17d-7ed4-44dc-a2fd-f0384de8341f:link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", "type": "dashboard" }, { "id": "kafka-32a191b0-c8ac-4ea1-812d-0e3d406f9a41", - "name": "dd3e406e-2bd6-47b8-af3d-0452043bdf68:link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", + "name": "e588b17d-7ed4-44dc-a2fd-f0384de8341f:link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", "type": "dashboard" }, { "id": "kafka-20094380-8713-487d-8036-5cbbb529f0ca", - "name": "dd3e406e-2bd6-47b8-af3d-0452043bdf68:link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", + "name": "e588b17d-7ed4-44dc-a2fd-f0384de8341f:link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", "type": "dashboard" }, { "id": "kafka-e3be4fe8-c7b4-4cea-bb2e-953032cc322a", - "name": "dd3e406e-2bd6-47b8-af3d-0452043bdf68:link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", + "name": "e588b17d-7ed4-44dc-a2fd-f0384de8341f:link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", "type": "dashboard" }, { - "id": "kafka-9ea6d501-75a5-492d-87dc-4632f907b9dd", - "name": "dd3e406e-2bd6-47b8-af3d-0452043bdf68:link_1792076b-b692-4b71-9382-d8d58f8deb9f_dashboard", + "id": "kafka-6a239518-50b3-4af5-bb5c-01748d2310c8", + "name": "e588b17d-7ed4-44dc-a2fd-f0384de8341f:link_9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f_dashboard", "type": "dashboard" }, { - "id": "kafka-8d886d57-c8a2-4fce-869a-f9107235c054", - "name": "dd3e406e-2bd6-47b8-af3d-0452043bdf68:link_ae314faa-91e1-4472-b442-89b76bbdd6a8_dashboard", + "id": "kafka-a0e91797-fa95-497f-a130-614baa5327eb", + "name": "e588b17d-7ed4-44dc-a2fd-f0384de8341f:link_1407a3e4-ffdf-413c-84c6-3997bb82dafe_dashboard", "type": "dashboard" }, { "id": "kafka-943caca0-87ee-11e7-ad9c-db80de0bf8d3", - "name": "dd3e406e-2bd6-47b8-af3d-0452043bdf68:link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", + "name": "e588b17d-7ed4-44dc-a2fd-f0384de8341f:link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", "type": "dashboard" }, { @@ -873,21 +822,10 @@ }, { "id": "metrics-*", - "name": "controlGroup_aa887cf3-390b-4da6-8c02-43ec133b0971:optionsListDataView", - "type": "index-pattern" - }, - { - "id": "metrics-*", - "name": "controlGroup_bb5b4dfa-d433-48d7-8e16-7d2ad832565a:rangeSliderDataView", - "type": "index-pattern" - }, - { - "id": "logs-*", - "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "name": "controlGroup_4c40ab2f-b0ed-400f-be6a-18911d3f954f:optionsListDataView", "type": "index-pattern" } ], "type": "dashboard", - "typeMigrationVersion": "8.9.0", - "updated_by": "u_mGBROF_q5bmFCATbLXAcCwKa0k8JvONAwSruelyKA5E_0" + "typeMigrationVersion": "8.9.0" } \ No newline at end of file diff --git a/packages/kafka/kibana/dashboard/kafka-8d886d57-c8a2-4fce-869a-f9107235c054.json b/packages/kafka/kibana/dashboard/kafka-a0e91797-fa95-497f-a130-614baa5327eb.json similarity index 71% rename from packages/kafka/kibana/dashboard/kafka-8d886d57-c8a2-4fce-869a-f9107235c054.json rename to packages/kafka/kibana/dashboard/kafka-a0e91797-fa95-497f-a130-614baa5327eb.json index 256118824bb..9817ed1dec1 100644 --- a/packages/kafka/kibana/dashboard/kafka-8d886d57-c8a2-4fce-869a-f9107235c054.json +++ b/packages/kafka/kibana/dashboard/kafka-a0e91797-fa95-497f-a130-614baa5327eb.json @@ -10,19 +10,15 @@ "ignoreValidations": false }, "panelsJSON": { - "842b46c6-256b-4bf0-b131-669454507611": { + "1f3bd349-3442-441e-bcd8-365589e5a080": { "explicitInput": { - "dataViewId": "metrics-*", - "exclude": false, - "existsSelected": false, + "enhancements": {}, "fieldName": "service.address", + "grow": false, + "id": "1f3bd349-3442-441e-bcd8-365589e5a080", "searchTechnique": "prefix", - "selectedOptions": [], - "sort": { - "by": "_count", - "direction": "desc" - }, - "title": "Service address" + "title": "Service address", + "width": "medium" }, "grow": false, "order": 0, @@ -31,7 +27,7 @@ } } }, - "description": "", + "description": "This dashboard provides visibility into the performance, throughput, and health of Kafka producers.", "kibanaSavedObjectMeta": { "searchSourceJSON": { "filter": [ @@ -90,8 +86,8 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_e6bfc6da-2ebd-4611-a6c5-f1d2e5195911_dashboard", - "id": "e6bfc6da-2ebd-4611-a6c5-f1d2e5195911", + "destinationRefName": "link_ac9e04f7-a4a7-4b0e-a087-06c31e92c115_dashboard", + "id": "ac9e04f7-a4a7-4b0e-a087-06c31e92c115", "label": "Topic", "options": { "openInNewTab": false, @@ -117,6 +113,11 @@ "destinationRefName": "link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", "id": "16974010-7ce5-4a1d-9c39-9030fcdfb1d4", "label": "JVM", + "options": { + "openInNewTab": false, + "useCurrentDateRange": true, + "useCurrentFilters": false + }, "order": 3, "type": "dashboardLink" }, @@ -169,8 +170,8 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_79ebe0ce-289d-40d7-8020-5817981bda48_dashboard", - "id": "79ebe0ce-289d-40d7-8020-5817981bda48", + "destinationRefName": "link_9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f_dashboard", + "id": "9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f", "label": "Consumer", "options": { "openInNewTab": false, @@ -181,8 +182,8 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_b72a08ba-2037-4b3d-b69a-22876435d882_dashboard", - "id": "b72a08ba-2037-4b3d-b69a-22876435d882", + "destinationRefName": "link_1407a3e4-ffdf-413c-84c6-3997bb82dafe_dashboard", + "id": "1407a3e4-ffdf-413c-84c6-3997bb82dafe", "label": "Producer", "options": { "openInNewTab": false, @@ -206,26 +207,26 @@ } ] }, - "hidePanelTitles": true, - "title": "" + "disabledActions": [ + "OPEN_FLYOUT_ADD_DRILLDOWN" + ], + "enhancements": {}, + "hidePanelTitles": true }, "gridData": { "h": 4, - "i": "ec558543-609d-4bc4-b656-a0fcaa6ba8c5", + "i": "747a7695-9eb8-49e7-9fde-23854702b605", "w": 48, "x": 0, "y": 0 }, - "panelIndex": "ec558543-609d-4bc4-b656-a0fcaa6ba8c5", + "panelIndex": "747a7695-9eb8-49e7-9fde-23854702b605", + "title": "", "type": "links" }, { "embeddableConfig": { - "enhancements": { - "dynamicActions": { - "events": [] - } - }, + "enhancements": {}, "hidePanelTitles": true, "savedVis": { "data": { @@ -239,6 +240,7 @@ } }, "description": "", + "id": "", "params": { "fontSize": 12, "markdown": "### Producer\n\nThis dashboard provides visibility into the performance, throughput, and health of Kafka producers.\n\n- Monitors key throughput metrics such as record send rate and outgoing bytes per second.\n- Tracks record error and retry rates to identify potential message delivery issues.\n- Provides insight into batching performance by tracking average and maximum batch and record sizes.\n- Highlights potential bottlenecks by monitoring I/O wait time and available buffer memory.", @@ -247,17 +249,17 @@ "title": "", "type": "markdown", "uiState": {} - }, - "title": "" + } }, "gridData": { - "h": 17, - "i": "2bd3d329-6f53-4e7a-b166-5e6e70915834", - "w": 13, + "h": 15, + "i": "f20f8378-a221-40f7-9d50-5a04a13b6462", + "w": 15, "x": 0, "y": 4 }, - "panelIndex": "2bd3d329-6f53-4e7a-b166-5e6e70915834", + "panelIndex": "f20f8378-a221-40f7-9d50-5a04a13b6462", + "title": "", "type": "visualization" }, { @@ -266,7 +268,7 @@ "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-63b8e965-8f78-4887-aaeb-4cc3d5e58540", + "name": "indexpattern-datasource-layer-e3f67b35-f275-4768-b4b3-f6e63dc58206", "type": "index-pattern" } ], @@ -274,44 +276,41 @@ "adHocDataViews": {}, "datasourceStates": { "formBased": { - "currentIndexPatternId": "metrics-*", "layers": { - "63b8e965-8f78-4887-aaeb-4cc3d5e58540": { + "e3f67b35-f275-4768-b4b3-f6e63dc58206": { "columnOrder": [ - "2bc11962-a8a6-4a3c-8a08-417aa0d7d942" + "1cd73556-6461-48cb-acf8-9484f424bd7a" ], "columns": { - "2bc11962-a8a6-4a3c-8a08-417aa0d7d942": { + "1cd73556-6461-48cb-acf8-9484f424bd7a": { "customLabel": true, "dataType": "number", "isBucketed": false, "label": "Producers", "operationType": "unique_count", "params": { - "emptyAsNull": true + "emptyAsNull": true, + "format": { + "id": "number", + "params": { + "decimals": 0 + } + } }, + "scale": "ratio", "sourceField": "kafka.producer.client_id" } }, "ignoreGlobalFilters": false, "incompleteColumns": {}, - "indexPatternId": "metrics-*", "sampling": 1 } } }, "indexpattern": { - "currentIndexPatternId": "metrics-*", "layers": {} }, "textBased": { - "indexPatternRefs": [ - { - "id": "metrics-*", - "timeField": "@timestamp", - "title": "metrics-*" - } - ], "layers": {} } }, @@ -322,44 +321,29 @@ "query": "" }, "visualization": { - "color": "#16C5C0", - "layerId": "63b8e965-8f78-4887-aaeb-4cc3d5e58540", + "color": "#6092C0", + "layerId": "e3f67b35-f275-4768-b4b3-f6e63dc58206", "layerType": "data", - "metricAccessor": "2bc11962-a8a6-4a3c-8a08-417aa0d7d942", - "secondaryTrend": { - "type": "none" - } + "metricAccessor": "1cd73556-6461-48cb-acf8-9484f424bd7a" } }, "title": "", "type": "lens", "visualizationType": "lnsMetric" }, - "description": "Number of active producers", - "enhancements": { - "dynamicActions": { - "events": [] - } - }, - "filters": [], - "hidePanelTitles": true, - "query": { - "language": "kuery", - "query": "" - }, - "syncColors": false, - "syncCursor": true, - "syncTooltips": false, - "title": "Producers" + "description": "The number of active producers", + "enhancements": {}, + "hidePanelTitles": true }, "gridData": { - "h": 17, - "i": "892564fc-69e9-46c9-9552-b6c694b0b249", - "w": 11, - "x": 13, + "h": 8, + "i": "49a3d10b-63e1-40eb-a1ac-59584198ec54", + "w": 9, + "x": 15, "y": 4 }, - "panelIndex": "892564fc-69e9-46c9-9552-b6c694b0b249", + "panelIndex": "49a3d10b-63e1-40eb-a1ac-59584198ec54", + "title": "Producers", "type": "lens" }, { @@ -368,7 +352,7 @@ "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-2d96ee30-294d-408b-81ca-05b94796351c", + "name": "indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" } ], @@ -378,24 +362,13 @@ "formBased": { "currentIndexPatternId": "metrics-*", "layers": { - "2d96ee30-294d-408b-81ca-05b94796351c": { + "14f14a10-5395-4c96-b2f2-cef072d93ac7": { "columnOrder": [ - "9e620364-220d-46ca-be60-052b07262a5c", - "3169d958-e5ad-44d5-abf2-0c8fa4feb117" + "31de9104-80c5-4065-8190-7e2917ee72a0", + "83ee7174-d4c3-4856-a749-29359d9e0c71" ], "columns": { - "3169d958-e5ad-44d5-abf2-0c8fa4feb117": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Buffer available", - "operationType": "average", - "params": { - "emptyAsNull": true - }, - "sourceField": "kafka.producer.available_buffer_bytes" - }, - "9e620364-220d-46ca-be60-052b07262a5c": { + "31de9104-80c5-4065-8190-7e2917ee72a0": { "customLabel": true, "dataType": "string", "isBucketed": true, @@ -408,7 +381,7 @@ "includeIsRegex": false, "missingBucket": false, "orderBy": { - "columnId": "3169d958-e5ad-44d5-abf2-0c8fa4feb117", + "columnId": "83ee7174-d4c3-4856-a749-29359d9e0c71", "type": "column" }, "orderDirection": "desc", @@ -418,9 +391,29 @@ }, "size": 10 }, + "scale": "ordinal", "sourceField": "kafka.producer.client_id" + }, + "83ee7174-d4c3-4856-a749-29359d9e0c71": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Buffer available", + "operationType": "average", + "params": { + "emptyAsNull": true, + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + } + }, + "scale": "ratio", + "sourceField": "kafka.producer.available_buffer_bytes" } }, + "ignoreGlobalFilters": false, "incompleteColumns": {}, "indexPatternId": "metrics-*", "sampling": 1 @@ -428,17 +421,9 @@ } }, "indexpattern": { - "currentIndexPatternId": "metrics-*", "layers": {} }, "textBased": { - "indexPatternRefs": [ - { - "id": "metrics-*", - "timeField": "@timestamp", - "title": "metrics-*" - } - ], "layers": {} } }, @@ -451,13 +436,18 @@ "visualization": { "columns": [ { - "columnId": "9e620364-220d-46ca-be60-052b07262a5c" + "columnId": "31de9104-80c5-4065-8190-7e2917ee72a0", + "isMetric": false, + "isTransposed": false }, { - "columnId": "3169d958-e5ad-44d5-abf2-0c8fa4feb117" + "alignment": "left", + "columnId": "83ee7174-d4c3-4856-a749-29359d9e0c71", + "isMetric": true, + "isTransposed": false } ], - "layerId": "2d96ee30-294d-408b-81ca-05b94796351c", + "layerId": "14f14a10-5395-4c96-b2f2-cef072d93ac7", "layerType": "data" } }, @@ -465,30 +455,18 @@ "type": "lens", "visualizationType": "lnsDatatable" }, - "description": "Available buffer size for producers", - "enhancements": { - "dynamicActions": { - "events": [] - } - }, - "filters": [], - "query": { - "language": "kuery", - "query": "" - }, - "syncColors": false, - "syncCursor": true, - "syncTooltips": false, - "title": "Buffer available" + "description": "Available buffer size for producers.", + "enhancements": {} }, "gridData": { - "h": 17, - "i": "5f96821b-8db4-41e2-b0f2-92052af8d6d7", + "h": 15, + "i": "5208f052-1685-4c0f-aca5-9629f055d591", "w": 24, "x": 24, "y": 4 }, - "panelIndex": "5f96821b-8db4-41e2-b0f2-92052af8d6d7", + "panelIndex": "5208f052-1685-4c0f-aca5-9629f055d591", + "title": "Buffer available", "type": "lens" }, { @@ -497,7 +475,7 @@ "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-3860a77c-739a-4ae0-86fe-622cdf4b1bee", + "name": "indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" } ], @@ -507,24 +485,13 @@ "formBased": { "currentIndexPatternId": "metrics-*", "layers": { - "3860a77c-739a-4ae0-86fe-622cdf4b1bee": { + "14f14a10-5395-4c96-b2f2-cef072d93ac7": { "columnOrder": [ - "e7075584-ae5a-4888-a99d-e431a54ae2ae", - "099c1778-bb36-4b95-9bd8-6fe9fa1b3bd6" + "31de9104-80c5-4065-8190-7e2917ee72a0", + "83ee7174-d4c3-4856-a749-29359d9e0c71" ], "columns": { - "099c1778-bb36-4b95-9bd8-6fe9fa1b3bd6": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Error rate", - "operationType": "average", - "params": { - "emptyAsNull": true - }, - "sourceField": "kafka.producer.record_error_rate" - }, - "e7075584-ae5a-4888-a99d-e431a54ae2ae": { + "31de9104-80c5-4065-8190-7e2917ee72a0": { "customLabel": true, "dataType": "string", "isBucketed": true, @@ -537,7 +504,7 @@ "includeIsRegex": false, "missingBucket": false, "orderBy": { - "columnId": "099c1778-bb36-4b95-9bd8-6fe9fa1b3bd6", + "columnId": "83ee7174-d4c3-4856-a749-29359d9e0c71", "type": "column" }, "orderDirection": "desc", @@ -547,9 +514,23 @@ }, "size": 10 }, + "scale": "ordinal", "sourceField": "kafka.producer.client_id" + }, + "83ee7174-d4c3-4856-a749-29359d9e0c71": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Error rate", + "operationType": "average", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "kafka.producer.record_error_rate" } }, + "ignoreGlobalFilters": false, "incompleteColumns": {}, "indexPatternId": "metrics-*", "sampling": 1 @@ -557,17 +538,9 @@ } }, "indexpattern": { - "currentIndexPatternId": "metrics-*", "layers": {} }, "textBased": { - "indexPatternRefs": [ - { - "id": "metrics-*", - "timeField": "@timestamp", - "title": "metrics-*" - } - ], "layers": {} } }, @@ -580,13 +553,18 @@ "visualization": { "columns": [ { - "columnId": "e7075584-ae5a-4888-a99d-e431a54ae2ae" + "columnId": "31de9104-80c5-4065-8190-7e2917ee72a0", + "isMetric": false, + "isTransposed": false }, { - "columnId": "099c1778-bb36-4b95-9bd8-6fe9fa1b3bd6" + "alignment": "left", + "columnId": "83ee7174-d4c3-4856-a749-29359d9e0c71", + "isMetric": true, + "isTransposed": false } ], - "layerId": "3860a77c-739a-4ae0-86fe-622cdf4b1bee", + "layerId": "14f14a10-5395-4c96-b2f2-cef072d93ac7", "layerType": "data" } }, @@ -594,39 +572,28 @@ "type": "lens", "visualizationType": "lnsDatatable" }, - "description": "The average number of record send attempts to the metadata topic partitions that failed", - "enhancements": { - "dynamicActions": { - "events": [] - } - }, - "filters": [], - "query": { - "language": "kuery", - "query": "" - }, - "syncColors": false, - "syncCursor": true, - "syncTooltips": false, - "title": "Error rate" + "description": "The average number of record send attempts to the metadata topic partitions that failed.", + "enhancements": {} }, "gridData": { "h": 15, - "i": "7444c85d-6ed5-4a78-8906-1fa1b75b5830", + "i": "8b23c30e-226c-4f2f-865e-19d2db40f235", "w": 24, "x": 0, - "y": 21 + "y": 19 }, - "panelIndex": "7444c85d-6ed5-4a78-8906-1fa1b75b5830", + "panelIndex": "8b23c30e-226c-4f2f-865e-19d2db40f235", + "title": "Error rate", "type": "lens" }, { "embeddableConfig": { "attributes": { + "description": "The average number of record send attempts to the metadata topic partitions that failed.", "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-79fa78b3-f148-4977-9da9-5bbf9599fa06", + "name": "indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" } ], @@ -635,28 +602,43 @@ "datasourceStates": { "formBased": { "layers": { - "79fa78b3-f148-4977-9da9-5bbf9599fa06": { + "14f14a10-5395-4c96-b2f2-cef072d93ac7": { "columnOrder": [ - "9d6f7ae0-cb70-4bbf-ae48-b154f6d58140", - "8f61b12a-c282-405f-9672-a25d27ce4b49" + "cfe43f43-e16d-4037-b18b-1a6eea6d578a", + "31de9104-80c5-4065-8190-7e2917ee72a0", + "83ee7174-d4c3-4856-a749-29359d9e0c71" ], "columns": { - "8f61b12a-c282-405f-9672-a25d27ce4b49": { + "31de9104-80c5-4065-8190-7e2917ee72a0": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": false, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "83ee7174-d4c3-4856-a749-29359d9e0c71": { "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Max batch size", - "operationType": "median", + "label": "Errors", + "operationType": "average", "params": { "emptyAsNull": true }, - "sourceField": "kafka.producer.batch_size_max" + "scale": "ratio", + "sourceField": "kafka.producer.record_error_rate" }, - "9d6f7ae0-cb70-4bbf-ae48-b154f6d58140": { + "cfe43f43-e16d-4037-b18b-1a6eea6d578a": { "customLabel": true, "dataType": "string", "isBucketed": true, - "label": "Producer", + "label": "Producers", "operationType": "terms", "params": { "exclude": [], @@ -665,7 +647,7 @@ "includeIsRegex": false, "missingBucket": false, "orderBy": { - "columnId": "8f61b12a-c282-405f-9672-a25d27ce4b49", + "columnId": "83ee7174-d4c3-4856-a749-29359d9e0c71", "type": "column" }, "orderDirection": "desc", @@ -673,11 +655,13 @@ "parentFormat": { "id": "terms" }, - "size": 8 + "size": 10 }, + "scale": "ordinal", "sourceField": "kafka.producer.client_id" } }, + "ignoreGlobalFilters": false, "incompleteColumns": {}, "sampling": 1 } @@ -697,55 +681,91 @@ "query": "" }, "visualization": { - "columns": [ - { - "columnId": "9d6f7ae0-cb70-4bbf-ae48-b154f6d58140" - }, + "axisTitlesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ { - "columnId": "8f61b12a-c282-405f-9672-a25d27ce4b49" + "accessors": [ + "83ee7174-d4c3-4856-a749-29359d9e0c71" + ], + "colorMapping": { + "assignments": [], + "colorMode": { + "type": "categorical" + }, + "paletteId": "eui_amsterdam_color_blind", + "specialAssignments": [ + { + "color": { + "type": "loop" + }, + "rule": { + "type": "other" + }, + "touched": false + } + ] + }, + "layerId": "14f14a10-5395-4c96-b2f2-cef072d93ac7", + "layerType": "data", + "seriesType": "line", + "splitAccessor": "cfe43f43-e16d-4037-b18b-1a6eea6d578a", + "xAccessor": "31de9104-80c5-4065-8190-7e2917ee72a0" } ], - "layerId": "79fa78b3-f148-4977-9da9-5bbf9599fa06", - "layerType": "data" + "legend": { + "isVisible": true, + "position": "bottom" + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide" } }, "title": "", "type": "lens", - "visualizationType": "lnsDatatable" - }, - "description": "The maximum record size sent", - "enhancements": { - "dynamicActions": { - "events": [] - } - }, - "filters": [], - "query": { - "language": "kuery", - "query": "" + "visualizationType": "lnsXY" }, - "syncColors": false, - "syncCursor": true, - "syncTooltips": false, - "title": "Maximum batch size" + "description": "The average number of record send attempts to the metadata topic partitions that failed.", + "enhancements": {} }, "gridData": { "h": 15, - "i": "1aa18791-7e88-4d68-9eff-d454fd9227a7", + "i": "7f26d585-5a06-435e-95aa-2b51b24b0321", "w": 24, "x": 24, - "y": 36 + "y": 19 }, - "panelIndex": "1aa18791-7e88-4d68-9eff-d454fd9227a7", + "panelIndex": "7f26d585-5a06-435e-95aa-2b51b24b0321", + "title": "Error rate trend", "type": "lens" }, { "embeddableConfig": { "attributes": { + "description": "The average number of record send attempts to the metadata topic partitions that failed.", "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-6ab8d9c1-ff33-4796-b0d9-9d04b986de80", + "name": "indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" } ], @@ -755,24 +775,39 @@ "formBased": { "currentIndexPatternId": "metrics-*", "layers": { - "6ab8d9c1-ff33-4796-b0d9-9d04b986de80": { + "14f14a10-5395-4c96-b2f2-cef072d93ac7": { "columnOrder": [ - "408e4898-ac87-49d2-a402-e543c60f6ce2", - "1ee59a7f-f72f-4e9c-a6de-ff1c2e5b0338" + "cfe43f43-e16d-4037-b18b-1a6eea6d578a", + "31de9104-80c5-4065-8190-7e2917ee72a0", + "83ee7174-d4c3-4856-a749-29359d9e0c71" ], "columns": { - "1ee59a7f-f72f-4e9c-a6de-ff1c2e5b0338": { + "31de9104-80c5-4065-8190-7e2917ee72a0": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": false, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "83ee7174-d4c3-4856-a749-29359d9e0c71": { "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Average batch size", + "label": "Records/sec", "operationType": "average", "params": { "emptyAsNull": true }, - "sourceField": "kafka.producer.batch_size_avg" + "scale": "ratio", + "sourceField": "kafka.producer.records_per_request" }, - "408e4898-ac87-49d2-a402-e543c60f6ce2": { + "cfe43f43-e16d-4037-b18b-1a6eea6d578a": { "customLabel": true, "dataType": "string", "isBucketed": true, @@ -785,7 +820,7 @@ "includeIsRegex": false, "missingBucket": false, "orderBy": { - "columnId": "1ee59a7f-f72f-4e9c-a6de-ff1c2e5b0338", + "columnId": "83ee7174-d4c3-4856-a749-29359d9e0c71", "type": "column" }, "orderDirection": "desc", @@ -795,9 +830,11 @@ }, "size": 10 }, + "scale": "ordinal", "sourceField": "kafka.producer.client_id" } }, + "ignoreGlobalFilters": false, "incompleteColumns": {}, "indexPatternId": "metrics-*", "sampling": 1 @@ -805,17 +842,9 @@ } }, "indexpattern": { - "currentIndexPatternId": "metrics-*", "layers": {} }, "textBased": { - "indexPatternRefs": [ - { - "id": "metrics-*", - "timeField": "@timestamp", - "title": "metrics-*" - } - ], "layers": {} } }, @@ -826,55 +855,91 @@ "query": "" }, "visualization": { - "columns": [ - { - "columnId": "408e4898-ac87-49d2-a402-e543c60f6ce2" - }, + "axisTitlesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ { - "columnId": "1ee59a7f-f72f-4e9c-a6de-ff1c2e5b0338" + "accessors": [ + "83ee7174-d4c3-4856-a749-29359d9e0c71" + ], + "colorMapping": { + "assignments": [], + "colorMode": { + "type": "categorical" + }, + "paletteId": "eui_amsterdam_color_blind", + "specialAssignments": [ + { + "color": { + "type": "loop" + }, + "rule": { + "type": "other" + }, + "touched": false + } + ] + }, + "layerId": "14f14a10-5395-4c96-b2f2-cef072d93ac7", + "layerType": "data", + "seriesType": "line", + "splitAccessor": "cfe43f43-e16d-4037-b18b-1a6eea6d578a", + "xAccessor": "31de9104-80c5-4065-8190-7e2917ee72a0" } ], - "layerId": "6ab8d9c1-ff33-4796-b0d9-9d04b986de80", - "layerType": "data" + "legend": { + "isVisible": true, + "position": "bottom" + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide" } }, "title": "", "type": "lens", - "visualizationType": "lnsDatatable" - }, - "description": "Average batch size of producers", - "enhancements": { - "dynamicActions": { - "events": [] - } - }, - "filters": [], - "query": { - "language": "kuery", - "query": "" + "visualizationType": "lnsXY" }, - "syncColors": false, - "syncCursor": true, - "syncTooltips": false, - "title": "Average batch size" + "description": "The average number of records sent", + "enhancements": {} }, "gridData": { "h": 15, - "i": "b6bbc54b-fcf7-4eaf-b5d0-3833bd7b5950", + "i": "91e0efee-2f1f-4daf-b794-9986c7d30cdb", "w": 24, "x": 0, - "y": 36 + "y": 34 }, - "panelIndex": "b6bbc54b-fcf7-4eaf-b5d0-3833bd7b5950", + "panelIndex": "91e0efee-2f1f-4daf-b794-9986c7d30cdb", + "title": "Records sent per second", "type": "lens" }, { "embeddableConfig": { "attributes": { + "description": "The average number of record send attempts to the metadata topic partitions that failed.", "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-5727a8dc-abd3-4b3e-9431-12b6cc6dc22c", + "name": "indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" } ], @@ -884,13 +949,39 @@ "formBased": { "currentIndexPatternId": "metrics-*", "layers": { - "5727a8dc-abd3-4b3e-9431-12b6cc6dc22c": { + "14f14a10-5395-4c96-b2f2-cef072d93ac7": { "columnOrder": [ - "7d4c1a52-badd-4449-b26f-d2f9a5f69082", - "8b6dd17d-621b-4dcd-aeab-59864f67b8c3" + "cfe43f43-e16d-4037-b18b-1a6eea6d578a", + "31de9104-80c5-4065-8190-7e2917ee72a0", + "83ee7174-d4c3-4856-a749-29359d9e0c71" ], "columns": { - "7d4c1a52-badd-4449-b26f-d2f9a5f69082": { + "31de9104-80c5-4065-8190-7e2917ee72a0": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": false, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "83ee7174-d4c3-4856-a749-29359d9e0c71": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Requests/second", + "operationType": "average", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "kafka.producer.request_rate" + }, + "cfe43f43-e16d-4037-b18b-1a6eea6d578a": { "customLabel": true, "dataType": "string", "isBucketed": true, @@ -903,7 +994,7 @@ "includeIsRegex": false, "missingBucket": false, "orderBy": { - "columnId": "8b6dd17d-621b-4dcd-aeab-59864f67b8c3", + "columnId": "83ee7174-d4c3-4856-a749-29359d9e0c71", "type": "column" }, "orderDirection": "desc", @@ -913,20 +1004,11 @@ }, "size": 10 }, + "scale": "ordinal", "sourceField": "kafka.producer.client_id" - }, - "8b6dd17d-621b-4dcd-aeab-59864f67b8c3": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Average record size", - "operationType": "median", - "params": { - "emptyAsNull": true - }, - "sourceField": "kafka.producer.record_size_avg" } }, + "ignoreGlobalFilters": false, "incompleteColumns": {}, "indexPatternId": "metrics-*", "sampling": 1 @@ -934,17 +1016,9 @@ } }, "indexpattern": { - "currentIndexPatternId": "metrics-*", "layers": {} }, "textBased": { - "indexPatternRefs": [ - { - "id": "metrics-*", - "timeField": "@timestamp", - "title": "metrics-*" - } - ], "layers": {} } }, @@ -955,55 +1029,91 @@ "query": "" }, "visualization": { - "columns": [ - { - "columnId": "7d4c1a52-badd-4449-b26f-d2f9a5f69082" - }, + "axisTitlesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ { - "columnId": "8b6dd17d-621b-4dcd-aeab-59864f67b8c3" + "accessors": [ + "83ee7174-d4c3-4856-a749-29359d9e0c71" + ], + "colorMapping": { + "assignments": [], + "colorMode": { + "type": "categorical" + }, + "paletteId": "eui_amsterdam_color_blind", + "specialAssignments": [ + { + "color": { + "type": "loop" + }, + "rule": { + "type": "other" + }, + "touched": false + } + ] + }, + "layerId": "14f14a10-5395-4c96-b2f2-cef072d93ac7", + "layerType": "data", + "seriesType": "line", + "splitAccessor": "cfe43f43-e16d-4037-b18b-1a6eea6d578a", + "xAccessor": "31de9104-80c5-4065-8190-7e2917ee72a0" } ], - "layerId": "5727a8dc-abd3-4b3e-9431-12b6cc6dc22c", - "layerType": "data" + "legend": { + "isVisible": true, + "position": "bottom" + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide" } }, "title": "", "type": "lens", - "visualizationType": "lnsDatatable" - }, - "description": "The average record size", - "enhancements": { - "dynamicActions": { - "events": [] - } - }, - "filters": [], - "query": { - "language": "kuery", - "query": "" + "visualizationType": "lnsXY" }, - "syncColors": false, - "syncCursor": true, - "syncTooltips": false, - "title": "Average record size" + "description": "The number of producer requests", + "enhancements": {} }, "gridData": { "h": 15, - "i": "251ba83b-5984-4d23-a029-12977e407861", + "i": "96c5869a-d11d-44bd-a779-ea29a1b9b141", "w": 24, "x": 24, - "y": 51 + "y": 34 }, - "panelIndex": "251ba83b-5984-4d23-a029-12977e407861", + "panelIndex": "96c5869a-d11d-44bd-a779-ea29a1b9b141", + "title": "Requests sent per second", "type": "lens" }, { "embeddableConfig": { "attributes": { + "description": "The average number of record send attempts to the metadata topic partitions that failed.", "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-51faeee2-99e6-49db-a8e1-9eb12bc74c21", + "name": "indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" } ], @@ -1013,24 +1123,39 @@ "formBased": { "currentIndexPatternId": "metrics-*", "layers": { - "51faeee2-99e6-49db-a8e1-9eb12bc74c21": { + "14f14a10-5395-4c96-b2f2-cef072d93ac7": { "columnOrder": [ - "e3aee2ea-a55a-43fa-b4e4-9ef362236016", - "c10f2122-c095-4c7d-906e-57a4abe45fa6" + "cfe43f43-e16d-4037-b18b-1a6eea6d578a", + "31de9104-80c5-4065-8190-7e2917ee72a0", + "83ee7174-d4c3-4856-a749-29359d9e0c71" ], "columns": { - "c10f2122-c095-4c7d-906e-57a4abe45fa6": { + "31de9104-80c5-4065-8190-7e2917ee72a0": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": false, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "83ee7174-d4c3-4856-a749-29359d9e0c71": { "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Retry rate", + "label": "Response/sec", "operationType": "average", "params": { "emptyAsNull": true }, - "sourceField": "kafka.producer.record_retry_rate" + "scale": "ratio", + "sourceField": "kafka.producer.response_rate" }, - "e3aee2ea-a55a-43fa-b4e4-9ef362236016": { + "cfe43f43-e16d-4037-b18b-1a6eea6d578a": { "customLabel": true, "dataType": "string", "isBucketed": true, @@ -1043,7 +1168,7 @@ "includeIsRegex": false, "missingBucket": false, "orderBy": { - "columnId": "c10f2122-c095-4c7d-906e-57a4abe45fa6", + "columnId": "83ee7174-d4c3-4856-a749-29359d9e0c71", "type": "column" }, "orderDirection": "desc", @@ -1053,9 +1178,11 @@ }, "size": 10 }, + "scale": "ordinal", "sourceField": "kafka.producer.client_id" } }, + "ignoreGlobalFilters": false, "incompleteColumns": {}, "indexPatternId": "metrics-*", "sampling": 1 @@ -1063,17 +1190,9 @@ } }, "indexpattern": { - "currentIndexPatternId": "metrics-*", "layers": {} }, "textBased": { - "indexPatternRefs": [ - { - "id": "metrics-*", - "timeField": "@timestamp", - "title": "metrics-*" - } - ], "layers": {} } }, @@ -1084,55 +1203,91 @@ "query": "" }, "visualization": { - "columns": [ - { - "columnId": "e3aee2ea-a55a-43fa-b4e4-9ef362236016" - }, + "axisTitlesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ { - "columnId": "c10f2122-c095-4c7d-906e-57a4abe45fa6" + "accessors": [ + "83ee7174-d4c3-4856-a749-29359d9e0c71" + ], + "colorMapping": { + "assignments": [], + "colorMode": { + "type": "categorical" + }, + "paletteId": "eui_amsterdam_color_blind", + "specialAssignments": [ + { + "color": { + "type": "loop" + }, + "rule": { + "type": "other" + }, + "touched": false + } + ] + }, + "layerId": "14f14a10-5395-4c96-b2f2-cef072d93ac7", + "layerType": "data", + "seriesType": "line", + "splitAccessor": "cfe43f43-e16d-4037-b18b-1a6eea6d578a", + "xAccessor": "31de9104-80c5-4065-8190-7e2917ee72a0" } ], - "layerId": "51faeee2-99e6-49db-a8e1-9eb12bc74c21", - "layerType": "data" + "legend": { + "isVisible": true, + "position": "bottom" + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide" } }, "title": "", "type": "lens", - "visualizationType": "lnsDatatable" - }, - "description": "The average number of retried record sends", - "enhancements": { - "dynamicActions": { - "events": [] - } - }, - "filters": [], - "query": { - "language": "kuery", - "query": "" + "visualizationType": "lnsXY" }, - "syncColors": false, - "syncCursor": true, - "syncTooltips": false, - "title": "Retry rate" + "description": "The number of producer responses", + "enhancements": {} }, "gridData": { "h": 15, - "i": "9a619b3b-7acd-428a-bb33-57634bbedbf7", + "i": "d3dfa749-8914-4680-bced-4944f53e0c8f", "w": 24, "x": 0, - "y": 51 + "y": 49 }, - "panelIndex": "9a619b3b-7acd-428a-bb33-57634bbedbf7", + "panelIndex": "d3dfa749-8914-4680-bced-4944f53e0c8f", + "title": "Response rate", "type": "lens" }, { "embeddableConfig": { "attributes": { + "description": "The average number of record send attempts to the metadata topic partitions that failed.", "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-b82e3256-06ed-478c-adf1-4f9379eb1ec4", + "name": "indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" } ], @@ -1142,28 +1297,43 @@ "formBased": { "currentIndexPatternId": "metrics-*", "layers": { - "b82e3256-06ed-478c-adf1-4f9379eb1ec4": { + "14f14a10-5395-4c96-b2f2-cef072d93ac7": { "columnOrder": [ - "b756da66-2cd0-4243-a036-7dccadf5d656", - "db0d210b-0add-4e03-a8ff-d9fc44e45e7b", - "3f7049ed-b2e3-44aa-86bc-63b8d3f4141a" + "cfe43f43-e16d-4037-b18b-1a6eea6d578a", + "31de9104-80c5-4065-8190-7e2917ee72a0", + "83ee7174-d4c3-4856-a749-29359d9e0c71" ], "columns": { - "3f7049ed-b2e3-44aa-86bc-63b8d3f4141a": { + "31de9104-80c5-4065-8190-7e2917ee72a0": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": false, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "83ee7174-d4c3-4856-a749-29359d9e0c71": { "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Request/sec", + "label": "Time", "operationType": "average", "params": { "emptyAsNull": true }, - "sourceField": "kafka.producer.request_rate" + "scale": "ratio", + "sourceField": "kafka.producer.io_wait" }, - "b756da66-2cd0-4243-a036-7dccadf5d656": { + "cfe43f43-e16d-4037-b18b-1a6eea6d578a": { + "customLabel": true, "dataType": "string", "isBucketed": true, - "label": "Top 10 values of kafka.producer.client_id", + "label": "Producers", "operationType": "terms", "params": { "exclude": [], @@ -1172,7 +1342,7 @@ "includeIsRegex": false, "missingBucket": false, "orderBy": { - "columnId": "3f7049ed-b2e3-44aa-86bc-63b8d3f4141a", + "columnId": "83ee7174-d4c3-4856-a749-29359d9e0c71", "type": "column" }, "orderDirection": "desc", @@ -1182,21 +1352,11 @@ }, "size": 10 }, + "scale": "ordinal", "sourceField": "kafka.producer.client_id" - }, - "db0d210b-0add-4e03-a8ff-d9fc44e45e7b": { - "dataType": "date", - "isBucketed": true, - "label": "@timestamp", - "operationType": "date_histogram", - "params": { - "dropPartials": false, - "includeEmptyRows": true, - "interval": "auto" - }, - "sourceField": "@timestamp" } }, + "ignoreGlobalFilters": false, "incompleteColumns": {}, "indexPatternId": "metrics-*", "sampling": 1 @@ -1204,17 +1364,9 @@ } }, "indexpattern": { - "currentIndexPatternId": "metrics-*", "layers": {} }, "textBased": { - "indexPatternRefs": [ - { - "id": "metrics-*", - "timeField": "@timestamp", - "title": "metrics-*" - } - ], "layers": {} } }, @@ -1230,7 +1382,7 @@ "yLeft": true, "yRight": true }, - "fittingFunction": "Linear", + "fittingFunction": "None", "gridlinesVisibilitySettings": { "x": true, "yLeft": true, @@ -1244,40 +1396,36 @@ "layers": [ { "accessors": [ - "3f7049ed-b2e3-44aa-86bc-63b8d3f4141a" + "83ee7174-d4c3-4856-a749-29359d9e0c71" ], "colorMapping": { "assignments": [], "colorMode": { "type": "categorical" }, - "paletteId": "default", + "paletteId": "eui_amsterdam_color_blind", "specialAssignments": [ { "color": { "type": "loop" }, - "rules": [ - { - "type": "other" - } - ], + "rule": { + "type": "other" + }, "touched": false } ] }, - "layerId": "b82e3256-06ed-478c-adf1-4f9379eb1ec4", + "layerId": "14f14a10-5395-4c96-b2f2-cef072d93ac7", "layerType": "data", - "position": "top", "seriesType": "line", - "showGridlines": false, - "splitAccessor": "b756da66-2cd0-4243-a036-7dccadf5d656", - "xAccessor": "db0d210b-0add-4e03-a8ff-d9fc44e45e7b" + "splitAccessor": "cfe43f43-e16d-4037-b18b-1a6eea6d578a", + "xAccessor": "31de9104-80c5-4065-8190-7e2917ee72a0" } ], "legend": { "isVisible": true, - "position": "right" + "position": "bottom" }, "preferredSeriesType": "line", "tickLabelsVisibilitySettings": { @@ -1292,30 +1440,18 @@ "type": "lens", "visualizationType": "lnsXY" }, - "description": "The number of producer requests", - "enhancements": { - "dynamicActions": { - "events": [] - } - }, - "filters": [], - "query": { - "language": "kuery", - "query": "" - }, - "syncColors": false, - "syncCursor": true, - "syncTooltips": false, - "title": "Request rate" + "description": "The producer I/O wait time", + "enhancements": {} }, "gridData": { "h": 15, - "i": "495576a8-42fd-4fd8-9ef1-4ba2e5e65962", + "i": "a90a6224-150d-4997-abff-db2d146b2c38", "w": 24, "x": 24, - "y": 66 + "y": 49 }, - "panelIndex": "495576a8-42fd-4fd8-9ef1-4ba2e5e65962", + "panelIndex": "a90a6224-150d-4997-abff-db2d146b2c38", + "title": "I/O wait time", "type": "lens" }, { @@ -1324,7 +1460,7 @@ "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-dc8284ea-4a02-4e4b-9918-ce5e7c4410c7", + "name": "indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" } ], @@ -1334,40 +1470,17 @@ "formBased": { "currentIndexPatternId": "metrics-*", "layers": { - "dc8284ea-4a02-4e4b-9918-ce5e7c4410c7": { + "14f14a10-5395-4c96-b2f2-cef072d93ac7": { "columnOrder": [ - "aff12380-9ec8-44ff-97e0-beb2cb956319", - "50935857-0f5e-4721-847a-b3e9e0482c00", - "409cfa5f-771d-45f1-89d9-1e44040241cf" + "31de9104-80c5-4065-8190-7e2917ee72a0", + "83ee7174-d4c3-4856-a749-29359d9e0c71" ], "columns": { - "409cfa5f-771d-45f1-89d9-1e44040241cf": { + "31de9104-80c5-4065-8190-7e2917ee72a0": { "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Time", - "operationType": "average", - "params": { - "emptyAsNull": true - }, - "sourceField": "kafka.producer.io_wait" - }, - "50935857-0f5e-4721-847a-b3e9e0482c00": { - "dataType": "date", - "isBucketed": true, - "label": "@timestamp", - "operationType": "date_histogram", - "params": { - "dropPartials": false, - "includeEmptyRows": true, - "interval": "auto" - }, - "sourceField": "@timestamp" - }, - "aff12380-9ec8-44ff-97e0-beb2cb956319": { "dataType": "string", "isBucketed": true, - "label": "Top 3 values of kafka.producer.client_id", + "label": "Producers", "operationType": "terms", "params": { "exclude": [], @@ -1376,7 +1489,7 @@ "includeIsRegex": false, "missingBucket": false, "orderBy": { - "columnId": "409cfa5f-771d-45f1-89d9-1e44040241cf", + "columnId": "83ee7174-d4c3-4856-a749-29359d9e0c71", "type": "column" }, "orderDirection": "desc", @@ -1384,11 +1497,25 @@ "parentFormat": { "id": "terms" }, - "size": 3 + "size": 10 }, + "scale": "ordinal", "sourceField": "kafka.producer.client_id" + }, + "83ee7174-d4c3-4856-a749-29359d9e0c71": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Batch size", + "operationType": "average", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "kafka.producer.batch_size_avg" } }, + "ignoreGlobalFilters": false, "incompleteColumns": {}, "indexPatternId": "metrics-*", "sampling": 1 @@ -1396,17 +1523,9 @@ } }, "indexpattern": { - "currentIndexPatternId": "metrics-*", "layers": {} }, "textBased": { - "indexPatternRefs": [ - { - "id": "metrics-*", - "timeField": "@timestamp", - "title": "metrics-*" - } - ], "layers": {} } }, @@ -1417,97 +1536,39 @@ "query": "" }, "visualization": { - "axisTitlesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "fittingFunction": "Linear", - "gridlinesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "labelsOrientation": { - "x": 0, - "yLeft": 0, - "yRight": 0 - }, - "layers": [ + "columns": [ { - "accessors": [ - "409cfa5f-771d-45f1-89d9-1e44040241cf" - ], - "colorMapping": { - "assignments": [], - "colorMode": { - "type": "categorical" - }, - "paletteId": "default", - "specialAssignments": [ - { - "color": { - "type": "loop" - }, - "rules": [ - { - "type": "other" - } - ], - "touched": false - } - ] - }, - "layerId": "dc8284ea-4a02-4e4b-9918-ce5e7c4410c7", - "layerType": "data", - "position": "top", - "seriesType": "line", - "showGridlines": false, - "splitAccessor": "aff12380-9ec8-44ff-97e0-beb2cb956319", - "xAccessor": "50935857-0f5e-4721-847a-b3e9e0482c00" + "columnId": "31de9104-80c5-4065-8190-7e2917ee72a0", + "isMetric": false, + "isTransposed": false + }, + { + "alignment": "left", + "columnId": "83ee7174-d4c3-4856-a749-29359d9e0c71", + "isMetric": true, + "isTransposed": false } ], - "legend": { - "isVisible": true, - "position": "right" - }, - "preferredSeriesType": "line", - "tickLabelsVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "valueLabels": "hide" + "layerId": "14f14a10-5395-4c96-b2f2-cef072d93ac7", + "layerType": "data" } }, "title": "", "type": "lens", - "visualizationType": "lnsXY" - }, - "description": "The producer I/O wait time", - "enhancements": { - "dynamicActions": { - "events": [] - } - }, - "filters": [], - "query": { - "language": "kuery", - "query": "" + "visualizationType": "lnsDatatable" }, - "syncColors": false, - "syncCursor": true, - "syncTooltips": false, - "title": "I/O wait time" + "description": "Average batch size of producers", + "enhancements": {} }, "gridData": { "h": 15, - "i": "6b1314a8-fa7a-4f4f-b690-45fd93a9e0f6", + "i": "d0fbb603-2905-4e9e-9bb5-d7a55e362adb", "w": 24, - "x": 24, - "y": 81 + "x": 0, + "y": 64 }, - "panelIndex": "6b1314a8-fa7a-4f4f-b690-45fd93a9e0f6", + "panelIndex": "d0fbb603-2905-4e9e-9bb5-d7a55e362adb", + "title": "Average batch size", "type": "lens" }, { @@ -1516,7 +1577,7 @@ "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-3860a77c-739a-4ae0-86fe-622cdf4b1bee", + "name": "indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" } ], @@ -1526,28 +1587,17 @@ "formBased": { "currentIndexPatternId": "metrics-*", "layers": { - "3860a77c-739a-4ae0-86fe-622cdf4b1bee": { + "14f14a10-5395-4c96-b2f2-cef072d93ac7": { "columnOrder": [ - "4763b6df-1a2b-4138-be3a-c4642568b4c0", - "70b1879f-b763-4e52-b6bd-b88d0819408d", - "099c1778-bb36-4b95-9bd8-6fe9fa1b3bd6" + "31de9104-80c5-4065-8190-7e2917ee72a0", + "83ee7174-d4c3-4856-a749-29359d9e0c71" ], "columns": { - "099c1778-bb36-4b95-9bd8-6fe9fa1b3bd6": { + "31de9104-80c5-4065-8190-7e2917ee72a0": { "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Errors", - "operationType": "average", - "params": { - "emptyAsNull": true - }, - "sourceField": "kafka.producer.record_error_rate" - }, - "4763b6df-1a2b-4138-be3a-c4642568b4c0": { "dataType": "string", "isBucketed": true, - "label": "Top 10 values of kafka.producer.client_id", + "label": "Producers", "operationType": "terms", "params": { "exclude": [], @@ -1556,7 +1606,7 @@ "includeIsRegex": false, "missingBucket": false, "orderBy": { - "columnId": "099c1778-bb36-4b95-9bd8-6fe9fa1b3bd6", + "columnId": "83ee7174-d4c3-4856-a749-29359d9e0c71", "type": "column" }, "orderDirection": "desc", @@ -1566,21 +1616,23 @@ }, "size": 10 }, + "scale": "ordinal", "sourceField": "kafka.producer.client_id" }, - "70b1879f-b763-4e52-b6bd-b88d0819408d": { - "dataType": "date", - "isBucketed": true, - "label": "@timestamp", - "operationType": "date_histogram", + "83ee7174-d4c3-4856-a749-29359d9e0c71": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Maximum record size", + "operationType": "average", "params": { - "dropPartials": false, - "includeEmptyRows": true, - "interval": "auto" + "emptyAsNull": true }, - "sourceField": "@timestamp" + "scale": "ratio", + "sourceField": "kafka.producer.record_size_max" } }, + "ignoreGlobalFilters": false, "incompleteColumns": {}, "indexPatternId": "metrics-*", "sampling": 1 @@ -1588,17 +1640,9 @@ } }, "indexpattern": { - "currentIndexPatternId": "metrics-*", "layers": {} }, "textBased": { - "indexPatternRefs": [ - { - "id": "metrics-*", - "timeField": "@timestamp", - "title": "metrics-*" - } - ], "layers": {} } }, @@ -1609,95 +1653,39 @@ "query": "" }, "visualization": { - "axisTitlesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "fittingFunction": "Linear", - "gridlinesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "labelsOrientation": { - "x": 0, - "yLeft": 0, - "yRight": 0 - }, - "layers": [ + "columns": [ { - "accessors": [ - "099c1778-bb36-4b95-9bd8-6fe9fa1b3bd6" - ], - "colorMapping": { - "assignments": [], - "colorMode": { - "type": "categorical" - }, - "paletteId": "default", - "specialAssignments": [ - { - "color": { - "type": "loop" - }, - "rules": [ - { - "type": "other" - } - ], - "touched": false - } - ] - }, - "layerId": "3860a77c-739a-4ae0-86fe-622cdf4b1bee", - "layerType": "data", - "seriesType": "line", - "splitAccessor": "4763b6df-1a2b-4138-be3a-c4642568b4c0", - "xAccessor": "70b1879f-b763-4e52-b6bd-b88d0819408d" + "columnId": "31de9104-80c5-4065-8190-7e2917ee72a0", + "isMetric": false, + "isTransposed": false + }, + { + "alignment": "left", + "columnId": "83ee7174-d4c3-4856-a749-29359d9e0c71", + "isMetric": true, + "isTransposed": false } ], - "legend": { - "isVisible": true, - "position": "right" - }, - "preferredSeriesType": "line", - "tickLabelsVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "valueLabels": "hide" + "layerId": "14f14a10-5395-4c96-b2f2-cef072d93ac7", + "layerType": "data" } }, "title": "", "type": "lens", - "visualizationType": "lnsXY" - }, - "description": "The average number of record send attempts to the metadata topic partitions that failed", - "enhancements": { - "dynamicActions": { - "events": [] - } - }, - "filters": [], - "query": { - "language": "kuery", - "query": "" + "visualizationType": "lnsDatatable" }, - "syncColors": false, - "syncCursor": true, - "syncTooltips": false, - "title": "Error rate trend" + "description": "The maximum record size", + "enhancements": {} }, "gridData": { "h": 15, - "i": "5988aee0-c343-4bd5-8302-db3c0f91a48b", + "i": "7f87766f-bb87-4a1c-b513-4ad27c5d43b8", "w": 24, "x": 24, - "y": 21 + "y": 64 }, - "panelIndex": "5988aee0-c343-4bd5-8302-db3c0f91a48b", + "panelIndex": "7f87766f-bb87-4a1c-b513-4ad27c5d43b8", + "title": "Maximum record size", "type": "lens" }, { @@ -1706,7 +1694,7 @@ "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-a9509b29-039e-478f-b51a-5a9bbeb5c7d4", + "name": "indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" } ], @@ -1716,40 +1704,17 @@ "formBased": { "currentIndexPatternId": "metrics-*", "layers": { - "a9509b29-039e-478f-b51a-5a9bbeb5c7d4": { + "14f14a10-5395-4c96-b2f2-cef072d93ac7": { "columnOrder": [ - "651e95d4-8ad6-40f0-9b45-7e3a2d8551c3", - "614e87e7-4e40-4900-ac88-d70d566ee24b", - "2376b5f9-3a64-448f-8f4d-2f19e7625cbf" + "31de9104-80c5-4065-8190-7e2917ee72a0", + "83ee7174-d4c3-4856-a749-29359d9e0c71" ], "columns": { - "2376b5f9-3a64-448f-8f4d-2f19e7625cbf": { + "31de9104-80c5-4065-8190-7e2917ee72a0": { "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Records/sec", - "operationType": "average", - "params": { - "emptyAsNull": true - }, - "sourceField": "kafka.producer.records_per_request" - }, - "614e87e7-4e40-4900-ac88-d70d566ee24b": { - "dataType": "date", - "isBucketed": true, - "label": "@timestamp", - "operationType": "date_histogram", - "params": { - "dropPartials": false, - "includeEmptyRows": true, - "interval": "auto" - }, - "sourceField": "@timestamp" - }, - "651e95d4-8ad6-40f0-9b45-7e3a2d8551c3": { "dataType": "string", "isBucketed": true, - "label": "Top 3 values of kafka.producer.client_id", + "label": "Producers", "operationType": "terms", "params": { "exclude": [], @@ -1758,7 +1723,7 @@ "includeIsRegex": false, "missingBucket": false, "orderBy": { - "columnId": "2376b5f9-3a64-448f-8f4d-2f19e7625cbf", + "columnId": "83ee7174-d4c3-4856-a749-29359d9e0c71", "type": "column" }, "orderDirection": "desc", @@ -1766,11 +1731,25 @@ "parentFormat": { "id": "terms" }, - "size": 3 + "size": 10 }, + "scale": "ordinal", "sourceField": "kafka.producer.client_id" + }, + "83ee7174-d4c3-4856-a749-29359d9e0c71": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Average record size", + "operationType": "average", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "kafka.producer.record_size_avg" } }, + "ignoreGlobalFilters": false, "incompleteColumns": {}, "indexPatternId": "metrics-*", "sampling": 1 @@ -1778,17 +1757,9 @@ } }, "indexpattern": { - "currentIndexPatternId": "metrics-*", "layers": {} }, "textBased": { - "indexPatternRefs": [ - { - "id": "metrics-*", - "timeField": "@timestamp", - "title": "metrics-*" - } - ], "layers": {} } }, @@ -1799,97 +1770,39 @@ "query": "" }, "visualization": { - "axisTitlesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "fittingFunction": "Linear", - "gridlinesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "labelsOrientation": { - "x": 0, - "yLeft": 0, - "yRight": 0 - }, - "layers": [ + "columns": [ { - "accessors": [ - "2376b5f9-3a64-448f-8f4d-2f19e7625cbf" - ], - "colorMapping": { - "assignments": [], - "colorMode": { - "type": "categorical" - }, - "paletteId": "default", - "specialAssignments": [ - { - "color": { - "type": "loop" - }, - "rules": [ - { - "type": "other" - } - ], - "touched": false - } - ] - }, - "layerId": "a9509b29-039e-478f-b51a-5a9bbeb5c7d4", - "layerType": "data", - "position": "top", - "seriesType": "line", - "showGridlines": false, - "splitAccessor": "651e95d4-8ad6-40f0-9b45-7e3a2d8551c3", - "xAccessor": "614e87e7-4e40-4900-ac88-d70d566ee24b" + "columnId": "31de9104-80c5-4065-8190-7e2917ee72a0", + "isMetric": false, + "isTransposed": false + }, + { + "alignment": "left", + "columnId": "83ee7174-d4c3-4856-a749-29359d9e0c71", + "isMetric": true, + "isTransposed": false } ], - "legend": { - "isVisible": true, - "position": "right" - }, - "preferredSeriesType": "line", - "tickLabelsVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "valueLabels": "hide" + "layerId": "14f14a10-5395-4c96-b2f2-cef072d93ac7", + "layerType": "data" } }, "title": "", "type": "lens", - "visualizationType": "lnsXY" - }, - "description": "The average number of records sent", - "enhancements": { - "dynamicActions": { - "events": [] - } - }, - "filters": [], - "query": { - "language": "kuery", - "query": "" + "visualizationType": "lnsDatatable" }, - "syncColors": false, - "syncCursor": true, - "syncTooltips": false, - "title": "Records Sent per second" + "description": "The average record size", + "enhancements": {} }, "gridData": { "h": 15, - "i": "2654253c-30d9-4f74-9f45-40877b3579cc", + "i": "28f2a235-ef07-43ab-89f0-9d9994422bcc", "w": 24, "x": 0, - "y": 66 + "y": 79 }, - "panelIndex": "2654253c-30d9-4f74-9f45-40877b3579cc", + "panelIndex": "28f2a235-ef07-43ab-89f0-9d9994422bcc", + "title": "Average record size", "type": "lens" }, { @@ -1898,7 +1811,7 @@ "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-5b3c1ea1-c30b-4caa-a52c-fc1efafacb05", + "name": "indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" } ], @@ -1908,40 +1821,17 @@ "formBased": { "currentIndexPatternId": "metrics-*", "layers": { - "5b3c1ea1-c30b-4caa-a52c-fc1efafacb05": { + "14f14a10-5395-4c96-b2f2-cef072d93ac7": { "columnOrder": [ - "8694d447-bc93-463f-8fae-1f3987c946ef", - "7f0cf8c5-8a81-45b0-b7fa-c5803abae4c5", - "43ecbb64-31d5-4f7e-93cb-2c0cc9fcc432" + "31de9104-80c5-4065-8190-7e2917ee72a0", + "83ee7174-d4c3-4856-a749-29359d9e0c71" ], "columns": { - "43ecbb64-31d5-4f7e-93cb-2c0cc9fcc432": { + "31de9104-80c5-4065-8190-7e2917ee72a0": { "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Response/sec", - "operationType": "average", - "params": { - "emptyAsNull": true - }, - "sourceField": "kafka.producer.response_rate" - }, - "7f0cf8c5-8a81-45b0-b7fa-c5803abae4c5": { - "dataType": "date", - "isBucketed": true, - "label": "@timestamp", - "operationType": "date_histogram", - "params": { - "dropPartials": false, - "includeEmptyRows": true, - "interval": "auto" - }, - "sourceField": "@timestamp" - }, - "8694d447-bc93-463f-8fae-1f3987c946ef": { "dataType": "string", "isBucketed": true, - "label": "Top 3 values of kafka.producer.client_id", + "label": "Producers", "operationType": "terms", "params": { "exclude": [], @@ -1950,7 +1840,7 @@ "includeIsRegex": false, "missingBucket": false, "orderBy": { - "columnId": "43ecbb64-31d5-4f7e-93cb-2c0cc9fcc432", + "columnId": "83ee7174-d4c3-4856-a749-29359d9e0c71", "type": "column" }, "orderDirection": "desc", @@ -1958,11 +1848,25 @@ "parentFormat": { "id": "terms" }, - "size": 3 + "size": 10 }, + "scale": "ordinal", "sourceField": "kafka.producer.client_id" + }, + "83ee7174-d4c3-4856-a749-29359d9e0c71": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Batch size", + "operationType": "average", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "kafka.producer.batch_size_max" } }, + "ignoreGlobalFilters": false, "incompleteColumns": {}, "indexPatternId": "metrics-*", "sampling": 1 @@ -1970,17 +1874,9 @@ } }, "indexpattern": { - "currentIndexPatternId": "metrics-*", "layers": {} }, "textBased": { - "indexPatternRefs": [ - { - "id": "metrics-*", - "timeField": "@timestamp", - "title": "metrics-*" - } - ], "layers": {} } }, @@ -1991,97 +1887,39 @@ "query": "" }, "visualization": { - "axisTitlesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "fittingFunction": "Linear", - "gridlinesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "labelsOrientation": { - "x": 0, - "yLeft": 0, - "yRight": 0 - }, - "layers": [ + "columns": [ { - "accessors": [ - "43ecbb64-31d5-4f7e-93cb-2c0cc9fcc432" - ], - "colorMapping": { - "assignments": [], - "colorMode": { - "type": "categorical" - }, - "paletteId": "default", - "specialAssignments": [ - { - "color": { - "type": "loop" - }, - "rules": [ - { - "type": "other" - } - ], - "touched": false - } - ] - }, - "layerId": "5b3c1ea1-c30b-4caa-a52c-fc1efafacb05", - "layerType": "data", - "position": "top", - "seriesType": "line", - "showGridlines": false, - "splitAccessor": "8694d447-bc93-463f-8fae-1f3987c946ef", - "xAccessor": "7f0cf8c5-8a81-45b0-b7fa-c5803abae4c5" + "columnId": "31de9104-80c5-4065-8190-7e2917ee72a0", + "isMetric": false, + "isTransposed": false + }, + { + "alignment": "left", + "columnId": "83ee7174-d4c3-4856-a749-29359d9e0c71", + "isMetric": true, + "isTransposed": false } ], - "legend": { - "isVisible": true, - "position": "right" - }, - "preferredSeriesType": "line", - "tickLabelsVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "valueLabels": "hide" + "layerId": "14f14a10-5395-4c96-b2f2-cef072d93ac7", + "layerType": "data" } }, "title": "", "type": "lens", - "visualizationType": "lnsXY" - }, - "description": "The number of producer responses", - "enhancements": { - "dynamicActions": { - "events": [] - } - }, - "filters": [], - "query": { - "language": "kuery", - "query": "" + "visualizationType": "lnsDatatable" }, - "syncColors": false, - "syncCursor": true, - "syncTooltips": false, - "title": "Response rate" + "description": "Maximum batch size of producers", + "enhancements": {} }, "gridData": { "h": 15, - "i": "060cd90c-c01f-499c-8b14-a5abcaeb3988", + "i": "def1eb24-0ac8-476d-a880-ca9d21e7dd1c", "w": 24, - "x": 0, - "y": 81 + "x": 24, + "y": 79 }, - "panelIndex": "060cd90c-c01f-499c-8b14-a5abcaeb3988", + "panelIndex": "def1eb24-0ac8-476d-a880-ca9d21e7dd1c", + "title": "Maximum batch size", "type": "lens" }, { @@ -2090,7 +1928,7 @@ "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-519d5a21-5e48-42d5-88d4-f5bd2f2df76f", + "name": "indexpattern-datasource-layer-0b7de357-879b-446e-b096-5caea80e150a", "type": "index-pattern" } ], @@ -2100,40 +1938,19 @@ "formBased": { "currentIndexPatternId": "metrics-*", "layers": { - "519d5a21-5e48-42d5-88d4-f5bd2f2df76f": { + "0b7de357-879b-446e-b096-5caea80e150a": { "columnOrder": [ - "7dc97e57-44b3-4060-b981-75ea8d5f681e", - "2feea3db-3b77-42a7-9ab0-bf216561701d", - "717977c7-603d-4466-854c-a243c4eaa9bc" + "06e7371f-28b1-4b90-8766-85bd1fb49211", + "f0e52a34-bf45-4971-befe-1b7df512eb7c", + "a2c75258-a899-427a-bdf6-cafd6cc9098b", + "d168fb08-21fa-4091-93ca-1b7e812750a3" ], "columns": { - "2feea3db-3b77-42a7-9ab0-bf216561701d": { - "dataType": "date", - "isBucketed": true, - "label": "@timestamp", - "operationType": "date_histogram", - "params": { - "dropPartials": false, - "includeEmptyRows": true, - "interval": "auto" - }, - "sourceField": "@timestamp" - }, - "717977c7-603d-4466-854c-a243c4eaa9bc": { + "06e7371f-28b1-4b90-8766-85bd1fb49211": { "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Bytes/sec", - "operationType": "average", - "params": { - "emptyAsNull": true - }, - "sourceField": "kafka.producer.out.bytes_per_sec" - }, - "7dc97e57-44b3-4060-b981-75ea8d5f681e": { "dataType": "string", "isBucketed": true, - "label": "Top 3 values of kafka.producer.client_id", + "label": "Producers", "operationType": "terms", "params": { "exclude": [], @@ -2142,19 +1959,71 @@ "includeIsRegex": false, "missingBucket": false, "orderBy": { - "columnId": "717977c7-603d-4466-854c-a243c4eaa9bc", - "type": "column" + "fallback": true, + "type": "alphabetical" }, - "orderDirection": "desc", + "orderDirection": "asc", "otherBucket": true, "parentFormat": { "id": "terms" }, - "size": 3 + "size": 10 }, + "scale": "ordinal", "sourceField": "kafka.producer.client_id" + }, + "a2c75258-a899-427a-bdf6-cafd6cc9098b": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Bytes/sec", + "operationType": "differences", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + } + }, + "references": [ + "d168fb08-21fa-4091-93ca-1b7e812750a3" + ], + "scale": "ratio" + }, + "d168fb08-21fa-4091-93ca-1b7e812750a3": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Bytes/sec", + "operationType": "average", + "params": { + "emptyAsNull": true, + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + } + }, + "scale": "ratio", + "sourceField": "kafka.producer.out.bytes_per_sec" + }, + "f0e52a34-bf45-4971-befe-1b7df512eb7c": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": false, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" } }, + "ignoreGlobalFilters": false, "incompleteColumns": {}, "indexPatternId": "metrics-*", "sampling": 1 @@ -2162,17 +2031,9 @@ } }, "indexpattern": { - "currentIndexPatternId": "metrics-*", "layers": {} }, "textBased": { - "indexPatternRefs": [ - { - "id": "metrics-*", - "timeField": "@timestamp", - "title": "metrics-*" - } - ], "layers": {} } }, @@ -2183,66 +2044,44 @@ "query": "" }, "visualization": { - "axisTitlesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "fittingFunction": "Linear", - "gridlinesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "labelsOrientation": { - "x": 0, - "yLeft": 0, - "yRight": 0 - }, "layers": [ { "accessors": [ - "717977c7-603d-4466-854c-a243c4eaa9bc" + "a2c75258-a899-427a-bdf6-cafd6cc9098b" ], "colorMapping": { "assignments": [], "colorMode": { "type": "categorical" }, - "paletteId": "default", + "paletteId": "eui_amsterdam_color_blind", "specialAssignments": [ { "color": { "type": "loop" }, - "rules": [ - { - "type": "other" - } - ], + "rule": { + "type": "other" + }, "touched": false } ] }, - "layerId": "519d5a21-5e48-42d5-88d4-f5bd2f2df76f", + "layerId": "0b7de357-879b-446e-b096-5caea80e150a", "layerType": "data", "position": "top", - "seriesType": "line", + "seriesType": "area", "showGridlines": false, - "splitAccessor": "7dc97e57-44b3-4060-b981-75ea8d5f681e", - "xAccessor": "2feea3db-3b77-42a7-9ab0-bf216561701d" + "splitAccessor": "06e7371f-28b1-4b90-8766-85bd1fb49211", + "xAccessor": "f0e52a34-bf45-4971-befe-1b7df512eb7c" } ], "legend": { "isVisible": true, - "position": "right" - }, - "preferredSeriesType": "line", - "tickLabelsVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true + "position": "bottom" }, + "preferredSeriesType": "bar_stacked", + "title": "Empty XY chart", "valueLabels": "hide" } }, @@ -2251,29 +2090,17 @@ "visualizationType": "lnsXY" }, "description": "The volume of outcoming data ", - "enhancements": { - "dynamicActions": { - "events": [] - } - }, - "filters": [], - "query": { - "language": "kuery", - "query": "" - }, - "syncColors": false, - "syncCursor": true, - "syncTooltips": false, - "title": "Outgoing bytes per second" + "enhancements": {} }, "gridData": { "h": 15, - "i": "a1a8400c-2df5-4fc2-bbf1-88598de7d5d6", + "i": "82c7a9af-69f3-4465-973c-b20d17364760", "w": 24, "x": 0, - "y": 96 + "y": 94 }, - "panelIndex": "a1a8400c-2df5-4fc2-bbf1-88598de7d5d6", + "panelIndex": "82c7a9af-69f3-4465-973c-b20d17364760", + "title": "Outgoing bytes per second", "type": "lens" }, { @@ -2282,7 +2109,7 @@ "references": [ { "id": "metrics-*", - "name": "indexpattern-datasource-layer-2336f787-ecba-47b4-b509-568203f96a24", + "name": "indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" } ], @@ -2292,13 +2119,13 @@ "formBased": { "currentIndexPatternId": "metrics-*", "layers": { - "2336f787-ecba-47b4-b509-568203f96a24": { + "14f14a10-5395-4c96-b2f2-cef072d93ac7": { "columnOrder": [ - "0372d299-df2f-4282-a0f8-deeaa6a4e0c8", - "78ddef87-d7cf-485b-92e9-ebcd055713fd" + "31de9104-80c5-4065-8190-7e2917ee72a0", + "83ee7174-d4c3-4856-a749-29359d9e0c71" ], "columns": { - "0372d299-df2f-4282-a0f8-deeaa6a4e0c8": { + "31de9104-80c5-4065-8190-7e2917ee72a0": { "customLabel": true, "dataType": "string", "isBucketed": true, @@ -2311,7 +2138,7 @@ "includeIsRegex": false, "missingBucket": false, "orderBy": { - "columnId": "78ddef87-d7cf-485b-92e9-ebcd055713fd", + "columnId": "83ee7174-d4c3-4856-a749-29359d9e0c71", "type": "column" }, "orderDirection": "desc", @@ -2321,20 +2148,23 @@ }, "size": 10 }, + "scale": "ordinal", "sourceField": "kafka.producer.client_id" }, - "78ddef87-d7cf-485b-92e9-ebcd055713fd": { + "83ee7174-d4c3-4856-a749-29359d9e0c71": { "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Max record size", + "label": "Retry rate", "operationType": "average", "params": { "emptyAsNull": true }, - "sourceField": "kafka.producer.record_size_max" + "scale": "ratio", + "sourceField": "kafka.producer.record_retry_rate" } }, + "ignoreGlobalFilters": false, "incompleteColumns": {}, "indexPatternId": "metrics-*", "sampling": 1 @@ -2342,17 +2172,9 @@ } }, "indexpattern": { - "currentIndexPatternId": "metrics-*", "layers": {} }, "textBased": { - "indexPatternRefs": [ - { - "id": "metrics-*", - "timeField": "@timestamp", - "title": "metrics-*" - } - ], "layers": {} } }, @@ -2365,13 +2187,18 @@ "visualization": { "columns": [ { - "columnId": "0372d299-df2f-4282-a0f8-deeaa6a4e0c8" + "columnId": "31de9104-80c5-4065-8190-7e2917ee72a0", + "isMetric": false, + "isTransposed": false }, { - "columnId": "78ddef87-d7cf-485b-92e9-ebcd055713fd" + "alignment": "left", + "columnId": "83ee7174-d4c3-4856-a749-29359d9e0c71", + "isMetric": true, + "isTransposed": false } ], - "layerId": "2336f787-ecba-47b4-b509-568203f96a24", + "layerId": "14f14a10-5395-4c96-b2f2-cef072d93ac7", "layerType": "data" } }, @@ -2379,40 +2206,29 @@ "type": "lens", "visualizationType": "lnsDatatable" }, - "description": "The maximum record size", - "enhancements": { - "dynamicActions": { - "events": [] - } - }, - "filters": [], - "query": { - "language": "kuery", - "query": "" - }, - "syncColors": false, - "syncCursor": true, - "syncTooltips": false, - "title": "Max record size" + "description": "The average number of retried record sends", + "enhancements": {} }, "gridData": { "h": 15, - "i": "0983bf39-9566-4082-83ff-0ad4b9e907bb", + "i": "41283d94-0859-450a-8e0b-b276ebf7bdce", "w": 24, "x": 24, - "y": 96 + "y": 94 }, - "panelIndex": "0983bf39-9566-4082-83ff-0ad4b9e907bb", + "panelIndex": "41283d94-0859-450a-8e0b-b276ebf7bdce", + "title": "Average retry rate", "type": "lens" } ], "timeRestore": false, "title": "[Metrics Kafka] Producer", - "version": 3 + "version": 1 }, "coreMigrationVersion": "8.8.0", - "created_at": "2025-10-07T13:33:20.095Z", - "id": "kafka-8d886d57-c8a2-4fce-869a-f9107235c054", + "created_at": "2025-10-30T08:49:34.459Z", + "id": "kafka-a0e91797-fa95-497f-a130-614baa5327eb", + "managed": true, "references": [ { "id": "metrics-*", @@ -2421,141 +2237,135 @@ }, { "id": "kafka-ea488d90-8e63-11e8-8fa2-3d5f811fbd0f", - "name": "ec558543-609d-4bc4-b656-a0fcaa6ba8c5:link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", + "name": "747a7695-9eb8-49e7-9fde-23854702b605:link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", "type": "dashboard" }, { "id": "kafka-ff622b8a-bbe2-4903-add2-ba3ad50806d2", - "name": "ec558543-609d-4bc4-b656-a0fcaa6ba8c5:link_e6bfc6da-2ebd-4611-a6c5-f1d2e5195911_dashboard", + "name": "747a7695-9eb8-49e7-9fde-23854702b605:link_ac9e04f7-a4a7-4b0e-a087-06c31e92c115_dashboard", "type": "dashboard" }, { "id": "kafka-c2cb8091-e812-4a23-9b59-3d461c4898ce", - "name": "ec558543-609d-4bc4-b656-a0fcaa6ba8c5:link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", + "name": "747a7695-9eb8-49e7-9fde-23854702b605:link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", "type": "dashboard" }, { "id": "kafka-894682fd-555e-49c6-b469-f8fbb3f0b9dc", - "name": "ec558543-609d-4bc4-b656-a0fcaa6ba8c5:link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", + "name": "747a7695-9eb8-49e7-9fde-23854702b605:link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", "type": "dashboard" }, { "id": "kafka-28d2bf78-a638-4a1f-a46f-1a794c99166b", - "name": "ec558543-609d-4bc4-b656-a0fcaa6ba8c5:link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", + "name": "747a7695-9eb8-49e7-9fde-23854702b605:link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", "type": "dashboard" }, { "id": "kafka-32a191b0-c8ac-4ea1-812d-0e3d406f9a41", - "name": "ec558543-609d-4bc4-b656-a0fcaa6ba8c5:link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", + "name": "747a7695-9eb8-49e7-9fde-23854702b605:link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", "type": "dashboard" }, { "id": "kafka-20094380-8713-487d-8036-5cbbb529f0ca", - "name": "ec558543-609d-4bc4-b656-a0fcaa6ba8c5:link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", + "name": "747a7695-9eb8-49e7-9fde-23854702b605:link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", "type": "dashboard" }, { "id": "kafka-e3be4fe8-c7b4-4cea-bb2e-953032cc322a", - "name": "ec558543-609d-4bc4-b656-a0fcaa6ba8c5:link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", + "name": "747a7695-9eb8-49e7-9fde-23854702b605:link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", "type": "dashboard" }, { - "id": "kafka-9ea6d501-75a5-492d-87dc-4632f907b9dd", - "name": "ec558543-609d-4bc4-b656-a0fcaa6ba8c5:link_79ebe0ce-289d-40d7-8020-5817981bda48_dashboard", + "id": "kafka-6a239518-50b3-4af5-bb5c-01748d2310c8", + "name": "747a7695-9eb8-49e7-9fde-23854702b605:link_9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f_dashboard", "type": "dashboard" }, { - "id": "kafka-8d886d57-c8a2-4fce-869a-f9107235c054", - "name": "ec558543-609d-4bc4-b656-a0fcaa6ba8c5:link_b72a08ba-2037-4b3d-b69a-22876435d882_dashboard", + "id": "kafka-a0e91797-fa95-497f-a130-614baa5327eb", + "name": "747a7695-9eb8-49e7-9fde-23854702b605:link_1407a3e4-ffdf-413c-84c6-3997bb82dafe_dashboard", "type": "dashboard" }, { "id": "kafka-943caca0-87ee-11e7-ad9c-db80de0bf8d3", - "name": "ec558543-609d-4bc4-b656-a0fcaa6ba8c5:link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", + "name": "747a7695-9eb8-49e7-9fde-23854702b605:link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", "type": "dashboard" }, { "id": "metrics-*", - "name": "892564fc-69e9-46c9-9552-b6c694b0b249:indexpattern-datasource-layer-63b8e965-8f78-4887-aaeb-4cc3d5e58540", - "type": "index-pattern" - }, - { - "id": "metrics-*", - "name": "5f96821b-8db4-41e2-b0f2-92052af8d6d7:indexpattern-datasource-layer-2d96ee30-294d-408b-81ca-05b94796351c", + "name": "49a3d10b-63e1-40eb-a1ac-59584198ec54:indexpattern-datasource-layer-e3f67b35-f275-4768-b4b3-f6e63dc58206", "type": "index-pattern" }, { "id": "metrics-*", - "name": "7444c85d-6ed5-4a78-8906-1fa1b75b5830:indexpattern-datasource-layer-3860a77c-739a-4ae0-86fe-622cdf4b1bee", + "name": "5208f052-1685-4c0f-aca5-9629f055d591:indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" }, { "id": "metrics-*", - "name": "1aa18791-7e88-4d68-9eff-d454fd9227a7:indexpattern-datasource-layer-79fa78b3-f148-4977-9da9-5bbf9599fa06", + "name": "8b23c30e-226c-4f2f-865e-19d2db40f235:indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" }, { "id": "metrics-*", - "name": "b6bbc54b-fcf7-4eaf-b5d0-3833bd7b5950:indexpattern-datasource-layer-6ab8d9c1-ff33-4796-b0d9-9d04b986de80", + "name": "7f26d585-5a06-435e-95aa-2b51b24b0321:indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" }, { "id": "metrics-*", - "name": "251ba83b-5984-4d23-a029-12977e407861:indexpattern-datasource-layer-5727a8dc-abd3-4b3e-9431-12b6cc6dc22c", + "name": "91e0efee-2f1f-4daf-b794-9986c7d30cdb:indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" }, { "id": "metrics-*", - "name": "9a619b3b-7acd-428a-bb33-57634bbedbf7:indexpattern-datasource-layer-51faeee2-99e6-49db-a8e1-9eb12bc74c21", + "name": "96c5869a-d11d-44bd-a779-ea29a1b9b141:indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" }, { "id": "metrics-*", - "name": "495576a8-42fd-4fd8-9ef1-4ba2e5e65962:indexpattern-datasource-layer-b82e3256-06ed-478c-adf1-4f9379eb1ec4", + "name": "d3dfa749-8914-4680-bced-4944f53e0c8f:indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" }, { "id": "metrics-*", - "name": "6b1314a8-fa7a-4f4f-b690-45fd93a9e0f6:indexpattern-datasource-layer-dc8284ea-4a02-4e4b-9918-ce5e7c4410c7", + "name": "a90a6224-150d-4997-abff-db2d146b2c38:indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" }, { "id": "metrics-*", - "name": "5988aee0-c343-4bd5-8302-db3c0f91a48b:indexpattern-datasource-layer-3860a77c-739a-4ae0-86fe-622cdf4b1bee", + "name": "d0fbb603-2905-4e9e-9bb5-d7a55e362adb:indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" }, { "id": "metrics-*", - "name": "2654253c-30d9-4f74-9f45-40877b3579cc:indexpattern-datasource-layer-a9509b29-039e-478f-b51a-5a9bbeb5c7d4", + "name": "7f87766f-bb87-4a1c-b513-4ad27c5d43b8:indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" }, { "id": "metrics-*", - "name": "060cd90c-c01f-499c-8b14-a5abcaeb3988:indexpattern-datasource-layer-5b3c1ea1-c30b-4caa-a52c-fc1efafacb05", + "name": "28f2a235-ef07-43ab-89f0-9d9994422bcc:indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" }, { "id": "metrics-*", - "name": "a1a8400c-2df5-4fc2-bbf1-88598de7d5d6:indexpattern-datasource-layer-519d5a21-5e48-42d5-88d4-f5bd2f2df76f", + "name": "def1eb24-0ac8-476d-a880-ca9d21e7dd1c:indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" }, { "id": "metrics-*", - "name": "0983bf39-9566-4082-83ff-0ad4b9e907bb:indexpattern-datasource-layer-2336f787-ecba-47b4-b509-568203f96a24", + "name": "82c7a9af-69f3-4465-973c-b20d17364760:indexpattern-datasource-layer-0b7de357-879b-446e-b096-5caea80e150a", "type": "index-pattern" }, { "id": "metrics-*", - "name": "controlGroup_842b46c6-256b-4bf0-b131-669454507611:optionsListDataView", + "name": "41283d94-0859-450a-8e0b-b276ebf7bdce:indexpattern-datasource-layer-14f14a10-5395-4c96-b2f2-cef072d93ac7", "type": "index-pattern" }, { "id": "metrics-*", - "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "name": "controlGroup_1f3bd349-3442-441e-bcd8-365589e5a080:optionsListDataView", "type": "index-pattern" } ], "type": "dashboard", - "typeMigrationVersion": "8.9.0", - "updated_by": "u_mGBROF_q5bmFCATbLXAcCwKa0k8JvONAwSruelyKA5E_0" + "typeMigrationVersion": "8.9.0" } \ No newline at end of file diff --git a/packages/kafka/kibana/dashboard/kafka-c2cb8091-e812-4a23-9b59-3d461c4898ce.json b/packages/kafka/kibana/dashboard/kafka-c2cb8091-e812-4a23-9b59-3d461c4898ce.json index 2b54934b46b..7b6872bd0f4 100644 --- a/packages/kafka/kibana/dashboard/kafka-c2cb8091-e812-4a23-9b59-3d461c4898ce.json +++ b/packages/kafka/kibana/dashboard/kafka-c2cb8091-e812-4a23-9b59-3d461c4898ce.json @@ -10,62 +10,20 @@ "ignoreValidations": false }, "panelsJSON": { - "3779090b-53fb-44c3-ab61-3a58b44afc64": { + "1f3bd349-3442-441e-bcd8-365589e5a080": { "explicitInput": { - "dataViewId": "metrics-*", - "exclude": false, - "existsSelected": false, + "enhancements": {}, "fieldName": "service.address", + "grow": false, + "id": "1f3bd349-3442-441e-bcd8-365589e5a080", "searchTechnique": "prefix", - "selectedOptions": [], - "sort": { - "by": "_count", - "direction": "desc" - }, - "title": "Service address" + "title": "Service address", + "width": "medium" }, "grow": false, "order": 0, "type": "optionsListControl", "width": "large" - }, - "aa887cf3-390b-4da6-8c02-43ec133b0971": { - "explicitInput": { - "dataViewId": "metrics-*", - "exclude": false, - "existsSelected": false, - "fieldName": "kafka.topic.name", - "searchTechnique": "prefix", - "selectedOptions": [], - "sort": { - "by": "_count", - "direction": "desc" - }, - "title": "Topic Name" - }, - "grow": true, - "order": 1, - "type": "optionsListControl", - "width": "medium" - }, - "bb5b4dfa-d433-48d7-8e16-7d2ad832565a": { - "explicitInput": { - "dataViewId": "metrics-*", - "exclude": false, - "existsSelected": false, - "fieldName": "kafka.partition.id", - "searchTechnique": "exact", - "selectedOptions": [], - "sort": { - "by": "_count", - "direction": "desc" - }, - "title": "Partition" - }, - "grow": true, - "order": 2, - "type": "optionsListControl", - "width": "medium" } } }, @@ -212,8 +170,8 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_a23ae4a4-b2bd-42a4-a367-741592e4dfce_dashboard", - "id": "a23ae4a4-b2bd-42a4-a367-741592e4dfce", + "destinationRefName": "link_9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f_dashboard", + "id": "9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f", "label": "Consumer", "options": { "openInNewTab": false, @@ -224,8 +182,8 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_47f0be11-5df0-4943-bcb1-38ecbc20ff26_dashboard", - "id": "47f0be11-5df0-4943-bcb1-38ecbc20ff26", + "destinationRefName": "link_1407a3e4-ffdf-413c-84c6-3997bb82dafe_dashboard", + "id": "1407a3e4-ffdf-413c-84c6-3997bb82dafe", "label": "Producer", "options": { "openInNewTab": false, @@ -249,17 +207,18 @@ } ] }, - "hidePanelTitles": true, - "title": "" + "enhancements": {}, + "hidePanelTitles": true }, "gridData": { "h": 4, - "i": "b14047f1-45b3-4c45-aa1e-baf048c88abc", + "i": "3d45bad4-8c63-432c-9cfa-348f8410e789", "w": 48, "x": 0, "y": 0 }, - "panelIndex": "b14047f1-45b3-4c45-aa1e-baf048c88abc", + "panelIndex": "3d45bad4-8c63-432c-9cfa-348f8410e789", + "title": "", "type": "links" }, { @@ -287,8 +246,7 @@ "title": "", "type": "markdown", "uiState": {} - }, - "title": "" + } }, "gridData": { "h": 14, @@ -298,6 +256,7 @@ "y": 4 }, "panelIndex": "5f713ce4-4fe6-4274-a42e-16c2407ce332", + "title": "", "type": "visualization" }, { @@ -367,8 +326,7 @@ }, "description": "The number of active controllers", "enhancements": {}, - "hidePanelTitles": true, - "title": "Active controller count" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -378,6 +336,7 @@ "y": 4 }, "panelIndex": "dbc9e5d7-ca35-4465-9485-80b6cfe48cc9", + "title": "Active controller count", "type": "lens" }, { @@ -451,8 +410,7 @@ }, "description": "Shows if the controller is active on the broker running jolokia endpoint", "enhancements": {}, - "hidePanelTitles": true, - "title": "Controller status" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -462,6 +420,7 @@ "y": 4 }, "panelIndex": "cccd471d-c810-4b68-bbab-e535946aa859", + "title": "Controller status", "type": "lens" }, { @@ -535,8 +494,7 @@ }, "description": "The number of brokers that have been fenced", "enhancements": {}, - "hidePanelTitles": true, - "title": "Active controller count" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -546,6 +504,7 @@ "y": 4 }, "panelIndex": "c5dad4ef-f69a-45cb-8174-8fbdb5056cb5", + "title": "Active controller count", "type": "lens" }, { @@ -619,8 +578,7 @@ }, "description": "The number of partitions that are offline", "enhancements": {}, - "hidePanelTitles": true, - "title": "Active controller count" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -630,6 +588,7 @@ "y": 4 }, "panelIndex": "4ddf3019-1916-4404-98c0-1d34b275f10c", + "title": "Active controller count", "type": "lens" }, { @@ -699,8 +658,7 @@ }, "description": "The total number of topic in the cluster", "enhancements": {}, - "hidePanelTitles": true, - "title": "Topic count" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -710,6 +668,7 @@ "y": 11 }, "panelIndex": "9f3ed187-472d-48f2-87cb-853f53484276", + "title": "Topic count", "type": "lens" }, { @@ -779,8 +738,7 @@ }, "description": "The total number of partitions in the cluster", "enhancements": {}, - "hidePanelTitles": true, - "title": "Cluster partition count" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -790,6 +748,7 @@ "y": 11 }, "panelIndex": "39bb292c-f4ed-4c18-8b82-66b3bd554b72", + "title": "Cluster partition count", "type": "lens" }, { @@ -859,8 +818,7 @@ }, "description": "The number of partitions with preferred replica imbalance", "enhancements": {}, - "hidePanelTitles": true, - "title": "Replica imbalance" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -870,6 +828,7 @@ "y": 11 }, "panelIndex": "efa6aeb7-6ea3-4ff2-bd4e-7d20571db2fe", + "title": "Replica imbalance", "type": "lens" }, { @@ -897,8 +856,7 @@ "title": "", "type": "markdown", "uiState": {} - }, - "title": "" + } }, "gridData": { "h": 3, @@ -908,6 +866,7 @@ "y": 18 }, "panelIndex": "edd721ab-f972-4027-a6a2-869c2e204558", + "title": "", "type": "visualization" }, { @@ -1079,8 +1038,7 @@ "visualizationType": "lnsXY" }, "description": "The time taken to process events from the events queue.", - "enhancements": {}, - "title": "Event processing latency" + "enhancements": {} }, "gridData": { "h": 15, @@ -1090,6 +1048,7 @@ "y": 21 }, "panelIndex": "6c6cf8d1-0087-4f8e-afe5-68152d1016fa", + "title": "Event processing latency", "type": "lens" }, { @@ -1261,8 +1220,7 @@ "visualizationType": "lnsXY" }, "description": "The time events wait in the queue before processing", - "enhancements": {}, - "title": "Event queue wait time" + "enhancements": {} }, "gridData": { "h": 15, @@ -1272,6 +1230,7 @@ "y": 21 }, "panelIndex": "36dbd0e2-cf22-48e2-b82f-b2a6f2f4a825", + "title": "Event queue wait time", "type": "lens" }, { @@ -1434,8 +1393,7 @@ "visualizationType": "lnsXY" }, "description": "Rate of controller operations started", - "enhancements": {}, - "title": "Controller operations" + "enhancements": {} }, "gridData": { "h": 14, @@ -1445,6 +1403,7 @@ "y": 39 }, "panelIndex": "3cce3393-f6cb-4ebc-b738-5959a77acd34", + "title": "Controller operations", "type": "lens" }, { @@ -1615,8 +1574,7 @@ "visualizationType": "lnsXY" }, "description": "Rate of controller operation errors.", - "enhancements": {}, - "title": "Controller errors" + "enhancements": {} }, "gridData": { "h": 14, @@ -1626,6 +1584,7 @@ "y": 39 }, "panelIndex": "1c2e45bc-589d-4f2f-9925-2c93ffe15c43", + "title": "Controller errors", "type": "lens" }, { @@ -1766,8 +1725,7 @@ "visualizationType": "lnsXY" }, "description": "Rate of broker heartbeat timeouts", - "enhancements": {}, - "title": "Broker heartbeat timeouts" + "enhancements": {} }, "gridData": { "h": 14, @@ -1777,6 +1735,7 @@ "y": 39 }, "panelIndex": "5569dc7d-b937-46e3-9ba7-9b26f61017fd", + "title": "Broker heartbeat timeouts", "type": "lens" }, { @@ -1936,8 +1895,7 @@ "visualizationType": "lnsXY" }, "description": "The lag between the last applied record and the current time", - "enhancements": {}, - "title": "Record lag" + "enhancements": {} }, "gridData": { "h": 15, @@ -1947,6 +1905,7 @@ "y": 56 }, "panelIndex": "82a37200-6f6a-4b60-8991-ce5c41801d3f", + "title": "Record lag", "type": "lens" }, { @@ -2097,8 +2056,7 @@ "visualizationType": "lnsXY" }, "description": "The offsets of applied and committed records", - "enhancements": {}, - "title": "Record offsets" + "enhancements": {} }, "gridData": { "h": 15, @@ -2108,6 +2066,7 @@ "y": 56 }, "panelIndex": "c7f90e46-2194-48f0-8066-d819cb79f323", + "title": "Record offsets", "type": "lens" }, { @@ -2280,8 +2239,7 @@ "visualizationType": "lnsXY" }, "description": "The number of controller elections over time", - "enhancements": {}, - "title": "Controller elections" + "enhancements": {} }, "gridData": { "h": 14, @@ -2291,16 +2249,18 @@ "y": 74 }, "panelIndex": "e9cee537-3085-48a2-8e46-2ed3711fa051", + "title": "Controller elections", "type": "lens" } ], "timeRestore": false, "title": "[Metrics Kafka] Controller", - "version": 3 + "version": 1 }, "coreMigrationVersion": "8.8.0", - "created_at": "2025-10-07T13:33:15.069Z", + "created_at": "2025-10-30T08:49:34.459Z", "id": "kafka-c2cb8091-e812-4a23-9b59-3d461c4898ce", + "managed": true, "references": [ { "id": "metrics-*", @@ -2309,57 +2269,57 @@ }, { "id": "kafka-ea488d90-8e63-11e8-8fa2-3d5f811fbd0f", - "name": "b14047f1-45b3-4c45-aa1e-baf048c88abc:link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", + "name": "3d45bad4-8c63-432c-9cfa-348f8410e789:link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", "type": "dashboard" }, { "id": "kafka-ff622b8a-bbe2-4903-add2-ba3ad50806d2", - "name": "b14047f1-45b3-4c45-aa1e-baf048c88abc:link_ac9e04f7-a4a7-4b0e-a087-06c31e92c115_dashboard", + "name": "3d45bad4-8c63-432c-9cfa-348f8410e789:link_ac9e04f7-a4a7-4b0e-a087-06c31e92c115_dashboard", "type": "dashboard" }, { "id": "kafka-c2cb8091-e812-4a23-9b59-3d461c4898ce", - "name": "b14047f1-45b3-4c45-aa1e-baf048c88abc:link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", + "name": "3d45bad4-8c63-432c-9cfa-348f8410e789:link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", "type": "dashboard" }, { "id": "kafka-894682fd-555e-49c6-b469-f8fbb3f0b9dc", - "name": "b14047f1-45b3-4c45-aa1e-baf048c88abc:link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", + "name": "3d45bad4-8c63-432c-9cfa-348f8410e789:link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", "type": "dashboard" }, { "id": "kafka-28d2bf78-a638-4a1f-a46f-1a794c99166b", - "name": "b14047f1-45b3-4c45-aa1e-baf048c88abc:link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", + "name": "3d45bad4-8c63-432c-9cfa-348f8410e789:link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", "type": "dashboard" }, { "id": "kafka-32a191b0-c8ac-4ea1-812d-0e3d406f9a41", - "name": "b14047f1-45b3-4c45-aa1e-baf048c88abc:link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", + "name": "3d45bad4-8c63-432c-9cfa-348f8410e789:link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", "type": "dashboard" }, { "id": "kafka-20094380-8713-487d-8036-5cbbb529f0ca", - "name": "b14047f1-45b3-4c45-aa1e-baf048c88abc:link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", + "name": "3d45bad4-8c63-432c-9cfa-348f8410e789:link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", "type": "dashboard" }, { "id": "kafka-e3be4fe8-c7b4-4cea-bb2e-953032cc322a", - "name": "b14047f1-45b3-4c45-aa1e-baf048c88abc:link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", + "name": "3d45bad4-8c63-432c-9cfa-348f8410e789:link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", "type": "dashboard" }, { - "id": "kafka-9ea6d501-75a5-492d-87dc-4632f907b9dd", - "name": "b14047f1-45b3-4c45-aa1e-baf048c88abc:link_a23ae4a4-b2bd-42a4-a367-741592e4dfce_dashboard", + "id": "kafka-6a239518-50b3-4af5-bb5c-01748d2310c8", + "name": "3d45bad4-8c63-432c-9cfa-348f8410e789:link_9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f_dashboard", "type": "dashboard" }, { - "id": "kafka-8d886d57-c8a2-4fce-869a-f9107235c054", - "name": "b14047f1-45b3-4c45-aa1e-baf048c88abc:link_47f0be11-5df0-4943-bcb1-38ecbc20ff26_dashboard", + "id": "kafka-a0e91797-fa95-497f-a130-614baa5327eb", + "name": "3d45bad4-8c63-432c-9cfa-348f8410e789:link_1407a3e4-ffdf-413c-84c6-3997bb82dafe_dashboard", "type": "dashboard" }, { "id": "kafka-943caca0-87ee-11e7-ad9c-db80de0bf8d3", - "name": "b14047f1-45b3-4c45-aa1e-baf048c88abc:link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", + "name": "3d45bad4-8c63-432c-9cfa-348f8410e789:link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", "type": "dashboard" }, { @@ -2439,26 +2399,10 @@ }, { "id": "metrics-*", - "name": "controlGroup_3779090b-53fb-44c3-ab61-3a58b44afc64:optionsListDataView", - "type": "index-pattern" - }, - { - "id": "metrics-*", - "name": "controlGroup_aa887cf3-390b-4da6-8c02-43ec133b0971:optionsListDataView", - "type": "index-pattern" - }, - { - "id": "metrics-*", - "name": "controlGroup_bb5b4dfa-d433-48d7-8e16-7d2ad832565a:optionsListDataView", - "type": "index-pattern" - }, - { - "id": "metrics-*", - "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "name": "controlGroup_1f3bd349-3442-441e-bcd8-365589e5a080:optionsListDataView", "type": "index-pattern" } ], "type": "dashboard", - "typeMigrationVersion": "8.9.0", - "updated_by": "u_mGBROF_q5bmFCATbLXAcCwKa0k8JvONAwSruelyKA5E_0" + "typeMigrationVersion": "8.9.0" } \ No newline at end of file diff --git a/packages/kafka/kibana/dashboard/kafka-e3be4fe8-c7b4-4cea-bb2e-953032cc322a.json b/packages/kafka/kibana/dashboard/kafka-e3be4fe8-c7b4-4cea-bb2e-953032cc322a.json index fb58a5d94fa..b2049c995a9 100644 --- a/packages/kafka/kibana/dashboard/kafka-e3be4fe8-c7b4-4cea-bb2e-953032cc322a.json +++ b/packages/kafka/kibana/dashboard/kafka-e3be4fe8-c7b4-4cea-bb2e-953032cc322a.json @@ -10,59 +10,20 @@ "ignoreValidations": false }, "panelsJSON": { - "399ab9ab-3a9b-4bf4-be88-14e8982adc52": { + "f409fc9e-ab7e-4b7e-9bb4-bb21bff0e9ed": { "explicitInput": { - "dataViewId": "metrics-*", - "exclude": false, - "existsSelected": false, + "enhancements": {}, "fieldName": "service.address", + "grow": false, + "id": "f409fc9e-ab7e-4b7e-9bb4-bb21bff0e9ed", "searchTechnique": "prefix", - "selectedOptions": [], - "sort": { - "by": "_count", - "direction": "desc" - }, - "title": "Service address" + "title": "Service address", + "width": "large" }, "grow": false, "order": 0, "type": "optionsListControl", "width": "large" - }, - "aa887cf3-390b-4da6-8c02-43ec133b0971": { - "explicitInput": { - "dataViewId": "metrics-*", - "exclude": false, - "existsSelected": false, - "fieldName": "kafka.topic.name", - "searchTechnique": "prefix", - "selectedOptions": [], - "sort": { - "by": "_count", - "direction": "desc" - }, - "title": "Topic Name" - }, - "grow": true, - "order": 1, - "type": "optionsListControl", - "width": "medium" - }, - "bb5b4dfa-d433-48d7-8e16-7d2ad832565a": { - "explicitInput": { - "dataViewId": "metrics-*", - "fieldName": "kafka.partition.id", - "step": 1, - "title": "Partition", - "value": [ - "", - "" - ] - }, - "grow": true, - "order": 2, - "type": "rangeSliderControl", - "width": "medium" } } }, @@ -125,8 +86,8 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_e6bfc6da-2ebd-4611-a6c5-f1d2e5195911_dashboard", - "id": "e6bfc6da-2ebd-4611-a6c5-f1d2e5195911", + "destinationRefName": "link_ac9e04f7-a4a7-4b0e-a087-06c31e92c115_dashboard", + "id": "ac9e04f7-a4a7-4b0e-a087-06c31e92c115", "label": "Topic", "options": { "openInNewTab": false, @@ -152,6 +113,11 @@ "destinationRefName": "link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", "id": "16974010-7ce5-4a1d-9c39-9030fcdfb1d4", "label": "JVM", + "options": { + "openInNewTab": false, + "useCurrentDateRange": true, + "useCurrentFilters": false + }, "order": 3, "type": "dashboardLink" }, @@ -204,8 +170,8 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_79ebe0ce-289d-40d7-8020-5817981bda48_dashboard", - "id": "79ebe0ce-289d-40d7-8020-5817981bda48", + "destinationRefName": "link_9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f_dashboard", + "id": "9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f", "label": "Consumer", "options": { "openInNewTab": false, @@ -216,8 +182,8 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_b72a08ba-2037-4b3d-b69a-22876435d882_dashboard", - "id": "b72a08ba-2037-4b3d-b69a-22876435d882", + "destinationRefName": "link_1407a3e4-ffdf-413c-84c6-3997bb82dafe_dashboard", + "id": "1407a3e4-ffdf-413c-84c6-3997bb82dafe", "label": "Producer", "options": { "openInNewTab": false, @@ -241,17 +207,18 @@ } ] }, - "hidePanelTitles": true, - "title": "" + "enhancements": {}, + "hidePanelTitles": true }, "gridData": { "h": 4, - "i": "c29c802c-9f81-400e-b6be-af0df18a5daf", + "i": "594abdbe-07ca-4d90-9cc6-c0a3a9a6e7b5", "w": 48, "x": 0, "y": 0 }, - "panelIndex": "c29c802c-9f81-400e-b6be-af0df18a5daf", + "panelIndex": "594abdbe-07ca-4d90-9cc6-c0a3a9a6e7b5", + "title": "", "type": "links" }, { @@ -279,8 +246,7 @@ "title": "", "type": "markdown", "uiState": {} - }, - "title": "" + } }, "gridData": { "h": 17, @@ -290,6 +256,7 @@ "y": 4 }, "panelIndex": "7115f861-49db-4acf-82e2-bd6fb8ffe29d", + "title": "", "type": "visualization" }, { @@ -317,8 +284,7 @@ "title": "", "type": "markdown", "uiState": {} - }, - "title": "" + } }, "gridData": { "h": 3, @@ -328,6 +294,7 @@ "y": 4 }, "panelIndex": "f56c6ed3-be86-4118-b075-c275428a73ac", + "title": "", "type": "visualization" }, { @@ -401,8 +368,7 @@ }, "description": "Shows the current leader's ID in the quorum", "enhancements": {}, - "hidePanelTitles": true, - "title": "Current leader" + "hidePanelTitles": true }, "gridData": { "h": 6, @@ -412,6 +378,7 @@ "y": 7 }, "panelIndex": "d003c9cd-7427-455f-ade9-9a02437000fa", + "title": "Current leader", "type": "lens" }, { @@ -483,8 +450,7 @@ }, "description": "Shows the current state of this member", "enhancements": {}, - "hidePanelTitles": true, - "title": "Current state" + "hidePanelTitles": true }, "gridData": { "h": 6, @@ -494,6 +460,7 @@ "y": 7 }, "panelIndex": "b2432cff-b207-4351-88f8-e1d97240bea9", + "title": "Current state", "type": "lens" }, { @@ -567,8 +534,7 @@ }, "description": "Shows the current quorum epoch", "enhancements": {}, - "hidePanelTitles": true, - "title": "Current epoch" + "hidePanelTitles": true }, "gridData": { "h": 6, @@ -578,6 +544,7 @@ "y": 7 }, "panelIndex": "8bff66f3-000e-43be-96b5-56270aa0d464", + "title": "Current epoch", "type": "lens" }, { @@ -651,8 +618,7 @@ }, "description": "Shows the number of voters in the KRaft cluster", "enhancements": {}, - "hidePanelTitles": true, - "title": "Number of voters" + "hidePanelTitles": true }, "gridData": { "h": 6, @@ -662,6 +628,7 @@ "y": 7 }, "panelIndex": "8ee6e385-e8ba-4e34-9c84-900d8fde33df", + "title": "Number of voters", "type": "lens" }, { @@ -735,8 +702,7 @@ }, "description": "Shows the current state of this member", "enhancements": {}, - "hidePanelTitles": true, - "title": "Current state" + "hidePanelTitles": true }, "gridData": { "h": 6, @@ -746,6 +712,7 @@ "y": 7 }, "panelIndex": "6183607d-6b41-429f-ab6f-6f03fd4e2e79", + "title": "Current state", "type": "lens" }, { @@ -868,8 +835,7 @@ }, "description": "Shows the current voting and leadership status across the Raft cluster", "enhancements": {}, - "hidePanelTitles": false, - "title": "Voting and leadership status" + "hidePanelTitles": false }, "gridData": { "h": 8, @@ -879,6 +845,7 @@ "y": 13 }, "panelIndex": "b4f98b28-8d06-481f-b8c8-6dbed4f65bde", + "title": "Voting and leadership status", "type": "lens" }, { @@ -1037,8 +1004,7 @@ "visualizationType": "lnsXY" }, "description": "Show the average number of records appended per sec.", - "enhancements": {}, - "title": "Record append rate" + "enhancements": {} }, "gridData": { "h": 15, @@ -1048,6 +1014,7 @@ "y": 24 }, "panelIndex": "7e0916dd-e56d-4af4-8f44-b70a897ec302", + "title": "Record append rate", "type": "lens" }, { @@ -1170,8 +1137,7 @@ "visualizationType": "lnsXY" }, "description": "Shows the average number of records fetched", - "enhancements": {}, - "title": "Record fetch rate" + "enhancements": {} }, "gridData": { "h": 15, @@ -1181,6 +1147,7 @@ "y": 24 }, "panelIndex": "a868959c-6b7b-4e2b-89f8-eb71788b2769", + "title": "Record fetch rate", "type": "lens" }, { @@ -1292,8 +1259,7 @@ }, "description": "The ratio of time the Raft IO thread is idle as opposed to doing work ", "enhancements": {}, - "hidePanelTitles": true, - "title": "I/O Thread Idle Ratio" + "hidePanelTitles": true }, "gridData": { "h": 8, @@ -1303,6 +1269,7 @@ "y": 42 }, "panelIndex": "05e653e4-bb12-46de-ba0c-d45b9b95978e", + "title": "I/O Thread Idle Ratio", "type": "lens" }, { @@ -1453,8 +1420,7 @@ "visualizationType": "lnsXY" }, "description": "Shows the average and maximum time in ms to commit an entry in the raft log", - "enhancements": {}, - "title": "Commit latency" + "enhancements": {} }, "gridData": { "h": 16, @@ -1464,6 +1430,7 @@ "y": 42 }, "panelIndex": "95f6ee28-1fc9-4419-b73a-917da8893572", + "title": "Commit latency", "type": "lens" }, { @@ -1647,8 +1614,7 @@ }, "description": "Displays Kafka partition offsets, including Log End Offset and High Watermark", "enhancements": {}, - "hidePanelTitles": false, - "title": "Partition log end vs high watermark" + "hidePanelTitles": false }, "gridData": { "h": 16, @@ -1658,16 +1624,18 @@ "y": 42 }, "panelIndex": "2ad393c2-ffaa-4f6e-8eef-6f112b75d207", + "title": "Partition log end vs high watermark", "type": "lens" } ], "timeRestore": false, "title": "[Metrics Kafka] Raft", - "version": 3 + "version": 1 }, "coreMigrationVersion": "8.8.0", - "created_at": "2025-10-07T13:33:21.093Z", + "created_at": "2025-10-30T08:49:34.459Z", "id": "kafka-e3be4fe8-c7b4-4cea-bb2e-953032cc322a", + "managed": true, "references": [ { "id": "metrics-*", @@ -1676,57 +1644,57 @@ }, { "id": "kafka-ea488d90-8e63-11e8-8fa2-3d5f811fbd0f", - "name": "c29c802c-9f81-400e-b6be-af0df18a5daf:link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", + "name": "594abdbe-07ca-4d90-9cc6-c0a3a9a6e7b5:link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", "type": "dashboard" }, { "id": "kafka-ff622b8a-bbe2-4903-add2-ba3ad50806d2", - "name": "c29c802c-9f81-400e-b6be-af0df18a5daf:link_e6bfc6da-2ebd-4611-a6c5-f1d2e5195911_dashboard", + "name": "594abdbe-07ca-4d90-9cc6-c0a3a9a6e7b5:link_ac9e04f7-a4a7-4b0e-a087-06c31e92c115_dashboard", "type": "dashboard" }, { "id": "kafka-c2cb8091-e812-4a23-9b59-3d461c4898ce", - "name": "c29c802c-9f81-400e-b6be-af0df18a5daf:link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", + "name": "594abdbe-07ca-4d90-9cc6-c0a3a9a6e7b5:link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", "type": "dashboard" }, { "id": "kafka-894682fd-555e-49c6-b469-f8fbb3f0b9dc", - "name": "c29c802c-9f81-400e-b6be-af0df18a5daf:link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", + "name": "594abdbe-07ca-4d90-9cc6-c0a3a9a6e7b5:link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", "type": "dashboard" }, { "id": "kafka-28d2bf78-a638-4a1f-a46f-1a794c99166b", - "name": "c29c802c-9f81-400e-b6be-af0df18a5daf:link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", + "name": "594abdbe-07ca-4d90-9cc6-c0a3a9a6e7b5:link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", "type": "dashboard" }, { "id": "kafka-32a191b0-c8ac-4ea1-812d-0e3d406f9a41", - "name": "c29c802c-9f81-400e-b6be-af0df18a5daf:link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", + "name": "594abdbe-07ca-4d90-9cc6-c0a3a9a6e7b5:link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", "type": "dashboard" }, { "id": "kafka-20094380-8713-487d-8036-5cbbb529f0ca", - "name": "c29c802c-9f81-400e-b6be-af0df18a5daf:link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", + "name": "594abdbe-07ca-4d90-9cc6-c0a3a9a6e7b5:link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", "type": "dashboard" }, { "id": "kafka-e3be4fe8-c7b4-4cea-bb2e-953032cc322a", - "name": "c29c802c-9f81-400e-b6be-af0df18a5daf:link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", + "name": "594abdbe-07ca-4d90-9cc6-c0a3a9a6e7b5:link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", "type": "dashboard" }, { - "id": "kafka-9ea6d501-75a5-492d-87dc-4632f907b9dd", - "name": "c29c802c-9f81-400e-b6be-af0df18a5daf:link_79ebe0ce-289d-40d7-8020-5817981bda48_dashboard", + "id": "kafka-6a239518-50b3-4af5-bb5c-01748d2310c8", + "name": "594abdbe-07ca-4d90-9cc6-c0a3a9a6e7b5:link_9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f_dashboard", "type": "dashboard" }, { - "id": "kafka-8d886d57-c8a2-4fce-869a-f9107235c054", - "name": "c29c802c-9f81-400e-b6be-af0df18a5daf:link_b72a08ba-2037-4b3d-b69a-22876435d882_dashboard", + "id": "kafka-a0e91797-fa95-497f-a130-614baa5327eb", + "name": "594abdbe-07ca-4d90-9cc6-c0a3a9a6e7b5:link_1407a3e4-ffdf-413c-84c6-3997bb82dafe_dashboard", "type": "dashboard" }, { "id": "kafka-943caca0-87ee-11e7-ad9c-db80de0bf8d3", - "name": "c29c802c-9f81-400e-b6be-af0df18a5daf:link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", + "name": "594abdbe-07ca-4d90-9cc6-c0a3a9a6e7b5:link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", "type": "dashboard" }, { @@ -1786,26 +1754,10 @@ }, { "id": "metrics-*", - "name": "controlGroup_399ab9ab-3a9b-4bf4-be88-14e8982adc52:optionsListDataView", - "type": "index-pattern" - }, - { - "id": "metrics-*", - "name": "controlGroup_aa887cf3-390b-4da6-8c02-43ec133b0971:optionsListDataView", - "type": "index-pattern" - }, - { - "id": "metrics-*", - "name": "controlGroup_bb5b4dfa-d433-48d7-8e16-7d2ad832565a:rangeSliderDataView", - "type": "index-pattern" - }, - { - "id": "metrics-*", - "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "name": "controlGroup_f409fc9e-ab7e-4b7e-9bb4-bb21bff0e9ed:optionsListDataView", "type": "index-pattern" } ], "type": "dashboard", - "typeMigrationVersion": "8.9.0", - "updated_by": "u_mGBROF_q5bmFCATbLXAcCwKa0k8JvONAwSruelyKA5E_0" + "typeMigrationVersion": "8.9.0" } \ No newline at end of file diff --git a/packages/kafka/kibana/dashboard/kafka-ea488d90-8e63-11e8-8fa2-3d5f811fbd0f.json b/packages/kafka/kibana/dashboard/kafka-ea488d90-8e63-11e8-8fa2-3d5f811fbd0f.json index fc568d4eb74..79dc4086397 100644 --- a/packages/kafka/kibana/dashboard/kafka-ea488d90-8e63-11e8-8fa2-3d5f811fbd0f.json +++ b/packages/kafka/kibana/dashboard/kafka-ea488d90-8e63-11e8-8fa2-3d5f811fbd0f.json @@ -10,59 +10,47 @@ "ignoreValidations": false }, "panelsJSON": { + "4c40ab2f-b0ed-400f-be6a-18911d3f954f": { + "explicitInput": { + "enhancements": {}, + "fieldName": "service.address", + "grow": false, + "id": "4c40ab2f-b0ed-400f-be6a-18911d3f954f", + "searchTechnique": "prefix", + "title": "Service address", + "width": "large" + }, + "grow": false, + "order": 0, + "type": "optionsListControl", + "width": "large" + }, "aa887cf3-390b-4da6-8c02-43ec133b0971": { "explicitInput": { - "dataViewId": "metrics-*", - "exclude": false, - "existsSelected": false, + "enhancements": {}, "fieldName": "kafka.topic.name", + "id": "aa887cf3-390b-4da6-8c02-43ec133b0971", "searchTechnique": "prefix", "selectedOptions": [], - "sort": { - "by": "_count", - "direction": "desc" - }, "title": "Topic Name" }, - "grow": true, + "grow": false, "order": 1, "type": "optionsListControl", "width": "medium" }, "bb5b4dfa-d433-48d7-8e16-7d2ad832565a": { "explicitInput": { - "dataViewId": "metrics-*", + "enhancements": {}, "fieldName": "kafka.partition.id", + "id": "bb5b4dfa-d433-48d7-8e16-7d2ad832565a", "step": 1, - "title": "Partition", - "value": [ - "", - "" - ] + "title": "Partition" }, - "grow": true, + "grow": false, "order": 2, "type": "rangeSliderControl", "width": "medium" - }, - "d694a48d-61e0-40d1-8522-a95191158566": { - "explicitInput": { - "dataViewId": "metrics-*", - "exclude": false, - "existsSelected": false, - "fieldName": "service.address", - "searchTechnique": "prefix", - "selectedOptions": [], - "sort": { - "by": "_count", - "direction": "desc" - }, - "title": "Service address" - }, - "grow": false, - "order": 0, - "type": "optionsListControl", - "width": "large" } } }, @@ -129,7 +117,18 @@ { "embeddableConfig": { "attributes": { - "references": [], + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-e343bc30-40c9-44ef-95c4-e0f3c0c09e42", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-f5a5405c-7642-497b-8a1b-085809cb9434", + "type": "index-pattern" + } + ], "state": { "adHocDataViews": { "tsvb_ad_hoc_metrics-*/@timestamp": { @@ -146,6 +145,7 @@ }, "datasourceStates": { "formBased": { + "currentIndexPatternId": "tsvb_ad_hoc_metrics-*/@timestamp", "layers": { "e343bc30-40c9-44ef-95c4-e0f3c0c09e42": { "columnOrder": [ @@ -224,7 +224,8 @@ "sourceField": "kafka.consumergroup.id" } }, - "incompleteColumns": {} + "incompleteColumns": {}, + "indexPatternId": "tsvb_ad_hoc_metrics-*/@timestamp" }, "f5a5405c-7642-497b-8a1b-085809cb9434": { "columnOrder": [ @@ -303,7 +304,8 @@ "sourceField": "kafka.topic.name" } }, - "incompleteColumns": {} + "incompleteColumns": {}, + "indexPatternId": "tsvb_ad_hoc_metrics-*/@timestamp" } } }, @@ -395,7 +397,7 @@ "legend": { "isVisible": true, "maxLines": 1, - "position": "right", + "position": "bottom", "shouldTruncate": true, "showSingleSeries": true }, @@ -423,8 +425,7 @@ "visualizationType": "lnsXY" }, "enhancements": {}, - "hidePanelTitles": false, - "title": "Kafka topic \u0026 consumer offsets" + "hidePanelTitles": false }, "gridData": { "h": 13, @@ -434,6 +435,7 @@ "y": 28 }, "panelIndex": "1", + "title": "Kafka topic \u0026 consumer offsets", "type": "lens" }, { @@ -626,8 +628,7 @@ "visualizationType": "lnsXY" }, "enhancements": {}, - "hidePanelTitles": false, - "title": "Consumer group lag by topic" + "hidePanelTitles": false }, "gridData": { "h": 14, @@ -637,6 +638,7 @@ "y": 41 }, "panelIndex": "6", + "title": "Consumer group lag by topic", "type": "lens" }, { @@ -895,8 +897,7 @@ "visualizationType": "lnsXY" }, "enhancements": {}, - "hidePanelTitles": false, - "title": "Consumer partition reassignments" + "hidePanelTitles": false }, "gridData": { "h": 10, @@ -906,6 +907,7 @@ "y": 18 }, "panelIndex": "12", + "title": "Consumer partition reassignments", "type": "lens" }, { @@ -994,8 +996,7 @@ "visualizationType": "lnsMetric" }, "enhancements": {}, - "hidePanelTitles": true, - "title": "Consumer Metrics" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -1005,6 +1006,7 @@ "y": 4 }, "panelIndex": "13", + "title": "Consumer Metrics", "type": "lens" }, { @@ -1168,8 +1170,7 @@ "visualizationType": "lnsDatatable" }, "enhancements": {}, - "hidePanelTitles": false, - "title": "Kafka consumer group clients" + "hidePanelTitles": false }, "gridData": { "h": 14, @@ -1179,6 +1180,7 @@ "y": 41 }, "panelIndex": "14", + "title": "Kafka consumer group clients", "type": "lens" }, { @@ -1283,8 +1285,8 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_dcd9f82c-997b-4efe-961f-4a3f87e99bb3_dashboard", - "id": "dcd9f82c-997b-4efe-961f-4a3f87e99bb3", + "destinationRefName": "link_9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f_dashboard", + "id": "9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f", "label": "Consumer", "options": { "openInNewTab": false, @@ -1295,8 +1297,8 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_8d3a86aa-01a3-49ad-86fd-785b7e2ec872_dashboard", - "id": "8d3a86aa-01a3-49ad-86fd-785b7e2ec872", + "destinationRefName": "link_1407a3e4-ffdf-413c-84c6-3997bb82dafe_dashboard", + "id": "1407a3e4-ffdf-413c-84c6-3997bb82dafe", "label": "Producer", "options": { "openInNewTab": false, @@ -1320,17 +1322,18 @@ } ] }, - "hidePanelTitles": true, - "title": "" + "enhancements": {}, + "hidePanelTitles": true }, "gridData": { "h": 4, - "i": "c6887c5a-d018-4b1f-830c-d33958940e2e", + "i": "dfafe7e5-bd4c-45f6-997e-51d742f55ba8", "w": 48, "x": 0, "y": 0 }, - "panelIndex": "c6887c5a-d018-4b1f-830c-d33958940e2e", + "panelIndex": "dfafe7e5-bd4c-45f6-997e-51d742f55ba8", + "title": "", "type": "links" }, { @@ -1358,8 +1361,7 @@ "title": "", "type": "markdown", "uiState": {} - }, - "title": "" + } }, "gridData": { "h": 14, @@ -1369,6 +1371,7 @@ "y": 4 }, "panelIndex": "a8dc5d35-fd2b-4338-8ed7-73d6f942b974", + "title": "", "type": "visualization" }, { @@ -1477,8 +1480,7 @@ "visualizationType": "lnsMetric" }, "enhancements": {}, - "hidePanelTitles": true, - "title": "Kafka Metrics" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -1488,6 +1490,7 @@ "y": 4 }, "panelIndex": "ad4575fb-5b4f-4c42-8c50-c2b60b2c72f7", + "title": "Kafka Metrics", "type": "lens" }, { @@ -1596,8 +1599,7 @@ "visualizationType": "lnsMetric" }, "enhancements": {}, - "hidePanelTitles": true, - "title": "Kafka Metrics" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -1607,6 +1609,7 @@ "y": 4 }, "panelIndex": "02a0cadd-8e80-4380-b9a1-0d41cfef29d6", + "title": "Kafka Metrics", "type": "lens" }, { @@ -1715,8 +1718,7 @@ "visualizationType": "lnsMetric" }, "enhancements": {}, - "hidePanelTitles": true, - "title": "Kafka Metrics" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -1726,6 +1728,7 @@ "y": 11 }, "panelIndex": "b7ca8c63-46bc-46f4-bf44-b211814b5a8b", + "title": "Kafka Metrics", "type": "lens" }, { @@ -1834,8 +1837,7 @@ "visualizationType": "lnsMetric" }, "enhancements": {}, - "hidePanelTitles": true, - "title": "Kafka Metrics" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -1845,6 +1847,7 @@ "y": 11 }, "panelIndex": "3bf5acc4-bca8-4dae-bf9d-7b7f5de0ef2f", + "title": "Kafka Metrics", "type": "lens" }, { @@ -2004,8 +2007,7 @@ "visualizationType": "lnsDatatable" }, "enhancements": {}, - "hidePanelTitles": false, - "title": "Kafka brokers" + "hidePanelTitles": false }, "gridData": { "h": 10, @@ -2015,6 +2017,7 @@ "y": 18 }, "panelIndex": "6d18f7a0-9156-476a-9b3d-9c2924bc00f1", + "title": "Kafka brokers", "type": "lens" }, { @@ -2247,8 +2250,7 @@ "visualizationType": "lnsDatatable" }, "enhancements": {}, - "hidePanelTitles": false, - "title": "Kafka topic details" + "hidePanelTitles": false }, "gridData": { "h": 13, @@ -2258,22 +2260,34 @@ "y": 28 }, "panelIndex": "6e580e38-ab32-407c-8d49-7373decc50f1", + "title": "Kafka topic details", "type": "lens" } ], "timeRestore": false, "title": "[Metrics Kafka] Overview", - "version": 3 + "version": 1 }, "coreMigrationVersion": "8.8.0", - "created_at": "2025-10-07T13:33:19.090Z", + "created_at": "2025-10-30T08:49:34.459Z", "id": "kafka-ea488d90-8e63-11e8-8fa2-3d5f811fbd0f", + "managed": true, "references": [ { "id": "metrics-*", "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", "type": "index-pattern" }, + { + "id": "metrics-*", + "name": "1:indexpattern-datasource-layer-e343bc30-40c9-44ef-95c4-e0f3c0c09e42", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "1:indexpattern-datasource-layer-f5a5405c-7642-497b-8a1b-085809cb9434", + "type": "index-pattern" + }, { "id": "metrics-*", "name": "13:indexpattern-datasource-layer-830f7c05-123b-4860-b1c0-35c43878b6b5", @@ -2286,57 +2300,57 @@ }, { "id": "kafka-ea488d90-8e63-11e8-8fa2-3d5f811fbd0f", - "name": "c6887c5a-d018-4b1f-830c-d33958940e2e:link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", + "name": "dfafe7e5-bd4c-45f6-997e-51d742f55ba8:link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", "type": "dashboard" }, { "id": "kafka-ff622b8a-bbe2-4903-add2-ba3ad50806d2", - "name": "c6887c5a-d018-4b1f-830c-d33958940e2e:link_ac9e04f7-a4a7-4b0e-a087-06c31e92c115_dashboard", + "name": "dfafe7e5-bd4c-45f6-997e-51d742f55ba8:link_ac9e04f7-a4a7-4b0e-a087-06c31e92c115_dashboard", "type": "dashboard" }, { "id": "kafka-c2cb8091-e812-4a23-9b59-3d461c4898ce", - "name": "c6887c5a-d018-4b1f-830c-d33958940e2e:link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", + "name": "dfafe7e5-bd4c-45f6-997e-51d742f55ba8:link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", "type": "dashboard" }, { "id": "kafka-894682fd-555e-49c6-b469-f8fbb3f0b9dc", - "name": "c6887c5a-d018-4b1f-830c-d33958940e2e:link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", + "name": "dfafe7e5-bd4c-45f6-997e-51d742f55ba8:link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", "type": "dashboard" }, { "id": "kafka-28d2bf78-a638-4a1f-a46f-1a794c99166b", - "name": "c6887c5a-d018-4b1f-830c-d33958940e2e:link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", + "name": "dfafe7e5-bd4c-45f6-997e-51d742f55ba8:link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", "type": "dashboard" }, { "id": "kafka-32a191b0-c8ac-4ea1-812d-0e3d406f9a41", - "name": "c6887c5a-d018-4b1f-830c-d33958940e2e:link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", + "name": "dfafe7e5-bd4c-45f6-997e-51d742f55ba8:link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", "type": "dashboard" }, { "id": "kafka-20094380-8713-487d-8036-5cbbb529f0ca", - "name": "c6887c5a-d018-4b1f-830c-d33958940e2e:link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", + "name": "dfafe7e5-bd4c-45f6-997e-51d742f55ba8:link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", "type": "dashboard" }, { "id": "kafka-e3be4fe8-c7b4-4cea-bb2e-953032cc322a", - "name": "c6887c5a-d018-4b1f-830c-d33958940e2e:link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", + "name": "dfafe7e5-bd4c-45f6-997e-51d742f55ba8:link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", "type": "dashboard" }, { - "id": "kafka-9ea6d501-75a5-492d-87dc-4632f907b9dd", - "name": "c6887c5a-d018-4b1f-830c-d33958940e2e:link_dcd9f82c-997b-4efe-961f-4a3f87e99bb3_dashboard", + "id": "kafka-6a239518-50b3-4af5-bb5c-01748d2310c8", + "name": "dfafe7e5-bd4c-45f6-997e-51d742f55ba8:link_9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f_dashboard", "type": "dashboard" }, { - "id": "kafka-8d886d57-c8a2-4fce-869a-f9107235c054", - "name": "c6887c5a-d018-4b1f-830c-d33958940e2e:link_8d3a86aa-01a3-49ad-86fd-785b7e2ec872_dashboard", + "id": "kafka-a0e91797-fa95-497f-a130-614baa5327eb", + "name": "dfafe7e5-bd4c-45f6-997e-51d742f55ba8:link_1407a3e4-ffdf-413c-84c6-3997bb82dafe_dashboard", "type": "dashboard" }, { "id": "kafka-943caca0-87ee-11e7-ad9c-db80de0bf8d3", - "name": "c6887c5a-d018-4b1f-830c-d33958940e2e:link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", + "name": "dfafe7e5-bd4c-45f6-997e-51d742f55ba8:link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", "type": "dashboard" }, { @@ -2369,11 +2383,6 @@ "name": "6e580e38-ab32-407c-8d49-7373decc50f1:indexpattern-datasource-layer-8aa6d274-217d-41a4-9009-612a9c02c32e", "type": "index-pattern" }, - { - "id": "metrics-*", - "name": "controlGroup_d694a48d-61e0-40d1-8522-a95191158566:optionsListDataView", - "type": "index-pattern" - }, { "id": "metrics-*", "name": "controlGroup_aa887cf3-390b-4da6-8c02-43ec133b0971:optionsListDataView", @@ -2386,11 +2395,10 @@ }, { "id": "metrics-*", - "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "name": "controlGroup_4c40ab2f-b0ed-400f-be6a-18911d3f954f:optionsListDataView", "type": "index-pattern" } ], "type": "dashboard", - "typeMigrationVersion": "8.9.0", - "updated_by": "u_mGBROF_q5bmFCATbLXAcCwKa0k8JvONAwSruelyKA5E_0" + "typeMigrationVersion": "8.9.0" } \ No newline at end of file diff --git a/packages/kafka/kibana/dashboard/kafka-ff622b8a-bbe2-4903-add2-ba3ad50806d2.json b/packages/kafka/kibana/dashboard/kafka-ff622b8a-bbe2-4903-add2-ba3ad50806d2.json index 73e348bdade..bc0cfc3e2ca 100644 --- a/packages/kafka/kibana/dashboard/kafka-ff622b8a-bbe2-4903-add2-ba3ad50806d2.json +++ b/packages/kafka/kibana/dashboard/kafka-ff622b8a-bbe2-4903-add2-ba3ad50806d2.json @@ -10,19 +10,15 @@ "ignoreValidations": false }, "panelsJSON": { - "79995620-49d5-43ec-9203-608a7155b2bb": { + "1f3bd349-3442-441e-bcd8-365589e5a080": { "explicitInput": { - "dataViewId": "metrics-*", - "exclude": false, - "existsSelected": false, + "enhancements": {}, "fieldName": "service.address", + "grow": false, + "id": "1f3bd349-3442-441e-bcd8-365589e5a080", "searchTechnique": "prefix", - "selectedOptions": [], - "sort": { - "by": "_count", - "direction": "desc" - }, - "title": "Service address" + "title": "Service address", + "width": "medium" }, "grow": false, "order": 0, @@ -31,38 +27,27 @@ }, "aa887cf3-390b-4da6-8c02-43ec133b0971": { "explicitInput": { - "dataViewId": "metrics-*", - "exclude": false, - "existsSelected": false, + "enhancements": {}, "fieldName": "kafka.topic.name", + "id": "aa887cf3-390b-4da6-8c02-43ec133b0971", "searchTechnique": "prefix", "selectedOptions": [], - "sort": { - "by": "_count", - "direction": "desc" - }, "title": "Topic Name" }, - "grow": true, + "grow": false, "order": 1, "type": "optionsListControl", "width": "medium" }, "bb5b4dfa-d433-48d7-8e16-7d2ad832565a": { "explicitInput": { - "dataViewId": "metrics-*", - "exclude": false, - "existsSelected": false, + "enhancements": {}, "fieldName": "kafka.partition.id", + "id": "bb5b4dfa-d433-48d7-8e16-7d2ad832565a", "searchTechnique": "exact", - "selectedOptions": [], - "sort": { - "by": "_count", - "direction": "desc" - }, "title": "Partition" }, - "grow": true, + "grow": false, "order": 2, "type": "optionsListControl", "width": "medium" @@ -212,8 +197,8 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_38435156-7220-463f-9bbe-69b60608f350_dashboard", - "id": "38435156-7220-463f-9bbe-69b60608f350", + "destinationRefName": "link_9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f_dashboard", + "id": "9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f", "label": "Consumer", "options": { "openInNewTab": false, @@ -224,8 +209,8 @@ "type": "dashboardLink" }, { - "destinationRefName": "link_5274349f-bfce-4c59-bf0c-8014804d20dc_dashboard", - "id": "5274349f-bfce-4c59-bf0c-8014804d20dc", + "destinationRefName": "link_1407a3e4-ffdf-413c-84c6-3997bb82dafe_dashboard", + "id": "1407a3e4-ffdf-413c-84c6-3997bb82dafe", "label": "Producer", "options": { "openInNewTab": false, @@ -249,17 +234,18 @@ } ] }, - "hidePanelTitles": true, - "title": "" + "enhancements": {}, + "hidePanelTitles": true }, "gridData": { "h": 4, - "i": "17c3a681-2e81-44f2-81a7-e0c27dcdc798", + "i": "05177ff8-3daa-4472-8599-44a3cf7509f5", "w": 48, "x": 0, "y": 0 }, - "panelIndex": "17c3a681-2e81-44f2-81a7-e0c27dcdc798", + "panelIndex": "05177ff8-3daa-4472-8599-44a3cf7509f5", + "title": "", "type": "links" }, { @@ -287,17 +273,17 @@ "title": "", "type": "markdown", "uiState": {} - }, - "title": "" + } }, "gridData": { - "h": 11, + "h": 21, "i": "0a6cc61e-683b-4396-95a5-880311e19e16", "w": 16, "x": 0, "y": 4 }, "panelIndex": "0a6cc61e-683b-4396-95a5-880311e19e16", + "title": "", "type": "visualization" }, { @@ -416,8 +402,7 @@ }, "description": "The rate of incoming messages per second.", "enhancements": {}, - "hidePanelTitles": true, - "title": "In messages / second" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -427,6 +412,7 @@ "y": 4 }, "panelIndex": "f49b896c-20bd-4a44-ad80-6e8b5e695631", + "title": "In messages / second", "type": "lens" }, { @@ -545,8 +531,7 @@ }, "description": "The rate of fetch requests per second.", "enhancements": {}, - "hidePanelTitles": true, - "title": "Fetch requests per second" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -556,6 +541,7 @@ "y": 4 }, "panelIndex": "69954ccb-e9f8-4a90-9793-264f1a52e17a", + "title": "Fetch requests per second", "type": "lens" }, { @@ -674,8 +660,7 @@ }, "description": "The rate of incoming bytes per second.", "enhancements": {}, - "hidePanelTitles": true, - "title": "In bytes per sec" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -685,6 +670,7 @@ "y": 4 }, "panelIndex": "b4253c1e-9321-42fb-af55-d4dfbb25d8e4", + "title": "In bytes per sec", "type": "lens" }, { @@ -803,8 +789,7 @@ }, "description": "The rate of outgoing bytes per second.", "enhancements": {}, - "hidePanelTitles": true, - "title": "Out bytes per sec" + "hidePanelTitles": true }, "gridData": { "h": 7, @@ -814,6 +799,7 @@ "y": 4 }, "panelIndex": "bcc06469-e28f-4559-8f58-0f49c4a7a66d", + "title": "Out bytes per sec", "type": "lens" }, { @@ -987,8 +973,7 @@ }, "description": "The rate of topic-wise incoming bytes per second.", "enhancements": {}, - "hidePanelTitles": false, - "title": "In bytes per sec per topic" + "hidePanelTitles": false }, "gridData": { "h": 14, @@ -998,6 +983,7 @@ "y": 11 }, "panelIndex": "2846df54-99d1-4cbc-a850-af171ebe80fb", + "title": "In bytes per sec per topic", "type": "lens" }, { @@ -1165,8 +1151,7 @@ }, "description": "The rate of topic-wise outgoing bytes per second.", "enhancements": {}, - "hidePanelTitles": false, - "title": "Out bytes per sec per topic" + "hidePanelTitles": false }, "gridData": { "h": 14, @@ -1176,6 +1161,7 @@ "y": 11 }, "panelIndex": "8ca58506-5e16-4d9d-b7c6-524cfa743ada", + "title": "Out bytes per sec per topic", "type": "lens" }, { @@ -1387,8 +1373,7 @@ }, "description": "The rate of topic-wise rejected bytes per second.", "enhancements": {}, - "hidePanelTitles": false, - "title": "Rejected bytes per sec per topic" + "hidePanelTitles": false }, "gridData": { "h": 15, @@ -1398,6 +1383,7 @@ "y": 28 }, "panelIndex": "bc1816f9-7c70-440b-98c6-fd181eb5b359", + "title": "Rejected bytes per sec per topic", "type": "lens" }, { @@ -1571,8 +1557,7 @@ }, "description": "The rate of topic-wise under replicated partitions per second.", "enhancements": {}, - "hidePanelTitles": false, - "title": "Under replicated partitions per sec per topic" + "hidePanelTitles": false }, "gridData": { "h": 15, @@ -1582,6 +1567,7 @@ "y": 28 }, "panelIndex": "fc633486-52a1-4661-abb3-17c171d55500", + "title": "Under replicated partitions per sec per topic", "type": "lens" }, { @@ -1851,8 +1837,7 @@ }, "description": "Shows the ratio of in-sync replicas to total replicas", "enhancements": {}, - "hidePanelTitles": false, - "title": "In-sync replicas per topic" + "hidePanelTitles": false }, "gridData": { "h": 15, @@ -1862,6 +1847,7 @@ "y": 46 }, "panelIndex": "b797d7f4-efa1-4eab-bf59-62528784c776", + "title": "In-sync replicas per topic", "type": "lens" }, { @@ -2038,8 +2024,7 @@ }, "description": "Shows partitions at or under minimum ISR threshold status", "enhancements": {}, - "hidePanelTitles": false, - "title": "Under minimum ISR status per topic" + "hidePanelTitles": false }, "gridData": { "h": 15, @@ -2049,6 +2034,7 @@ "y": 46 }, "panelIndex": "7bb409e2-c915-45f4-a2b0-4857fc879038", + "title": "Under minimum ISR status per topic", "type": "lens" }, { @@ -2214,8 +2200,7 @@ }, "description": "Shows partitions at minimum ISR threshold status", "enhancements": {}, - "hidePanelTitles": false, - "title": "At minimum ISR status per topic" + "hidePanelTitles": false }, "gridData": { "h": 15, @@ -2225,6 +2210,7 @@ "y": 61 }, "panelIndex": "5c121337-7742-4fd5-a8d8-ab34ec9d8dff", + "title": "At minimum ISR status per topic", "type": "lens" }, { @@ -2387,8 +2373,7 @@ "visualizationType": "lnsDatatable" }, "description": "Shows the range between start and end offsets", - "enhancements": {}, - "title": "Offset range" + "enhancements": {} }, "gridData": { "h": 15, @@ -2398,6 +2383,7 @@ "y": 61 }, "panelIndex": "56b12cf1-1e7a-43bc-9a61-c67e8a6adada", + "title": "Offset range", "type": "lens" }, { @@ -2539,8 +2525,7 @@ "visualizationType": "lnsDatatable" }, "description": "Total size of logs across all partitions per topic", - "enhancements": {}, - "title": "Log size" + "enhancements": {} }, "gridData": { "h": 15, @@ -2550,6 +2535,7 @@ "y": 79 }, "panelIndex": "7b5a00df-7a2d-4520-9c79-799c9938e589", + "title": "Log size", "type": "lens" }, { @@ -2655,8 +2641,7 @@ "visualizationType": "lnsDatatable" }, "description": "Total number of log segments across all partitions per topic", - "enhancements": {}, - "title": "Log segments" + "enhancements": {} }, "gridData": { "h": 15, @@ -2666,16 +2651,18 @@ "y": 79 }, "panelIndex": "40304e12-225b-4931-a13c-fe0ad540ae00", + "title": "Log segments", "type": "lens" } ], "timeRestore": false, "title": "[Metrics Kafka] Topic", - "version": 3 + "version": 1 }, "coreMigrationVersion": "8.8.0", - "created_at": "2025-10-07T13:33:23.114Z", + "created_at": "2025-10-30T08:49:34.459Z", "id": "kafka-ff622b8a-bbe2-4903-add2-ba3ad50806d2", + "managed": true, "references": [ { "id": "metrics-*", @@ -2684,57 +2671,57 @@ }, { "id": "kafka-ea488d90-8e63-11e8-8fa2-3d5f811fbd0f", - "name": "17c3a681-2e81-44f2-81a7-e0c27dcdc798:link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", + "name": "05177ff8-3daa-4472-8599-44a3cf7509f5:link_79418e9b-e16c-4c97-8856-ff46d373d9aa_dashboard", "type": "dashboard" }, { "id": "kafka-ff622b8a-bbe2-4903-add2-ba3ad50806d2", - "name": "17c3a681-2e81-44f2-81a7-e0c27dcdc798:link_ac9e04f7-a4a7-4b0e-a087-06c31e92c115_dashboard", + "name": "05177ff8-3daa-4472-8599-44a3cf7509f5:link_ac9e04f7-a4a7-4b0e-a087-06c31e92c115_dashboard", "type": "dashboard" }, { "id": "kafka-c2cb8091-e812-4a23-9b59-3d461c4898ce", - "name": "17c3a681-2e81-44f2-81a7-e0c27dcdc798:link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", + "name": "05177ff8-3daa-4472-8599-44a3cf7509f5:link_a2d3a889-1de9-4990-aad9-b1ce51d46bee_dashboard", "type": "dashboard" }, { "id": "kafka-894682fd-555e-49c6-b469-f8fbb3f0b9dc", - "name": "17c3a681-2e81-44f2-81a7-e0c27dcdc798:link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", + "name": "05177ff8-3daa-4472-8599-44a3cf7509f5:link_16974010-7ce5-4a1d-9c39-9030fcdfb1d4_dashboard", "type": "dashboard" }, { "id": "kafka-28d2bf78-a638-4a1f-a46f-1a794c99166b", - "name": "17c3a681-2e81-44f2-81a7-e0c27dcdc798:link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", + "name": "05177ff8-3daa-4472-8599-44a3cf7509f5:link_f0804121-c076-46cf-b5ea-9f195a02a178_dashboard", "type": "dashboard" }, { "id": "kafka-32a191b0-c8ac-4ea1-812d-0e3d406f9a41", - "name": "17c3a681-2e81-44f2-81a7-e0c27dcdc798:link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", + "name": "05177ff8-3daa-4472-8599-44a3cf7509f5:link_057dc0de-52ad-4e3e-be84-bea4922ae595_dashboard", "type": "dashboard" }, { "id": "kafka-20094380-8713-487d-8036-5cbbb529f0ca", - "name": "17c3a681-2e81-44f2-81a7-e0c27dcdc798:link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", + "name": "05177ff8-3daa-4472-8599-44a3cf7509f5:link_1d342b7a-cb2e-466c-9771-ae0b9c9f0182_dashboard", "type": "dashboard" }, { "id": "kafka-e3be4fe8-c7b4-4cea-bb2e-953032cc322a", - "name": "17c3a681-2e81-44f2-81a7-e0c27dcdc798:link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", + "name": "05177ff8-3daa-4472-8599-44a3cf7509f5:link_98c32618-91a3-4318-a1da-c09834f6b78a_dashboard", "type": "dashboard" }, { - "id": "kafka-9ea6d501-75a5-492d-87dc-4632f907b9dd", - "name": "17c3a681-2e81-44f2-81a7-e0c27dcdc798:link_38435156-7220-463f-9bbe-69b60608f350_dashboard", + "id": "kafka-6a239518-50b3-4af5-bb5c-01748d2310c8", + "name": "05177ff8-3daa-4472-8599-44a3cf7509f5:link_9f5b0bc6-3e08-49bb-9092-c0ab768cfd4f_dashboard", "type": "dashboard" }, { - "id": "kafka-8d886d57-c8a2-4fce-869a-f9107235c054", - "name": "17c3a681-2e81-44f2-81a7-e0c27dcdc798:link_5274349f-bfce-4c59-bf0c-8014804d20dc_dashboard", + "id": "kafka-a0e91797-fa95-497f-a130-614baa5327eb", + "name": "05177ff8-3daa-4472-8599-44a3cf7509f5:link_1407a3e4-ffdf-413c-84c6-3997bb82dafe_dashboard", "type": "dashboard" }, { "id": "kafka-943caca0-87ee-11e7-ad9c-db80de0bf8d3", - "name": "17c3a681-2e81-44f2-81a7-e0c27dcdc798:link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", + "name": "05177ff8-3daa-4472-8599-44a3cf7509f5:link_1f72283e-f334-4eb2-bea6-1faadc788bcd_dashboard", "type": "dashboard" }, { @@ -2807,11 +2794,6 @@ "name": "40304e12-225b-4931-a13c-fe0ad540ae00:indexpattern-datasource-layer-37cc470c-5302-4553-8a01-5c44375708ae", "type": "index-pattern" }, - { - "id": "metrics-*", - "name": "controlGroup_79995620-49d5-43ec-9203-608a7155b2bb:optionsListDataView", - "type": "index-pattern" - }, { "id": "metrics-*", "name": "controlGroup_aa887cf3-390b-4da6-8c02-43ec133b0971:optionsListDataView", @@ -2824,11 +2806,10 @@ }, { "id": "metrics-*", - "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "name": "controlGroup_1f3bd349-3442-441e-bcd8-365589e5a080:optionsListDataView", "type": "index-pattern" } ], "type": "dashboard", - "typeMigrationVersion": "8.9.0", - "updated_by": "u_mGBROF_q5bmFCATbLXAcCwKa0k8JvONAwSruelyKA5E_0" + "typeMigrationVersion": "8.9.0" } \ No newline at end of file diff --git a/packages/kafka/manifest.yml b/packages/kafka/manifest.yml index 97f7935681e..6385e6badd1 100644 --- a/packages/kafka/manifest.yml +++ b/packages/kafka/manifest.yml @@ -1,7 +1,7 @@ format_version: "3.0.2" name: kafka title: Kafka -version: "1.25.0" +version: "1.25.1" description: Collect logs and metrics from Kafka servers with Elastic Agent. type: integration categories: @@ -51,11 +51,11 @@ screenshots: type: image/png - src: /img/metricbeat-kafka-consumer.png title: Kafka consumer dashboard - size: 3024x3418 + size: 1625x1649 type: image/png - src: /img/metricbeat-kafka-producer.png title: Kafka producer dashboard - size: 3024x6778 + size: 1365x3329 type: image/png icons: - src: /img/logo_kafka.svg