From 0bdb9e4db2339199866444dba198b56c3b6ff354 Mon Sep 17 00:00:00 2001 From: milan-elastic <118723373+milan-elastic@users.noreply.github.com> Date: Mon, 5 Aug 2024 16:40:39 +0530 Subject: [PATCH] [O11y][GCP] Add global filter for dashboards to improve performance related to infraobs packages (#10398) * Add global filter for dashboards to improve performance related to infraobs packages. * Updated changelog entry * Updated menifest version * Minor refactor for changelog entry --- packages/gcp/changelog.yml | 5 ++ ...-6041d970-a6ae-11ea-950e-d57608e3aa51.json | 44 ++++++++++------- ...-76c9e920-e890-11ea-bf8c-d13ebf358a78.json | 34 ++++++------- ...-8f9c6cc0-909d-11ea-8180-7b0dacd9df87.json | 39 +++++++++------ ...-aa5b8bd0-9157-11ea-8180-7b0dacd9df87.json | 49 ++++++++++++------- packages/gcp/manifest.yml | 2 +- 6 files changed, 104 insertions(+), 69 deletions(-) diff --git a/packages/gcp/changelog.yml b/packages/gcp/changelog.yml index 6fa4ee83920..268b66222b4 100644 --- a/packages/gcp/changelog.yml +++ b/packages/gcp/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: "2.36.0" + changes: + - description: Add global dataset filter for dashboards to improve performance. + type: enhancement + link: https://github.com/elastic/integrations/pull/10398 - version: "2.35.0" changes: - description: ECS version updated to 8.11.0. Update the kibana constraint to ^8.13.0. Modified the field definitions to remove ECS fields made redundant by the ecs@mappings component template. diff --git a/packages/gcp/kibana/dashboard/gcp-6041d970-a6ae-11ea-950e-d57608e3aa51.json b/packages/gcp/kibana/dashboard/gcp-6041d970-a6ae-11ea-950e-d57608e3aa51.json index da58b26795d..838664c59ff 100644 --- a/packages/gcp/kibana/dashboard/gcp-6041d970-a6ae-11ea-950e-d57608e3aa51.json +++ b/packages/gcp/kibana/dashboard/gcp-6041d970-a6ae-11ea-950e-d57608e3aa51.json @@ -15,9 +15,10 @@ "store": "appState" }, "meta": { - "alias": "Only data from gcp.loadbalancing_metrics dataset", + "alias": null, "disabled": false, "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "field": "data_stream.dataset", "key": "data_stream.dataset", "negate": false, "params": { @@ -189,7 +190,8 @@ "visualizationType": "lnsXY" }, "enhancements": {}, - "hidePanelTitles": false + "hidePanelTitles": false, + "type": "lens" }, "gridData": { "h": 16, @@ -201,7 +203,7 @@ "panelIndex": "da16e443-8524-47ea-83e1-6a16250ed61c", "title": "Open Connections", "type": "lens", - "version": "8.7.1" + "version": "8.9.0" }, { "embeddableConfig": { @@ -350,7 +352,8 @@ "visualizationType": "lnsXY" }, "enhancements": {}, - "hidePanelTitles": false + "hidePanelTitles": false, + "type": "lens" }, "gridData": { "h": 16, @@ -362,7 +365,7 @@ "panelIndex": "e4fe30c7-906a-4878-bec7-7a78a06d98d0", "title": "New Connections", "type": "lens", - "version": "8.7.1" + "version": "8.9.0" }, { "embeddableConfig": { @@ -514,7 +517,8 @@ "visualizationType": "lnsXY" }, "enhancements": {}, - "hidePanelTitles": false + "hidePanelTitles": false, + "type": "lens" }, "gridData": { "h": 16, @@ -526,7 +530,7 @@ "panelIndex": "305f8fc3-e763-4b2c-8998-9e0e057ce713", "title": "Closed Connections", "type": "lens", - "version": "8.7.1" + "version": "8.9.0" }, { "embeddableConfig": { @@ -704,7 +708,8 @@ "visualizationType": "lnsXY" }, "enhancements": {}, - "hidePanelTitles": false + "hidePanelTitles": false, + "type": "lens" }, "gridData": { "h": 16, @@ -716,7 +721,7 @@ "panelIndex": "c2bec6ee-96e8-440c-bfa4-6e0def7b0095", "title": "Egress Bytes", "type": "lens", - "version": "8.7.1" + "version": "8.9.0" }, { "embeddableConfig": { @@ -894,7 +899,8 @@ "visualizationType": "lnsXY" }, "enhancements": {}, - "hidePanelTitles": false + "hidePanelTitles": false, + "type": "lens" }, "gridData": { "h": 16, @@ -906,20 +912,23 @@ "panelIndex": "fbaeaa8f-262d-41b1-a621-d6dbff52ff59", "title": "Ingress Bytes", "type": "lens", - "version": "8.7.1" + "version": "8.9.0" } ], "timeRestore": false, "title": "[Metrics GCP] Load Balancing TCP SSL Proxy Overview", "version": 1 }, - "coreMigrationVersion": "8.7.1", - "created_at": "2023-08-17T13:12:15.456Z", + "coreMigrationVersion": "8.8.0", + "created_at": "2024-04-22T11:50:09.037Z", "id": "gcp-6041d970-a6ae-11ea-950e-d57608e3aa51", - "migrationVersion": { - "dashboard": "8.7.0" - }, + "managed": false, "references": [ + { + "id": "metrics-*", + "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "type": "index-pattern" + }, { "id": "metrics-*", "name": "controlGroup_c2672750-bad8-40d1-99c1-9a94d3b18409:optionsListDataView", @@ -936,5 +945,6 @@ "type": "index-pattern" } ], - "type": "dashboard" + "type": "dashboard", + "typeMigrationVersion": "8.9.0" } \ No newline at end of file diff --git a/packages/gcp/kibana/dashboard/gcp-76c9e920-e890-11ea-bf8c-d13ebf358a78.json b/packages/gcp/kibana/dashboard/gcp-76c9e920-e890-11ea-bf8c-d13ebf358a78.json index 01b3b881472..cc57c70b2e5 100644 --- a/packages/gcp/kibana/dashboard/gcp-76c9e920-e890-11ea-bf8c-d13ebf358a78.json +++ b/packages/gcp/kibana/dashboard/gcp-76c9e920-e890-11ea-bf8c-d13ebf358a78.json @@ -15,9 +15,10 @@ "store": "appState" }, "meta": { - "alias": "Only data from gcp.billing dataset", + "alias": null, "disabled": false, "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "field": "data_stream.dataset", "key": "data_stream.dataset", "negate": false, "params": { @@ -107,8 +108,7 @@ }, "panelIndex": "9eedb0c7-2089-4e0f-af98-721034203aad", "title": "Total Number Of Projects", - "type": "lens", - "version": "8.7.1" + "type": "lens" }, { "embeddableConfig": { @@ -205,8 +205,7 @@ }, "panelIndex": "b737e597-cc4d-4437-859c-6d491679599d", "title": "Cost Per Project ID", - "type": "lens", - "version": "8.7.1" + "type": "lens" }, { "embeddableConfig": { @@ -298,8 +297,7 @@ }, "panelIndex": "2d3d3b79-0656-45c2-b051-4489484b625c", "title": "Cost Per Month", - "type": "lens", - "version": "8.7.1" + "type": "lens" }, { "embeddableConfig": { @@ -415,8 +413,7 @@ }, "panelIndex": "f4d0ebcb-ac15-4c31-ab57-7f22e0c3e02a", "title": "Cost Per Invoice Month", - "type": "lens", - "version": "8.7.1" + "type": "lens" }, { "embeddableConfig": { @@ -579,21 +576,23 @@ }, "panelIndex": "991e60a8-68eb-4c2b-ac9a-b553e90dd49d", "title": "Total Billing Cost", - "type": "lens", - "version": "8.7.1" + "type": "lens" } ], "timeRestore": false, "title": "[Metrics GCP] Billing Overview", "version": 1 }, - "coreMigrationVersion": "8.7.1", - "created_at": "2023-11-03T07:42:48.418Z", + "coreMigrationVersion": "8.8.0", + "created_at": "2024-04-22T11:50:45.878Z", "id": "gcp-76c9e920-e890-11ea-bf8c-d13ebf358a78", - "migrationVersion": { - "dashboard": "8.7.0" - }, + "managed": false, "references": [ + { + "id": "metrics-*", + "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "type": "index-pattern" + }, { "id": "metrics-*", "name": "9eedb0c7-2089-4e0f-af98-721034203aad:indexpattern-datasource-layer-4cb00ce3-c62e-46f3-90ce-b69c876b9605", @@ -660,5 +659,6 @@ "type": "index-pattern" } ], - "type": "dashboard" + "type": "dashboard", + "typeMigrationVersion": "8.9.0" } \ No newline at end of file diff --git a/packages/gcp/kibana/dashboard/gcp-8f9c6cc0-909d-11ea-8180-7b0dacd9df87.json b/packages/gcp/kibana/dashboard/gcp-8f9c6cc0-909d-11ea-8180-7b0dacd9df87.json index 6822b683163..cbaf867bb4e 100644 --- a/packages/gcp/kibana/dashboard/gcp-8f9c6cc0-909d-11ea-8180-7b0dacd9df87.json +++ b/packages/gcp/kibana/dashboard/gcp-8f9c6cc0-909d-11ea-8180-7b0dacd9df87.json @@ -15,9 +15,10 @@ "store": "appState" }, "meta": { - "alias": "Only data from gcp.loadbalancing_metrics dataset", + "alias": null, "disabled": false, "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "field": "data_stream.dataset", "key": "data_stream.dataset", "negate": false, "params": { @@ -222,7 +223,8 @@ "visualizationType": "lnsXY" }, "enhancements": {}, - "hidePanelTitles": false + "hidePanelTitles": false, + "type": "lens" }, "gridData": { "h": 15, @@ -234,7 +236,7 @@ "panelIndex": "c38aeaae-69a7-4a6c-a35a-4bf5c8f70e86", "title": "Egress Bytes", "type": "lens", - "version": "8.7.1" + "version": "8.9.0" }, { "embeddableConfig": { @@ -412,7 +414,8 @@ "visualizationType": "lnsXY" }, "enhancements": {}, - "hidePanelTitles": false + "hidePanelTitles": false, + "type": "lens" }, "gridData": { "h": 15, @@ -424,7 +427,7 @@ "panelIndex": "44d18a84-d060-4149-825d-eacc61f946f3", "title": "Egress Packets", "type": "lens", - "version": "8.7.1" + "version": "8.9.0" }, { "embeddableConfig": { @@ -602,7 +605,8 @@ "visualizationType": "lnsXY" }, "enhancements": {}, - "hidePanelTitles": false + "hidePanelTitles": false, + "type": "lens" }, "gridData": { "h": 15, @@ -614,7 +618,7 @@ "panelIndex": "beaf5f45-5217-4aed-b663-69e5e9ca35c3", "title": "Ingress Bytes", "type": "lens", - "version": "8.7.1" + "version": "8.9.0" }, { "embeddableConfig": { @@ -792,7 +796,8 @@ "visualizationType": "lnsXY" }, "enhancements": {}, - "hidePanelTitles": false + "hidePanelTitles": false, + "type": "lens" }, "gridData": { "h": 15, @@ -804,20 +809,23 @@ "panelIndex": "c5782327-dc55-466d-97d8-b79618f0b47a", "title": "Ingress Packets", "type": "lens", - "version": "8.7.1" + "version": "8.9.0" } ], "timeRestore": false, "title": "[Metrics GCP] Load Balancing L3 Overview", "version": 1 }, - "coreMigrationVersion": "8.7.1", - "created_at": "2023-08-18T06:53:59.299Z", + "coreMigrationVersion": "8.8.0", + "created_at": "2024-04-22T11:50:08.027Z", "id": "gcp-8f9c6cc0-909d-11ea-8180-7b0dacd9df87", - "migrationVersion": { - "dashboard": "8.7.0" - }, + "managed": false, "references": [ + { + "id": "metrics-*", + "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "type": "index-pattern" + }, { "id": "metrics-*", "name": "controlGroup_19b17b1a-02e7-425b-bdaf-789f36fb52b8:optionsListDataView", @@ -839,5 +847,6 @@ "type": "index-pattern" } ], - "type": "dashboard" + "type": "dashboard", + "typeMigrationVersion": "8.9.0" } \ No newline at end of file diff --git a/packages/gcp/kibana/dashboard/gcp-aa5b8bd0-9157-11ea-8180-7b0dacd9df87.json b/packages/gcp/kibana/dashboard/gcp-aa5b8bd0-9157-11ea-8180-7b0dacd9df87.json index 193e62d476b..2daccfe9fca 100644 --- a/packages/gcp/kibana/dashboard/gcp-aa5b8bd0-9157-11ea-8180-7b0dacd9df87.json +++ b/packages/gcp/kibana/dashboard/gcp-aa5b8bd0-9157-11ea-8180-7b0dacd9df87.json @@ -15,9 +15,10 @@ "store": "appState" }, "meta": { - "alias": "Only data from gcp.loadbalancing_metrics dataset", + "alias": null, "disabled": false, "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "field": "data_stream.dataset", "key": "data_stream.dataset", "negate": false, "params": { @@ -220,7 +221,8 @@ "visualizationType": "lnsXY" }, "enhancements": {}, - "hidePanelTitles": false + "hidePanelTitles": false, + "type": "lens" }, "gridData": { "h": 15, @@ -232,7 +234,7 @@ "panelIndex": "10490530-a766-4f87-824a-3fc18bf2e85b", "title": "Request Count", "type": "lens", - "version": "8.7.1" + "version": "8.9.0" }, { "embeddableConfig": { @@ -408,7 +410,8 @@ "visualizationType": "lnsXY" }, "enhancements": {}, - "hidePanelTitles": false + "hidePanelTitles": false, + "type": "lens" }, "gridData": { "h": 15, @@ -420,7 +423,7 @@ "panelIndex": "8f4baaa9-6f4d-40fa-a77f-9f68f83a379c", "title": "Backend Request Count", "type": "lens", - "version": "8.7.1" + "version": "8.9.0" }, { "embeddableConfig": { @@ -598,7 +601,8 @@ "visualizationType": "lnsXY" }, "enhancements": {}, - "hidePanelTitles": false + "hidePanelTitles": false, + "type": "lens" }, "gridData": { "h": 15, @@ -610,7 +614,7 @@ "panelIndex": "b90db52e-982e-4360-b5ed-71147ba79246", "title": "Request Bytes", "type": "lens", - "version": "8.7.1" + "version": "8.9.0" }, { "embeddableConfig": { @@ -792,7 +796,8 @@ "visualizationType": "lnsXY" }, "enhancements": {}, - "hidePanelTitles": false + "hidePanelTitles": false, + "type": "lens" }, "gridData": { "h": 15, @@ -804,7 +809,7 @@ "panelIndex": "e737b020-eb94-4eb1-b53d-50fa551df648", "title": "Backend Request Bytes", "type": "lens", - "version": "8.7.1" + "version": "8.9.0" }, { "embeddableConfig": { @@ -986,7 +991,8 @@ "visualizationType": "lnsXY" }, "enhancements": {}, - "hidePanelTitles": false + "hidePanelTitles": false, + "type": "lens" }, "gridData": { "h": 15, @@ -998,7 +1004,7 @@ "panelIndex": "2bf5bf09-e743-4c6d-8251-d12c9c70f273", "title": "Response Bytes", "type": "lens", - "version": "8.7.1" + "version": "8.9.0" }, { "embeddableConfig": { @@ -1176,7 +1182,8 @@ "visualizationType": "lnsXY" }, "enhancements": {}, - "hidePanelTitles": false + "hidePanelTitles": false, + "type": "lens" }, "gridData": { "h": 15, @@ -1188,20 +1195,23 @@ "panelIndex": "a2a5c845-d426-425f-b2e6-e8df6038fd9d", "title": "Backend Response Bytes", "type": "lens", - "version": "8.7.1" + "version": "8.9.0" } ], "timeRestore": false, "title": "[Metrics GCP] Load Balancing HTTPS Overview", "version": 1 }, - "coreMigrationVersion": "8.7.1", - "created_at": "2023-08-16T09:18:06.384Z", + "coreMigrationVersion": "8.8.0", + "created_at": "2024-04-22T11:50:07.017Z", "id": "gcp-aa5b8bd0-9157-11ea-8180-7b0dacd9df87", - "migrationVersion": { - "dashboard": "8.7.0" - }, + "managed": false, "references": [ + { + "id": "metrics-*", + "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "type": "index-pattern" + }, { "id": "metrics-*", "name": "controlGroup_c535cbec-5efe-4b1c-ad48-fae93ef20ee4:optionsListDataView", @@ -1218,5 +1228,6 @@ "type": "index-pattern" } ], - "type": "dashboard" + "type": "dashboard", + "typeMigrationVersion": "8.9.0" } \ No newline at end of file diff --git a/packages/gcp/manifest.yml b/packages/gcp/manifest.yml index 7cd4b4e1912..d090c75c8f9 100644 --- a/packages/gcp/manifest.yml +++ b/packages/gcp/manifest.yml @@ -1,6 +1,6 @@ name: gcp title: Google Cloud Platform -version: "2.35.0" +version: "2.36.0" description: Collect logs and metrics from Google Cloud Platform with Elastic Agent. type: integration icons: