From f2822d0be54d9d1f01ce5fc9a060ddb8b672f9e4 Mon Sep 17 00:00:00 2001 From: constanca-m Date: Wed, 2 Aug 2023 11:04:23 +0200 Subject: [PATCH 1/4] Enable TSDB by default. Signed-off-by: constanca-m --- packages/elastic_agent/changelog.yml | 5 +++++ .../data_stream/apm_server_metrics/manifest.yml | 1 + .../elastic_agent/data_stream/auditbeat_metrics/manifest.yml | 1 + .../elastic_agent/data_stream/cloudbeat_metrics/manifest.yml | 1 + .../data_stream/elastic_agent_metrics/manifest.yml | 1 + .../data_stream/filebeat_input_metrics/manifest.yml | 1 + .../elastic_agent/data_stream/filebeat_metrics/manifest.yml | 1 + .../data_stream/fleet_server_metrics/manifest.yml | 1 + .../elastic_agent/data_stream/heartbeat_metrics/manifest.yml | 1 + .../data_stream/metricbeat_metrics/manifest.yml | 1 + .../data_stream/osquerybeat_metrics/manifest.yml | 1 + .../data_stream/packetbeat_metrics/manifest.yml | 1 + packages/elastic_agent/manifest.yml | 2 +- 13 files changed, 17 insertions(+), 1 deletion(-) diff --git a/packages/elastic_agent/changelog.yml b/packages/elastic_agent/changelog.yml index 07bdcc0798a8..a29e9c71636b 100644 --- a/packages/elastic_agent/changelog.yml +++ b/packages/elastic_agent/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: "1.11.0" + changes: + - description: Enable time series data streams for the metrics datastreams except for endpoint security metrics. This improves storage usage and query performance. For more details, see https://www.elastic.co/guide/en/elasticsearch/reference/current/tsds.html. + type: enhancement + link: https://github.com/elastic/integrations/pull/5618 - version: "1.10.1" changes: - description: Set metric type for all metric fields. diff --git a/packages/elastic_agent/data_stream/apm_server_metrics/manifest.yml b/packages/elastic_agent/data_stream/apm_server_metrics/manifest.yml index 074a92bed2ee..096560eff7d5 100644 --- a/packages/elastic_agent/data_stream/apm_server_metrics/manifest.yml +++ b/packages/elastic_agent/data_stream/apm_server_metrics/manifest.yml @@ -2,6 +2,7 @@ title: Elastic Agent dataset: elastic_agent.apm_server type: metrics elasticsearch: + index_mode: "time_series" index_template: mappings: dynamic: false diff --git a/packages/elastic_agent/data_stream/auditbeat_metrics/manifest.yml b/packages/elastic_agent/data_stream/auditbeat_metrics/manifest.yml index 4d7bfdd55e0b..8d5cd8a16b2f 100644 --- a/packages/elastic_agent/data_stream/auditbeat_metrics/manifest.yml +++ b/packages/elastic_agent/data_stream/auditbeat_metrics/manifest.yml @@ -2,6 +2,7 @@ title: Elastic Agent Auditbeat Metrics dataset: elastic_agent.auditbeat type: metrics elasticsearch: + index_mode: "time_series" index_template: mappings: dynamic: false diff --git a/packages/elastic_agent/data_stream/cloudbeat_metrics/manifest.yml b/packages/elastic_agent/data_stream/cloudbeat_metrics/manifest.yml index 889c49b1e406..5aa2c7bee2dc 100644 --- a/packages/elastic_agent/data_stream/cloudbeat_metrics/manifest.yml +++ b/packages/elastic_agent/data_stream/cloudbeat_metrics/manifest.yml @@ -2,6 +2,7 @@ title: Elastic Agent dataset: elastic_agent.cloudbeat type: metrics elasticsearch: + index_mode: "time_series" index_template: mappings: dynamic: false diff --git a/packages/elastic_agent/data_stream/elastic_agent_metrics/manifest.yml b/packages/elastic_agent/data_stream/elastic_agent_metrics/manifest.yml index 47dac922612b..1a3463819c6a 100644 --- a/packages/elastic_agent/data_stream/elastic_agent_metrics/manifest.yml +++ b/packages/elastic_agent/data_stream/elastic_agent_metrics/manifest.yml @@ -2,6 +2,7 @@ title: Elastic Agent dataset: elastic_agent.elastic_agent type: metrics elasticsearch: + index_mode: "time_series" index_template: mappings: dynamic: false diff --git a/packages/elastic_agent/data_stream/filebeat_input_metrics/manifest.yml b/packages/elastic_agent/data_stream/filebeat_input_metrics/manifest.yml index a9f88a7dd740..c2bd53ac33ea 100644 --- a/packages/elastic_agent/data_stream/filebeat_input_metrics/manifest.yml +++ b/packages/elastic_agent/data_stream/filebeat_input_metrics/manifest.yml @@ -3,6 +3,7 @@ dataset: elastic_agent.filebeat_input type: metrics release: beta elasticsearch: + index_mode: "time_series" index_template: mappings: dynamic: true diff --git a/packages/elastic_agent/data_stream/filebeat_metrics/manifest.yml b/packages/elastic_agent/data_stream/filebeat_metrics/manifest.yml index d3d6251b7eb2..a07cf076818c 100644 --- a/packages/elastic_agent/data_stream/filebeat_metrics/manifest.yml +++ b/packages/elastic_agent/data_stream/filebeat_metrics/manifest.yml @@ -2,6 +2,7 @@ title: Elastic Agent dataset: elastic_agent.filebeat type: metrics elasticsearch: + index_mode: "time_series" index_template: mappings: dynamic: false diff --git a/packages/elastic_agent/data_stream/fleet_server_metrics/manifest.yml b/packages/elastic_agent/data_stream/fleet_server_metrics/manifest.yml index c0adf93736fa..26b9f5b05704 100644 --- a/packages/elastic_agent/data_stream/fleet_server_metrics/manifest.yml +++ b/packages/elastic_agent/data_stream/fleet_server_metrics/manifest.yml @@ -2,6 +2,7 @@ title: Elastic Agent dataset: elastic_agent.fleet_server type: metrics elasticsearch: + index_mode: "time_series" index_template: mappings: dynamic: false diff --git a/packages/elastic_agent/data_stream/heartbeat_metrics/manifest.yml b/packages/elastic_agent/data_stream/heartbeat_metrics/manifest.yml index 012bf4592702..e003deb004b9 100644 --- a/packages/elastic_agent/data_stream/heartbeat_metrics/manifest.yml +++ b/packages/elastic_agent/data_stream/heartbeat_metrics/manifest.yml @@ -2,6 +2,7 @@ title: Elastic Agent dataset: elastic_agent.heartbeat type: metrics elasticsearch: + index_mode: "time_series" index_template: mappings: dynamic: false diff --git a/packages/elastic_agent/data_stream/metricbeat_metrics/manifest.yml b/packages/elastic_agent/data_stream/metricbeat_metrics/manifest.yml index 54f1bd075484..7cfc4f5e0c75 100644 --- a/packages/elastic_agent/data_stream/metricbeat_metrics/manifest.yml +++ b/packages/elastic_agent/data_stream/metricbeat_metrics/manifest.yml @@ -2,6 +2,7 @@ title: Elastic Agent dataset: elastic_agent.metricbeat type: metrics elasticsearch: + index_mode: "time_series" index_template: mappings: dynamic: false diff --git a/packages/elastic_agent/data_stream/osquerybeat_metrics/manifest.yml b/packages/elastic_agent/data_stream/osquerybeat_metrics/manifest.yml index c9fa19ace365..4a21ef52bfc0 100644 --- a/packages/elastic_agent/data_stream/osquerybeat_metrics/manifest.yml +++ b/packages/elastic_agent/data_stream/osquerybeat_metrics/manifest.yml @@ -2,6 +2,7 @@ title: Elastic Agent dataset: elastic_agent.osquerybeat type: metrics elasticsearch: + index_mode: "time_series" index_template: mappings: dynamic: false diff --git a/packages/elastic_agent/data_stream/packetbeat_metrics/manifest.yml b/packages/elastic_agent/data_stream/packetbeat_metrics/manifest.yml index 5e9feeebc10a..24f6f76bde2c 100644 --- a/packages/elastic_agent/data_stream/packetbeat_metrics/manifest.yml +++ b/packages/elastic_agent/data_stream/packetbeat_metrics/manifest.yml @@ -2,6 +2,7 @@ title: Elastic Agent dataset: elastic_agent.packetbeat type: metrics elasticsearch: + index_mode: "time_series" index_template: mappings: dynamic: false diff --git a/packages/elastic_agent/manifest.yml b/packages/elastic_agent/manifest.yml index 7a934f6fe416..a4a0c8bf1bae 100644 --- a/packages/elastic_agent/manifest.yml +++ b/packages/elastic_agent/manifest.yml @@ -1,6 +1,6 @@ name: elastic_agent title: Elastic Agent -version: 1.10.1 +version: 1.11.0 description: Collect logs and metrics from Elastic Agents. type: integration format_version: 1.0.0 From e3a6fa48e938f7550ace94c99d908818f30c6065 Mon Sep 17 00:00:00 2001 From: constanca-m Date: Wed, 2 Aug 2023 11:06:19 +0200 Subject: [PATCH 2/4] Update changelog. Signed-off-by: constanca-m --- packages/elastic_agent/changelog.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/elastic_agent/changelog.yml b/packages/elastic_agent/changelog.yml index a29e9c71636b..6e77b55d57e7 100644 --- a/packages/elastic_agent/changelog.yml +++ b/packages/elastic_agent/changelog.yml @@ -3,7 +3,7 @@ changes: - description: Enable time series data streams for the metrics datastreams except for endpoint security metrics. This improves storage usage and query performance. For more details, see https://www.elastic.co/guide/en/elasticsearch/reference/current/tsds.html. type: enhancement - link: https://github.com/elastic/integrations/pull/5618 + link: https://github.com/elastic/integrations/pull/7214 - version: "1.10.1" changes: - description: Set metric type for all metric fields. From 22c4a9b3855c234b8bb99a8aaad8b7fdb6650d87 Mon Sep 17 00:00:00 2001 From: constanca-m Date: Wed, 2 Aug 2023 11:38:05 +0200 Subject: [PATCH 3/4] Remove TSDB on filebeat input. Signed-off-by: constanca-m --- .../data_stream/filebeat_input_metrics/manifest.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/packages/elastic_agent/data_stream/filebeat_input_metrics/manifest.yml b/packages/elastic_agent/data_stream/filebeat_input_metrics/manifest.yml index c2bd53ac33ea..a9f88a7dd740 100644 --- a/packages/elastic_agent/data_stream/filebeat_input_metrics/manifest.yml +++ b/packages/elastic_agent/data_stream/filebeat_input_metrics/manifest.yml @@ -3,7 +3,6 @@ dataset: elastic_agent.filebeat_input type: metrics release: beta elasticsearch: - index_mode: "time_series" index_template: mappings: dynamic: true From 6daae72da04594f329e17355b039bba838ee3439 Mon Sep 17 00:00:00 2001 From: constanca-m Date: Tue, 8 Aug 2023 09:12:50 +0200 Subject: [PATCH 4/4] Remove TSDB on filebeat input. Signed-off-by: constanca-m --- packages/elastic_agent/changelog.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/elastic_agent/changelog.yml b/packages/elastic_agent/changelog.yml index 6e77b55d57e7..87588a30e29c 100644 --- a/packages/elastic_agent/changelog.yml +++ b/packages/elastic_agent/changelog.yml @@ -1,7 +1,7 @@ # newer versions go on top - version: "1.11.0" changes: - - description: Enable time series data streams for the metrics datastreams except for endpoint security metrics. This improves storage usage and query performance. For more details, see https://www.elastic.co/guide/en/elasticsearch/reference/current/tsds.html. + - description: Enable time series data streams for the metrics datastreams except for endpoint security metrics and filebeat input metrics. This improves storage usage and query performance. For more details, see https://www.elastic.co/guide/en/elasticsearch/reference/current/tsds.html. type: enhancement link: https://github.com/elastic/integrations/pull/7214 - version: "1.10.1"