[Metricbeat] Add static mapping for metricsets in aws module (#17650)

* Add static mapping for metricsets in aws module (cherry picked from commit 1fbe167)
elastic · Apr 29, 2020 · 34d6480 · 34d6480
1 parent fcd2e46
commit 34d6480
Show file tree

Hide file tree

Showing 15 changed files with 1,529 additions and 73 deletions.
diff --git a/metricbeat/docs/fields.asciidoc b/metricbeat/docs/fields.asciidoc
diff --git a/x-pack/metricbeat/module/aws/billing/_meta/fields.yml b/x-pack/metricbeat/module/aws/billing/_meta/fields.yml
@@ -4,3 +4,9 @@
     `billing` contains the estimated charges for your AWS account in Cloudwatch.
   release: beta
   fields:
+    - name: metrics
+      type: group
+      fields:
+        - name: EstimatedCharges.max
+          type: long
+          description: Maximum estimated charges for AWS acccount.
diff --git a/x-pack/metricbeat/module/aws/ebs/_meta/fields.yml b/x-pack/metricbeat/module/aws/ebs/_meta/fields.yml
@@ -4,3 +4,39 @@
     `ebs` contains the metrics that were scraped from AWS CloudWatch which contains monitoring metrics sent by AWS EBS.
   release: ga
   fields:
+    - name: metrics
+      type: group
+      fields:
+        - name: VolumeReadBytes.avg
+          type: double
+          description: Average size of each read operation during the period, except on volumes attached to a Nitro-based instance, where the average represents the average over the specified period.
+        - name: VolumeWriteBytes.avg
+          type: double
+          description: Average size of each write operation during the period, except on volumes attached to a Nitro-based instance, where the average represents the average over the specified period.
+        - name: VolumeReadOps.avg
+          type: double
+          description: The total number of read operations in a specified period of time.
+        - name: VolumeWriteOps.avg
+          type: double
+          description: The total number of write operations in a specified period of time.
+        - name: VolumeQueueLength.avg
+          type: double
+          description: The number of read and write operation requests waiting to be completed in a specified period of time.
+        - name: VolumeThroughputPercentage.avg
+          type: double
+          description: The percentage of I/O operations per second (IOPS) delivered of the total IOPS provisioned for an Amazon EBS volume. Used with Provisioned IOPS SSD volumes only.
+        - name: VolumeConsumedReadWriteOps.avg
+          type: double
+          description: The total amount of read and write operations (normalized to 256K capacity units) consumed in a specified period of time. Used with Provisioned IOPS SSD volumes only.
+        - name: BurstBalance.avg
+          type: double
+          description: Used with General Purpose SSD (gp2), Throughput Optimized HDD (st1), and Cold HDD (sc1) volumes only. Provides information about the percentage of I/O credits (for gp2) or throughput credits (for st1 and sc1) remaining in the burst bucket.
+        - name: VolumeTotalReadTime.sum
+          type: double
+          description: The total number of seconds spent by all read operations that completed in a specified period of time.
+        - name: VolumeTotalWriteTime.sum
+          type: double
+          description: The total number of seconds spent by all write operations that completed in a specified period of time.
+        - name: VolumeIdleTime.sum
+          type: double
+          description: The total number of seconds in a specified period of time when no read or write operations were submitted.
diff --git a/x-pack/metricbeat/module/aws/elb/_meta/docs.asciidoc b/x-pack/metricbeat/module/aws/elb/_meta/docs.asciidoc
@@ -98,17 +98,25 @@ https://docs.aws.amazon.com/elasticloadbalancing/latest/network/load-balancer-cl
 |Metric Name|Statistic Method
 |ActiveFlowCount | Average
 |ActiveFlowCount_TLS | Average
-|ClientTLSNegotiationErrorCount | Sum
+|ActiveFlowCount_TCP | Average
+|ActiveFlowCount_UDP | Average
 |ConsumedLCUs | Average
-|HealthyHostCount | Maximum
+|ConsumedLCUs_TCP | Average
+|ConsumedLCUs_TLS | Average
+|ConsumedLCUs_UDP | Average
+|ClientTLSNegotiationErrorCount | Sum
 |NewFlowCount | Sum
 |NewFlowCount_TLS | Sum
+|NewFlowCount_TCP | Sum
+|NewFlowCount_UDP | Sum
 |ProcessedBytes | Sum
+|ProcessedBytes_TCP | Sum
 |ProcessedBytes_TLS | Sum
+|ProcessedBytes_UDP| Sum
 |TargetTLSNegotiationErrorCount | Sum
 |TCP_Client_Reset_Count | Sum
 |TCP_ELB_Reset_Count | Sum
 |TCP_Target_Reset_Count | Sum
-|UnHealthyHostCount | Average
-|EstimatedALBConsumedLCUs | Maximum
+|UnHealthyHostCount | Maximum
+|HealthyHostCount | Maximum
 |===
diff --git a/x-pack/metricbeat/module/aws/elb/_meta/fields.yml b/x-pack/metricbeat/module/aws/elb/_meta/fields.yml
@@ -4,3 +4,183 @@
     `elb` contains the metrics that were scraped from AWS CloudWatch which contains monitoring metrics sent by AWS ELB.
   release: ga
   fields:
+    - name: metrics
+      type: group
+      fields:
+        - name: BackendConnectionErrors.sum
+          type: long
+          description: The number of connections that were not successfully established between the load balancer and the registered instances.
+        - name: HTTPCode_Backend_2XX.sum
+          type: long
+          description: The number of HTTP 2XX response code generated by registered instances.
+        - name: HTTPCode_Backend_3XX.sum
+          type: long
+          description: The number of HTTP 3XX response code generated by registered instances.
+        - name: HTTPCode_Backend_4XX.sum
+          type: long
+          description: The number of HTTP 4XX response code generated by registered instances.
+        - name: HTTPCode_Backend_5XX.sum
+          type: long
+          description: The number of HTTP 5XX response code generated by registered instances.
+        - name: HTTPCode_ELB_4XX.sum
+          type: long
+          description: The number of HTTP 4XX client error codes generated by the load balancer.
+        - name: HTTPCode_ELB_5XX.sum
+          type: long
+          description: The number of HTTP 5XX server error codes generated by the load balancer.
+        - name: RequestCount.sum
+          type: long
+          description: The number of requests completed or connections made during the specified interval.
+        - name: SpilloverCount.sum
+          type: long
+          description: The total number of requests that were rejected because the surge queue is full.
+        - name: HealthyHostCount.max
+          type: long
+          description: The number of healthy instances registered with your load balancer.
+        - name: SurgeQueueLength.max
+          type: long
+          description: The total number of requests (HTTP listener) or connections (TCP listener) that are pending routing to a healthy instance.
+        - name: UnHealthyHostCount.max
+          type: long
+          description: The number of unhealthy instances registered with your load balancer.
+        - name: Latency.avg
+          type: double
+          description: The total time elapsed, in seconds, from the time the load balancer sent the request to a registered instance until the instance started to send the response headers.
+        - name: EstimatedALBActiveConnectionCount.avg
+          type: double
+          description: The estimated number of concurrent TCP connections active from clients to the load balancer and from the load balancer to targets.
+        - name: EstimatedALBConsumedLCUs.avg
+          type: double
+          description: The estimated number of load balancer capacity units (LCU) used by an Application Load Balancer.
+        - name: EstimatedALBNewConnectionCount.avg
+          type: double
+          description: The estimated number of new TCP connections established from clients to the load balancer and from the load balancer to targets.
+        - name: EstimatedProcessedBytes.avg
+          type: double
+          description: The estimated number of bytes processed by an Application Load Balancer.
+- name: applicationelb
+  type: group
+  description: >
+    `applicationelb` contains the metrics that were scraped from AWS CloudWatch which contains monitoring metrics sent by AWS ApplicationELB.
+  release: ga
+  fields:
+    - name: metrics
+      type: group
+      fields:
+        - name: ActiveConnectionCount.sum
+          type: long
+          description: The total number of concurrent TCP connections active from clients to the load balancer and from the load balancer to targets.
+        - name: ClientTLSNegotiationErrorCount.sum
+          type: long
+          description: The number of TLS connections initiated by the client that did not establish a session with the load balancer due to a TLS error.
+        - name: HTTP_Fixed_Response_Count.sum
+          type: long
+          description: The number of fixed-response actions that were successful.
+        - name: HTTP_Redirect_Count.sum
+          type: long
+          description: The number of redirect actions that were successful.
+        - name: HTTP_Redirect_Url_Limit_Exceeded_Count.sum
+          type: long
+          description: The number of redirect actions that couldn't be completed because the URL in the response location header is larger than 8K.
+        - name: HTTPCode_ELB_3XX_Count.sum
+          type: long
+          description: The number of HTTP 3XX redirection codes that originate from the load balancer.
+        - name: HTTPCode_ELB_4XX_Count.sum
+          type: long
+          description: The number of HTTP 4XX client error codes that originate from the load balancer.
+        - name: HTTPCode_ELB_5XX_Count.sum
+          type: long
+          description: The number of HTTP 5XX server error codes that originate from the load balancer.
+        - name: HTTPCode_ELB_500_Count.sum
+          type: long
+          description: The number of HTTP 500 error codes that originate from the load balancer.
+        - name: HTTPCode_ELB_502_Count.sum
+          type: long
+          description: The number of HTTP 502 error codes that originate from the load balancer.
+        - name: HTTPCode_ELB_503_Count.sum
+          type: long
+          description: The number of HTTP 503 error codes that originate from the load balancer.
+        - name: HTTPCode_ELB_504_Count.sum
+          type: long
+          description: The number of HTTP 504 error codes that originate from the load balancer.
+        - name: IPv6ProcessedBytes.sum
+          type: long
+          description: The total number of bytes processed by the load balancer over IPv6.
+        - name: IPv6RequestCount.sum
+          type: long
+          description: The number of IPv6 requests received by the load balancer.
+        - name: NewConnectionCount.sum
+          type: long
+          description: The total number of new TCP connections established from clients to the load balancer and from the load balancer to targets.
+        - name: ProcessedBytes.sum
+          type: long
+          description: The total number of bytes processed by the load balancer over IPv4 and IPv6.
+        - name: RejectedConnectionCount.sum
+          type: long
+          description: The number of connections that were rejected because the load balancer had reached its maximum number of connections.
+        - name: RequestCount.sum
+          type: long
+          description: The number of requests processed over IPv4 and IPv6.
+        - name: RuleEvaluations.sum
+          type: long
+          description: The number of rules processed by the load balancer given a request rate averaged over an hour.
+        - name: ConsumedLCUs.avg
+          type: double
+          description: The number of load balancer capacity units (LCU) used by your load balancer.
+- name: networkelb
+  type: group
+  description: >
+    `networkelb` contains the metrics that were scraped from AWS CloudWatch which contains monitoring metrics sent by AWS NetworkELB.
+  release: ga
+  fields:
+    - name: metrics
+      type: group
+      fields:
+        - name: ActiveFlowCount.avg
+          type: double
+          description: The total number of concurrent flows (or connections) from clients to targets.
+        - name: ActiveFlowCount_TCP.avg
+          type: double
+          description: The total number of concurrent TCP flows (or connections) from clients to targets.
+        - name: ActiveFlowCount_TLS.avg
+          type: double
+          description: The total number of concurrent TLS flows (or connections) from clients to targets.
+        - name: ActiveFlowCount_UDP.avg
+          type: double
+          description: The total number of concurrent UDP flows (or connections) from clients to targets.
+        - name: ConsumedLCUs.avg
+          type: double
+          description: The number of load balancer capacity units (LCU) used by your load balancer.
+        - name: ClientTLSNegotiationErrorCount.sum
+          type: long
+          description: The total number of TLS handshakes that failed during negotiation between a client and a TLS listener.
+        - name: NewFlowCount.sum
+          type: long
+          description: The total number of new flows (or connections) established from clients to targets in the time period.
+        - name: NewFlowCount_TLS.sum
+          type: long
+          description: The total number of new TLS flows (or connections) established from clients to targets in the time period.
+        - name: ProcessedBytes.sum
+          type: long
+          description: The total number of bytes processed by the load balancer, including TCP/IP headers.
+        - name: ProcessedBytes_TLS.sum
+          type: long
+          description: The total number of bytes processed by TLS listeners.
+        - name: TargetTLSNegotiationErrorCount.sum
+          type: long
+          description: The total number of TLS handshakes that failed during negotiation between a TLS listener and a target.
+        - name: TCP_Client_Reset_Count.sum
+          type: long
+          description: The total number of reset (RST) packets sent from a client to a target.
+        - name: TCP_ELB_Reset_Count.sum
+          type: long
+          description: The total number of reset (RST) packets generated by the load balancer.
+        - name: TCP_Target_Reset_Count.sum
+          type: long
+          description: The total number of reset (RST) packets sent from a target to a client.
+        - name: HealthyHostCount.max
+          type: long
+          description: The number of targets that are considered healthy.
+        - name: UnHealthyHostCount.max
+          type: long
+          description: The number of targets that are considered unhealthy.
diff --git a/x-pack/metricbeat/module/aws/elb/manifest.yml b/x-pack/metricbeat/module/aws/elb/manifest.yml
@@ -32,12 +32,12 @@ input:
         tags.resource_type_filter: elasticloadbalancing
       - namespace: AWS/NetworkELB
         statistic: ["Average"]
-        name: ["ActiveFlowCount", "ActiveFlowCount_TLS", "ConsumedLCUs"]
+        name: ["ActiveFlowCount", "ActiveFlowCount_TCP", "ActiveFlowCount_TLS", "ActiveFlowCount_UDP", "ConsumedLCUs", "ConsumedLCUs_TCP", "ConsumedLCUs_TLS", "ConsumedLCUs_UDP"]
         tags.resource_type_filter: elasticloadbalancing
       - namespace: AWS/NetworkELB
         statistic: ["Sum"]
-        name: ["ClientTLSNegotiationErrorCount", "NewFlowCount", "NewFlowCount_TLS",
-               "ProcessedBytes", "ProcessedBytes_TLS", "TargetTLSNegotiationErrorCount",
+        name: ["ClientTLSNegotiationErrorCount", "NewFlowCount", "NewFlowCount_TLS", "NewFlowCount_TCP", "NewFlowCount_UDP",
+               "ProcessedBytes", "ProcessedBytes_TCP", "ProcessedBytes_TLS", "ProcessedBytes_UDP", "TargetTLSNegotiationErrorCount",
                "TCP_Client_Reset_Count", "TCP_ELB_Reset_Count", "TCP_Target_Reset_Count"]
         tags.resource_type_filter: elasticloadbalancing
       - namespace: AWS/NetworkELB