Skip to content
This repository has been archived by the owner on Jan 27, 2023. It is now read-only.

[snapshot] Update "aws" integration to version 0.2.7 #370

Closed
wants to merge 2 commits into from
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
  •  
  •  
  •  
26 changes: 26 additions & 0 deletions packages/aws/0.2.7/dataset/billing/agent/stream/stream.yml.hbs
Original file line number Diff line number Diff line change
@@ -0,0 +1,26 @@
metricsets: ["billing"]
period: {{period}}
{{#if aws_access_key_id}}
aws_access_key_id: {{aws_access_key_id}}
{{/if}}
{{#if aws_secret_access_key}}
aws_secret_access_key: {{aws_secret_access_key}}
{{/if}}
{{#if aws_session_token}}
aws_session_token: {{aws_session_token}}
{{/if}}
{{#if credential_profile_name}}
credential_profile_name: {{credential_profile_name}}
{{/if}}
{{#if shared_credential_file}}
shared_credential_file: {{shared_credential_file}}
{{/if}}
{{#if role_arn}}
role_arn: {{role_arn}}
{{/if}}
{{#if regions}}
regions: {{regions}}
{{/if}}
{{#if aws_partition}}
aws_partition: {{aws_partition}}
{{/if}}
12 changes: 12 additions & 0 deletions packages/aws/0.2.7/dataset/billing/fields/base-fields.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
- name: data_stream.type
type: constant_keyword
description: Data stream type.
- name: data_stream.dataset
type: constant_keyword
description: Data stream dataset.
- name: data_stream.namespace
type: constant_keyword
description: Data stream namespace.
- name: '@timestamp'
type: date
description: Event timestamp.
50 changes: 50 additions & 0 deletions packages/aws/0.2.7/dataset/billing/fields/ecs.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,50 @@
- name: cloud
title: Cloud
group: 2
type: group
footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from
its host, the cloud info contains the data about this machine. If Metricbeat runs
on a remote machine outside the cloud and fetches data from a service running
in the cloud, the field contains cloud data from the machine the service is running
on.'
fields:
- name: account.id
level: extended
type: keyword
description: |-
The cloud account or organization id used to identify different entities in a multi-tenant environment.
Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.
ignore_above: 1024
- name: account.name
level: extended
type: keyword
description: |-
The cloud account name or alias used to identify different entities in a multi-tenant environment.
Examples: AWS account name, Google Cloud ORG display name.
ignore_above: 1024
- name: availability_zone
level: extended
type: keyword
description: Availability zone in which this host is running.
ignore_above: 1024
- name: instance.id
level: extended
type: keyword
description: Instance ID of the host machine.
ignore_above: 1024
- name: machine.type
level: extended
type: keyword
description: Machine type of the host machine.
ignore_above: 1024
- name: provider
level: extended
type: keyword
description: Name of the cloud provider. Example values are aws, azure, gcp, or
digitalocean.
ignore_above: 1024
- name: region
level: extended
type: keyword
description: Region in which this host is running.
ignore_above: 1024
21 changes: 21 additions & 0 deletions packages/aws/0.2.7/dataset/billing/fields/fields.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
- name: aws
type: group
fields:
- name: dimensions
type: group
fields:
- name: ServiceName
type: keyword
description: AWS service name.
- name: Currency
type: keyword
description: Currency name.
- name: billing
type: group
fields:
- name: metrics
type: group
fields:
- name: EstimatedCharges.max
type: long
description: Maximum estimated charges for AWS acccount.
19 changes: 19 additions & 0 deletions packages/aws/0.2.7/dataset/billing/fields/package-fields.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
- name: aws
type: group
fields:
- name: tags.*
type: object
description: |
Tag key value pairs from aws resources.
- name: s3.bucket.name
type: keyword
description: |
Name of a S3 bucket.
- name: dimensions.*
type: object
description: |
Metric dimensions.
- name: '*.metrics.*.*'
type: object
description: |
Metrics that returned from Cloudwatch API query.
15 changes: 15 additions & 0 deletions packages/aws/0.2.7/dataset/billing/manifest.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
title: AWS billing metrics
release: experimental
type: metrics
streams:
- input: aws/metrics
vars:
- name: period
type: text
title: Period
multi: false
required: true
show_user: true
default: 12h
title: AWS Billing metrics
description: Collect AWS billing metrics
67 changes: 67 additions & 0 deletions packages/aws/0.2.7/dataset/billing/sample_event.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,67 @@
{
"_index": "metrics-aws.billing-default-000001",
"_id": "IMxJXHIBpGMSUzkZo-s0",
"_version": 1,
"_score": null,
"_source": {
"@timestamp": "2020-05-28T17:17:06.212Z",
"cloud": {
"provider": "aws",
"region": "us-east-1",
"account": {
"id": "428152502467",
"name": "elastic-beats"
}
},
"event": {
"dataset": "aws.billing",
"module": "aws",
"duration": 1938760247
},
"metricset": {
"name": "billing",
"period": 43200000
},
"ecs": {
"version": "1.5.0"
},
"aws": {
"billing": {
"metrics": {
"EstimatedCharges": {
"max": 1625.41
}
}
},
"cloudwatch": {
"namespace": "AWS/Billing"
},
"dimensions": {
"Currency": "USD"
}
},
"service": {
"type": "aws"
},
"stream": {
"type": "metrics",
"dataset": "aws.billing",
"namespace": "default"
},
"agent": {
"id": "12f376ef-5186-4e8b-a175-70f1140a8f30",
"name": "MacBook-Elastic.local",
"type": "metricbeat",
"version": "8.0.0",
"ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b"
}
},
"fields": {
"@timestamp": [
"2020-05-28T17:17:06.212Z"
]
},
"sort": [
1590686226212
]
}
37 changes: 37 additions & 0 deletions packages/aws/0.2.7/dataset/cloudtrail/agent/stream/s3.yml.hbs
Original file line number Diff line number Diff line change
@@ -0,0 +1,37 @@
queue_url: {{queue_url}}
expand_event_list_from_field: Records
{{#if credential_profile_name}}
credential_profile_name: {{credential_profile_name}}
{{/if}}
{{#if shared_credential_file}}
shared_credential_file: {{shared_credential_file}}
{{/if}}
{{#if visibility_timeout}}
visibility_timeout: {{visibility_timeout}}
{{/if}}
{{#if api_timeout}}
api_timeout: {{api_timeout}}
{{/if}}
{{#if endpoint}}
endpoint: {{endpoint}}
{{/if}}
{{#if access_key_id}}
access_key_id: {{access_key_id}}
{{/if}}
{{#if secret_access_key}}
secret_access_key: {{secret_access_key}}
{{/if}}
{{#if session_token}}
session_token: {{session_token}}
{{/if}}
{{#if role_arn}}
role_arn: {{role_arn}}
{{/if}}
{{#if aws_partition}}
aws_partition: {{aws_partition}}
{{/if}}
processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
Loading