75 lines
2.9 KiB
Text
75 lines
2.9 KiB
Text
|
# Configuration for the AWS Kinesis input.
|
||
|
|
[[inputs.kinesis_consumer]]
|
||
|
|
## Amazon REGION of kinesis endpoint.
|
||
|
|
region = "ap-southeast-2"
|
||
|
|
|
||
|
|
## Amazon Credentials
|
||
|
|
## Credentials are loaded in the following order
|
||
|
|
## 1) Web identity provider credentials via STS if role_arn and web_identity_token_file are specified
|
||
|
|
## 2) Assumed credentials via STS if role_arn is specified
|
||
|
|
## 3) explicit credentials from 'access_key' and 'secret_key'
|
||
|
|
## 4) shared profile from 'profile'
|
||
|
|
## 5) environment variables
|
||
|
|
## 6) shared credentials file
|
||
|
|
## 7) EC2 Instance Profile
|
||
|
|
# access_key = ""
|
||
|
|
# secret_key = ""
|
||
|
|
# token = ""
|
||
|
|
# role_arn = ""
|
||
|
|
# web_identity_token_file = ""
|
||
|
|
# role_session_name = ""
|
||
|
|
# profile = ""
|
||
|
|
# shared_credential_file = ""
|
||
|
|
|
||
|
|
## Endpoint to make request against, the correct endpoint is automatically
|
||
|
|
## determined and this option should only be set if you wish to override the
|
||
|
|
## default.
|
||
|
|
## ex: endpoint_url = "http://localhost:8000"
|
||
|
|
# endpoint_url = ""
|
||
|
|
|
||
|
|
## Kinesis StreamName must exist prior to starting telegraf.
|
||
|
|
streamname = "StreamName"
|
||
|
|
|
||
|
|
## Shard iterator type
|
||
|
|
## Available options: 'TRIM_HORIZON' (first in non-expired) and 'LATEST'
|
||
|
|
# shard_iterator_type = "TRIM_HORIZON"
|
||
|
|
|
||
|
|
## Interval for checking for new records
|
||
|
|
## Please consider limits for getting records documented here:
|
||
|
|
## https://docs.aws.amazon.com/streams/latest/dev/service-sizes-and-limits.html
|
||
|
|
# poll_interval = "250ms"
|
||
|
|
|
||
|
|
## Interval for scanning for new shards created when resharding
|
||
|
|
## If set to zero, shards are only scanned once on startup.
|
||
|
|
# shard_update_interval = "30s"
|
||
|
|
|
||
|
|
## Max undelivered messages
|
||
|
|
## This plugin uses tracking metrics, which ensure messages are read to
|
||
|
|
## outputs before acknowledging them to the original broker to ensure data
|
||
|
|
## is not lost. This option sets the maximum messages to read from the
|
||
|
|
## broker that have not been written by an output.
|
||
|
|
##
|
||
|
|
## This value needs to be picked with awareness of the agent's
|
||
|
|
## metric_batch_size value as well. Setting max undelivered messages too high
|
||
|
|
## can result in a constant stream of data batches to the output. While
|
||
|
|
## setting it too low may never flush the broker's messages.
|
||
|
|
# max_undelivered_messages = 1000
|
||
|
|
|
||
|
|
## Content encoding of the record data
|
||
|
|
## If you are processing a cloudwatch logs kinesis stream then set this to
|
||
|
|
## "gzip" as AWS compresses cloudwatch log data before it is sent to kinesis.
|
||
|
|
# content_encoding = "identity"
|
||
|
|
|
||
|
|
## Data format of the records to consume
|
||
|
|
## See https://github.com/influxdata/telegraf/blob/master/docs/DATA_FORMATS_INPUT.md
|
||
|
|
# data_format = "influx"
|
||
|
|
|
||
|
|
## Optional: Configuration for DynamoDB backend to store positions in the stream
|
||
|
|
# [inputs.kinesis_consumer.checkpoint_dynamodb]
|
||
|
|
# ## Unique name for this consumer
|
||
|
|
# app_name = "default"
|
||
|
|
# ## Table to store the sequence numbers in
|
||
|
|
# table_name = "default"
|
||
|
|
# ## Interval for persisting data to limit write operations
|
||
|
|
# # interval = "10s"
|