Repository navigation
Expand file tree
/
Copy pathaws_s3.toml
More file actions
85 lines (77 loc) · 2.43 KB
/
Copy pathaws_s3.toml
File metadata and controls
85 lines (77 loc) · 2.43 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
<
8000
div data-line-number="30" class="react-line-number react-code-text" style="padding-right:16px">3031
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
[sinks.aws_s3]
batch_is_simple = true
batch_size = 10490000
batch_timeout = 300
beta = true
buffer = true
delivery_guarantee = "at_least_once"
egress_method = "batching"
healthcheck = true
input_types = ["log"]
rate_limit_duration = 1
rate_limit_num = 5
retry_attempts = 5
retry_backoff_secs = 1
request_in_flight_limit = 5
request_timeout_secs = 30
service_limits_short_link = "aws_s3_service_limits"
service_provider = "AWS"
write_to_description = "[AWS S3][urls.aws_s3] via the [`PutObject` API endpoint](https://docs.aws.amazon.com/AmazonS3/latest/API/RESTObjectPUT.html)"
[sinks.aws_s3.options.bucket]
type = "string"
examples = ["my-bucket"]
null = false
description = "The S3 bucket name. Do not include a leading `s3://` or a trailing `/`."
[sinks.aws_s3.options.compression]
type = "string"
category = "Requests"
enum = ["gzip", "none"]
default = "gzip"
null = true
simple = true
description = "The compression type to use before writing data."
[sinks.aws_s3.options.encoding]
type = "string"
category = "Requests"
enum = ["ndjson", "text"]
null = false
simple = true
description = "The encoding format used to serialize the events before flushing."
[sinks.aws_s3.options.filename_append_uuid]
type = "bool"
category = "Object Names"
default = true
null = false
description = "Whether or not to append a UUID v4 token to the end of the file. This ensures there are no name collisions high volume use cases."
[sinks.aws_s3.options.filename_extension]
type = "bool"
category = "Object Names"
default = "log"
null = false
description = "The extension to use in the object name."
[sinks.aws_s3.options.filename_time_format]
type = "string"
category = "Object Names"
default = "%s"
null = false
description = "The format of the resulting object file name. [`strftime` specifiers][urls.strftime_specifiers] are supported."
[sinks.aws_s3.options.key_prefix]
type = "string"
category = "Object Names"
default = "date=%F"
examples = [
"date=%F/",
"date=%F/hour=%H/",
"year=%Y/month=%m/day=%d/",
"application_id={{ application_id }}/date=%F/"
]
null = true
partition_key = true
simple = true
templateable = true
description = "A prefix to apply to all object key names. This should be used to partition your objects, and it's important to end this value with a `/` if you want this to be the root S3 \"folder\"."
[sinks.aws_s3.options.region]
type = "string"
examples = ["us-east-1"]
null = false
description = "The [AWS region][urls.aws_s3_regions] of the target S3 bucket."