Repository navigation
Expand file tree
/
Copy pathaws_s3.toml
More file actions
73 lines (67 loc) · 2.17 KB
/
Copy pathaws_s3.toml
File metadata and controls
73 lines (67 loc) · 2.17 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
[sinks.aws_s3]
batch_is_simple = true
batch_size = 10490000
batch_timeout = 300
beta = true
buffer = true
common = true
delivery_guarantee = "at_least_once"
egress_method = "batching"
encodings = ["ndjson", "text"]
function_category = "transmit"
healthcheck = true
input_types = ["log"]
request_rate_limit_duration_secs = 1
request_rate_limit_num =5
request_retry_attempts = 5
request_retry_backoff_secs = 1
request_in_flight_limit = 5
request_timeout_secs = 30
service_limits_short_link = "aws_s3_service_limits"
service_provider = "AWS"
write_to_description = "[AWS S3][urls.aws_s3] via the [`PutObject` API endpoint](https://docs.aws.amazon.com/AmazonS3/latest/API/RESTObjectPUT.html)"
[sinks.aws_s3.options.bucket]
type = "string"
common = true
examples = ["my-bucket"]
null = false
description = "The S3 bucket name. Do not include a leading `s3://` or a trailing `/`."
[sinks.aws_s3.options.filename_append_uuid]
type = "bool"
category = "Object Names"
default = true
null = false
description = "Whether or not to append a UUID v4 token to the end of the file. This ensures there are no name collisions high volume use cases."
[sinks.aws_s3.options.filename_extension]
type = "bool"
category = "Object Names"
default = "log"
null = false
description = "The extension to use in the object name."
[sinks.aws_s3.options.filename_time_format]
type = "string"
category = "Object Names"
default = "%s"
null = false
description = "The format of the resulting object file name. [`strftime` specifiers][urls.strptime_specifiers] are supported."
[sinks.aws_s3.options.key_prefix]
type = "string"
category = "Object Names"
common = true
default = "date=%F"
examples = [
"date=%F/",
"date=%F/hour=%H/",
"year=%Y/month=%m/day=%d/",
"application_id={{ application_id }}/date=%F/"
]
null = true
partition_key = true
templateable = true
description = "A prefix to apply to all object key names. This should be used to partition your objects, and it's important to end this value with a `/` if you want this to be the root S3 \"folder\"."
[sinks.aws_s3.options.region]
type = "string"
common = true
examples = ["us-east-1"]
null = false
description = "The [AWS region][urls.aws_s3_regions] of the target S3 bucket."