forked from redpanda-data/connect
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy paths3.yaml
78 lines (78 loc) · 1.42 KB
/
s3.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
# This file was auto generated by benthos_config_gen.
http:
address: 0.0.0.0:4195
read_timeout: 5s
root_path: /benthos
debug_endpoints: false
input:
type: s3
s3:
bucket: ""
credentials:
id: ""
profile: ""
role: ""
role_external_id: ""
secret: ""
token: ""
delete_objects: false
download_manager:
enabled: true
endpoint: ""
force_path_style_urls: false
max_batch_count: 1
prefix: ""
region: eu-west-1
retries: 3
sqs_body_path: Records.*.s3.object.key
sqs_bucket_path: ""
sqs_endpoint: ""
sqs_envelope_path: ""
sqs_max_messages: 10
sqs_url: ""
timeout: 5s
buffer:
type: none
none: {}
pipeline:
processors: []
threads: 1
output:
type: s3
s3:
bucket: ""
content_encoding: ""
content_type: application/octet-stream
credentials:
id: ""
profile: ""
role: ""
role_external_id: ""
secret: ""
token: ""
endpoint: ""
force_path_style_urls: false
kms_key_id: ""
path: ${!count:files}-${!timestamp_unix_nano}.txt
region: eu-west-1
timeout: 5s
resources:
caches: {}
conditions: {}
processors: {}
rate_limits: {}
logger:
prefix: benthos
level: INFO
add_timestamp: true
json_format: true
static_fields:
'@service': benthos
metrics:
type: http_server
http_server:
prefix: benthos
tracer:
type: none
none: {}
shutdown_timeout: 20s