benthos/config/s3.json at master · developgo/benthos · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
{
	"http": {
		"address": "0.0.0.0:4195",
		"read_timeout": "5s",
		"root_path": "/benthos",
		"debug_endpoints": false
	},
	"input": {
		"type": "s3",
		"s3": {
			"bucket": "",
			"credentials": {
				"id": "",
				"role": "",
				"role_external_id": "",
				"secret": "",
				"token": ""
			},
			"delete_objects": false,
			"download_manager": {
				"enabled": true
			},
			"endpoint": "",
			"prefix": "",
			"region": "eu-west-1",
			"retries": 3,
			"sqs_body_path": "Records.s3.object.key",
			"sqs_envelope_path": "",
			"sqs_max_messages": 10,
			"sqs_url": "",
			"timeout": "5s"
		}
	},
	"buffer": {
		"type": "none",
		"none": {}
	},
	"pipeline": {
		"processors": [],
		"threads": 1
	},
	"output": {
		"type": "s3",
		"s3": {
			"bucket": "",
			"content_type": "application/octet-stream",
			"credentials": {
				"id": "",
				"role": "",
				"role_external_id": "",
				"secret": "",
				"token": ""
			},
			"endpoint": "",
			"path": "${!count:files}-${!timestamp_unix_nano}.txt",
			"region": "eu-west-1",
			"timeout": "5s"
		}
	},
	"resources": {
		"caches": {},
		"conditions": {},
		"rate_limits": {}
	},
	"logger": {
		"prefix": "benthos",
		"level": "INFO",
		"add_timestamp": true,
		"json_format": true,
		"static_fields": {
			"@service": "benthos"
		}
	},
	"metrics": {
		"type": "http_server",
		"http_server": {},
		"prefix": "benthos"
	},
	"shutdown_timeout": "20s"
}