benthos/config/hdfs.json at master · developgo/benthos · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
{
	"http": {
		"address": "0.0.0.0:4195",
		"read_timeout": "5s",
		"root_path": "/benthos",
		"debug_endpoints": false
	},
	"input": {
		"type": "hdfs",
		"hdfs": {
			"directory": "",
			"hosts": [
				"localhost:9000"
			],
			"user": "benthos_hdfs"
		}
	},
	"buffer": {
		"type": "none",
		"none": {}
	},
	"pipeline": {
		"processors": [],
		"threads": 1
	},
	"output": {
		"type": "hdfs",
		"hdfs": {
			"directory": "",
			"hosts": [
				"localhost:9000"
			],
			"path": "${!count:files}-${!timestamp_unix_nano}.txt",
			"user": "benthos_hdfs"
		}
	},
	"resources": {
		"caches": {},
		"conditions": {},
		"rate_limits": {}
	},
	"logger": {
		"prefix": "benthos",
		"level": "INFO",
		"add_timestamp": true,
		"json_format": true,
		"static_fields": {
			"@service": "benthos"
		}
	},
	"metrics": {
		"type": "http_server",
		"http_server": {},
		"prefix": "benthos"
	},
	"shutdown_timeout": "20s"
}