-
Notifications
You must be signed in to change notification settings - Fork 1
/
hekad.toml
78 lines (66 loc) · 1.84 KB
/
hekad.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
## SAMPLE ###
#################### INPUT ###########################
[LogstreamerInput]
type = "LogstreamerInput"
log_directory = "/var/log"
file_match = 'yum.log'
decoder = "syslog_PayloadRegexDecoder"
[syslog_PayloadRegexDecoder]
type = "PayloadRegexDecoder"
match_regex = '^(?P<Timestamp>\w+\s+\d+\s+\d+:\d+:\d+)\s+(?P<Logger>[^:\[]*):\s+(?P<Payload>.*)'
timestamp_layout= 'Jan _2 15:04:05'
[syslog_PayloadRegexDecoder.message_fields]
Type = "test123"
Payload = "%Payload%"
Logger = "%Logger%"
is_filtered="TRUE"
[syslog_MessageFilter]
type = "MessageFilter"
message_matcher = 'Type == "test123"'
filter_by = 'Payload !~ /^patch*/'
output = 'LogOutput'
#################### INPUT ###########################
[KafkaInput_1]
type = "KafkaInput"
decoder = "ProtobufDecoder"
addrs = ["temp4.node.dc2.nclans:9092"]
id = "temp8.node.dc2.nclans-temp1"
group = "temp8.node.dc2.nclans-temp12"
topic = "test123"
wait_for_election = 1000
metadata_retries = 5
max_open_reqests = 4
default_fetch_size = 32768
min_fetch_size = 1
max_message_size = 1000000
max_wait_time = 1
offset_method = "Oldest"
event_buffer_size = 1
splitter = "KafkaSplitter"
[KafkaSplitter]
type = "NullSplitter"
use_message_bytes = true
#################### OUTPUT ###########################
[LogOutput]
message_matcher = 'Fields[is_filtered] == NIL'
encoder = "RstEncoder"
[RstEncoder]
[JsonEncoder]
#################### OUTPUT ###########################
[KafkaOutput_1]
message_matcher = "TRUE"
type = "KafkaOutput"
addrs = ["temp4.node.dc2.nclans:9092"]
id = "temp8.node.dc2.nclans-temp"
partitioner = "Hash"
topic_variable = "Type"
required_acks = "WaitForLocal"
encoder = "JsonEncoder"
wait_for_election = 1000
metadata_retries = 5
max_open_reqests = 4
compression_codec = "Snappy"
max_buffer_time = 3000
max_buffered_bytes = 10000
cluster = "cassandra_dev"
hash_variable = "temp8.node.dc2.nclans"