-
Notifications
You must be signed in to change notification settings - Fork 0
/
fluent.yml
113 lines (98 loc) · 2.21 KB
/
fluent.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
---
apiVersion: v1
kind: ConfigMap
metadata:
name: fluentdconf
data:
fluent.conf: |
<source>
@type tail
path /var/log/containers/log*.log
tag imubit.*
pos_file /var/log/fluentd-containers.log.pos
format /(?<message>.*)$/
read_from_head true
path_key tailed_path
</source>
<match kubernetes.var.log.containers.**fluentd**.log>
@type null
</match>
<filter imubit.**>
@type record_transformer
enable_ruby true
<record>
tailed_path ${File.basename(record["tailed_path"])}
</record>
</filter>
<match imubit.**>
@type mongo
host "#{ENV['MONGO_HOST']}"
port "#{ENV['MONGO_PORT']}"
database "#{ENV['MONGO_DB']}"
collection "#{ENV['MONGO_COLL']}"
# authentication
# user someuser
# password somepass
<inject>
time_key time
</inject>
<buffer>
flush_interval 10s
</buffer>
</match>
---
apiVersion: apps/v1
kind: DaemonSet
metadata:
name: fluentd-mongo
labels:
k8s-app: fluentd-logging
spec:
selector:
matchLabels:
name: fluentd-mongo
template:
metadata:
labels:
name: fluentd-mongo
spec:
tolerations:
- key: node-role.kubernetes.io/master
effect: NoSchedule
containers:
- name: fluentd-mongo
image: alexkurtser/fluentd:1.5
env:
- name: MONGO_HOST
value: "service-mongodb"
- name: MONGO_PORT
value: "27017"
- name: MONGO_DB
value: "imubit"
- name: MONGO_COLL
value: "logs"
resources:
limits:
memory: 200Mi
requests:
cpu: 100m
memory: 200Mi
volumeMounts:
- name: fluentconfig
mountPath: /fluentd/etc/
- name: varliblogs
mountPath: /var/log/containers
readOnly: true
- name: genlogfolder
mountPath: /var/log
terminationGracePeriodSeconds: 30
volumes:
- name: varliblogs
hostPath:
path: /var/log/containers
- name: genlogfolder
hostPath:
path: /var/log
- name: fluentconfig
configMap:
name: fluentdconf