1apiVersion: v1
2kind: ServiceAccount
3metadata:
4 name: fluent-bit
5 namespace: fluent-operator
6 annotations:
7 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
8 pallet.edge.ncr.com/name: fluentbit
9 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
10 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
11 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
12 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
13 labels: {}
14---
15apiVersion: v1
16kind: ServiceAccount
17metadata:
18 name: watch-kube
19 namespace: fluent-operator
20 annotations:
21 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
22 pallet.edge.ncr.com/name: fluentbit
23 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
24 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
25 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
26 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
27 labels: {}
28---
29apiVersion: rbac.authorization.k8s.io/v1
30kind: Role
31metadata:
32 name: fluentbit-terminal-configuration
33 namespace: fluent-operator
34 annotations:
35 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
36 pallet.edge.ncr.com/name: fluentbit
37 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
38 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
39 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
40 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
41 labels: {}
42rules:
43- resources: ["secrets"]
44 apiGroups: [""]
45 resourceNames: ["gcp-api-key"]
46 verbs: ["get", "watch", "list"]
47- resources: ["configmaps"]
48 apiGroups: [""]
49 verbs: ["watch", "list"]
50- resources: ["configmaps"]
51 apiGroups: [""]
52 resourceNames: ["fluent-service-terminal", "fluent-stackdriver-output-terminal"]
53 verbs: ["get"]
54---
55apiVersion: rbac.authorization.k8s.io/v1
56kind: ClusterRole
57metadata:
58 name: fluent-bit-read
59 annotations:
60 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
61 pallet.edge.ncr.com/name: fluentbit
62 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
63 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
64 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
65 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
66 labels: {}
67rules:
68- resources:
69 - namespaces
70 - pods
71 - services
72 - nodes
73 - nodes/proxy
74 apiGroups: [""]
75 verbs: ["get", "list", "watch"]
76---
77apiVersion: rbac.authorization.k8s.io/v1
78kind: RoleBinding
79metadata:
80 name: watch-kube
81 namespace: fluent-operator
82 annotations:
83 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
84 pallet.edge.ncr.com/name: fluentbit
85 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
86 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
87 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
88 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
89 labels: {}
90roleRef:
91 name: fluentbit-terminal-configuration
92 kind: Role
93 apiGroup: rbac.authorization.k8s.io
94subjects:
95- name: watch-kube
96 kind: ServiceAccount
97 namespace: fluent-operator
98---
99apiVersion: rbac.authorization.k8s.io/v1
100kind: ClusterRoleBinding
101metadata:
102 name: fluent-bit-read
103 annotations:
104 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
105 pallet.edge.ncr.com/name: fluentbit
106 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
107 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
108 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
109 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
110 labels: {}
111roleRef:
112 name: fluent-bit-read
113 kind: ClusterRole
114 apiGroup: rbac.authorization.k8s.io
115subjects:
116- name: fluent-bit
117 namespace: fluent-operator
118 kind: ServiceAccount
119---
120apiVersion: v1
121kind: ConfigMap
122metadata:
123 name: fluent-service-terminal
124 labels:
125 configtype.ncr.com: fluent
126 terminal.ncr.com: all
127 namespace: fluent-operator
128 annotations:
129 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
130 pallet.edge.ncr.com/name: fluentbit
131 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
132 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
133 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
134 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
135data:
136 service.conf: |-
137 [SERVICE]
138 # Flush
139 # =====
140 # set an interval of seconds before to flush records to a destination
141 flush 5
142 # Daemon
143 # ======
144 # instruct Fluent Bit to run in foreground or background mode.
145 daemon Off
146 # Log_Level
147 # =========
148 # Set the verbosity level of the service, values can be:
149 #
150 # - error
151 # - warning
152 # - info
153 # - debug
154 # - trace
155 #
156 # by default 'info' is set, that means it includes 'error' and 'warning'.
157 log_level info
158 # Parsers File
159 # ============
160 # specify an optional 'Parsers' configuration file
161 parsers_file /etc/td-agent-bit/parsers.conf
162 # Plugins File
163 # ============
164 # specify an optional 'Plugins' configuration file to load external plugins.
165 #plugins_file /etc/td-agent-bit/plugins.conf
166 # HTTP Server
167 # ===========
168 # Enable/Disable the built-in HTTP Server for metrics
169 http_server Off
170 http_listen 0.0.0.0
171 http_port 2020
172 # Storage
173 # =======
174 # Fluent Bit can use memory and filesystem buffering based mechanisms
175 #
176 # - https://docs.fluentbit.io/manual/administration/buffering-and-storage
177 #
178 # storage metrics
179 # ---------------
180 # publish storage pipeline metrics in '/api/v1/storage'. The metrics are
181 # exported only if the 'http_server' option is enabled.
182 #
183 storage.metrics on
184 # storage.path
185 # ------------
186 # absolute file system path to store filesystem data buffers (chunks).
187 #
188 # storage.path /tmp/storage
189 # storage.sync
190 # ------------
191 # configure the synchronization mode used to store the data into the
192 # filesystem. It can take the values normal or full.
193 #
194 # storage.sync normal
195 # storage.checksum
196 # ----------------
197 # enable the data integrity check when writing and reading data from the
198 # filesystem. The storage layer uses the CRC32 algorithm.
199 #
200 # storage.checksum off
201 # storage.backlog.mem_limit
202 # -------------------------
203 # if storage.path is set, Fluent Bit will look for data chunks that were
204 # not delivered and are still in the storage layer, these are called
205 # backlog data. This option configure a hint of maximum value of memory
206 # to use when processing these records.
207 #
208 # storage.backlog.mem_limit 5M
209---
210apiVersion: v1
211kind: ConfigMap
212metadata:
213 name: fluentbit-stackdriver-output-terminal
214 labels:
215 configtype.ncr.com: fluent
216 terminal.ncr.com: all
217 namespace: fluent-operator
218 annotations:
219 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
220 pallet.edge.ncr.com/name: fluentbit
221 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
222 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
223 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
224 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
225data:
226 output-stackdriver.conf: |
227 [OUTPUT]
228 Name stackdriver
229 Match k8s_container.*
230 export_to_project_id ${foreman_gcp_project_id}
231 resource k8s_container
232 k8s_cluster_name ${cluster_uuid}
233 k8s_cluster_location ${gcp_region}-${gcp_zone}
234 severity_key severity
235 Retry_Limit 10
236 Workers 1
237 autoformat_stackdriver_trace true
238 labels cluster_edge_id=${cluster_uuid},cluster_name=${cluster_uuid},cluster_type=${cluster_provider},lane_number=$${lane_no},node_name=$${NODE_NAME}
239 custom_k8s_regex (?<namespace_name>[a-z0-9]([-a-z0-9]*[a-z0-9])?(\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*)_(?<pod_name>[^_]+)_(?<container_name>.+)_(?<docker_id>.+)
240 tag_prefix k8s_container.
241 tls On
242 google_service_credentials /etc/td-agent-bit/creds/key.json
243 net.dns.resolver LEGACY
244
245 [OUTPUT]
246 Name stackdriver
247 Match k8s_node.*
248 export_to_project_id ret-edge-dev0-foreman
249 resource k8s_node
250 k8s_cluster_name ${cluster_uuid}
251 k8s_cluster_location ${gcp_region}-${gcp_zone}
252 severity_key severity
253 log_name_key log_type
254 Retry_Limit 10
255 Workers 1
256 autoformat_stackdriver_trace true
257 labels cluster_edge_id=${cluster_uuid},cluster_name=${cluster_uuid},cluster_type=${cluster_provider},lane_number=$${lane_no},node_name=$${NODE_NAME}
258 custom_k8s_regex ([a-z0-9]+\.(?<node_name>.+))
259 tag_prefix k8s_node.
260 tls On
261 google_service_credentials /etc/td-agent-bit/creds/key.json
262 net.dns.resolver LEGACY
263---
264apiVersion: v1
265kind: ConfigMap
266metadata:
267 name: lua-systemd
268 labels:
269 app.kubernetes.io/component: operator
270 app.kubernetes.io/name: fluent-bit-lua
271 namespace: fluent-operator
272 annotations:
273 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
274 pallet.edge.ncr.com/name: fluentbit
275 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
276 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
277 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
278 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
279data:
280 systemd.lua: |
281 local level_map = {
282 ["0"] = "EMERGENCY",
283 ["1"] = "ALERT",
284 ["2"] = "CRITICAL",
285 ["3"] = "ERROR",
286 ["4"] = "WARNING",
287 ["5"] = "NOTICE",
288 ["6"] = "INFO",
289 ["7"] = "DEBUG"
290 }
291 function format_log_level(tag, timestamp, record)
292 level = record["PRIORITY"]
293 val = level_map[level]
294 if (not val) then
295 val = "DEFAULT"
296 end
297 new_rec = record
298 new_rec["severity"] = val
299 return 2, timestamp, new_rec
300 end
301---
302apiVersion: external-secrets.io/v1beta1
303kind: ExternalSecret
304metadata:
305 name: gcp-api-key
306 namespace: fluent-operator
307 annotations:
308 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
309 pallet.edge.ncr.com/name: fluentbit
310 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
311 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
312 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
313 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
314 labels: {}
315spec:
316 data:
317 - remoteRef:
318 key: o11y-${cluster_uuid}-gcp-api-key
319 secretKey: key.json
320 refreshInterval: 1m
321 secretStoreRef:
322 name: gcp-provider
323 kind: ClusterSecretStore
324 target:
325 name: gcp-api-key
326 creationPolicy: Owner
327---
328apiVersion: fluentbit.fluent.io/v1alpha2
329kind: ClusterFilter
330metadata:
331 name: aaa-k8s-container
332 labels:
333 fluentbit.fluent.io/enabled: "true"
334 namespace: fluent-operator
335 annotations:
336 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
337 pallet.edge.ncr.com/name: fluentbit
338 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
339 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
340 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
341 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
342spec:
343 filters:
344 - modify:
345 alias: k8s-rename
346 rules:
347 - rename:
348 "log": "message"
349 - parser:
350 alias: containerd-message
351 keyName: message
352 parser: containerd
353 - parser:
354 alias: glog-message
355 keyName: message
356 parser: glog,json-simple
357 reserveData: true
358 match: "k8s_container.*"
359---
360apiVersion: fluentbit.fluent.io/v1alpha2
361kind: ClusterFilter
362metadata:
363 name: ambassador
364 labels:
365 fluentbit.fluent.io/enabled: "true"
366 namespace: fluent-operator
367 annotations:
368 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
369 pallet.edge.ncr.com/name: fluentbit
370 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
371 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
372 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
373 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
374spec:
375 filters:
376 - parser:
377 keyName: message
378 parser: ambassador
379 reserveData: true
380 - parser:
381 keyName: message
382 parser: ambassador-b
383 reserveData: true
384 match: "k8s_container.emissary_emissary-ingress*"
385---
386apiVersion: fluentbit.fluent.io/v1alpha2
387kind: ClusterFilter
388metadata:
389 name: calico-system
390 labels:
391 fluentbit.fluent.io/enabled: "true"
392 namespace: fluent-operator
393 annotations:
394 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
395 pallet.edge.ncr.com/name: fluentbit
396 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
397 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
398 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
399 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
400spec:
401 filters:
402 - parser:
403 alias: calico-system
404 keyName: message
405 parser: calico-system
406 reserveData: true
407 match: "k8s_container.calico-system_*"
408---
409apiVersion: fluentbit.fluent.io/v1alpha2
410kind: ClusterFilter
411metadata:
412 name: couchdb
413 labels:
414 fluentbit.fluent.io/enabled: "true"
415 namespace: fluent-operator
416 annotations:
417 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
418 pallet.edge.ncr.com/name: fluentbit
419 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
420 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
421 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
422 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
423spec:
424 filters:
425 - parser:
426 alias: couchdb
427 keyName: message
428 parser: couchdb
429 reserveData: true
430 match: "k8s_container.data-sync-couchdb_data-sync-couchdb*"
431---
432apiVersion: fluentbit.fluent.io/v1alpha2
433kind: ClusterFilter
434metadata:
435 name: fluent-bit
436 labels:
437 fluentbit.fluent.io/enabled: "true"
438 namespace: fluent-operator
439 annotations:
440 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
441 pallet.edge.ncr.com/name: fluentbit
442 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
443 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
444 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
445 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
446spec:
447 filters:
448 - parser:
449 alias: fluent-bit
450 keyName: message
451 parser: fluent-bit
452 reserveData: true
453 match: "k8s_container.fluent-operator_fluent-bit*"
454---
455apiVersion: fluentbit.fluent.io/v1alpha2
456kind: ClusterFilter
457metadata:
458 name: fluent-bit-startup
459 labels:
460 fluentbit.fluent.io/enabled: "true"
461 namespace: fluent-operator
462 annotations:
463 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
464 pallet.edge.ncr.com/name: fluentbit
465 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
466 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
467 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
468 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
469spec:
470 filters:
471 - parser:
472 alias: fluent-bit-startup
473 keyName: message
474 parser: fluent-bit-startup
475 reserveData: true
476 match: "k8s_container.fluent-operator_fluent-bit*"
477---
478apiVersion: fluentbit.fluent.io/v1alpha2
479kind: ClusterFilter
480metadata:
481 name: fluent-operator
482 labels:
483 fluentbit.fluent.io/enabled: "true"
484 namespace: fluent-operator
485 annotations:
486 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
487 pallet.edge.ncr.com/name: fluentbit
488 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
489 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
490 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
491 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
492spec:
493 filters:
494 - parser:
495 alias: fluent-operator
496 keyName: message
497 parser: fluent-operator
498 reserveData: true
499 match: "k8s_container.fluent-operator_fluent-operator*"
500---
501apiVersion: fluentbit.fluent.io/v1alpha2
502kind: ClusterFilter
503metadata:
504 name: k8s-fb-plugin
505 labels:
506 fluentbit.fluent.io/enabled: "true"
507 namespace: fluent-operator
508 annotations:
509 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
510 pallet.edge.ncr.com/name: fluentbit
511 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
512 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
513 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
514 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
515spec:
516 filters:
517 - customPlugin:
518 config: |-
519 Name kubernetes
520 Alias k8s
521 Kube_tag_prefix k8s_container.
522 Regex_Parser k8s-custom-tag
523 K8S-Logging.Exclude On
524 Kube_Meta_Cache_TTL 60
525 Labels On
526 Annotations On
527 Merge_Log On
528 Buffer_Size 0
529 - nest:
530 addPrefix: kubernetes_
531 nestedUnder: kubernetes
532 operation: lift
533 - modify:
534 rules:
535 - remove: kubernetes_container_image
536 - remove: kubernetes_docker_id
537 - remove: kubernetes_pod_id
538 - nest:
539 nestUnder: kubernetes
540 operation: nest
541 removePrefix: kubernetes_
542 wildcard:
543 - kubernetes_*
544 match: k8s_container.*
545---
546apiVersion: fluentbit.fluent.io/v1alpha2
547kind: ClusterFilter
548metadata:
549 name: k8s-node-auditd
550 labels:
551 fluentbit.fluent.io/enabled: "true"
552 namespace: fluent-operator
553 annotations:
554 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
555 pallet.edge.ncr.com/name: fluentbit
556 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
557 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
558 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
559 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
560spec:
561 filters:
562 - recordModifier:
563 alias: auditd
564 records:
565 - log_type auditd
566 match: "k8s_node.auditd.*"
567---
568apiVersion: fluentbit.fluent.io/v1alpha2
569kind: ClusterFilter
570metadata:
571 name: k8s-node-clirunner
572 labels:
573 fluentbit.fluent.io/enabled: "true"
574 namespace: fluent-operator
575 annotations:
576 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
577 pallet.edge.ncr.com/name: fluentbit
578 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
579 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
580 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
581 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
582spec:
583 filters:
584 - recordModifier:
585 alias: clirunner
586 records:
587 - log_type clirunner
588 match: "k8s_node.clirunner.*"
589---
590apiVersion: fluentbit.fluent.io/v1alpha2
591kind: ClusterFilter
592metadata:
593 name: k8s-node-systemd
594 labels:
595 fluentbit.fluent.io/enabled: "true"
596 namespace: fluent-operator
597 annotations:
598 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
599 pallet.edge.ncr.com/name: fluentbit
600 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
601 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
602 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
603 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
604spec:
605 filters:
606 - lua:
607 alias: lua-systemd
608 call: format_log_level
609 script:
610 name: lua-systemd
611 key: systemd.lua
612 - grep:
613 alias: systemd-severity
614 regex: "severity (EMERGENCY|ALERT|CRITICAL|ERROR|WARNING|NOTICE)"
615 - modify:
616 alias: systemd-rules
617 rules:
618 - copy:
619 "SYSLOG_IDENTIFIER": "log_type"
620 match: "k8s_node.systemd.*"
621---
622apiVersion: fluentbit.fluent.io/v1alpha2
623kind: ClusterFilter
624metadata:
625 name: kured
626 labels:
627 fluentbit.fluent.io/enabled: "true"
628 namespace: fluent-operator
629 annotations:
630 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
631 pallet.edge.ncr.com/name: fluentbit
632 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
633 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
634 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
635 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
636spec:
637 filters:
638 - parser:
639 alias: kured
640 keyName: message
641 parser: kured
642 reserveData: true
643 match: "k8s_container.kured_kured*"
644---
645apiVersion: fluentbit.fluent.io/v1alpha2
646kind: ClusterFilter
647metadata:
648 name: postgres-exporter
649 labels:
650 fluentbit.fluent.io/enabled: "true"
651 namespace: fluent-operator
652 annotations:
653 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
654 pallet.edge.ncr.com/name: fluentbit
655 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
656 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
657 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
658 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
659spec:
660 filters:
661 - parser:
662 alias: postgres-exporter
663 keyName: message
664 parser: postgres-exporter
665 reserveData: true
666 match: "k8s_container.emerald-services*_emerald-postgres*"
667---
668apiVersion: fluentbit.fluent.io/v1alpha2
669kind: ClusterFilter
670metadata:
671 name: prometheus-operator
672 labels:
673 fluentbit.fluent.io/enabled: "true"
674 namespace: fluent-operator
675 annotations:
676 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
677 pallet.edge.ncr.com/name: fluentbit
678 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
679 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
680 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
681 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
682spec:
683 filters:
684 - parser:
685 keyName: message
686 parser: prometheus-operator
687 reserveData: true
688 match: "k8s_container.prometheus-operator_prometheus-operator*"
689---
690apiVersion: fluentbit.fluent.io/v1alpha2
691kind: ClusterFilter
692metadata:
693 name: redpanda
694 labels:
695 fluentbit.fluent.io/enabled: "true"
696 namespace: fluent-operator
697 annotations:
698 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
699 pallet.edge.ncr.com/name: fluentbit
700 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
701 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
702 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
703 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
704spec:
705 filters:
706 - parser:
707 alias: redpanda
708 keyName: message
709 parser: redpanda
710 reserveData: true
711 match: "k8s_container.redpanda_redpanda*"
712---
713apiVersion: fluentbit.fluent.io/v1alpha2
714kind: ClusterFilter
715metadata:
716 name: throttle-fluentbit
717 labels:
718 fluentbit.fluent.io/enabled: "true"
719 namespace: fluent-operator
720 annotations:
721 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
722 pallet.edge.ncr.com/name: fluentbit
723 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
724 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
725 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
726 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
727spec:
728 filters:
729 - throttle:
730 alias: fluent-throttle
731 interval: 30s
732 rate: 60
733 window: 6
734 match: "k8s_container.fluent-operator_fluent-bit*"
735---
736apiVersion: fluentbit.fluent.io/v1alpha2
737kind: ClusterFilter
738metadata:
739 name: zzz-k8s-container
740 labels:
741 fluentbit.fluent.io/enabled: "true"
742 namespace: fluent-operator
743 annotations:
744 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
745 pallet.edge.ncr.com/name: fluentbit
746 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
747 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
748 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
749 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
750spec:
751 filters:
752 - modify:
753 alias: k8s-level
754 rules:
755 - rename:
756 "level": "severity"
757 - rename:
758 "lvl": "severity"
759 match: "k8s_container.*"
760---
761apiVersion: fluentbit.fluent.io/v1alpha2
762kind: ClusterFluentBitConfig
763metadata:
764 name: fluent-bit-config
765 labels:
766 app.kubernetes.io/name: fluent-bit
767 namespace: fluent-operator
768 annotations:
769 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
770 pallet.edge.ncr.com/name: fluentbit
771 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
772 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
773 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
774 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
775spec:
776 service:
777 daemon: false
778 flushSeconds: 5
779 healthCheck: true
780 httpListen: 0.0.0.0
781 httpPort: 32020
782 httpServer: true
783 logLevel: info
784 parsersFile: parsers.conf
785 filterSelector:
786 matchLabels:
787 fluentbit.fluent.io/enabled: "true"
788 inputSelector:
789 matchLabels:
790 fluentbit.fluent.io/enabled: "true"
791 outputSelector:
792 matchLabels:
793 fluentbit.fluent.io/enabled: "true"
794---
795apiVersion: fluentbit.fluent.io/v1alpha2
796kind: ClusterInput
797metadata:
798 name: k8s-container
799 labels:
800 fluentbit.fluent.io/enabled: "true"
801 namespace: fluent-operator
802 annotations:
803 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
804 pallet.edge.ncr.com/name: fluentbit
805 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
806 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
807 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
808 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
809spec:
810 alias: k8s-tail
811 tail:
812 bufferChunkSize: 512k
813 bufferMaxSize: 10240k
814 db: /var/log/flb_containers.db
815 memBufLimit: 100MB
816 multilineParser: docker
817 path: /var/log/containers/*.log
818 readFromHead: true
819 refreshIntervalSeconds: 60
820 skipLongLines: true
821 tag: k8s_container.<namespace_name>_<pod_name>_<container_name>_<docker_id>
822 tagRegex: (?<pod_name>[a-z0-9]([-a-z0-9]*[a-z0-9])?(\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*)_(?<namespace_name>[^_]+)_(?<container_name>.+)-(?<docker_id>.+).log
823---
824apiVersion: fluentbit.fluent.io/v1alpha2
825kind: ClusterInput
826metadata:
827 name: k8s-node-auditd
828 labels:
829 fluentbit.fluent.io/enabled: "true"
830 namespace: fluent-operator
831 annotations:
832 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
833 pallet.edge.ncr.com/name: fluentbit
834 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
835 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
836 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
837 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
838spec:
839 alias: auditd-tail
840 tail:
841 db: /var/log/flb_auditd.db
842 memBufLimit: 100MB
843 path: /var/log/audit/audit.log
844 refreshIntervalSeconds: 10
845 tag: k8s_node.auditd.$${NODE_NAME}
846---
847apiVersion: fluentbit.fluent.io/v1alpha2
848kind: ClusterInput
849metadata:
850 name: k8s-node-clirunner
851 namespace: fluent-operator
852 labels:
853 fluentbit.fluent.io/enabled: "true"
854 annotations:
855 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
856 pallet.edge.ncr.com/name: fluentbit
857 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
858 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
859 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
860 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
861spec:
862 alias: clirunner-tail
863 tail:
864 db: /var/log/flb_clirunner.db
865 memBufLimit: 50MB
866 parser: json
867 path: /var/log/clirunner/audit.log
868 refreshIntervalSeconds: 10
869 tag: k8s_node.clirunner.$${NODE_NAME}
870---
871apiVersion: fluentbit.fluent.io/v1alpha2
872kind: ClusterInput
873metadata:
874 name: k8s-node-systemd
875 labels:
876 fluentbit.fluent.io/enabled: "true"
877 namespace: fluent-operator
878 annotations:
879 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
880 pallet.edge.ncr.com/name: fluentbit
881 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
882 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
883 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
884 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
885spec:
886 alias: systemd
887 systemd:
888 db: /var/log/flb_systemd.db
889 maxEntries: 500
890 path: /var/log/journal
891 tag: k8s_node.systemd.$${NODE_NAME}
892---
893apiVersion: fluentbit.fluent.io/v1alpha2
894kind: ClusterOutput
895metadata:
896 name: k8s-container
897 labels:
898 fluentbit.fluent.io/enabled: "true"
899 namespace: fluent-operator
900 annotations:
901 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
902 pallet.edge.ncr.com/name: fluentbit
903 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
904 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
905 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
906 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
907spec:
908 customPlugin:
909 config: |-
910 Name stackdriver
911 Alias k8s-container
912 Match k8s_container.*
913 export_to_project_id ${foreman_gcp_project_id}
914 resource k8s_container
915 k8s_cluster_name ${cluster_uuid}
916 k8s_cluster_location ${gcp_region}-${gcp_zone}
917 severity_key severity
918 Retry_Limit 10
919 Workers 1
920 autoformat_stackdriver_trace true
921 labels cluster_edge_id=${cluster_uuid},cluster_type=${cluster_provider},cluster_name=${cluster_uuid},project_id=${gcp_project_id},node_name=$${NODE_NAME}
922 custom_k8s_regex (?<namespace_name>[a-z0-9]([-a-z0-9]*[a-z0-9])?(\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*)_(?<pod_name>[^_]+)_(?<container_name>.+)_(?<docker_id>.+)
923 tag_prefix k8s_container.
924 tls on
925 net.dns.resolver LEGACY
926 compress gzip
927---
928apiVersion: fluentbit.fluent.io/v1alpha2
929kind: ClusterOutput
930metadata:
931 name: k8s-node
932 labels:
933 fluentbit.fluent.io/enabled: "true"
934 namespace: fluent-operator
935 annotations:
936 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
937 pallet.edge.ncr.com/name: fluentbit
938 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
939 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
940 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
941 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
942spec:
943 customPlugin:
944 config: |-
945 Name stackdriver
946 Alias k8s_node
947 Match k8s_node.*
948 export_to_project_id ${foreman_gcp_project_id}
949 resource k8s_node
950 k8s_cluster_name ${cluster_uuid}
951 k8s_cluster_location ${gcp_region}-${gcp_zone}
952 severity_key severity
953 log_name_key log_type
954 Retry_Limit 10
955 Workers 1
956 autoformat_stackdriver_trace true
957 labels cluster_edge_id=${cluster_uuid},cluster_type=${cluster_provider},cluster_name=${cluster_uuid},project_id=${gcp_project_id},node_name=$${NODE_NAME}
958 custom_k8s_regex ([a-z0-9]+\.(?<node_name>.+))
959 tag_prefix k8s_node.
960 tls On
961 net.dns.resolver LEGACY
962 compress gzip
963---
964apiVersion: fluentbit.fluent.io/v1alpha2
965kind: ClusterParser
966metadata:
967 name: ambassador
968 labels:
969 fluentbit.fluent.io/enabled: "true"
970 namespace: fluent-operator
971 annotations:
972 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
973 pallet.edge.ncr.com/name: fluentbit
974 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
975 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
976 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
977 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
978spec:
979 regex:
980 regex: ^(?<time>\d{4}-\d{2}-\d{2}\s+\d{2}:\d{2}:\d{2})\s+(?<diag>\w+)\s+(?<version>\d{1}.\d{1}.\d{1})\s+(?<code>\[\w+\])\s+(?<severity>\w+):(?<message>.*)
981---
982apiVersion: fluentbit.fluent.io/v1alpha2
983kind: ClusterParser
984metadata:
985 name: ambassador-b
986 labels:
987 fluentbit.fluent.io/enabled: "true"
988 namespace: fluent-operator
989 annotations:
990 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
991 pallet.edge.ncr.com/name: fluentbit
992 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
993 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
994 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
995 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
996spec:
997 regex:
998 regex: ^\w+="(?<time>\d{4}-\d{2}-\d{2}\s+\d{2}:\d{2}:\d{2}.\d+)"\s+\w+=(?<severity>\S+)\s+msg=(?<message>"[^"]+?")\s+func=(?<function>\S+)\s+file=(?<file>"[^"]+?")\s+CMD=(?<cmd>\S+)\s+PID=(?<pid>\d+)\s+THREAD=(?<thread>\S+)
999---
1000apiVersion: fluentbit.fluent.io/v1alpha2
1001kind: ClusterParser
1002metadata:
1003 name: calico-system
1004 labels:
1005 fluentbit.fluent.io/enabled: "true"
1006 namespace: fluent-operator
1007 annotations:
1008 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
1009 pallet.edge.ncr.com/name: fluentbit
1010 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
1011 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
1012 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
1013 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
1014spec:
1015 regex:
1016 regex: ^(?<time>\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}.\d{3}) \[(?<severity>\w+)\]\[(?<lognum>.*?)\] (?<message>.*)$
1017 timeFormat: "%Y-%m-%d %H:%M:%S.%L"
1018 timeKey: time
1019---
1020apiVersion: fluentbit.fluent.io/v1alpha2
1021kind: ClusterParser
1022metadata:
1023 name: containerd
1024 labels:
1025 fluentbit.fluent.io/enabled: "true"
1026 namespace: fluent-operator
1027 annotations:
1028 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
1029 pallet.edge.ncr.com/name: fluentbit
1030 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
1031 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
1032 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
1033 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
1034spec:
1035 regex:
1036 regex: '^(?<time>\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}.\d+([zZ]{1}|[-+]\d{2}:\d{2})) (?<stream>stdout|stderr) [^ ]* (?<message>.*)$'
1037 timeFormat: "%Y-%m-%dT%H:%M:%S.%L%z"
1038 timeKey: time
1039---
1040apiVersion: fluentbit.fluent.io/v1alpha2
1041kind: ClusterParser
1042metadata:
1043 name: couchdb
1044 labels:
1045 fluentbit.fluent.io/enabled: "true"
1046 namespace: fluent-operator
1047 annotations:
1048 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
1049 pallet.edge.ncr.com/name: fluentbit
1050 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
1051 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
1052 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
1053 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
1054spec:
1055 regex:
1056 regex: \[(?<level>\w+)\]\s+(?<time>\d{4}-\d{2}-\d{2}[T]\d{2}:\d{2}:\d{2}.\d{6}[zZ])\s+(?<message>.*)
1057---
1058apiVersion: fluentbit.fluent.io/v1alpha2
1059kind: ClusterParser
1060metadata:
1061 name: fluent-bit
1062 labels:
1063 fluentbit.fluent.io/enabled: "true"
1064 namespace: fluent-operator
1065 annotations:
1066 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
1067 pallet.edge.ncr.com/name: fluentbit
1068 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
1069 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
1070 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
1071 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
1072spec:
1073 regex:
1074 regex: ^\[(?<time>\d{4}\/\d{2}\/\d{2} \d{2}:\d{2}:\d{2})\] \[\s*(?<severity>\w+)\] \[(?<component>.*?)\] (?<message>.*)$
1075 timeFormat: "%Y/%m/%d %H:%M:%S"
1076 timeKey: time
1077---
1078apiVersion: fluentbit.fluent.io/v1alpha2
1079kind: ClusterParser
1080metadata:
1081 name: fluent-bit-startup
1082 labels:
1083 fluentbit.fluent.io/enabled: "true"
1084 namespace: fluent-operator
1085 annotations:
1086 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
1087 pallet.edge.ncr.com/name: fluentbit
1088 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
1089 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
1090 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
1091 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
1092spec:
1093 regex:
1094 regex: ^level=(?<severity>\w+) time=(?<time>[^ ]*) msg=(?<message>.*)$
1095 timeFormat: "%Y-%m-%dT%H:%M:%S%z"
1096 timeKey: time
1097---
1098apiVersion: fluentbit.fluent.io/v1alpha2
1099kind: ClusterParser
1100metadata:
1101 name: fluent-operator
1102 labels:
1103 fluentbit.fluent.io/enabled: "true"
1104 namespace: fluent-operator
1105 annotations:
1106 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
1107 pallet.edge.ncr.com/name: fluentbit
1108 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
1109 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
1110 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
1111 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
1112spec:
1113 regex:
1114 regex: ^(?<time>\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}[zZ])\s+(?<severity>\S+)\s+(?<message>.+?)$
1115---
1116apiVersion: fluentbit.fluent.io/v1alpha2
1117kind: ClusterParser
1118metadata:
1119 name: glog
1120 labels:
1121 fluentbit.fluent.io/enabled: "true"
1122 namespace: fluent-operator
1123 annotations:
1124 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
1125 pallet.edge.ncr.com/name: fluentbit
1126 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
1127 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
1128 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
1129 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
1130spec:
1131 regex:
1132 regex: '^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source_file>[^ \]]+)\:(?<source_line>\d+)\]\s(?<message>.*)$'
1133 timeFormat: "%m%d %H:%M:%S.%L"
1134 timeKey: time
1135---
1136apiVersion: fluentbit.fluent.io/v1alpha2
1137kind: ClusterParser
1138metadata:
1139 name: json-simple
1140 labels:
1141 fluentbit.fluent.io/enabled: "true"
1142 namespace: fluent-operator
1143 annotations:
1144 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
1145 pallet.edge.ncr.com/name: fluentbit
1146 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
1147 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
1148 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
1149 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
1150spec:
1151 json: {}
1152---
1153apiVersion: fluentbit.fluent.io/v1alpha2
1154kind: ClusterParser
1155metadata:
1156 name: k8s-custom-tag
1157 labels:
1158 fluentbit.fluent.io/enabled: "true"
1159 namespace: fluent-operator
1160 annotations:
1161 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
1162 pallet.edge.ncr.com/name: fluentbit
1163 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
1164 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
1165 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
1166 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
1167spec:
1168 regex:
1169 regex: '^(?<namespace_name>[a-z0-9]([-a-z0-9]*[a-z0-9])?(\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*)_(?<pod_name>[^_]+)_(?<container_name>.+)_(?<docker_id>.+)$'
1170---
1171apiVersion: fluentbit.fluent.io/v1alpha2
1172kind: ClusterParser
1173metadata:
1174 name: kured
1175 labels:
1176 fluentbit.fluent.io/enabled: "true"
1177 namespace: fluent-operator
1178 annotations:
1179 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
1180 pallet.edge.ncr.com/name: fluentbit
1181 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
1182 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
1183 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
1184 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
1185spec:
1186 regex:
1187 regex: '^time="(?<time>[^"]*)" level=(?<severity>\w+) msg="(?<message>.*)"$'
1188 timeFormat: "%Y-%m-%dT%H:%M:%S%z"
1189 timeKey: time
1190---
1191apiVersion: fluentbit.fluent.io/v1alpha2
1192kind: ClusterParser
1193metadata:
1194 name: postgres-exporter
1195 labels:
1196 fluentbit.fluent.io/enabled: "true"
1197 namespace: fluent-operator
1198 annotations:
1199 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
1200 pallet.edge.ncr.com/name: fluentbit
1201 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
1202 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
1203 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
1204 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
1205spec:
1206 regex:
1207 regex: ^ts=(?<time>\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}.\d{3}[zZ]) caller=(?<caller>.*) level=(?<severity>.*) err=(?<message>.*)$
1208 timeFormat: "%Y-%m-%dT%H:%M:%S.%L%z"
1209 timeKey: time
1210---
1211apiVersion: fluentbit.fluent.io/v1alpha2
1212kind: ClusterParser
1213metadata:
1214 name: prometheus-operator
1215 labels:
1216 fluentbit.fluent.io/enabled: "true"
1217 namespace: fluent-operator
1218 annotations:
1219 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
1220 pallet.edge.ncr.com/name: fluentbit
1221 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
1222 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
1223 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
1224 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
1225spec:
1226 regex:
1227 regex: ^\w+=(?<severity>\w+)\s+\w+=(?<time>\d{4}-\d{2}-\d{2}.\d{2}:\d{2}:\d{2}.\d+\w{1})\s+\w+=(?<caller>\S+)(\s+\w+=(?<component>\w+))?(?:\s+key=(?<key>\S+))?(?:\s+alertmanager=(?<alertmanager>\S+))?(?:\s+namespace=(?<namespace>\S+))?\s+\w+=(?<message>"[^"]*")(\s+secret=(?<secret>.*))?(\s+err=(?<err>.*))?
1228---
1229apiVersion: fluentbit.fluent.io/v1alpha2
1230kind: ClusterParser
1231metadata:
1232 name: redpanda
1233 labels:
1234 fluentbit.fluent.io/enabled: "true"
1235 namespace: fluent-operator
1236 annotations:
1237 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
1238 pallet.edge.ncr.com/name: fluentbit
1239 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
1240 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
1241 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
1242 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
1243spec:
1244 regex:
1245 regex: ^(?<level>\w+)\s+(?<time>\d{4}-\d{2}-\d{2}\s+\d{2}:\d{2}:\d{2},\d{3})\s+\[shard\s+(?<shard>\d+)\]\s+(?<module>\w+)\s+-\s+(?<file>\w+\.\w+):(?<line>\d+)\s+-\s+(?<message>.*)$
1246---
1247apiVersion: fluentbit.fluent.io/v1alpha2
1248kind: FluentBit
1249metadata:
1250 labels:
1251 app.kubernetes.io/name: fluent-bit
1252 name: fluent-bit
1253 namespace: fluent-operator
1254 annotations:
1255 pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z"
1256 pallet.edge.ncr.com/name: fluentbit
1257 pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1
1258 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1
1259 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging'
1260 pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a
1261spec:
1262 envVars:
1263 - name: GOOGLE_SERVICE_CREDENTIALS
1264 value: /var/secrets/google/key.json
1265 fluentBitConfigName: fluent-bit-config
1266 image: us-east1-docker.pkg.dev/ret-edge-pltf-infra/thirdparty/kubesphere/fluent-bit@sha256:b3e867b95ef20c7ecbcbd58ef1abbab7c574716a0ecb50cccb9a3d4c35f99532
1267 labels:
1268 app.kubernetes.io/component: logs
1269 livenessProbe:
1270 httpGet:
1271 path: /
1272 port: 32020
1273 metricsPort: 32020
1274 positionDB:
1275 hostPath:
1276 path: /var/lib/fluent-bit/
1277 readinessProbe:
1278 httpGet:
1279 path: /api/v1/health
1280 port: 32020
1281 resources:
1282 limits:
1283 cpu: 750m
1284 memory: 200Mi
1285 requests:
1286 cpu: 100m
1287 memory: 100Mi
1288 tolerations:
1289 - effect: NoSchedule
1290 key: node-role.kubernetes.io/master
1291 operator: Exists
1292 volumes:
1293 - hostPath:
1294 path: /var/log/journal
1295 name: journal
1296 - hostPath:
1297 path: /mnt
1298 name: mnt
1299 - hostPath:
1300 path: /var/snap/microk8s/
1301 name: varlibdockercontainers
1302 - hostPath:
1303 path: /var/log
1304 name: varlog
1305 - name: gcp-api-key
1306 secret:
1307 secretName: gcp-api-key
1308 volumesMounts:
1309 - mountPath: /journal
1310 name: journal
1311 - mountPath: /mnt
1312 name: mnt
1313 readOnly: true
1314 - mountPath: /var/snap/microk8s/
1315 name: varlibdockercontainers
1316 readOnly: true
1317 - mountPath: /var/log
1318 name: varlog
1319 - mountPath: /var/secrets/google
1320 name: gcp-api-key
1321 readOnly: true
View as plain text