apiVersion: v1 kind: ServiceAccount metadata: name: fluent-bit namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a labels: {} --- apiVersion: v1 kind: ServiceAccount metadata: name: watch-kube namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a labels: {} --- apiVersion: rbac.authorization.k8s.io/v1 kind: Role metadata: name: fluentbit-terminal-configuration namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a labels: {} rules: - resources: ["secrets"] apiGroups: [""] resourceNames: ["gcp-api-key"] verbs: ["get", "watch", "list"] - resources: ["configmaps"] apiGroups: [""] verbs: ["watch", "list"] - resources: ["configmaps"] apiGroups: [""] resourceNames: ["fluent-service-terminal", "fluent-stackdriver-output-terminal"] verbs: ["get"] --- apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRole metadata: name: fluent-bit-read annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a labels: {} rules: - resources: - namespaces - pods - services - nodes - nodes/proxy apiGroups: [""] verbs: ["get", "list", "watch"] --- apiVersion: rbac.authorization.k8s.io/v1 kind: RoleBinding metadata: name: watch-kube namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a labels: {} roleRef: name: fluentbit-terminal-configuration kind: Role apiGroup: rbac.authorization.k8s.io subjects: - name: watch-kube kind: ServiceAccount namespace: fluent-operator --- apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRoleBinding metadata: name: fluent-bit-read annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a labels: {} roleRef: name: fluent-bit-read kind: ClusterRole apiGroup: rbac.authorization.k8s.io subjects: - name: fluent-bit namespace: fluent-operator kind: ServiceAccount --- apiVersion: v1 kind: ConfigMap metadata: name: fluent-service-terminal labels: configtype.ncr.com: fluent terminal.ncr.com: all namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a data: service.conf: |- [SERVICE] # Flush # ===== # set an interval of seconds before to flush records to a destination flush 5 # Daemon # ====== # instruct Fluent Bit to run in foreground or background mode. daemon Off # Log_Level # ========= # Set the verbosity level of the service, values can be: # # - error # - warning # - info # - debug # - trace # # by default 'info' is set, that means it includes 'error' and 'warning'. log_level info # Parsers File # ============ # specify an optional 'Parsers' configuration file parsers_file /etc/td-agent-bit/parsers.conf # Plugins File # ============ # specify an optional 'Plugins' configuration file to load external plugins. #plugins_file /etc/td-agent-bit/plugins.conf # HTTP Server # =========== # Enable/Disable the built-in HTTP Server for metrics http_server Off http_listen 0.0.0.0 http_port 2020 # Storage # ======= # Fluent Bit can use memory and filesystem buffering based mechanisms # # - https://docs.fluentbit.io/manual/administration/buffering-and-storage # # storage metrics # --------------- # publish storage pipeline metrics in '/api/v1/storage'. The metrics are # exported only if the 'http_server' option is enabled. # storage.metrics on # storage.path # ------------ # absolute file system path to store filesystem data buffers (chunks). # # storage.path /tmp/storage # storage.sync # ------------ # configure the synchronization mode used to store the data into the # filesystem. It can take the values normal or full. # # storage.sync normal # storage.checksum # ---------------- # enable the data integrity check when writing and reading data from the # filesystem. The storage layer uses the CRC32 algorithm. # # storage.checksum off # storage.backlog.mem_limit # ------------------------- # if storage.path is set, Fluent Bit will look for data chunks that were # not delivered and are still in the storage layer, these are called # backlog data. This option configure a hint of maximum value of memory # to use when processing these records. # # storage.backlog.mem_limit 5M --- apiVersion: v1 kind: ConfigMap metadata: name: fluentbit-stackdriver-output-terminal labels: configtype.ncr.com: fluent terminal.ncr.com: all namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a data: output-stackdriver.conf: | [OUTPUT] Name stackdriver Match k8s_container.* export_to_project_id ${foreman_gcp_project_id} resource k8s_container k8s_cluster_name ${cluster_uuid} k8s_cluster_location ${gcp_region}-${gcp_zone} severity_key severity Retry_Limit 10 Workers 1 autoformat_stackdriver_trace true labels cluster_edge_id=${cluster_uuid},cluster_name=${cluster_uuid},cluster_type=${cluster_provider},lane_number=$${lane_no},node_name=$${NODE_NAME} custom_k8s_regex (?[a-z0-9]([-a-z0-9]*[a-z0-9])?(\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*)_(?[^_]+)_(?.+)_(?.+) tag_prefix k8s_container. tls On google_service_credentials /etc/td-agent-bit/creds/key.json net.dns.resolver LEGACY [OUTPUT] Name stackdriver Match k8s_node.* export_to_project_id ret-edge-dev0-foreman resource k8s_node k8s_cluster_name ${cluster_uuid} k8s_cluster_location ${gcp_region}-${gcp_zone} severity_key severity log_name_key log_type Retry_Limit 10 Workers 1 autoformat_stackdriver_trace true labels cluster_edge_id=${cluster_uuid},cluster_name=${cluster_uuid},cluster_type=${cluster_provider},lane_number=$${lane_no},node_name=$${NODE_NAME} custom_k8s_regex ([a-z0-9]+\.(?.+)) tag_prefix k8s_node. tls On google_service_credentials /etc/td-agent-bit/creds/key.json net.dns.resolver LEGACY --- apiVersion: v1 kind: ConfigMap metadata: name: lua-systemd labels: app.kubernetes.io/component: operator app.kubernetes.io/name: fluent-bit-lua namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a data: systemd.lua: | local level_map = { ["0"] = "EMERGENCY", ["1"] = "ALERT", ["2"] = "CRITICAL", ["3"] = "ERROR", ["4"] = "WARNING", ["5"] = "NOTICE", ["6"] = "INFO", ["7"] = "DEBUG" } function format_log_level(tag, timestamp, record) level = record["PRIORITY"] val = level_map[level] if (not val) then val = "DEFAULT" end new_rec = record new_rec["severity"] = val return 2, timestamp, new_rec end --- apiVersion: external-secrets.io/v1beta1 kind: ExternalSecret metadata: name: gcp-api-key namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a labels: {} spec: data: - remoteRef: key: o11y-${cluster_uuid}-gcp-api-key secretKey: key.json refreshInterval: 1m secretStoreRef: name: gcp-provider kind: ClusterSecretStore target: name: gcp-api-key creationPolicy: Owner --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterFilter metadata: name: aaa-k8s-container labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: filters: - modify: alias: k8s-rename rules: - rename: "log": "message" - parser: alias: containerd-message keyName: message parser: containerd - parser: alias: glog-message keyName: message parser: glog,json-simple reserveData: true match: "k8s_container.*" --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterFilter metadata: name: ambassador labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: filters: - parser: keyName: message parser: ambassador reserveData: true - parser: keyName: message parser: ambassador-b reserveData: true match: "k8s_container.emissary_emissary-ingress*" --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterFilter metadata: name: calico-system labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: filters: - parser: alias: calico-system keyName: message parser: calico-system reserveData: true match: "k8s_container.calico-system_*" --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterFilter metadata: name: couchdb labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: filters: - parser: alias: couchdb keyName: message parser: couchdb reserveData: true match: "k8s_container.data-sync-couchdb_data-sync-couchdb*" --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterFilter metadata: name: fluent-bit labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: filters: - parser: alias: fluent-bit keyName: message parser: fluent-bit reserveData: true match: "k8s_container.fluent-operator_fluent-bit*" --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterFilter metadata: name: fluent-bit-startup labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: filters: - parser: alias: fluent-bit-startup keyName: message parser: fluent-bit-startup reserveData: true match: "k8s_container.fluent-operator_fluent-bit*" --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterFilter metadata: name: fluent-operator labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: filters: - parser: alias: fluent-operator keyName: message parser: fluent-operator reserveData: true match: "k8s_container.fluent-operator_fluent-operator*" --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterFilter metadata: name: k8s-fb-plugin labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: filters: - customPlugin: config: |- Name kubernetes Alias k8s Kube_tag_prefix k8s_container. Regex_Parser k8s-custom-tag K8S-Logging.Exclude On Kube_Meta_Cache_TTL 60 Labels On Annotations On Merge_Log On Buffer_Size 0 - nest: addPrefix: kubernetes_ nestedUnder: kubernetes operation: lift - modify: rules: - remove: kubernetes_container_image - remove: kubernetes_docker_id - remove: kubernetes_pod_id - nest: nestUnder: kubernetes operation: nest removePrefix: kubernetes_ wildcard: - kubernetes_* match: k8s_container.* --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterFilter metadata: name: k8s-node-auditd labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: filters: - recordModifier: alias: auditd records: - log_type auditd match: "k8s_node.auditd.*" --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterFilter metadata: name: k8s-node-clirunner labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: filters: - recordModifier: alias: clirunner records: - log_type clirunner match: "k8s_node.clirunner.*" --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterFilter metadata: name: k8s-node-systemd labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: filters: - lua: alias: lua-systemd call: format_log_level script: name: lua-systemd key: systemd.lua - grep: alias: systemd-severity regex: "severity (EMERGENCY|ALERT|CRITICAL|ERROR|WARNING|NOTICE)" - modify: alias: systemd-rules rules: - copy: "SYSLOG_IDENTIFIER": "log_type" match: "k8s_node.systemd.*" --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterFilter metadata: name: kured labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: filters: - parser: alias: kured keyName: message parser: kured reserveData: true match: "k8s_container.kured_kured*" --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterFilter metadata: name: postgres-exporter labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: filters: - parser: alias: postgres-exporter keyName: message parser: postgres-exporter reserveData: true match: "k8s_container.emerald-services*_emerald-postgres*" --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterFilter metadata: name: prometheus-operator labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: filters: - parser: keyName: message parser: prometheus-operator reserveData: true match: "k8s_container.prometheus-operator_prometheus-operator*" --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterFilter metadata: name: redpanda labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: filters: - parser: alias: redpanda keyName: message parser: redpanda reserveData: true match: "k8s_container.redpanda_redpanda*" --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterFilter metadata: name: throttle-fluentbit labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: filters: - throttle: alias: fluent-throttle interval: 30s rate: 60 window: 6 match: "k8s_container.fluent-operator_fluent-bit*" --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterFilter metadata: name: zzz-k8s-container labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: filters: - modify: alias: k8s-level rules: - rename: "level": "severity" - rename: "lvl": "severity" match: "k8s_container.*" --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterFluentBitConfig metadata: name: fluent-bit-config labels: app.kubernetes.io/name: fluent-bit namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: service: daemon: false flushSeconds: 5 healthCheck: true httpListen: 0.0.0.0 httpPort: 32020 httpServer: true logLevel: info parsersFile: parsers.conf filterSelector: matchLabels: fluentbit.fluent.io/enabled: "true" inputSelector: matchLabels: fluentbit.fluent.io/enabled: "true" outputSelector: matchLabels: fluentbit.fluent.io/enabled: "true" --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterInput metadata: name: k8s-container labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: alias: k8s-tail tail: bufferChunkSize: 512k bufferMaxSize: 10240k db: /var/log/flb_containers.db memBufLimit: 100MB multilineParser: docker path: /var/log/containers/*.log readFromHead: true refreshIntervalSeconds: 60 skipLongLines: true tag: k8s_container.___ tagRegex: (?[a-z0-9]([-a-z0-9]*[a-z0-9])?(\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*)_(?[^_]+)_(?.+)-(?.+).log --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterInput metadata: name: k8s-node-auditd labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: alias: auditd-tail tail: db: /var/log/flb_auditd.db memBufLimit: 100MB path: /var/log/audit/audit.log refreshIntervalSeconds: 10 tag: k8s_node.auditd.$${NODE_NAME} --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterInput metadata: name: k8s-node-clirunner namespace: fluent-operator labels: fluentbit.fluent.io/enabled: "true" annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: alias: clirunner-tail tail: db: /var/log/flb_clirunner.db memBufLimit: 50MB parser: json path: /var/log/clirunner/audit.log refreshIntervalSeconds: 10 tag: k8s_node.clirunner.$${NODE_NAME} --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterInput metadata: name: k8s-node-systemd labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: alias: systemd systemd: db: /var/log/flb_systemd.db maxEntries: 500 path: /var/log/journal tag: k8s_node.systemd.$${NODE_NAME} --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterOutput metadata: name: k8s-container labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: customPlugin: config: |- Name stackdriver Alias k8s-container Match k8s_container.* export_to_project_id ${foreman_gcp_project_id} resource k8s_container k8s_cluster_name ${cluster_uuid} k8s_cluster_location ${gcp_region}-${gcp_zone} severity_key severity Retry_Limit 10 Workers 1 autoformat_stackdriver_trace true labels cluster_edge_id=${cluster_uuid},cluster_type=${cluster_provider},cluster_name=${cluster_uuid},project_id=${gcp_project_id},node_name=$${NODE_NAME} custom_k8s_regex (?[a-z0-9]([-a-z0-9]*[a-z0-9])?(\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*)_(?[^_]+)_(?.+)_(?.+) tag_prefix k8s_container. tls on net.dns.resolver LEGACY compress gzip --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterOutput metadata: name: k8s-node labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: customPlugin: config: |- Name stackdriver Alias k8s_node Match k8s_node.* export_to_project_id ${foreman_gcp_project_id} resource k8s_node k8s_cluster_name ${cluster_uuid} k8s_cluster_location ${gcp_region}-${gcp_zone} severity_key severity log_name_key log_type Retry_Limit 10 Workers 1 autoformat_stackdriver_trace true labels cluster_edge_id=${cluster_uuid},cluster_type=${cluster_provider},cluster_name=${cluster_uuid},project_id=${gcp_project_id},node_name=$${NODE_NAME} custom_k8s_regex ([a-z0-9]+\.(?.+)) tag_prefix k8s_node. tls On net.dns.resolver LEGACY compress gzip --- apiVersion: fluentbit.fluent.io/v1alpha2 kind: ClusterParser metadata: name: ambassador labels: fluentbit.fluent.io/enabled: "true" namespace: fluent-operator annotations: pallet.edge.ncr.com/created: "2023-02-16T21:26:39Z" pallet.edge.ncr.com/name: fluentbit pallet.edge.ncr.com/revision: 696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/source: https://github.com/ncrvoyix-swt-retail/edge-infra/tree/696897a3df910b6e84a88c9336907a17b18159c1 pallet.edge.ncr.com/team: '@ncrvoyix-swt-retail/edge-logging' pallet.edge.ncr.com/version: 7.7.7-rc.1676582799+commit.696897a spec: regex: regex: ^(?