fluentd根据K8S名称空间自动生成索引

发布时间 2023-12-26 17:40:06作者: ZANAN

fluentd示例配置:

apiVersion: v1
data:
  containers.input.conf: |-
    <source>
      @type tail
      path /var/log/containers/*.log
      pos_file /var/log/fluentd-containers.log.pos
      tag kubernetes.*
      <parse>
        @type json
        time_format %Y-%m-%dT%H:%M:%S.%NZ
      </parse>
    </source>

    <filter kubernetes.**>
      @type kubernetes_metadata
    </filter>

    <match kubernetes.**>
      @type elasticsearch_dynamic
      host elasticsearch-client
      port 9200
      scheme http
      user elastic
      password ws123456
      logstash_format true
      logstash_prefix  ${record['kubernetes']['namespace_name']}-index
      <buffer>
        @type file
        path /var/log/fluentd-buffer/kubernetes.system.buffer
        flush_mode interval
        flush_interval 5s
      </buffer>
    </match>