fluentd/fluent.conf at main · ramsalt/fluentd · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
<system>
  log_level "#{ENV['FLUENT_LOGLEVEL'] || 'info'}"
</system>

<source>
  @type  forward
  @id    in_forward
  @label @mainstream
  port  24224
  <transport tls>
    cert_path /srv/ssl/tls.crt
    private_key_path /srv/ssl/tls.key
    ca_path /srv/ssl/ca.crt
    client_cert_auth true
  </transport>
</source>

<label @mainstream>
  <filter **>
    @type wodby
    api_key "#{ENV['WODBY_API_KEY']}"
  </filter>

  <match kube.var.log.containers.renovate-bot**>
    @type opensearch
    @id   out_os_renovate
    include_tag_key true
    host "#{ENV['FLUENT_OPENSEARCH_HOST']}"
    port "#{ENV['FLUENT_OPENSEARCH_PORT']}"
    path "#{ENV['FLUENT_OPENSEARCH_PATH']}"
    scheme "#{ENV['FLUENT_OPENSEARCH_SCHEME'] || 'http'}"
    ssl_verify "false"
    reload_connections "#{ENV['FLUENT_OPENSEARCH_RELOAD_CONNECTIONS'] || 'false'}"
    reconnect_on_error "#{ENV['FLUENT_OPENSEARCH_RECONNECT_ON_ERROR'] || 'true'}"
    reload_on_failure "#{ENV['FLUENT_OPENSEARCH_RELOAD_ON_FAILURE'] || 'true'}"

    logstash_prefix "logstash-renovate"
    logstash_format "true"

    user "#{ENV['FLUENT_OPENSEARCH_USER'] || use_nil}"
    password "%{#{ENV['FLUENT_OPENSEARCH_PASSWORD'] || use_nil}}"

    <buffer>
      @type file
      path /fluentd/log/elastic-buffer-0
      flush_thread_count "#{ENV['FLUENT_OPENSEARCH_BUFFER_FLUSH_THREAD_COUNT'] || '8'}"
      flush_interval "#{ENV['FLUENT_OPENSEARCH_BUFFER_FLUSH_INTERVAL'] || '1s'}"
      chunk_limit_size "#{ENV['FLUENT_OPENSEARCH_BUFFER_CHUNK_LIMIT_SIZE'] || '32M'}"
      queue_limit_length "#{ENV['FLUENT_OPENSEARCH_BUFFER_QUEUE_LIMIT_LENGTH'] || '4'}"
      retry_max_interval "#{ENV['FLUENT_OPENSEARCH_BUFFER_RETRY_MAX_INTERVAL'] || '30'}"
      flush_mode interval
      retry_forever true
    </buffer>
  </match>

  <match **>
    @type opensearch
    @id   out_os
    include_tag_key true
    host "#{ENV['FLUENT_OPENSEARCH_HOST']}"
    port "#{ENV['FLUENT_OPENSEARCH_PORT']}"
    path "#{ENV['FLUENT_OPENSEARCH_PATH']}"
    scheme "#{ENV['FLUENT_OPENSEARCH_SCHEME'] || 'http'}"
    ssl_verify "false"
    reload_connections "#{ENV['FLUENT_OPENSEARCH_RELOAD_CONNECTIONS'] || 'false'}"
    reconnect_on_error "#{ENV['FLUENT_OPENSEARCH_RECONNECT_ON_ERROR'] || 'true'}"
    reload_on_failure "#{ENV['FLUENT_OPENSEARCH_RELOAD_ON_FAILURE'] || 'true'}"
    log_es_400_reason "#{ENV['FLUENT_OPENSEARCH_LOG_ES_400_REASON'] || 'false'}"
    logstash_prefix "#{ENV['FLUENT_OPENSEARCH_LOGSTASH_PREFIX'] || 'logstash'}"
    logstash_dateformat "#{ENV['FLUENT_OPENSEARCH_LOGSTASH_DATEFORMAT'] || '%Y.%m.%d'}"
    logstash_format "#{ENV['FLUENT_OPENSEARCH_LOGSTASH_FORMAT'] || 'true'}"
    index_name "#{ENV['FLUENT_OPENSEARCH_LOGSTASH_INDEX_NAME'] || 'logstash'}"
    target_index_key "#{ENV['FLUENT_OPENSEARCH_TARGET_INDEX_KEY'] || use_nil}"
    include_timestamp "#{ENV['FLUENT_OPENSEARCH_INCLUDE_TIMESTAMP'] || 'false'}"
    template_name "#{ENV['FLUENT_OPENSEARCH_TEMPLATE_NAME'] || use_nil}"
    template_file "#{ENV['FLUENT_OPENSEARCH_TEMPLATE_FILE'] || use_nil}"
    template_overwrite "#{ENV['FLUENT_OPENSEARCH_TEMPLATE_OVERWRITE'] || use_default}"
    request_timeout "#{ENV['FLUENT_OPENSEARCH_REQUEST_TIMEOUT'] || '5s'}"
    application_name "#{ENV['FLUENT_OPENSEARCH_APPLICATION_NAME'] || use_default}"
    suppress_type_name "#{ENV['FLUENT_OPENSEARCH_SUPPRESS_TYPE_NAME'] || 'true'}"
    bulk_message_request_threshold "#{ENV['FLUENT_OPENSEARCH_BULK_MESSAGE_THRESHOLD'] || '10M'}"
    user "#{ENV['FLUENT_OPENSEARCH_USER'] || use_nil}"
    password "%{#{ENV['FLUENT_OPENSEARCH_PASSWORD'] || use_nil}}"
    <buffer>
      @type file
      path /fluentd/log/elastic-buffer
      flush_thread_count "#{ENV['FLUENT_OPENSEARCH_BUFFER_FLUSH_THREAD_COUNT'] || '8'}"
      flush_interval "#{ENV['FLUENT_OPENSEARCH_BUFFER_FLUSH_INTERVAL'] || '1s'}"
      chunk_limit_size "#{ENV['FLUENT_OPENSEARCH_BUFFER_CHUNK_LIMIT_SIZE'] || '32M'}"
      queue_limit_length "#{ENV['FLUENT_OPENSEARCH_BUFFER_QUEUE_LIMIT_LENGTH'] || '4'}"
      retry_max_interval "#{ENV['FLUENT_OPENSEARCH_BUFFER_RETRY_MAX_INTERVAL'] || '30'}"
      flush_mode interval
      retry_forever true
    </buffer>
  </match>
</label>