Class: Fluent::Plugin::LokiOutput

Inherits:
Output
  • Object
show all
Defined in:
lib/fluent/plugin/out_loki.rb

Overview

Subclass of Fluent Plugin Output

Constant Summary collapse

DEFAULT_BUFFER_TYPE = 
'memory'

Instance Attribute Summary collapse

Instance Method Summary collapse

Instance Attribute Details

#record_accessors ⇒ Object

Returns the value of attribute record_accessors.



32
33
34
 
# File 'lib/fluent/plugin/out_loki.rb', line 32

def record_accessors
  @record_accessors
end

Instance Method Details

#configure(conf) ⇒ Object 



73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
 
# File 'lib/fluent/plugin/out_loki.rb', line 73

def configure(conf)
  compat_parameters_convert(conf, :buffer)
  super
  @record_accessors = {}
  conf.elements.select { |element| element.name == 'label' }.each do |element|
    element.each_pair do |k, v|
      element.has_key?(k) # rubocop:disable Style/PreferredHashMethods #to suppress unread configuration warning
      v = k if v.empty?
      @record_accessors[k] = record_accessor_create(v)
    end
  end
  @remove_keys_accessors = []
  @remove_keys.each do |key|
    @remove_keys_accessors.push(record_accessor_create(key))
  end

  if !@key.nil? && !@cert.nil?
    @cert = OpenSSL::X509::Certificate.new(File.read(@cert)) if @cert
    @key = OpenSSL::PKey.read(File.read(@key)) if @key

    if !@key.is_a?(OpenSSL::PKey::RSA) && !@key.is_a?(OpenSSL::PKey::DSA)
      raise "Unsupported private key type #{key.class}"
    end
  end

  if !@ca_cert.nil? && !File.exist?(@ca_cert)
    raise "CA certificate file #{@ca_cert} not found"
  end
end

#generic_to_loki(chunk) ⇒ Object 



162
163
164
165
166
167
 
# File 'lib/fluent/plugin/out_loki.rb', line 162

def generic_to_loki(chunk)
  # log.debug("GenericToLoki: converting #{chunk}")
  streams = chunk_to_loki(chunk)
  payload = payload_builder(streams)
  payload
end

#http_opts(uri) ⇒ Object 



107
108
109
110
111
112
 
# File 'lib/fluent/plugin/out_loki.rb', line 107

def http_opts(uri)
  opts = {
    use_ssl: uri.scheme == 'https'
  }
  opts
end

#multi_workers_ready? ⇒ Boolean

Returns:

  • (Boolean) 


103
104
105
 
# File 'lib/fluent/plugin/out_loki.rb', line 103

def multi_workers_ready?
  true
end

#write(chunk) ⇒ Object

flush a chunk to loki



115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
 
# File 'lib/fluent/plugin/out_loki.rb', line 115

def write(chunk)
  # streams by label
  payload = generic_to_loki(chunk)
  body = { 'streams' => payload }

  # add ingest path to loki url
  uri = URI.parse(url + '/api/prom/push')

  req = Net::HTTP::Post.new(
    uri.request_uri
  )
  req.add_field('Content-Type', 'application/json')
  req.add_field('X-Scope-OrgID', @tenant) if @tenant
  req.body = Yajl.dump(body)
  req.basic_auth(@username, @password) if @username
  opts = {
    use_ssl: uri.scheme == 'https'
  }

  if !@cert.nil? && !@key.nil?
    opts = opts.merge(
      verify_mode: OpenSSL::SSL::VERIFY_PEER,
      cert: @cert,
      key: @key
    )
  end

  if !@ca_cert.nil?
    opts = opts.merge(
      ca_file: @ca_cert
    )
  end

  log.debug "sending #{req.body.length} bytes to loki"
  res = Net::HTTP.start(uri.hostname, uri.port, **opts) { |http| http.request(req) }
  unless res&.is_a?(Net::HTTPSuccess)
    res_summary = if res
                    "#{res.code} #{res.message} #{res.body}"
                  else
                    'res=nil'
                  end
    log.warn "failed to #{req.method} #{uri} (#{res_summary})"
    log.warn Yajl.dump(body)

  end
end