Class: Fluent::BaritoDynamicAppBatchK8sOutput

Inherits:
BufferedOutput
  • Object
show all
Defined in:
lib/fluent/plugin/out_barito_dynamic_app_batch_k8s.rb

Constant Summary collapse

PLUGIN_NAME = 
'barito_dynamic_app_batch_k8s'

Instance Method Summary collapse

Instance Method Details

#clean_attribute(record) ⇒ Object 



75
76
77
78
79
80
 
# File 'lib/fluent/plugin/out_barito_dynamic_app_batch_k8s.rb', line 75

def clean_attribute(record)
  # Delete kubernetes & docker field
  record.delete('kubernetes')
  record.delete('docker')
  record
end

#expand_application_name_format(record) ⇒ Object 



96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
 
# File 'lib/fluent/plugin/out_barito_dynamic_app_batch_k8s.rb', line 96

def expand_application_name_format(record)
  application_name = @application_name_format.dup

  # Regular expression to match placeholders like ${record["key1"]["key2"]}
  placeholder_regex = /\${record(\["[^"]*"\])+}/

  application_name.gsub!(placeholder_regex) do |placeholder|
    # Extract keys from the placeholder
    keys = placeholder.scan(/\["([^"]*)"\]/).flatten
    # Retrieve the value from the record hash
    value = get_nested_value(record, keys)
    value.to_s
  end

  application_name
end

#format(tag, time, record) ⇒ Object

Overide from BufferedOutput



24
25
26
 
# File 'lib/fluent/plugin/out_barito_dynamic_app_batch_k8s.rb', line 24

def format(tag, time, record)
  [tag, time, record].to_msgpack
end

#get_nested_value(record, keys) ⇒ Object

Retrieve nested value from record using array of keys



114
115
116
117
118
119
120
121
122
123
 
# File 'lib/fluent/plugin/out_barito_dynamic_app_batch_k8s.rb', line 114

def get_nested_value(record, keys)
  keys.reduce(record) do |acc, key|
    if acc.is_a?(Hash) && acc.key?(key)
      acc[key]
    else
      # Key not found; return nil to stop further traversal
      return nil
    end
  end
end

#merge_log_attribute(record) ⇒ Object 



82
83
84
85
86
87
88
89
90
91
92
93
94
 
# File 'lib/fluent/plugin/out_barito_dynamic_app_batch_k8s.rb', line 82

def merge_log_attribute(record)
  message_log = nil
  begin
    message_log = JSON.parse(record['log'])
  rescue
  end

  if !message_log.nil?
    return record.merge(message_log)
  end

  record
end

#start ⇒ Object

Overide from BufferedOutput



19
20
21
 
# File 'lib/fluent/plugin/out_barito_dynamic_app_batch_k8s.rb', line 19

def start
  super
end

#write(chunk) ⇒ Object

Overide from BufferedOutput



29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
 
# File 'lib/fluent/plugin/out_barito_dynamic_app_batch_k8s.rb', line 29

def write(chunk)
  data = {}

  transport = Fluent::Plugin::BaritoTransport.new(@produce_url, log)
  chunk.msgpack_each do |tag, time, record|

    # generate application name
    if @application_name_format.nil?
      return
    end

    application_name = expand_application_name_format(record)

    # Kubernetes annotations
    k8s_metadata = record['kubernetes']

    record = clean_attribute(record)
    trail = Fluent::Plugin::ClientTrail.new(true)
    timber = Fluent::Plugin::TimberFactory::create_timber(tag, time, record, trail)
    new_timber = merge_log_attribute(timber)

    # Add kubernetes information
    new_timber['k8s_metadata'] = {
      'pod_name' => k8s_metadata['pod_name'],
      'namespace_name' => k8s_metadata['namespace_name'],
      'container_name' => k8s_metadata['container_name'],
      'host' => k8s_metadata['host'],
      'cluster_name' => @cluster_name
    }

    if data[application_name].nil?
      data[application_name] = { 'items' => [] }
    end
    data[application_name]['items'] << new_timber
  end

  data.each do |application_name, record|
    header = {
      content_type: :json,
      'X-App-Group-Secret' => @application_group_secret,
      'X-App-Name' => application_name
    }
    transport.send_compressed(record, header)
  end
end