Class: Fluent::Plugin::DummyInput

Inherits:
Input
  • Object
show all
Defined in:
lib/fluent/plugin/in_dummy.rb

Constant Summary collapse

BIN_NUM = 
10
DEFAULT_STORAGE_TYPE = 
'local'

Constants included from Configurable

Configurable::CONFIG_TYPE_REGISTRY

Instance Attribute Summary

Attributes included from Fluent::PluginLoggerMixin

#log

Attributes inherited from Base

#under_plugin_development

Instance Method Summary collapse

Methods included from Fluent::PluginHelper::Mixin

included

Methods included from Fluent::PluginLoggerMixin

included, #terminate

Methods included from Fluent::PluginId

#plugin_id, #plugin_id_configured?, #plugin_id_for_test?, #plugin_root_dir

Methods inherited from Base

#after_shutdown, #after_shutdown?, #after_start, #after_started?, #before_shutdown, #before_shutdown?, #close, #closed?, #configured?, #context_router, #context_router=, #fluentd_worker_id, #has_router?, #inspect, #plugin_root_dir, #shutdown, #shutdown?, #started?, #stop, #stopped?, #string_safe_encoding, #terminate, #terminated?

Methods included from SystemConfig::Mixin

#system_config, #system_config_override

Methods included from Configurable

#config, #configure_proxy_generate, #configured_section_create, included, lookup_type, register_type

Constructor Details

#initialize ⇒ DummyInput

Returns a new instance of DummyInput.



58
59
60
61
 
# File 'lib/fluent/plugin/in_dummy.rb', line 58

def initialize
  super
  @storage = nil
end

Instance Method Details

#configure(conf) ⇒ Object 



63
64
65
66
67
68
 
# File 'lib/fluent/plugin/in_dummy.rb', line 63

def configure(conf)
  super
  @dummy_index = 0
  config = conf.elements.select{|e| e.name == 'storage' }.first
  @storage = storage_create(usage: 'suspend', conf: config, default_type: DEFAULT_STORAGE_TYPE)
end

#emit(num) ⇒ Object 



104
105
106
107
108
109
110
111
112
113
114
115
116
 
# File 'lib/fluent/plugin/in_dummy.rb', line 104

def emit(num)
  begin
    if @size > 1
      num.times do
        router.emit_array(@tag, Array.new(@size) { [Fluent::Engine.now, generate] })
      end
    else
      num.times { router.emit(@tag, Fluent::Engine.now, generate) }
    end
  rescue => _
    # ignore all errors not to stop emits by emit errors
  end
end

#generate ⇒ Object 



118
119
120
121
122
123
124
125
126
127
128
129
130
 
# File 'lib/fluent/plugin/in_dummy.rb', line 118

def generate
  d = @dummy[@dummy_index]
  unless d
    @dummy_index = 0
    d = @dummy[@dummy_index]
  end
  @dummy_index += 1
  if @auto_increment_key
    d = d.dup
    d[@auto_increment_key] = @storage.update(:auto_increment_value){|v| v + 1 }
  end
  d
end

#multi_workers_ready? ⇒ Boolean

Returns:

  • (Boolean) 


70
71
72
 
# File 'lib/fluent/plugin/in_dummy.rb', line 70

def multi_workers_ready?
  true
end

#run ⇒ Object 



87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
 
# File 'lib/fluent/plugin/in_dummy.rb', line 87

def run
  batch_num    = (@rate / BIN_NUM).to_i
  residual_num = (@rate % BIN_NUM)
  while thread_current_running?
    current_time = Time.now.to_i
    BIN_NUM.times do
      break unless (thread_current_running? && Time.now.to_i <= current_time)
      wait(0.1) { emit(batch_num) }
    end
    emit(residual_num) if thread_current_running?
    # wait for next second
    while thread_current_running? && Time.now.to_i <= current_time
      sleep 0.01
    end
  end
end

#start ⇒ Object 



74
75
76
77
78
79
80
81
82
83
84
85
 
# File 'lib/fluent/plugin/in_dummy.rb', line 74

def start
  super

  @storage.put(:increment_value, 0) unless @storage.get(:increment_value)
  @storage.put(:dummy_index, 0) unless @storage.get(:dummy_index)

  if @auto_increment_key && !@storage.get(:auto_increment_value)
    @storage.put(:auto_increment_value, -1)
  end

  thread_create(:dummy_input, &method(:run))
end

#wait(time) ⇒ Object 



132
133
134
135
136
137
 
# File 'lib/fluent/plugin/in_dummy.rb', line 132

def wait(time)
  start_time = Time.now
  yield
  sleep_time = time - (Time.now - start_time)
  sleep sleep_time if sleep_time > 0
end