Class: LogStash::Outputs::Swift::Uploader
- Inherits:
-
Object
- Object
- LogStash::Outputs::Swift::Uploader
- Defined in:
- lib/logstash/outputs/swift/uploader.rb
Constant Summary collapse
- TIME_BEFORE_RETRYING_SECONDS =
1
- DEFAULT_THREADPOOL =
Concurrent::ThreadPoolExecutor.new({ :min_threads => 1, :max_threads => 8, :max_queue => 1, :fallback_policy => :caller_runs })
Instance Attribute Summary collapse
-
#container ⇒ Object
readonly
Returns the value of attribute container.
-
#logger ⇒ Object
readonly
Returns the value of attribute logger.
-
#upload_options ⇒ Object
readonly
Returns the value of attribute upload_options.
Instance Method Summary collapse
-
#initialize(container, logger, threadpool = DEFAULT_THREADPOOL) ⇒ Uploader
constructor
A new instance of Uploader.
- #stop ⇒ Object
- #upload(file, options = {}) ⇒ Object
- #upload_async(file, options = {}) ⇒ Object
Constructor Details
#initialize(container, logger, threadpool = DEFAULT_THREADPOOL) ⇒ Uploader
Returns a new instance of Uploader.
19 20 21 22 23 |
# File 'lib/logstash/outputs/swift/uploader.rb', line 19 def initialize(container, logger, threadpool = DEFAULT_THREADPOOL) @container = container @workers_pool = threadpool @logger = logger end |
Instance Attribute Details
#container ⇒ Object (readonly)
Returns the value of attribute container.
17 18 19 |
# File 'lib/logstash/outputs/swift/uploader.rb', line 17 def container @container end |
#logger ⇒ Object (readonly)
Returns the value of attribute logger.
17 18 19 |
# File 'lib/logstash/outputs/swift/uploader.rb', line 17 def logger @logger end |
#upload_options ⇒ Object (readonly)
Returns the value of attribute upload_options.
17 18 19 |
# File 'lib/logstash/outputs/swift/uploader.rb', line 17 def @upload_options end |
Instance Method Details
#stop ⇒ Object
57 58 59 60 |
# File 'lib/logstash/outputs/swift/uploader.rb', line 57 def stop @workers_pool.shutdown @workers_pool.wait_for_termination(nil) # block until its done end |
#upload(file, options = {}) ⇒ Object
32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 |
# File 'lib/logstash/outputs/swift/uploader.rb', line 32 def upload(file, = {}) puts 'in uploader. upload' = .fetch(:upload_options, {}) begin container.files.create(key: file.key, body: ::File.read(::File.(file.path))) puts 'dpone' rescue Errno::ENOENT => e logger.error("File doesn't exist! Unrecoverable error.", :exception => e.class, :message => e., :path => file.path, :backtrace => e.backtrace) rescue => e # When we get here it usually mean that S3 tried to do some retry by himself (default is 3) # When the retry limit is reached or another error happen we will wait and retry. # # Thread might be stuck here, but I think its better than losing anything # its either a transient errors or something bad really happened. logger.error("Uploading failed, retrying.", :exception => e.class, :message => e., :path => file.path, :backtrace => e.backtrace) sleep TIME_BEFORE_RETRYING_SECONDS retry end [:on_complete].call(file) unless [:on_complete].nil? rescue => e logger.error("An error occured in the `on_complete` uploader", :exception => e.class, :message => e., :path => file.path, :backtrace => e.backtrace) raise e # reraise it since we don't deal with it now end |
#upload_async(file, options = {}) ⇒ Object
25 26 27 28 29 30 |
# File 'lib/logstash/outputs/swift/uploader.rb', line 25 def upload_async(file, = {}) @workers_pool.post do LogStash::Util.set_thread_name("Swift output uploader, file: #{file.path}") upload(file, ) end end |