Class: LogStash::Outputs::Swift::FileRepository

Inherits:
Object
  • Object
show all
Defined in:
lib/logstash/outputs/swift/file_repository.rb

Defined Under Namespace

Classes: FactoryInitializer, PrefixedValue

Constant Summary collapse

DEFAULT_STATE_SWEEPER_INTERVAL_SECS = 
60
DEFAULT_STALE_TIME_SECS = 
15 * 60

Instance Method Summary collapse

Constructor Details

#initialize(tags, encoding, temporary_directory, stale_time = DEFAULT_STALE_TIME_SECS, sweeper_interval = DEFAULT_STATE_SWEEPER_INTERVAL_SECS) ⇒ FileRepository

Returns a new instance of FileRepository.



57
58
59
60
61
62
63
64
65
66
67
68
69
 
# File 'lib/logstash/outputs/swift/file_repository.rb', line 57

def initialize(tags, encoding, temporary_directory,
               stale_time = DEFAULT_STALE_TIME_SECS,
               sweeper_interval = DEFAULT_STATE_SWEEPER_INTERVAL_SECS)
  # The path need to contains the prefix so when we start
  # logtash after a crash we keep the remote structure
  @prefixed_factories =  ConcurrentHashMap.new

  @sweeper_interval = sweeper_interval

  @factory_initializer = FactoryInitializer.new(tags, encoding, temporary_directory, stale_time)

  start_stale_sweeper
end

Instance Method Details

#each_files ⇒ Object 



75
76
77
78
79
 
# File 'lib/logstash/outputs/swift/file_repository.rb', line 75

def each_files
  @prefixed_factories.elements.each do |prefixed_file|
    prefixed_file.with_lock { |factory| yield factory.current }
  end
end

#get_factory(prefix_key) ⇒ Object

Return the file factory



82
83
84
 
# File 'lib/logstash/outputs/swift/file_repository.rb', line 82

def get_factory(prefix_key)
  @prefixed_factories.computeIfAbsent(prefix_key, @factory_initializer).with_lock { |factory| yield factory }
end

#get_file(prefix_key) ⇒ Object 



86
87
88
 
# File 'lib/logstash/outputs/swift/file_repository.rb', line 86

def get_file(prefix_key)
  get_factory(prefix_key) { |factory| yield factory.current }
end

#keys ⇒ Object 



71
72
73
 
# File 'lib/logstash/outputs/swift/file_repository.rb', line 71

def keys
  @prefixed_factories.keySet
end

#remove_stale(k, v) ⇒ Object 



98
99
100
101
102
103
 
# File 'lib/logstash/outputs/swift/file_repository.rb', line 98

def remove_stale(k, v)
  if v.stale?
    @prefixed_factories.remove(k, v)
    v.delete!
  end
end

#shutdown ⇒ Object 



90
91
92
 
# File 'lib/logstash/outputs/swift/file_repository.rb', line 90

def shutdown
  stop_stale_sweeper
end

#size ⇒ Object 



94
95
96
 
# File 'lib/logstash/outputs/swift/file_repository.rb', line 94

def size
  @prefixed_factories.size
end

#start_stale_sweeper ⇒ Object 



105
106
107
108
109
110
111
112
113
 
# File 'lib/logstash/outputs/swift/file_repository.rb', line 105

def start_stale_sweeper
  @stale_sweeper = Concurrent::TimerTask.new(:execution_interval => @sweeper_interval) do
    LogStash::Util.set_thread_name("S3, Stale factory sweeper")

    @prefixed_factories.forEach{|k,v| remove_stale(k,v)}
  end

  @stale_sweeper.execute
end

#stop_stale_sweeper ⇒ Object 



115
116
117
 
# File 'lib/logstash/outputs/swift/file_repository.rb', line 115

def stop_stale_sweeper
  @stale_sweeper.shutdown
end