Class: Filbunke::Daemon

Inherits:
Object
  • Object
show all
Defined in:
lib/filbunke/daemon.rb

Instance Method Summary collapse

Constructor Details

#initialize(config, local = false) ⇒ Daemon

Returns a new instance of Daemon.



4
5
6
7
8
9
 
# File 'lib/filbunke/daemon.rb', line 4

def initialize(config, local = false)
  @config = config
  @clients = []
  setup_clients!(local)
  write_pid!(config["pid_file"]) unless local
end

Instance Method Details

#run! ⇒ Object 



37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
 
# File 'lib/filbunke/daemon.rb', line 37

def run!
  version = ::File.read(::File.expand_path(::File.join(::File.dirname(__FILE__), "../../VERSION"))).chomp
  @logger.log("Starting filbunked version #{version}")
  while true
    begin
      @clients.each do |client|
        new_checkpoint = client.update_files!(checkpoint_for_repository(client.repository))
        update_checkpoint_for_repository(client.repository, new_checkpoint)
      end
    rescue StandardError => e
      @logger.log("Died.. #{e.message}")
      @logger.log(e.backtrace.join("\n"))
      exit 1
    end
    sleep @config["run_every"]
  end
end

#setup_clients!(local = false) ⇒ Object 



11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
 
# File 'lib/filbunke/daemon.rb', line 11

def setup_clients!(local = false)
  @logger = Logger.new(@config["log_file"], local)
  @logger.log("Initializing filbunked")
  @config["repositories"].each do |repository_name, repository_config|
    @logger.log("Initializing repository: #{repository_name}")
    @clients << begin
      repository = Repository.new(repository_config["filbunke_server_repository"],
                                  repository_config["filbunke_server_host"],
                                  repository_config["filbunke_server_port"],
                                  repository_config["local_path"],
                                  repository_config["file_umask"].to_i,
                                  repository_config["directory_umask"].to_i,
                                  repository_config["file_url_username"],
                                  repository_config["file_url_password"],
                                  repository_config["hadoop_binary"])
      callbacks = []
      repository_config["callbacks"].each do |callback_name, callback_config|
        require ::File.join(@config["callback_path"], callback_name.to_s)
        callback_class =  Module.const_get(callback_name.split("_").map(&:capitalize).join)
        callbacks << callback_class.new(@logger, callback_config)
      end
      Client.new(repository, @logger, callbacks)
    end
  end
end