Method: Cnvrg::Dataset.verify_datasets

Defined in:

lib/cnvrg/dataset.rb

.verify_datasets(dataset_titles, timeout = 100) ⇒ Object

# File 'lib/cnvrg/dataset.rb', line 388

def self.verify_datasets(dataset_titles, timeout = 100)
  start_time = Time.now.to_i
  Cnvrg::Logger.log_info("Verifying datasets #{dataset_titles}")
  Cnvrg::Logger.log_info("Timeout is  #{timeout}")
  while true
    begin
      current_time = Time.now.to_i
      return false if timeout < current_time - start_time
      all_are_ready = dataset_titles.all? do |dataset_title|
        config = YAML.load_file("/data/#{dataset_title}/.cnvrg/config.yml")
        config[:success] == true
      end
      return true if all_are_ready
      Cnvrg::Logger.log_info("Sleeping..")
      sleep 10
    rescue => e
      Cnvrg::Logger.log_info("Got error")
      Cnvrg::Logger.log_error(e)
      sleep 10
    end
  end
end