Class: Aranha::Rails::Manager

Inherits:
Manager
  • Object
show all
Includes:
Singleton
Defined in:
lib/aranha/rails/manager.rb

Instance Method Summary collapse

Instance Method Details

#add_address(url, processor, extra_data = nil) ⇒ Object 



11
12
13
14
15
16
 
# File 'lib/aranha/rails/manager.rb', line 11

def add_address(url, processor, extra_data = nil)
  a = ::Aranha::Address.find_or_initialize_by(url: ::Aranha::Address.sanitize_url(url))
  a.processor = processor
  a.extra_data = extra_data.to_yaml
  a.save!
end

#addresses_count ⇒ Object 



18
19
20
 
# File 'lib/aranha/rails/manager.rb', line 18

def addresses_count
  ::Aranha::Address.count
end

#clear_expired_addresses ⇒ Object 



22
23
24
25
26
 
# File 'lib/aranha/rails/manager.rb', line 22

def clear_expired_addresses
  q = ::Aranha::Address.by_created_at_lt(Time.zone.now - 12.hours)
  ::Rails.logger.info("Addresses expired: #{q.count}")
  q.destroy_all
end

#log_info(message) ⇒ Object 



28
29
30
 
# File 'lib/aranha/rails/manager.rb', line 28

def log_info(message)
  ::Rails.logger.info(message)
end

#log_warn(message) ⇒ Object 



32
33
34
 
# File 'lib/aranha/rails/manager.rb', line 32

def log_warn(message)
  ::Rails.logger.warn(message)
end

#start_points_to_addresses ⇒ Object 



36
37
38
39
40
41
 
# File 'lib/aranha/rails/manager.rb', line 36

def start_points_to_addresses
  super
  ::Aranha::StartPoint.all.each do |sp|
    add_address(sp.uri, sp.processor_class, sp.extra_data)
  end
end

#unprocessed_addresses ⇒ Object 



43
44
45
 
# File 'lib/aranha/rails/manager.rb', line 43

def unprocessed_addresses
  ::Aranha::Address.unprocessed
end