Class: Aquatone::Collectors::Publicwww

Inherits:
Aquatone::Collector show all
Defined in:
lib/aquatone/collectors/publicwww.rb

Constant Summary collapse

DEFAULT_PAGES_TO_PROCESS = 
30.freeze

Constants inherited from Aquatone::Collector

Aquatone::Collector::DEFAULT_PRIORITY

Instance Attribute Summary

Attributes inherited from Aquatone::Collector

#domain, #hosts

Instance Method Summary collapse

Methods inherited from Aquatone::Collector

cli_options, descendants, #execute!, #initialize, meta, meta=, priority, sluggified_name

Constructor Details

This class inherits a constructor from Aquatone::Collector

Instance Method Details

#run ⇒ Object 



15
16
17
18
19
20
21
22
 
# File 'lib/aquatone/collectors/publicwww.rb', line 15

def run
  pages_to_process.times do |page|
    response = get_request("https://publicwww.com/websites/.#{url_escape(domain.name)}/#{page + 1}")
    response.body.gsub("<b>", "").gsub("</b>", "").scan(/[a-z0-9\.\-_]+\.#{regex_escape(domain.name)}/).each do |host|
      add_host(host)
    end
  end
end