Method: Arachnid2::Exoskeleton#vacuum

Defined in:
lib/arachnid2/exoskeleton.rb

#vacuum(links, url) ⇒ Object 



23
24
25
26
27
28
29
30
31
32
33
34
35
36
 
# File 'lib/arachnid2/exoskeleton.rb', line 23

def vacuum(links, url)
  links.each do |link|
    next if link.match(/^\(|^javascript:|^mailto:|^#|^\s*$|^about:/)

    begin
      absolute_link = make_absolute(link, url)

      next if skip_link?(absolute_link)

      @global_queue << absolute_link
    rescue Addressable::URI::InvalidURIError
    end
  end
end