Method: WWMD::Spider#push_url

Defined in:
lib/wwmd/page/spider.rb

#push_url(url) ⇒ Object Also known as: push

push an url onto the queue



39
40
41
42
43
44
45
46
47
 
# File 'lib/wwmd/page/spider.rb', line 39

def push_url(url)
  return false if _check_ignore(url)
  if @local_only
    return false if !(url =~ /#{@opts[:base_url]}/)
  end
  return false if (@visited.include?(url) or @queued.include?(url))
  @queued.push(url)
  true
end