Module: Garlenko::Crawler

Included in:
Live, Yahoo
Defined in:
lib/garlenko/crawler.rb

Instance Method Summary collapse

Instance Method Details

#agent ⇒ Object 



5
6
7
8
9
10
 
# File 'lib/garlenko/crawler.rb', line 5

def agent
  @agent ||=  Mechanize.new { |agent|
    agent.user_agent = "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)"
    agent.follow_meta_refresh = true
  }
end