Class: Baiduserp::Client

Inherits:
Object
  • Object
show all
Includes:
HTTParty
Defined in:
lib/baiduserp/client.rb

Constant Summary collapse

AllUserAgents = 
YAML.load(open(File.expand_path('../user_agents.yml',__FILE__)))

Class Method Summary collapse

Class Method Details

.get_serp(url, retries = 6) ⇒ Object 



16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
 
# File 'lib/baiduserp/client.rb', line 16

def self.get_serp(url, retries = 6)
  if retries > 0
    begin
      response = self.get(url)
    rescue Timeout::Error => e
      puts e.class
      puts e.message
      sleep(10)
      retry
    end
    if response.code != 200
      sleep(rand(60)+60)
      response = self.get_serp(url,retries - 1)
    end
    return response.body
  else
    return nil
  end
end

.rand_ua ⇒ Object 



7
8
9
 
# File 'lib/baiduserp/client.rb', line 7

def self.rand_ua
  AllUserAgents[rand(AllUserAgents.size)]
end