Class: ProxyList::SiteSpys

Inherits:
Object
  • Object
show all
Defined in:
lib/proxy_list/site_spys.rb

Constant Summary collapse

@@url = 
"http://spys.ru/free-proxy-list/COUNTRY_CODE/"

Instance Method Summary collapse

Constructor Details

#initialize(country_code) ⇒ SiteSpys

initialize



9
10
11
 
# File 'lib/proxy_list/site_spys.rb', line 9

def initialize(country_code)
  @@url.gsub!(/COUNTRY_CODE/,country_code)
end

Instance Method Details

#proxy_lists ⇒ Array

get proxy lists

Returns:

  • (Array) —

    proxy_lists



17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
 
# File 'lib/proxy_list/site_spys.rb', line 17

def proxy_lists
  session = Capybara::Session.new(:poltergeist)
  session.driver.headers = {'User-Agent' => USER_AGENTS.sample}
  session.visit(@@url)
  proxy_lists = []
  session.all(:xpath,"//table[2]//tr[4]/td/table//tr[position()>3]").each do |node|
    if !node.text.nil? && node.has_xpath?('td[2]/font')
      if node.find(:xpath,'td[2]/font').text.include?('HTTP')
        http = 'http'
      else
        http = 'https'
      end
      proxy_lists.push("#{http}://#{node.find(:xpath,'td[1]/font[2]').text}")
    end
  end
  Capybara.reset_sessions!
  session.driver.quit
  proxy_lists
end