Module: Sites

Defined in:
lib/sites_module.rb

Class Method Summary collapse

Class Method Details

.get_html(p_url) ⇒ Object 



13
14
15
16
17
18
19
20
 
# File 'lib/sites_module.rb', line 13

def self.get_html(p_url)
  if valid?(p_url)
    hash = {"User-Agent" => "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_4) AppleWebKit/534.57.5 (KHTML, like Gecko) Version/5.1.7 Safari/534.57.4",
      "allow_redirections"=>"safe"}
    source = open(p_url,  hash){|f|f.read}
  page = Nokogiri::HTML(source)
 end
end

.get_site_name(url) ⇒ Object 



29
30
31
32
33
34
 
# File 'lib/sites_module.rb', line 29

def self.get_site_name(url)
  full_url = URI.parse(url).host.downcase
  full_url.split(".")[1].downcase
  rescue URI::InvalidURIError
    ""
end

.valid?(url) ⇒ Boolean

Returns:

  • (Boolean) 


22
23
24
25
26
27
 
# File 'lib/sites_module.rb', line 22

def self.valid?(url)
  uri = URI.parse(url)
  uri.kind_of?(URI::HTTP)
rescue URI::InvalidURIError
    false
end