Module: HttpUtilities::Http::Get

Included in:
Client
Defined in:
lib/http_utilities/http/get.rb

Instance Method Summary collapse

Instance Method Details

#retrieve_content_from_url(url, options = {}) ⇒ Object 



49
50
51
52
53
54
55
56
57
58
59
60
61
62
 
# File 'lib/http_utilities/http/get.rb', line 49

def retrieve_content_from_url(url, options = {})
  response        =   nil
  method          =   options[:method] || :net_http

  if (method.eql?(:open_uri))
    response = retrieve_open_uri_content(url, options)
  elsif (method.eql?(:net_http))
    response = retrieve_net_http_content(url, options)
  elsif (method.eql?(:curl))
    response = retrieve_curl_content(url, options)
  end

  return response
end

#retrieve_parsed_html(url, options = {}) ⇒ Object 



18
19
20
21
 
# File 'lib/http_utilities/http/get.rb', line 18

def retrieve_parsed_html(url, options = {})
  options.merge!({:force_encoding => true, :format => :html})
  return retrieve_content_from_url(url, options)
end

#retrieve_parsed_html_and_fallback_to_proxies(url, options = {}) ⇒ Object 



23
24
25
26
 
# File 'lib/http_utilities/http/get.rb', line 23

def retrieve_parsed_html_and_fallback_to_proxies(url, options = {})
  options.merge!({:force_encoding => true, :format => :html})
  return retrieve_raw_content_and_fallback_to_proxies(url, options)
end

#retrieve_parsed_xml(url, options = {}) ⇒ Object 



13
14
15
16
 
# File 'lib/http_utilities/http/get.rb', line 13

def retrieve_parsed_xml(url, options = {})
  options.merge!({:force_encoding => true, :format => :xml})
  return retrieve_content_from_url(url, options)
end

#retrieve_parsed_xml_and_fallback_to_proxies(url, options = {}) ⇒ Object 



28
29
30
31
 
# File 'lib/http_utilities/http/get.rb', line 28

def retrieve_parsed_xml_and_fallback_to_proxies(url, options = {})
  options.merge!({:force_encoding => true, :format => :xml})
  return retrieve_raw_content_and_fallback_to_proxies(url, options)
end

#retrieve_raw_content(url, options = {}) ⇒ Object 



5
6
7
 
# File 'lib/http_utilities/http/get.rb', line 5

def retrieve_raw_content(url, options = {})
  return retrieve_content_from_url(url, options)
end

#retrieve_raw_content_and_fallback_to_proxies(url, options = {}) ⇒ Object 



33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
 
# File 'lib/http_utilities/http/get.rb', line 33

def retrieve_raw_content_and_fallback_to_proxies(url, options = {})
  retries = 0
  max_retries = options.delete(:maximum_retrieval_retries) { |e| 5 }
  options.merge!({:force_encoding => true})

  response  =   retrieve_content_from_url(url, options)

  while (!response && retries < max_retries) do
    options.merge!({:use_proxy => true})
    response  =   retrieve_content_from_url(url, options)
    retries += 1
  end

  return response
end

#retrieve_raw_xml(url, options = {}) ⇒ Object 



9
10
11
 
# File 'lib/http_utilities/http/get.rb', line 9

def retrieve_raw_xml(url, options = {})
  return retrieve_content_from_url(url, options)
end