Method: Net::HTTP.fetch

Defined in:
lib/libis/services/extend/http_fetch.rb

.fetch(uri, args = {}.freeze) {|request| ... } ⇒ Object

Yields:

  • (request) 


21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
 
# File 'lib/libis/services/extend/http_fetch.rb', line 21

def self.fetch(uri, args={}.freeze, &before_fetching)
  uri = URI.parse(uri) unless uri.is_a? URI
  proxy_host    = args[:proxy_host]
  proxy_port    = args[:proxy_port] || 80
  action        = args[:action] || :get
  data          = args[:data]
  max_redirects = args[:max_redirects] || 10

  proxy_class   = Proxy(proxy_host, proxy_port)
  #noinspection RubyArgCount
  request       = proxy_class.new(uri.host, uri.port)

  request.use_ssl = true if HTTPS_SUPPORTED && uri.scheme.eql?('https')

  yield request if block_given?
#debugger
  response = request.send(action, uri.path, data)

  urls_seen = args[:_url_seen] || Set.new

  case response
  when Net::HTTPRedirection
    if urls_seen.size < max_redirects && response['Location']
      urls_seen << uri
      new_uri = URI.parse(response['Location'])
      if urls_seen.member? new_uri
        nil
      else
        new_args = args.dup
        new_args[:_urls_seen] = urls_seen

        response = HTTP.fetch(new_uri, new_args, &before_fetching)
      end
    end
  when Net::HTTPSuccess
    response.final_uri = uri
  else
    response.error!
  end
  return response
end