Module: Tripod::Streaming
- Defined in:
- lib/tripod/streaming.rb
Class Method Summary collapse
-
.get_data(request_url, payload, opts = {}) ⇒ Object
stream data from a url opts :accept => “/” :timeout_seconds = 10 :response_limit_bytes = nil.
Class Method Details
.get_data(request_url, payload, opts = {}) ⇒ Object
stream data from a url opts :accept => “/”
:timeout_seconds = 10
:response_limit_bytes = nil
12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 |
# File 'lib/tripod/streaming.rb', line 12 def self.get_data(request_url, payload, opts={}) accept = opts[:accept] timeout_in_seconds = opts[:timeout_seconds] || 10 limit_in_bytes = opts[:response_limit_bytes] # set request headers headers = opts[:extra_headers] || {} # if explicit accept option is given, set it in the headers (and overwrite any existing value in the extra_headers map) # if none is given accept */* headers['Accept'] = accept || headers['Accept'] || '*/*' uri = URI(request_url) http = Net::HTTP.new(uri.host, uri.port) http.use_ssl = true if uri.port.to_s == "443" http.read_timeout = timeout_in_seconds total_bytes = 0 request_start_time = Time.now if Tripod.logger.debug? response = StringIO.new begin http.request_post(uri.request_uri, payload, headers) do |res| response_duration = Time.now - request_start_time if Tripod.logger.debug? Tripod.logger.debug "TRIPOD: received response code: #{res.code} in: #{response_duration} secs" if res.code.to_i == 503 raise Tripod::Errors::Timeout.new elsif res.code.to_s != "200" raise Tripod::Errors::BadSparqlRequest.new(res.body) end stream_start_time = Time.now if Tripod.logger.debug? response.set_encoding('UTF-8') res.read_body do |seg| total_bytes += seg.bytesize raise Tripod::Errors::SparqlResponseTooLarge.new if limit_in_bytes && (total_bytes > limit_in_bytes) response << seg seg end if Tripod.logger.debug? stream_duration = Time.now - stream_start_time total_request_time = Time.now - request_start_time end if Tripod.logger.debug? Tripod.logger.debug "TRIPOD: #{total_bytes} bytes streamed in: #{stream_duration} secs" time_str = "TRIPOD: total request time: #{total_request_time} secs" time_str += "!!! SLOW !!! " if total_request_time >= 1.0 Tripod.logger.debug time_str end end rescue Timeout::Error => timeout raise Tripod::Errors::Timeout.new end response.string end |