Class: RightAws::AWSErrorHandler

Inherits:
Object
  • Object
show all
Defined in:
lib/awsbase/right_awsbase.rb

Constant Summary collapse

DEFAULT_CLOSE_ON_4XX_PROBABILITY =

0-100 (%)

10
@@reiteration_start_delay =
0.2
@@reiteration_time =
5
@@close_on_error =
true
@@close_on_4xx_probability =
DEFAULT_CLOSE_ON_4XX_PROBABILITY

Class Method Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(aws, parser, params = {}) ⇒ AWSErrorHandler

params:

:reiteration_time 
:errors_list 
:close_on_error           = true | false 
:close_on_4xx_probability = 1-100


371
372
373
374
375
376
377
378
379
380
381
382
# File 'lib/awsbase/right_awsbase.rb', line 371

def initialize(aws, parser, params={}) #:nodoc:     
  @aws           = aws              # Link to RightEc2 | RightSqs | RightS3 instance
  @parser        = parser           # parser to parse Amazon response
  @started_at    = Time.now
  @stop_at       = @started_at  + (params[:reiteration_time] || @@reiteration_time) 
  @errors_list   = params[:errors_list] || [] 
  @reiteration_delay = @@reiteration_start_delay
  @retries       = 0
  # close current HTTP(S) connection on 5xx, errors from list and 4xx errors 
  @close_on_error           = params[:close_on_error].nil? ? @@close_on_error : params[:close_on_error] 
  @close_on_4xx_probability = params[:close_on_4xx_probability] || @@close_on_4xx_probability       
end

Class Method Details

.close_on_4xx_probabilityObject



359
360
361
# File 'lib/awsbase/right_awsbase.rb', line 359

def self.close_on_4xx_probability 
  @@close_on_4xx_probability 
end

.close_on_4xx_probability=(close_on_4xx_probability) ⇒ Object



362
363
364
# File 'lib/awsbase/right_awsbase.rb', line 362

def self.close_on_4xx_probability=(close_on_4xx_probability) 
  @@close_on_4xx_probability = close_on_4xx_probability 
end

.close_on_errorObject



351
352
353
# File 'lib/awsbase/right_awsbase.rb', line 351

def self.close_on_error 
  @@close_on_error 
end

.close_on_error=(close_on_error) ⇒ Object



354
355
356
# File 'lib/awsbase/right_awsbase.rb', line 354

def self.close_on_error=(close_on_error) 
  @@close_on_error = close_on_error 
end

.reiteration_start_delayObject



335
336
337
# File 'lib/awsbase/right_awsbase.rb', line 335

def self.reiteration_start_delay
  @@reiteration_start_delay
end

.reiteration_start_delay=(reiteration_start_delay) ⇒ Object



338
339
340
# File 'lib/awsbase/right_awsbase.rb', line 338

def self.reiteration_start_delay=(reiteration_start_delay)
  @@reiteration_start_delay = reiteration_start_delay
end

.reiteration_timeObject



343
344
345
# File 'lib/awsbase/right_awsbase.rb', line 343

def self.reiteration_time
  @@reiteration_time
end

.reiteration_time=(reiteration_time) ⇒ Object



346
347
348
# File 'lib/awsbase/right_awsbase.rb', line 346

def self.reiteration_time=(reiteration_time)
  @@reiteration_time = reiteration_time
end

Instance Method Details

#check(request) ⇒ Object

Returns false if



385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
# File 'lib/awsbase/right_awsbase.rb', line 385

def check(request)  #:nodoc:
  result           = false
  error_found      = false
  redirect_detected= false
  error_match      = nil
  last_errors_text = ''
  response         = @aws.last_response
  # log error
  request_text_data = "#{request[:server]}:#{request[:port]}#{request[:request].path}"
  # is this a redirect?
  # yes!
  if response.is_a?(Net::HTTPRedirection)
    redirect_detected = true 
  else
    # no, it's an error ...
    @aws.logger.warn("##### #{@aws.class.name} returned an error: #{response.code} #{response.message}\n#{response.body} #####")
    @aws.logger.warn("##### #{@aws.class.name} request: #{request_text_data} ####")
  end
    # Check response body: if it is an Amazon XML document or not:
  if redirect_detected || (response.body && response.body[/<\?xml/])   # ... it is a xml document
    @aws.class.bench_xml.add! do
      error_parser = RightErrorResponseParser.new
      error_parser.parse(response)
      @aws.last_errors     = error_parser.errors
      @aws.last_request_id = error_parser.requestID
      last_errors_text     = @aws.last_errors.flatten.join("\n")
      # on redirect :
      if redirect_detected
        location = response['location']
        # ... log information and ...
        @aws.logger.info("##### #{@aws.class.name} redirect requested: #{response.code} #{response.message} #####")
        @aws.logger.info("##### New location: #{location} #####")
        # ... fix the connection data
        request[:server]   = URI.parse(location).host
        request[:protocol] = URI.parse(location).scheme
        request[:port]     = URI.parse(location).port
      end
    end
  else                               # ... it is not a xml document(probably just a html page?)
    @aws.last_errors     = [[response.code, "#{response.message} (#{request_text_data})"]]
    @aws.last_request_id = '-undefined-'
    last_errors_text     = response.message
  end
    # now - check the error
  unless redirect_detected
    @errors_list.each do |error_to_find|
      if last_errors_text[/#{error_to_find}/i]
        error_found = true
        error_match = error_to_find
        @aws.logger.warn("##### Retry is needed, error pattern match: #{error_to_find} #####")
        break
      end
    end
  end
    # check the time has gone from the first error come
  if redirect_detected || error_found
    # Close the connection to the server and recreate a new one. 
    # It may have a chance that one server is a semi-down and reconnection 
    # will help us to connect to the other server 
    if !redirect_detected && @close_on_error
      @aws.connection.finish "#{self.class.name}: error match to pattern '#{error_match}'" 
    end 
             
    if (Time.now < @stop_at)
      @retries += 1
      unless redirect_detected
        @aws.logger.warn("##### Retry ##{@retries} is being performed. Sleeping for #{@reiteration_delay} sec. Whole time: #{Time.now-@started_at} sec ####")
        sleep @reiteration_delay 
        @reiteration_delay *= 2
      else
        @aws.logger.info("##### Retry ##{@retries} is being performed due to a redirect.  ####")
      end
      result = @aws.request_info(request, @parser)
    else
      @aws.logger.warn("##### Ooops, time is over... ####")
    end 
  # aha, this is unhandled error: 
  elsif @close_on_error 
    # Is this a 5xx error ? 
    if @aws.last_response.code.to_s[/^5\d\d$/] 
      @aws.connection.finish "#{self.class.name}: code: #{@aws.last_response.code}: '#{@aws.last_response.message}'" 
    # Is this a 4xxx error ? 
    elsif @aws.last_response.code.to_s[/^4\d\d$/] && @close_on_4xx_probability > rand(100) 
      @aws.connection.finish "#{self.class.name}: code: #{@aws.last_response.code}: '#{@aws.last_response.message}', " + 
                             "probability: #{@close_on_4xx_probability}%"           
    end
  end
  result
end