Class: Aws::AWSErrorHandler

Inherits:
Object show all
Defined in:
lib/awsbase/right_awsbase.rb

Constant Summary collapse

DEFAULT_CLOSE_ON_4XX_PROBABILITY =

0-100 (%)

10
@@reiteration_start_delay = 
0.2
@@reiteration_time = 
5
@@close_on_error = 
true
@@close_on_4xx_probability = 
DEFAULT_CLOSE_ON_4XX_PROBABILITY

Class Method Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(aws, parser, params = {}) ⇒ AWSErrorHandler

params:

:reiteration_time
:errors_list
:close_on_error           = true | false
:close_on_4xx_probability = 1-100



706
707
708
709
710
711
712
713
714
715
716
717
 
# File 'lib/awsbase/right_awsbase.rb', line 706

def initialize(aws, parser, params={}) #:nodoc:
    @aws = aws # Link to RightEc2 | RightSqs | RightS3 instance
    @parser = parser # parser to parse Amazon response
    @started_at = Time.now
    @stop_at = @started_at + (params[:reiteration_time] || @@reiteration_time)
    @errors_list = params[:errors_list] || []
    @reiteration_delay = @@reiteration_start_delay
    @retries = 0
    # close current HTTP(S) connection on 5xx, errors from list and 4xx errors
    @close_on_error = params[:close_on_error].nil? ? @@close_on_error : params[:close_on_error]
    @close_on_4xx_probability = params[:close_on_4xx_probability] || @@close_on_4xx_probability
end

Class Method Details

.close_on_4xx_probability ⇒ Object 



693
694
695
 
# File 'lib/awsbase/right_awsbase.rb', line 693

def self.close_on_4xx_probability
    @@close_on_4xx_probability
end

.close_on_4xx_probability=(close_on_4xx_probability) ⇒ Object 



697
698
699
 
# File 'lib/awsbase/right_awsbase.rb', line 697

def self.close_on_4xx_probability=(close_on_4xx_probability)
    @@close_on_4xx_probability = close_on_4xx_probability
end

.close_on_error ⇒ Object 



683
684
685
 
# File 'lib/awsbase/right_awsbase.rb', line 683

def self.close_on_error
    @@close_on_error
end

.close_on_error=(close_on_error) ⇒ Object 



687
688
689
 
# File 'lib/awsbase/right_awsbase.rb', line 687

def self.close_on_error=(close_on_error)
    @@close_on_error = close_on_error
end

.reiteration_start_delay ⇒ Object 



663
664
665
 
# File 'lib/awsbase/right_awsbase.rb', line 663

def self.reiteration_start_delay
    @@reiteration_start_delay
end

.reiteration_start_delay=(reiteration_start_delay) ⇒ Object 



667
668
669
 
# File 'lib/awsbase/right_awsbase.rb', line 667

def self.reiteration_start_delay=(reiteration_start_delay)
    @@reiteration_start_delay = reiteration_start_delay
end

.reiteration_time ⇒ Object 



673
674
675
 
# File 'lib/awsbase/right_awsbase.rb', line 673

def self.reiteration_time
    @@reiteration_time
end

.reiteration_time=(reiteration_time) ⇒ Object 



677
678
679
 
# File 'lib/awsbase/right_awsbase.rb', line 677

def self.reiteration_time=(reiteration_time)
    @@reiteration_time = reiteration_time
end

Instance Method Details

#check(request) ⇒ Object

Returns false if



720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
 
# File 'lib/awsbase/right_awsbase.rb', line 720

def check(request) #:nodoc:
    result = false
    error_found = false
    redirect_detected= false
    error_match = nil
    last_errors_text = ''
    response = @aws.last_response
    # log error
    request_text_data = "#{request[:server]}:#{request[:port]}#{request[:request].path}"
    # is this a redirect?
    # yes!
    if response.is_a?(Net::HTTPRedirection)
        redirect_detected = true
    else
        # no, it's an error ...
        @aws.logger.warn("##### #{@aws.class.name} returned an error: #{response.code} #{response.message}\n#{response.body} #####")
        @aws.logger.warn("##### #{@aws.class.name} request: #{request_text_data} ####")
    end
    # Check response body: if it is an Amazon XML document or not:
    if redirect_detected || (response.body && response.body[/<\?xml/]) # ... it is a xml document
        @aws.class.bench_xml.add! do
            error_parser = RightErrorResponseParser.new
            error_parser.parse(response)
            @aws.last_errors = error_parser.errors
            @aws.last_request_id = error_parser.requestID
            last_errors_text = @aws.last_errors.flatten.join("\n")
            # on redirect :
            if redirect_detected
                location = response['location']
                # ... log information and ...
                @aws.logger.info("##### #{@aws.class.name} redirect requested: #{response.code} #{response.message} #####")
                @aws.logger.info("##### New location: #{location} #####")
                # ... fix the connection data
                request[:server] = URI.parse(location).host
                request[:protocol] = URI.parse(location).scheme
                request[:port] = URI.parse(location).port
            end
        end
    else # ... it is not a xml document(probably just a html page?)
        @aws.last_errors = [[response.code, "#{response.message} (#{request_text_data})"]]
        @aws.last_request_id = '-undefined-'
        last_errors_text = response.message
    end
    # now - check the error
    unless redirect_detected
        @errors_list.each do |error_to_find|
            if last_errors_text[/#{error_to_find}/i]
                error_found = true
                error_match = error_to_find
                @aws.logger.warn("##### Retry is needed, error pattern match: #{error_to_find} #####")
                break
            end
        end
    end
    # check the time has gone from the first error come
    if redirect_detected || error_found
        # Close the connection to the server and recreate a new one.
        # It may have a chance that one server is a semi-down and reconnection
        # will help us to connect to the other server
        if !redirect_detected && @close_on_error
            @aws.connection.finish "#{self.class.name}: error match to pattern '#{error_match}'"
        end

        if (Time.now < @stop_at)
            @retries += 1
            unless redirect_detected
                @aws.logger.warn("##### Retry ##{@retries} is being performed. Sleeping for #{@reiteration_delay} sec. Whole time: #{Time.now-@started_at} sec ####")
                sleep @reiteration_delay
                @reiteration_delay *= 2

                # Always make sure that the fp is set to point to the beginning(?)
                # of the File/IO. TODO: it assumes that offset is 0, which is bad.
                if (request[:request].body_stream && request[:request].body_stream.respond_to?(:pos))
                    begin
                        request[:request].body_stream.pos = 0
                    rescue Exception => e
                        @logger.warn("Retry may fail due to unable to reset the file pointer" +
                                " -- #{self.class.name} : #{e.inspect}")
                    end
                end
            else
                @aws.logger.info("##### Retry ##{@retries} is being performed due to a redirect.  ####")
            end
            result = @aws.request_info(request, @parser)
        else
            @aws.logger.warn("##### Ooops, time is over... ####")
        end
        # aha, this is unhandled error:
    elsif @close_on_error
        # Is this a 5xx error ?
        if @aws.last_response.code.to_s[/^5\d\d$/]
            @aws.connection.finish "#{self.class.name}: code: #{@aws.last_response.code}: '#{@aws.last_response.message}'"
            # Is this a 4xx error ?
        elsif @aws.last_response.code.to_s[/^4\d\d$/] && @close_on_4xx_probability > rand(100)
            @aws.connection.finish "#{self.class.name}: code: #{@aws.last_response.code}: '#{@aws.last_response.message}', " +
                    "probability: #{@close_on_4xx_probability}%"
        end
    end
    result
end