Class: RightAws::AWSErrorHandler

Inherits:
Object
  • Object
show all
Defined in:
lib/awsbase/right_awsbase.rb

Constant Summary collapse

DEFAULT_CLOSE_ON_4XX_PROBABILITY =

0-100 (%)

10
@@reiteration_start_delay = 
0.2
@@reiteration_time = 
5
@@close_on_error = 
true
@@close_on_4xx_probability = 
DEFAULT_CLOSE_ON_4XX_PROBABILITY

Class Method Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(aws, parser, params = {}) ⇒ AWSErrorHandler

params: 

:reiteration_time 
:errors_list 
:close_on_error           = true | false 
:close_on_4xx_probability = 1-100



357
358
359
360
361
362
363
364
365
366
367
368
 
# File 'lib/awsbase/right_awsbase.rb', line 357

def initialize(aws, parser, params={}) #:nodoc:     
  @aws           = aws              # Link to RightEc2 | RightSqs | RightS3 instance
  @parser        = parser           # parser to parse Amazon response
  @started_at    = Time.now
  @stop_at       = @started_at  + (params[:reiteration_time] || @@reiteration_time) 
  @errors_list   = params[:errors_list] || [] 
  @reiteration_delay = @@reiteration_start_delay
  @retries       = 0
  # close current HTTP(S) connection on 5xx, errors from list and 4xx errors 
  @close_on_error           = params[:close_on_error].nil? ? @@close_on_error : params[:close_on_error] 
  @close_on_4xx_probability = params[:close_on_4xx_probability] || @@close_on_4xx_probability       
end

Class Method Details

.close_on_4xx_probability ⇒ Object 



345
346
347
 
# File 'lib/awsbase/right_awsbase.rb', line 345

def self.close_on_4xx_probability 
  @@close_on_4xx_probability 
end

.close_on_4xx_probability=(close_on_4xx_probability) ⇒ Object 



348
349
350
 
# File 'lib/awsbase/right_awsbase.rb', line 348

def self.close_on_4xx_probability=(close_on_4xx_probability) 
  @@close_on_4xx_probability = close_on_4xx_probability 
end

.close_on_error ⇒ Object 



337
338
339
 
# File 'lib/awsbase/right_awsbase.rb', line 337

def self.close_on_error 
  @@close_on_error 
end

.close_on_error=(close_on_error) ⇒ Object 



340
341
342
 
# File 'lib/awsbase/right_awsbase.rb', line 340

def self.close_on_error=(close_on_error) 
  @@close_on_error = close_on_error 
end

.reiteration_start_delay ⇒ Object 



321
322
323
 
# File 'lib/awsbase/right_awsbase.rb', line 321

def self.reiteration_start_delay
  @@reiteration_start_delay
end

.reiteration_start_delay=(reiteration_start_delay) ⇒ Object 



324
325
326
 
# File 'lib/awsbase/right_awsbase.rb', line 324

def self.reiteration_start_delay=(reiteration_start_delay)
  @@reiteration_start_delay = reiteration_start_delay
end

.reiteration_time ⇒ Object 



329
330
331
 
# File 'lib/awsbase/right_awsbase.rb', line 329

def self.reiteration_time
  @@reiteration_time
end

.reiteration_time=(reiteration_time) ⇒ Object 



332
333
334
 
# File 'lib/awsbase/right_awsbase.rb', line 332

def self.reiteration_time=(reiteration_time)
  @@reiteration_time = reiteration_time
end

Instance Method Details

#check(request) ⇒ Object

Returns false if



371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
 
# File 'lib/awsbase/right_awsbase.rb', line 371

def check(request)  #:nodoc:
  result           = false
  error_found      = false
  redirect_detected= false
  error_match      = nil
  last_errors_text = ''
  response         = @aws.last_response
  # log error
  request_text_data = "#{request[:server]}:#{request[:port]}#{request[:request].path}"
  # is this a redirect?
  # yes!
  if response.is_a?(Net::HTTPRedirection)
    redirect_detected = true 
  else
    # no, it's an error ...
    @aws.logger.warn("##### #{@aws.class.name} returned an error: #{response.code} #{response.message}\n#{response.body} #####")
    @aws.logger.warn("##### #{@aws.class.name} request: #{request_text_data} ####")
  end
    # Check response body: if it is an Amazon XML document or not:
  if redirect_detected || (response.body && response.body[/<\?xml/])   # ... it is a xml document
    @aws.class.bench_xml.add! do
      error_parser = RightErrorResponseParser.new
      error_parser.parse(response)
      @aws.last_errors     = error_parser.errors
      @aws.last_request_id = error_parser.requestID
      last_errors_text     = @aws.last_errors.flatten.join("\n")
      # on redirect :
      if redirect_detected
        location = response['location']
        # ... log information and ...
        @aws.logger.info("##### #{@aws.class.name} redirect requested: #{response.code} #{response.message} #####")
        @aws.logger.info("##### New location: #{location} #####")
        # ... fix the connection data
        request[:server]   = URI.parse(location).host
        request[:protocol] = URI.parse(location).scheme
        request[:port]     = URI.parse(location).port
      end
    end
  else                               # ... it is not a xml document(probably just a html page?)
    @aws.last_errors     = [[response.code, "#{response.message} (#{request_text_data})"]]
    @aws.last_request_id = '-undefined-'
    last_errors_text     = response.message
  end
    # now - check the error
  unless redirect_detected
    @errors_list.each do |error_to_find|
      if last_errors_text[/#{error_to_find}/i]
        error_found = true
        error_match = error_to_find
        @aws.logger.warn("##### Retry is needed, error pattern match: #{error_to_find} #####")
        break
      end
    end
  end
    # check the time has gone from the first error come
  if redirect_detected || error_found
    # Close the connection to the server and recreate a new one. 
    # It may have a chance that one server is a semi-down and reconnection 
    # will help us to connect to the other server 
    if !redirect_detected && @close_on_error
      @aws.connection.finish "#{self.class.name}: error match to pattern '#{error_match}'" 
    end 
             
    if (Time.now < @stop_at)
      @retries += 1
      unless redirect_detected
        @aws.logger.warn("##### Retry ##{@retries} is being performed. Sleeping for #{@reiteration_delay} sec. Whole time: #{Time.now-@started_at} sec ####")
        sleep @reiteration_delay 
        @reiteration_delay *= 2
      else
        @aws.logger.info("##### Retry ##{@retries} is being performed due to a redirect.  ####")
      end
      result = @aws.request_info(request, @parser)
    else
      @aws.logger.warn("##### Ooops, time is over... ####")
    end 
  # aha, this is unhandled error: 
  elsif @close_on_error 
    # Is this a 5xx error ? 
    if @aws.last_response.code.to_s[/^5\d\d$/] 
      @aws.connection.finish "#{self.class.name}: code: #{@aws.last_response.code}: '#{@aws.last_response.message}'" 
    # Is this a 4xxx error ? 
    elsif @aws.last_response.code.to_s[/^4\d\d$/] && @close_on_4xx_probability > rand(100) 
      @aws.connection.finish "#{self.class.name}: code: #{@aws.last_response.code}: '#{@aws.last_response.message}', " + 
                             "probability: #{@close_on_4xx_probability}%"           
    end
  end
  result
end