Module: AwsPricing::Ec2Common

Included in:
Ec2DedicatedHostPriceList, Ec2DiPriceList, Ec2PriceList
Defined in:
lib/amazon-pricing/common/ec2_common.rb

Instance Method Summary collapse

Instance Method Details

#ensure_existence_of_instance_type(region, region_name, api_name, operating_system, type_json) ⇒ Object

let’s make sure instance_type for this region has been setup correctly



79
80
81
82
83
84
85
86
87
88
89
90
 
# File 'lib/amazon-pricing/common/ec2_common.rb', line 79

def ensure_existence_of_instance_type(region, region_name, api_name, operating_system, type_json)
  # input:  region
  #         region_name
  #         api_name
  #         operating_system
  #         json: ri_v2 which describes instance_type (under region)
  instance_type = find_or_create_instance_type(region, api_name, operating_system)
  if not instance_type.nil?
    set_od_price_if_missing(region, region_name, api_name, operating_system, instance_type, type_json)
  end
  instance_type
end

#fetch_ec2_instance_pricing(url, type_of_instance, operating_system) ⇒ Object

Retrieves the EC2 on-demand instance pricing. type_of_instance = :ondemand, :light, :medium, :heavy



7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
 
# File 'lib/amazon-pricing/common/ec2_common.rb', line 7

def fetch_ec2_instance_pricing(url, type_of_instance, operating_system)
  res = PriceList.fetch_url(url)
  res['config']['regions'].each do |reg|
    region_name = reg['region']
    region = get_region(region_name)
    if region.nil?
      $stderr.puts "[fetch_ec2_instance_pricing] WARNING: unable to find region #{region_name}"
      next
    end
    # e.g. type = {"type"=>"hiCPUODI", "sizes"=>[{"size"=>"med", "valueColumns"=>[{"name"=>"mswinSQL", "prices"=>{"USD"=>"N/A"}}]}, {"size"=>"xl", "valueColumns"=>[{"name"=>"mswinSQL", "prices"=>{"USD"=>"2.427"}}]}]}
    reg['instanceTypes'].each do |type|
      # e.g. size = {"size"=>"xl", "valueColumns"=>[{"name"=>"mswinSQL", "prices"=>{"USD"=>"2.427"}}]}
      # Amazon now can return array or hash here (hash = only 1 item)
      items = type['sizes']
      items = [type] if items.nil?
      items.each do |size|
        begin
          api_name, name = Ec2InstanceType.get_name(type["type"], size["size"], type_of_instance != :ondemand)
          instance_type = region.add_or_update_ec2_instance_type(api_name, name)
          instance_type.update_pricing(operating_system, type_of_instance, size)
        rescue UnknownTypeError
          $stderr.puts "[fetch_ec2_instance_pricing] WARNING: encountered #{$!.message}"
        end
      end
    end
  end
end

#fetch_ec2_instance_pricing_ri_v2(url, operating_system) ⇒ Object

With v2 of RIs they have an entirely new format that needs to be parsed



36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
 
# File 'lib/amazon-pricing/common/ec2_common.rb', line 36

def fetch_ec2_instance_pricing_ri_v2(url, operating_system)
  res = PriceList.fetch_url(url)
  res['config']['regions'].each do |reg|
    region_name = reg['region']
    region = get_region(region_name)
    if region.nil?
      $stderr.puts "[fetch_ec2_instance_pricing_ri_v2] WARNING: unable to find region #{region_name}"
      next
    end
    reg['instanceTypes'].each do |type|
      api_name = type["type"]
      instance_type = ensure_existence_of_instance_type(region, region_name, api_name, operating_system, type)
      if instance_type.nil?
        $stderr.puts "[fetch_ec2_instance_pricing_ri_v2] WARNING: new reserved instances not found for #{api_name} in #{region_name} using #{url}"
        next
      end

      type["terms"].each do |term|
        term["purchaseOptions"].each do |option|
          case option["purchaseOption"]
            when "noUpfront"
              reservation_type = :noupfront
            when "allUpfront"
              reservation_type = :allupfront
            when "partialUpfront"
              reservation_type = :partialupfront
          end

          duration = term["term"]
          prices = option["valueColumns"]
          upfront = prices.select{|i| i["name"] == "upfront"}.first
          price = upfront["prices"]["USD"]
          instance_type.update_pricing_new(operating_system, reservation_type, price, duration, true) unless reservation_type == :noupfront || price == "N/A"
          hourly = prices.select{|i| i["name"] == "monthlyStar"}.first
          price = hourly["prices"]["USD"]
          instance_type.update_pricing_new(operating_system, reservation_type, price, duration, false) unless reservation_type == :allupfront || price == "N/A"
        end
      end
    end
  end
end

#find_or_create_instance_type(region, api_name, operating_system) ⇒ Object

see if instance_type is missing; normally fetch_ec2_instance_pricing() adds instance_type and od-pricing; but if there’s AWS inconsistency, make sure we add instance_type now.



94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
 
# File 'lib/amazon-pricing/common/ec2_common.rb', line 94

def find_or_create_instance_type(region, api_name, operating_system)
  instance_type = nil
  if not region.instance_type_available?(api_name, :ondemand, operating_system)
    begin
      api_name, name = Ec2InstanceType.get_name("",       #unused
                                                api_name,
                                                false)    #!:ondemand
      instance_type = region.add_or_update_ec2_instance_type(api_name, name)
    rescue UnknownTypeError
      $stderr.puts "[#{__method__}] WARNING: unknown Ec2InstanceType:#{api_name} ignored"
    end
  elsif
    instance_type = region.get_ec2_instance_type(api_name)
  end
  instance_type
end

#set_od_price_if_missing(region, region_name, api_name, operating_system, instance_type, type_json) ⇒ Object

OnDemand pricing might be missing, and it’s a prerequisite for it to be there for our model. one reason it’s missing, is AWS added a new instance type, and we only find it now in ri



113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
 
# File 'lib/amazon-pricing/common/ec2_common.rb', line 113

def set_od_price_if_missing(region, region_name, api_name, operating_system, instance_type, type_json)
  type_json["terms"].each do |term|
    # handle case of ondemand pricing missing;  turns out od-pricing is also in ri-pricing
    # (assumes od pricing has been set, iff both api_name+os are available)
    if not region.instance_type_available?(api_name, :ondemand, operating_system)
      # nb: we actually don't each-iterate below, and ignore extraneous iterations
      term["onDemandHourly"].each do |od_option|
        # handle case of ondemand pricing missing from non-ri case, let's try populating it here
        # [{purchaseOption:"ODHourly",rate:"perhr",prices:{USD:"13.338"}}],
        if od_option["purchaseOption"] != "ODHourly" || od_option["rate"] != "perhr"
          $stderr.puts "[set_od_price_if_missing] WARNING unexpected od_option #{od_option}"
        end
        price = od_option["prices"]["USD"]
        instance_type.update_pricing_new(operating_system, :ondemand, price)
        $stderr.puts "od pricing update #{api_name} price #{price} for #{region_name}/#{operating_system}"
        # prevent iteration, since it doesn't make sense, noting it's (theoretically) possible
        break
      end
    end
  end
  # assert if we're still missing :ondemand, we'll eventually fail in our model
  if not region.instance_type_available?(api_name, :ondemand, operating_system)
    raise "new reserved instances missing ondemand for #{api_name} in #{region_name}/#{operating_system}}"
  end
end