Class: Elasticity::PigStep
- Inherits:
-
Object
- Object
- Elasticity::PigStep
- Includes:
- JobFlowStep
- Defined in:
- lib/elasticity/pig_step.rb
Instance Attribute Summary collapse
-
#action_on_failure ⇒ Object
Returns the value of attribute action_on_failure.
-
#name ⇒ Object
Returns the value of attribute name.
-
#script ⇒ Object
Returns the value of attribute script.
-
#variables ⇒ Object
Returns the value of attribute variables.
Class Method Summary collapse
- .aws_installation_step_name ⇒ Object
- .aws_installation_steps ⇒ Object
- .requires_installation? ⇒ Boolean
Instance Method Summary collapse
-
#initialize(script) ⇒ PigStep
constructor
A new instance of PigStep.
- #to_aws_step(job_flow) ⇒ Object
Methods included from JobFlowStep
#aws_installation_step_name, #aws_installation_steps, included, #requires_installation?, steps_requiring_installation
Constructor Details
#initialize(script) ⇒ PigStep
Returns a new instance of PigStep.
12 13 14 15 16 17 |
# File 'lib/elasticity/pig_step.rb', line 12 def initialize(script) @name = "Elasticity Pig Step (#{script})" @script = script @variables = {} @action_on_failure = 'TERMINATE_JOB_FLOW' end |
Instance Attribute Details
#action_on_failure ⇒ Object
Returns the value of attribute action_on_failure.
10 11 12 |
# File 'lib/elasticity/pig_step.rb', line 10 def action_on_failure @action_on_failure end |
#name ⇒ Object
Returns the value of attribute name.
7 8 9 |
# File 'lib/elasticity/pig_step.rb', line 7 def name @name end |
#script ⇒ Object
Returns the value of attribute script.
8 9 10 |
# File 'lib/elasticity/pig_step.rb', line 8 def script @script end |
#variables ⇒ Object
Returns the value of attribute variables.
9 10 11 |
# File 'lib/elasticity/pig_step.rb', line 9 def variables @variables end |
Class Method Details
.aws_installation_step_name ⇒ Object
40 41 42 |
# File 'lib/elasticity/pig_step.rb', line 40 def self.aws_installation_step_name 'Elasticity - Install Pig' end |
.aws_installation_steps ⇒ Object
44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 |
# File 'lib/elasticity/pig_step.rb', line 44 def self.aws_installation_steps [ { :action_on_failure => 'TERMINATE_JOB_FLOW', :hadoop_jar_step => { :jar => 's3://elasticmapreduce/libs/script-runner/script-runner.jar', :args => [ 's3://elasticmapreduce/libs/pig/pig-script', '--base-path', 's3://elasticmapreduce/libs/pig/', '--install-pig' ], }, :name => aws_installation_step_name } ] end |
.requires_installation? ⇒ Boolean
36 37 38 |
# File 'lib/elasticity/pig_step.rb', line 36 def self.requires_installation? true end |
Instance Method Details
#to_aws_step(job_flow) ⇒ Object
19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 |
# File 'lib/elasticity/pig_step.rb', line 19 def to_aws_step(job_flow) args = %w(s3://elasticmapreduce/libs/pig/pig-script --run-pig-script --args) @variables.keys.sort.each do |name| args.concat(['-p', "#{name}=#{@variables[name]}"]) end args.concat(['-p', "E_PARALLELS=#{parallels(job_flow.slave_instance_type, job_flow.instance_count)}"]) args << @script { :action_on_failure => @action_on_failure, :hadoop_jar_step => { :jar => 's3://elasticmapreduce/libs/script-runner/script-runner.jar', :args => args, }, :name => @name } end |