Class: Google::Apis::DataprocV1::Job

Inherits:
Object
  • Object
show all
Includes:
Core::Hashable, Core::JsonObjectSupport
Defined in:
generated/google/apis/dataproc_v1/classes.rb,
generated/google/apis/dataproc_v1/representations.rb,
generated/google/apis/dataproc_v1/representations.rb

Overview

A Cloud Dataproc job resource.

Instance Attribute Summary collapse

Instance Method Summary collapse

Methods included from Core::JsonObjectSupport

#to_json

Methods included from Core::Hashable

process_value, #to_h

Constructor Details

#initialize(**args) ⇒ Job

Returns a new instance of Job.



699
700
701
 
# File 'generated/google/apis/dataproc_v1/classes.rb', line 699

def initialize(**args)
   update!(**args)
end

Instance Attribute Details

#driver_control_files_uri ⇒ String

[Output-only] If present, the location of miscellaneous control files which may be used as part of job setup and handling. If not present, control files may be placed in the same location as driver_output_uri. Corresponds to the JSON property driverControlFilesUri

Returns:

  • (String) 


697
698
699
 
# File 'generated/google/apis/dataproc_v1/classes.rb', line 697

def driver_control_files_uri
  @driver_control_files_uri
end

#driver_output_resource_uri ⇒ String

[Output-only] A URI pointing to the location of the stdout of the job's driver program. Corresponds to the JSON property driverOutputResourceUri

Returns:

  • (String) 


690
691
692
 
# File 'generated/google/apis/dataproc_v1/classes.rb', line 690

def driver_output_resource_uri
  @driver_output_resource_uri
end

#hadoop_job ⇒ Google::Apis::DataprocV1::HadoopJob

A Cloud Dataproc job for running Hadoop MapReduce jobs on YARN. Corresponds to the JSON property hadoopJob

Returns:



649
650
651
 
# File 'generated/google/apis/dataproc_v1/classes.rb', line 649

def hadoop_job
  @hadoop_job
end

#hive_job ⇒ Google::Apis::DataprocV1::HiveJob

A Cloud Dataproc job for running Hive queries on YARN. Corresponds to the JSON property hiveJob

Returns:



664
665
666
 
# File 'generated/google/apis/dataproc_v1/classes.rb', line 664

def hive_job
  @hive_job
end

#pig_job ⇒ Google::Apis::DataprocV1::PigJob

A Cloud Dataproc job for running Pig queries on YARN. Corresponds to the JSON property pigJob

Returns:



669
670
671
 
# File 'generated/google/apis/dataproc_v1/classes.rb', line 669

def pig_job
  @pig_job
end

#placement ⇒ Google::Apis::DataprocV1::JobPlacement

Cloud Dataproc job config. Corresponds to the JSON property placement

Returns:



644
645
646
 
# File 'generated/google/apis/dataproc_v1/classes.rb', line 644

def placement
  @placement
end

#pyspark_job ⇒ Google::Apis::DataprocV1::PySparkJob

A Cloud Dataproc job for running PySpark applications on YARN. Corresponds to the JSON property pysparkJob

Returns:



659
660
661
 
# File 'generated/google/apis/dataproc_v1/classes.rb', line 659

def pyspark_job
  @pyspark_job
end

#reference ⇒ Google::Apis::DataprocV1::JobReference

Encapsulates the full scoping used to reference a job. Corresponds to the JSON property reference

Returns:



639
640
641
 
# File 'generated/google/apis/dataproc_v1/classes.rb', line 639

def reference
  @reference
end

#spark_job ⇒ Google::Apis::DataprocV1::SparkJob

A Cloud Dataproc job for running Spark applications on YARN. Corresponds to the JSON property sparkJob

Returns:



654
655
656
 
# File 'generated/google/apis/dataproc_v1/classes.rb', line 654

def spark_job
  @spark_job
end

#spark_sql_job ⇒ Google::Apis::DataprocV1::SparkSqlJob

A Cloud Dataproc job for running Spark SQL queries. Corresponds to the JSON property sparkSqlJob

Returns:



674
675
676
 
# File 'generated/google/apis/dataproc_v1/classes.rb', line 674

def spark_sql_job
  @spark_sql_job
end

#status ⇒ Google::Apis::DataprocV1::JobStatus

Cloud Dataproc job status. Corresponds to the JSON property status

Returns:



679
680
681
 
# File 'generated/google/apis/dataproc_v1/classes.rb', line 679

def status
  @status
end

#status_history ⇒ Array<Google::Apis::DataprocV1::JobStatus>

[Output-only] The previous job status. Corresponds to the JSON property statusHistory

Returns:



684
685
686
 
# File 'generated/google/apis/dataproc_v1/classes.rb', line 684

def status_history
  @status_history
end

Instance Method Details

#update!(**args) ⇒ Object

Update properties of this object



704
705
706
707
708
709
710
711
712
713
714
715
716
717
 
# File 'generated/google/apis/dataproc_v1/classes.rb', line 704

def update!(**args)
  @reference = args[:reference] if args.key?(:reference)
  @placement = args[:placement] if args.key?(:placement)
  @hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
  @spark_job = args[:spark_job] if args.key?(:spark_job)
  @pyspark_job = args[:pyspark_job] if args.key?(:pyspark_job)
  @hive_job = args[:hive_job] if args.key?(:hive_job)
  @pig_job = args[:pig_job] if args.key?(:pig_job)
  @spark_sql_job = args[:spark_sql_job] if args.key?(:spark_sql_job)
  @status = args[:status] if args.key?(:status)
  @status_history = args[:status_history] if args.key?(:status_history)
  @driver_output_resource_uri = args[:driver_output_resource_uri] if args.key?(:driver_output_resource_uri)
  @driver_control_files_uri = args[:driver_control_files_uri] if args.key?(:driver_control_files_uri)
end