Class: Google::Cloud::Dataproc::V1::SparkSqlJob
- Inherits:
-
Object
- Object
- Google::Cloud::Dataproc::V1::SparkSqlJob
- Extended by:
- Protobuf::MessageExts::ClassMethods
- Includes:
- Protobuf::MessageExts
- Defined in:
- proto_docs/google/cloud/dataproc/v1/jobs.rb
Overview
A Dataproc job for running Apache Spark SQL queries.
Defined Under Namespace
Classes: PropertiesEntry, ScriptVariablesEntry
Instance Attribute Summary collapse
-
#jar_file_uris ⇒ ::Array<::String>
Optional.
-
#logging_config ⇒ ::Google::Cloud::Dataproc::V1::LoggingConfig
Optional.
-
#properties ⇒ ::Google::Protobuf::Map{::String => ::String}
Optional.
-
#query_file_uri ⇒ ::String
The HCFS URI of the script that contains SQL queries.
-
#query_list ⇒ ::Google::Cloud::Dataproc::V1::QueryList
A list of queries.
-
#script_variables ⇒ ::Google::Protobuf::Map{::String => ::String}
Optional.
Instance Attribute Details
#jar_file_uris ⇒ ::Array<::String>
Returns Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.
335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 |
# File 'proto_docs/google/cloud/dataproc/v1/jobs.rb', line 335 class SparkSqlJob include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods # @!attribute [rw] key # @return [::String] # @!attribute [rw] value # @return [::String] class ScriptVariablesEntry include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods end # @!attribute [rw] key # @return [::String] # @!attribute [rw] value # @return [::String] class PropertiesEntry include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods end end |
#logging_config ⇒ ::Google::Cloud::Dataproc::V1::LoggingConfig
Returns Optional. The runtime log config for job execution.
335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 |
# File 'proto_docs/google/cloud/dataproc/v1/jobs.rb', line 335 class SparkSqlJob include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods # @!attribute [rw] key # @return [::String] # @!attribute [rw] value # @return [::String] class ScriptVariablesEntry include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods end # @!attribute [rw] key # @return [::String] # @!attribute [rw] value # @return [::String] class PropertiesEntry include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods end end |
#properties ⇒ ::Google::Protobuf::Map{::String => ::String}
Returns Optional. A mapping of property names to values, used to configure Spark SQL's SparkConf. Properties that conflict with values set by the Dataproc API may be overwritten.
335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 |
# File 'proto_docs/google/cloud/dataproc/v1/jobs.rb', line 335 class SparkSqlJob include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods # @!attribute [rw] key # @return [::String] # @!attribute [rw] value # @return [::String] class ScriptVariablesEntry include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods end # @!attribute [rw] key # @return [::String] # @!attribute [rw] value # @return [::String] class PropertiesEntry include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods end end |
#query_file_uri ⇒ ::String
Returns The HCFS URI of the script that contains SQL queries.
335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 |
# File 'proto_docs/google/cloud/dataproc/v1/jobs.rb', line 335 class SparkSqlJob include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods # @!attribute [rw] key # @return [::String] # @!attribute [rw] value # @return [::String] class ScriptVariablesEntry include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods end # @!attribute [rw] key # @return [::String] # @!attribute [rw] value # @return [::String] class PropertiesEntry include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods end end |
#query_list ⇒ ::Google::Cloud::Dataproc::V1::QueryList
Returns A list of queries.
335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 |
# File 'proto_docs/google/cloud/dataproc/v1/jobs.rb', line 335 class SparkSqlJob include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods # @!attribute [rw] key # @return [::String] # @!attribute [rw] value # @return [::String] class ScriptVariablesEntry include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods end # @!attribute [rw] key # @return [::String] # @!attribute [rw] value # @return [::String] class PropertiesEntry include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods end end |
#script_variables ⇒ ::Google::Protobuf::Map{::String => ::String}
Returns Optional. Mapping of query variable names to values (equivalent to the
Spark SQL command: SET name="value";
).
335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 |
# File 'proto_docs/google/cloud/dataproc/v1/jobs.rb', line 335 class SparkSqlJob include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods # @!attribute [rw] key # @return [::String] # @!attribute [rw] value # @return [::String] class ScriptVariablesEntry include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods end # @!attribute [rw] key # @return [::String] # @!attribute [rw] value # @return [::String] class PropertiesEntry include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods end end |