Class: Google::Cloud::Dataproc::V1::SparkSqlJob

Inherits:
Object
  • Object
show all
Extended by:
Protobuf::MessageExts::ClassMethods
Includes:
Protobuf::MessageExts
Defined in:
proto_docs/google/cloud/dataproc/v1/jobs.rb

Overview

A Dataproc job for running Apache Spark SQL queries.

Defined Under Namespace

Classes: PropertiesEntry, ScriptVariablesEntry

Instance Attribute Summary collapse

Instance Attribute Details

#jar_file_uris ⇒ ::Array<::String>

Returns Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.

Returns:

  • (::Array<::String>) —

    Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.



354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
 
# File 'proto_docs/google/cloud/dataproc/v1/jobs.rb', line 354

class SparkSqlJob
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class ScriptVariablesEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class PropertiesEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#logging_config ⇒ ::Google::Cloud::Dataproc::V1::LoggingConfig

Returns Optional. The runtime log config for job execution.

Returns:



354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
 
# File 'proto_docs/google/cloud/dataproc/v1/jobs.rb', line 354

class SparkSqlJob
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class ScriptVariablesEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class PropertiesEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#properties ⇒ ::Google::Protobuf::Map{::String => ::String}

Returns Optional. A mapping of property names to values, used to configure Spark SQL's SparkConf. Properties that conflict with values set by the Dataproc API might be overwritten.

Returns:

  • (::Google::Protobuf::Map{::String => ::String}) —

    Optional. A mapping of property names to values, used to configure Spark SQL's SparkConf. Properties that conflict with values set by the Dataproc API might be overwritten.



354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
 
# File 'proto_docs/google/cloud/dataproc/v1/jobs.rb', line 354

class SparkSqlJob
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class ScriptVariablesEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class PropertiesEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#query_file_uri ⇒ ::String

Returns The HCFS URI of the script that contains SQL queries.

Note: The following fields are mutually exclusive: query_file_uri, query_list. If a field in that set is populated, all other fields in the set will automatically be cleared.

Returns:

  • (::String) —

    The HCFS URI of the script that contains SQL queries.

    Note: The following fields are mutually exclusive: query_file_uri, query_list. If a field in that set is populated, all other fields in the set will automatically be cleared.



354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
 
# File 'proto_docs/google/cloud/dataproc/v1/jobs.rb', line 354

class SparkSqlJob
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class ScriptVariablesEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class PropertiesEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#query_list ⇒ ::Google::Cloud::Dataproc::V1::QueryList

Returns A list of queries.

Note: The following fields are mutually exclusive: query_list, query_file_uri. If a field in that set is populated, all other fields in the set will automatically be cleared.

Returns:

  • (::Google::Cloud::Dataproc::V1::QueryList) —

    A list of queries.

    Note: The following fields are mutually exclusive: query_list, query_file_uri. If a field in that set is populated, all other fields in the set will automatically be cleared.



354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
 
# File 'proto_docs/google/cloud/dataproc/v1/jobs.rb', line 354

class SparkSqlJob
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class ScriptVariablesEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class PropertiesEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end

#script_variables ⇒ ::Google::Protobuf::Map{::String => ::String}

Returns Optional. Mapping of query variable names to values (equivalent to the Spark SQL command: SET name="value";).

Returns:

  • (::Google::Protobuf::Map{::String => ::String}) —

    Optional. Mapping of query variable names to values (equivalent to the Spark SQL command: SET name="value";).



354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
 
# File 'proto_docs/google/cloud/dataproc/v1/jobs.rb', line 354

class SparkSqlJob
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class ScriptVariablesEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end

  # @!attribute [rw] key
  #   @return [::String]
  # @!attribute [rw] value
  #   @return [::String]
  class PropertiesEntry
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods
  end
end