Class: Aws::Glue::Types::StorageDescriptor

Inherits:

Struct

Object
Struct
Aws::Glue::Types::StorageDescriptor

show all

Includes:: Structure

Defined in:: lib/aws-sdk-glue/types.rb

Overview

Describes the physical storage of table data.

Constant Summary collapse

SENSITIVE =

[]

Instance Attribute Summary collapse

#additional_locations ⇒ Array<String>

A list of locations that point to the path where a Delta table is located.
#bucket_columns ⇒ Array<String>

A list of reducer grouping columns, clustering columns, and bucketing columns in the table.
#columns ⇒ Array<Types::Column>

A list of the Columns in the table.
#compressed ⇒ Boolean

True if the data in the table is compressed, or False if not.
#input_format ⇒ String

The input format: SequenceFileInputFormat (binary), or TextInputFormat, or a custom format.
#location ⇒ String

The physical location of the table.
#number_of_buckets ⇒ Integer

Must be specified if the table contains any dimension columns.
#output_format ⇒ String

The output format: SequenceFileOutputFormat (binary), or IgnoreKeyTextOutputFormat, or a custom format.
#parameters ⇒ Hash<String,String>

The user-supplied properties in key-value form.
#schema_reference ⇒ Types::SchemaReference

An object that references a schema stored in the Glue Schema Registry.
#serde_info ⇒ Types::SerDeInfo

The serialization/deserialization (SerDe) information.
#skewed_info ⇒ Types::SkewedInfo

The information about values that appear frequently in a column (skewed values).
#sort_columns ⇒ Array<Types::Order>

A list specifying the sort order of each bucket in the table.
#stored_as_sub_directories ⇒ Boolean

True if the table data is stored in subdirectories, or False if not.

Instance Attribute Details

#additional_locations ⇒ `Array<String>`

A list of locations that point to the path where a Delta table is located.

Returns:

(Array<String>)

# File 'lib/aws-sdk-glue/types.rb', line 26941

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#bucket_columns ⇒ `Array<String>`

A list of reducer grouping columns, clustering columns, and bucketing columns in the table.

Returns:

(Array<String>)

# File 'lib/aws-sdk-glue/types.rb', line 26941

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#columns ⇒ `Array<Types::Column>`

A list of the Columns in the table.

Returns:

(Array<Types::Column>)

# File 'lib/aws-sdk-glue/types.rb', line 26941

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#compressed ⇒ `Boolean`

True if the data in the table is compressed, or False if not.

Returns:

(Boolean)

# File 'lib/aws-sdk-glue/types.rb', line 26941

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#input_format ⇒ `String`

The input format: SequenceFileInputFormat (binary), or TextInputFormat, or a custom format.

Returns:

(String)

# File 'lib/aws-sdk-glue/types.rb', line 26941

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#location ⇒ `String`

The physical location of the table. By default, this takes the form of the warehouse location, followed by the database location in the warehouse, followed by the table name.

Returns:

(String)

# File 'lib/aws-sdk-glue/types.rb', line 26941

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#number_of_buckets ⇒ `Integer`

Must be specified if the table contains any dimension columns.

Returns:

(Integer)

# File 'lib/aws-sdk-glue/types.rb', line 26941

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#output_format ⇒ `String`

The output format: SequenceFileOutputFormat (binary), or IgnoreKeyTextOutputFormat, or a custom format.

Returns:

(String)

# File 'lib/aws-sdk-glue/types.rb', line 26941

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#parameters ⇒ `Hash<String,String>`

The user-supplied properties in key-value form.

Returns:

(Hash<String,String>)

# File 'lib/aws-sdk-glue/types.rb', line 26941

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#schema_reference ⇒ `Types::SchemaReference`

An object that references a schema stored in the Glue Schema Registry.

When creating a table, you can pass an empty list of columns for the schema, and instead use a schema reference.

Returns:

(Types::SchemaReference)

# File 'lib/aws-sdk-glue/types.rb', line 26941

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#serde_info ⇒ `Types::SerDeInfo`

The serialization/deserialization (SerDe) information.

Returns:

(Types::SerDeInfo)

# File 'lib/aws-sdk-glue/types.rb', line 26941

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#skewed_info ⇒ `Types::SkewedInfo`

The information about values that appear frequently in a column (skewed values).

Returns:

(Types::SkewedInfo)

# File 'lib/aws-sdk-glue/types.rb', line 26941

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#sort_columns ⇒ `Array<Types::Order>`

A list specifying the sort order of each bucket in the table.

Returns:

(Array<Types::Order>)

# File 'lib/aws-sdk-glue/types.rb', line 26941

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#stored_as_sub_directories ⇒ `Boolean`

True if the table data is stored in subdirectories, or False if not.

Returns:

(Boolean)

# File 'lib/aws-sdk-glue/types.rb', line 26941

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

Class: Aws::Glue::Types::StorageDescriptor

Overview

Constant Summary collapse

Instance Attribute Summary collapse

Instance Attribute Details

#additional_locations ⇒ Array<String>

#bucket_columns ⇒ Array<String>

#columns ⇒ Array<Types::Column>

#compressed ⇒ Boolean

#input_format ⇒ String

#location ⇒ String

#number_of_buckets ⇒ Integer

#output_format ⇒ String

#parameters ⇒ Hash<String,String>

#schema_reference ⇒ Types::SchemaReference

#serde_info ⇒ Types::SerDeInfo

#skewed_info ⇒ Types::SkewedInfo

#sort_columns ⇒ Array<Types::Order>

#stored_as_sub_directories ⇒ Boolean

#additional_locations ⇒ `Array<String>`

#bucket_columns ⇒ `Array<String>`

#columns ⇒ `Array<Types::Column>`

#compressed ⇒ `Boolean`

#input_format ⇒ `String`

#location ⇒ `String`

#number_of_buckets ⇒ `Integer`

#output_format ⇒ `String`

#parameters ⇒ `Hash<String,String>`

#schema_reference ⇒ `Types::SchemaReference`

#serde_info ⇒ `Types::SerDeInfo`

#skewed_info ⇒ `Types::SkewedInfo`

#sort_columns ⇒ `Array<Types::Order>`

#stored_as_sub_directories ⇒ `Boolean`