Class: Aws::Glue::Types::StorageDescriptor

Inherits:

Struct

• Object
• Struct
• Aws::Glue::Types::StorageDescriptor

Includes:

Structure

Defined in:

lib/aws-sdk-glue/types.rb

Overview

Describes the physical storage of table data.

See Also:

• AWS API Documentation

Constant Summary

SENSITIVE =

[]

Instance Attribute Summary

• #additional_locations ⇒ Array<String>

  A list of locations that point to the path where a Delta table is located.

• #bucket_columns ⇒ Array<String>

  A list of reducer grouping columns, clustering columns, and bucketing columns in the table.

• #columns ⇒ Array<Types::Column>

  A list of the ‘Columns` in the table.

• #compressed ⇒ Boolean

  ‘True` if the data in the table is compressed, or `False` if not.

• #input_format ⇒ String

  The input format: ‘SequenceFileInputFormat` (binary), or `TextInputFormat`, or a custom format.

• #location ⇒ String

  The physical location of the table.

• #number_of_buckets ⇒ Integer

  Must be specified if the table contains any dimension columns.

• #output_format ⇒ String

  The output format: ‘SequenceFileOutputFormat` (binary), or `IgnoreKeyTextOutputFormat`, or a custom format.

• #parameters ⇒ Hash<String,String>

  The user-supplied properties in key-value form.

• #schema_reference ⇒ Types::SchemaReference

  An object that references a schema stored in the Glue Schema Registry.

• #serde_info ⇒ Types::SerDeInfo

  The serialization/deserialization (SerDe) information.

• #skewed_info ⇒ Types::SkewedInfo

  The information about values that appear frequently in a column (skewed values).

• #sort_columns ⇒ Array<Types::Order>

  A list specifying the sort order of each bucket in the table.

• #stored_as_sub_directories ⇒ Boolean

  ‘True` if the table data is stored in subdirectories, or `False` if not.

Instance Attribute Details

#additional_locations ⇒ Array<String>

A list of locations that point to the path where a Delta table is located.

Returns:

• (Array<String>)

# File 'lib/aws-sdk-glue/types.rb', line 24813

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#bucket_columns ⇒ Array<String>

A list of reducer grouping columns, clustering columns, and bucketing columns in the table.

Returns:

• (Array<String>)

# File 'lib/aws-sdk-glue/types.rb', line 24813

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#columns ⇒ Array<Types::Column>

A list of the ‘Columns` in the table.

Returns:

• (Array<Types::Column>)

# File 'lib/aws-sdk-glue/types.rb', line 24813

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#compressed ⇒ Boolean

‘True` if the data in the table is compressed, or `False` if not.

Returns:

• (Boolean)

# File 'lib/aws-sdk-glue/types.rb', line 24813

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#input_format ⇒ String

The input format: ‘SequenceFileInputFormat` (binary), or `TextInputFormat`, or a custom format.

Returns:

• (String)

# File 'lib/aws-sdk-glue/types.rb', line 24813

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#location ⇒ String

The physical location of the table. By default, this takes the form of the warehouse location, followed by the database location in the warehouse, followed by the table name.

Returns:

• (String)

# File 'lib/aws-sdk-glue/types.rb', line 24813

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#number_of_buckets ⇒ Integer

Must be specified if the table contains any dimension columns.

Returns:

• (Integer)

# File 'lib/aws-sdk-glue/types.rb', line 24813

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#output_format ⇒ String

The output format: ‘SequenceFileOutputFormat` (binary), or `IgnoreKeyTextOutputFormat`, or a custom format.

Returns:

• (String)

# File 'lib/aws-sdk-glue/types.rb', line 24813

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#parameters ⇒ Hash<String,String>

The user-supplied properties in key-value form.

Returns:

• (Hash<String,String>)

# File 'lib/aws-sdk-glue/types.rb', line 24813

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#schema_reference ⇒ Types::SchemaReference

An object that references a schema stored in the Glue Schema Registry.

When creating a table, you can pass an empty list of columns for the schema, and instead use a schema reference.

Returns:

• (Types::SchemaReference)

# File 'lib/aws-sdk-glue/types.rb', line 24813

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#serde_info ⇒ Types::SerDeInfo

The serialization/deserialization (SerDe) information.

Returns:

• (Types::SerDeInfo)

# File 'lib/aws-sdk-glue/types.rb', line 24813

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#skewed_info ⇒ Types::SkewedInfo

The information about values that appear frequently in a column (skewed values).

Returns:

• (Types::SkewedInfo)

# File 'lib/aws-sdk-glue/types.rb', line 24813

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#sort_columns ⇒ Array<Types::Order>

A list specifying the sort order of each bucket in the table.

Returns:

• (Array<Types::Order>)

# File 'lib/aws-sdk-glue/types.rb', line 24813

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end

#stored_as_sub_directories ⇒ Boolean

‘True` if the table data is stored in subdirectories, or `False` if not.

Returns:

• (Boolean)

# File 'lib/aws-sdk-glue/types.rb', line 24813

class StorageDescriptor < Struct.new(
  :columns,
  :location,
  :additional_locations,
  :input_format,
  :output_format,
  :compressed,
  :number_of_buckets,
  :serde_info,
  :bucket_columns,
  :sort_columns,
  :parameters,
  :skewed_info,
  :stored_as_sub_directories,
  :schema_reference)
  SENSITIVE = []
  include Aws::Structure
end