Class: Aws::Glue::Types::S3HudiDirectTarget

Inherits:

Struct

• Object
• Struct
• Aws::Glue::Types::S3HudiDirectTarget

Includes:

Structure

Defined in:

lib/aws-sdk-glue/types.rb

Overview

Specifies a target that writes to a Hudi data source in Amazon S3.

See Also:

• AWS API Documentation

Constant Summary

SENSITIVE =

[]

Instance Attribute Summary

• #additional_options ⇒ Hash<String,String>

  Specifies additional connection options for the connector.

• #auto_data_quality ⇒ Types::AutoDataQuality

  Specifies whether to automatically enable data quality evaluation for the S3 Hudi direct target.

• #compression ⇒ String

  Specifies how the data is compressed.

• #format ⇒ String

  Specifies the data output format for the target.

• #inputs ⇒ Array<String>

  The nodes that are inputs to the data target.

• #name ⇒ String

  The name of the data target.

• #number_target_partitions ⇒ String

  Specifies the number of target partitions for distributing Hudi dataset files across Amazon S3.

• #partition_keys ⇒ Array<Array<String>>

  Specifies native partitioning using a sequence of keys.

• #path ⇒ String

  The Amazon S3 path of your Hudi data source to write to.

• #schema_change_policy ⇒ Types::DirectSchemaChangePolicy

  A policy that specifies update behavior for the crawler.

Instance Attribute Details

#additional_options ⇒ Hash<String,String>

Specifies additional connection options for the connector.

Returns:

• (Hash<String,String>)

# File 'lib/aws-sdk-glue/types.rb', line 26928

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#auto_data_quality ⇒ Types::AutoDataQuality

Specifies whether to automatically enable data quality evaluation for the S3 Hudi direct target. When set to true, data quality checks are performed automatically during the write operation.

Returns:

• (Types::AutoDataQuality)

# File 'lib/aws-sdk-glue/types.rb', line 26928

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#compression ⇒ String

Specifies how the data is compressed. This is generally not necessary if the data has a standard file extension. Possible values are "gzip" and "bzip").

Returns:

• (String)

# File 'lib/aws-sdk-glue/types.rb', line 26928

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#format ⇒ String

Specifies the data output format for the target.

Returns:

• (String)

# File 'lib/aws-sdk-glue/types.rb', line 26928

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#inputs ⇒ Array<String>

The nodes that are inputs to the data target.

Returns:

• (Array<String>)

# File 'lib/aws-sdk-glue/types.rb', line 26928

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#name ⇒ String

The name of the data target.

Returns:

• (String)

# File 'lib/aws-sdk-glue/types.rb', line 26928

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#number_target_partitions ⇒ String

Specifies the number of target partitions for distributing Hudi dataset files across Amazon S3.

Returns:

• (String)

# File 'lib/aws-sdk-glue/types.rb', line 26928

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#partition_keys ⇒ Array<Array<String>>

Specifies native partitioning using a sequence of keys.

Returns:

• (Array<Array<String>>)

# File 'lib/aws-sdk-glue/types.rb', line 26928

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#path ⇒ String

The Amazon S3 path of your Hudi data source to write to.

Returns:

• (String)

# File 'lib/aws-sdk-glue/types.rb', line 26928

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#schema_change_policy ⇒ Types::DirectSchemaChangePolicy

A policy that specifies update behavior for the crawler.

Returns:

• (Types::DirectSchemaChangePolicy)

# File 'lib/aws-sdk-glue/types.rb', line 26928

class S3HudiDirectTarget < Struct.new(
  :name,
  :inputs,
  :path,
  :compression,
  :number_target_partitions,
  :partition_keys,
  :format,
  :additional_options,
  :schema_change_policy,
  :auto_data_quality)
  SENSITIVE = []
  include Aws::Structure
end