Class: Aws::Glue::Types::CodeGenConfigurationNode

Inherits:
Struct
  • Object
show all
Includes:
Structure
Defined in:
lib/aws-sdk-glue/types.rb

Overview

‘CodeGenConfigurationNode` enumerates all valid Node types. One and only one of its member variables can be populated.

Constant Summary collapse

SENSITIVE =
[]

Instance Attribute Summary collapse

Instance Attribute Details

#aggregateTypes::Aggregate

Specifies a transform that groups rows by chosen fields and computes the aggregated value by specified function.

Returns:



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#apply_mappingTypes::ApplyMapping

Specifies a transform that maps data property keys in the data source to data property keys in the data target. You can rename keys, modify the data types for keys, and choose which keys to drop from the dataset.

Returns:



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#athena_connector_sourceTypes::AthenaConnectorSource

Specifies a connector to an Amazon Athena data source.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#catalog_hudi_sourceTypes::CatalogHudiSource

Specifies a Hudi data source that is registered in the Glue Data Catalog.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#catalog_kafka_sourceTypes::CatalogKafkaSource

Specifies an Apache Kafka data store in the Data Catalog.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#catalog_kinesis_sourceTypes::CatalogKinesisSource

Specifies a Kinesis data source in the Glue Data Catalog.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#catalog_sourceTypes::CatalogSource

Specifies a data store in the Glue Data Catalog.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#catalog_targetTypes::BasicCatalogTarget

Specifies a target that uses a Glue Data Catalog table.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#custom_codeTypes::CustomCode

Specifies a transform that uses custom code you provide to perform the data transformation. The output is a collection of DynamicFrames.

Returns:



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#direct_jdbc_sourceTypes::DirectJDBCSource

Specifies the direct JDBC source connection.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#direct_kafka_sourceTypes::DirectKafkaSource

Specifies an Apache Kafka data store.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#direct_kinesis_sourceTypes::DirectKinesisSource

Specifies a direct Amazon Kinesis data source.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#drop_duplicatesTypes::DropDuplicates

Specifies a transform that removes rows of repeating data from a data set.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#drop_fieldsTypes::DropFields

Specifies a transform that chooses the data property keys that you want to drop.

Returns:



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#drop_null_fieldsTypes::DropNullFields

Specifies a transform that removes columns from the dataset if all values in the column are ‘null’. By default, Glue Studio will recognize null objects, but some values such as empty strings, strings that are “null”, -1 integers or other placeholders such as zeros, are not automatically recognized as nulls.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#dynamic_transformTypes::DynamicTransform

Specifies a custom visual transform created by a user.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#dynamo_db_catalog_sourceTypes::DynamoDBCatalogSource

Specifies a DynamoDBC Catalog data store in the Glue Data Catalog.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#evaluate_data_qualityTypes::EvaluateDataQuality

Specifies your data quality evaluation criteria.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#fill_missing_valuesTypes::FillMissingValues

Specifies a transform that locates records in the dataset that have missing values and adds a new field with a value determined by imputation. The input data set is used to train the machine learning model that determines what the missing value should be.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#filterTypes::Filter

Specifies a transform that splits a dataset into two, based on a filter condition.

Returns:



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#governed_catalog_sourceTypes::GovernedCatalogSource

Specifies a data source in a goverened Data Catalog.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#governed_catalog_targetTypes::GovernedCatalogTarget

Specifies a data target that writes to a goverened catalog.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#jdbc_connector_sourceTypes::JDBCConnectorSource

Specifies a connector to a JDBC data source.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#jdbc_connector_targetTypes::JDBCConnectorTarget

Specifies a data target that writes to Amazon S3 in Apache Parquet columnar storage.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#joinTypes::Join

Specifies a transform that joins two datasets into one dataset using a comparison phrase on the specified data property keys. You can use inner, outer, left, right, left semi, and left anti joins.

Returns:



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#mergeTypes::Merge

Specifies a transform that merges a ‘DynamicFrame` with a staging `DynamicFrame` based on the specified primary keys to identify records. Duplicate records (records with the same primary keys) are not de-duplicated.

Returns:



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#microsoft_sql_server_catalog_sourceTypes::MicrosoftSQLServerCatalogSource

Specifies a Microsoft SQL server data source in the Glue Data Catalog.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#microsoft_sql_server_catalog_targetTypes::MicrosoftSQLServerCatalogTarget

Specifies a target that uses Microsoft SQL.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#my_sql_catalog_sourceTypes::MySQLCatalogSource

Specifies a MySQL data source in the Glue Data Catalog.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#my_sql_catalog_targetTypes::MySQLCatalogTarget

Specifies a target that uses MySQL.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#oracle_sql_catalog_sourceTypes::OracleSQLCatalogSource

Specifies an Oracle data source in the Glue Data Catalog.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#oracle_sql_catalog_targetTypes::OracleSQLCatalogTarget

Specifies a target that uses Oracle SQL.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#pii_detectionTypes::PIIDetection

Specifies a transform that identifies, removes or masks PII data.

Returns:



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#postgre_sql_catalog_sourceTypes::PostgreSQLCatalogSource

Specifies a PostgresSQL data source in the Glue Data Catalog.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#postgre_sql_catalog_targetTypes::PostgreSQLCatalogTarget

Specifies a target that uses Postgres SQL.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#redshift_sourceTypes::RedshiftSource

Specifies an Amazon Redshift data store.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#redshift_targetTypes::RedshiftTarget

Specifies a target that uses Amazon Redshift.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#relational_catalog_sourceTypes::RelationalCatalogSource

Specifies a relational catalog data store in the Glue Data Catalog.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#rename_fieldTypes::RenameField

Specifies a transform that renames a single data property key.

Returns:



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#s3_catalog_hudi_sourceTypes::S3CatalogHudiSource

Specifies a Hudi data source that is registered in the Glue Data Catalog. The Hudi data source must be stored in Amazon S3.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#s3_catalog_sourceTypes::S3CatalogSource

Specifies an Amazon S3 data store in the Glue Data Catalog.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#s3_catalog_targetTypes::S3CatalogTarget

Specifies a data target that writes to Amazon S3 using the Glue Data Catalog.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#s3_csv_sourceTypes::S3CsvSource

Specifies a command-separated value (CSV) data store stored in Amazon S3.

Returns:



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#s3_direct_targetTypes::S3DirectTarget

Specifies a data target that writes to Amazon S3.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#s3_glue_parquet_targetTypes::S3GlueParquetTarget

Specifies a data target that writes to Amazon S3 in Apache Parquet columnar storage.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#s3_hudi_catalog_targetTypes::S3HudiCatalogTarget

Specifies a target that writes to a Hudi data source in the Glue Data Catalog.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#s3_hudi_direct_targetTypes::S3HudiDirectTarget

Specifies a target that writes to a Hudi data source in Amazon S3.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#s3_hudi_sourceTypes::S3HudiSource

Specifies a Hudi data source stored in Amazon S3.

Returns:



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#s3_json_sourceTypes::S3JsonSource

Specifies a JSON data store stored in Amazon S3.

Returns:



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#s3_parquet_sourceTypes::S3ParquetSource

Specifies an Apache Parquet data store stored in Amazon S3.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#select_fieldsTypes::SelectFields

Specifies a transform that chooses the data property keys that you want to keep.

Returns:



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#select_from_collectionTypes::SelectFromCollection

Specifies a transform that chooses one ‘DynamicFrame` from a collection of `DynamicFrames`. The output is the selected `DynamicFrame`



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#spark_connector_sourceTypes::SparkConnectorSource

Specifies a connector to an Apache Spark data source.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#spark_connector_targetTypes::SparkConnectorTarget

Specifies a target that uses an Apache Spark connector.



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#spark_sqlTypes::SparkSQL

Specifies a transform where you enter a SQL query using Spark SQL syntax to transform the data. The output is a single ‘DynamicFrame`.

Returns:



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#spigotTypes::Spigot

Specifies a transform that writes samples of the data to an Amazon S3 bucket.

Returns:



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#split_fieldsTypes::SplitFields

Specifies a transform that splits data property keys into two ‘DynamicFrames`. The output is a collection of `DynamicFrames`: one with selected data property keys, and one with the remaining data property keys.

Returns:



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end

#unionTypes::Union

Specifies a transform that combines the rows from two or more datasets into a single result.

Returns:



1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
# File 'lib/aws-sdk-glue/types.rb', line 1939

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality,
  :s3_catalog_hudi_source,
  :catalog_hudi_source,
  :s3_hudi_source,
  :s3_hudi_catalog_target,
  :s3_hudi_direct_target,
  :direct_jdbc_source)
  SENSITIVE = []
  include Aws::Structure
end