Class: Aws::Glue::Types::CodeGenConfigurationNode

Inherits:
Struct
  • Object
show all
Includes:
Structure
Defined in:
lib/aws-sdk-glue/types.rb

Overview

`CodeGenConfigurationNode` enumerates all valid Node types. One and only one of its member variables can be populated.

Constant Summary collapse

SENSITIVE =
[]

Instance Attribute Summary collapse

Instance Attribute Details

#aggregateTypes::Aggregate

Specifies a transform that groups rows by chosen fields and computes the aggregated value by specified function.

Returns:



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#apply_mappingTypes::ApplyMapping

Specifies a transform that maps data property keys in the data source to data property keys in the data target. You can rename keys, modify the data types for keys, and choose which keys to drop from the dataset.

Returns:



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#athena_connector_sourceTypes::AthenaConnectorSource

Specifies a connector to an Amazon Athena data source.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#catalog_kafka_sourceTypes::CatalogKafkaSource

Specifies an Apache Kafka data store in the Data Catalog.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#catalog_kinesis_sourceTypes::CatalogKinesisSource

Specifies a Kinesis data source in the Glue Data Catalog.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#catalog_sourceTypes::CatalogSource

Specifies a data store in the Glue Data Catalog.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#catalog_targetTypes::BasicCatalogTarget

Specifies a target that uses a Glue Data Catalog table.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#custom_codeTypes::CustomCode

Specifies a transform that uses custom code you provide to perform the data transformation. The output is a collection of DynamicFrames.

Returns:



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#direct_kafka_sourceTypes::DirectKafkaSource

Specifies an Apache Kafka data store.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#direct_kinesis_sourceTypes::DirectKinesisSource

Specifies a direct Amazon Kinesis data source.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#drop_duplicatesTypes::DropDuplicates

Specifies a transform that removes rows of repeating data from a data set.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#drop_fieldsTypes::DropFields

Specifies a transform that chooses the data property keys that you want to drop.

Returns:



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#drop_null_fieldsTypes::DropNullFields

Specifies a transform that removes columns from the dataset if all values in the column are 'null'. By default, Glue Studio will recognize null objects, but some values such as empty strings, strings that are “null”, -1 integers or other placeholders such as zeros, are not automatically recognized as nulls.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#dynamic_transformTypes::DynamicTransform

Specifies a custom visual transform created by a user.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#dynamo_db_catalog_sourceTypes::DynamoDBCatalogSource

Specifies a DynamoDB data source in the Glue Data Catalog.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#evaluate_data_qualityTypes::EvaluateDataQuality

Specifies your data quality evaluation criteria.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#fill_missing_valuesTypes::FillMissingValues

Specifies a transform that locates records in the dataset that have missing values and adds a new field with a value determined by imputation. The input data set is used to train the machine learning model that determines what the missing value should be.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#filterTypes::Filter

Specifies a transform that splits a dataset into two, based on a filter condition.

Returns:



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#governed_catalog_sourceTypes::GovernedCatalogSource

Specifies a data source in a goverened Data Catalog.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#governed_catalog_targetTypes::GovernedCatalogTarget

Specifies a data target that writes to a goverened catalog.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#jdbc_connector_sourceTypes::JDBCConnectorSource

Specifies a connector to a JDBC data source.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#jdbc_connector_targetTypes::JDBCConnectorTarget

Specifies a data target that writes to Amazon S3 in Apache Parquet columnar storage.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#joinTypes::Join

Specifies a transform that joins two datasets into one dataset using a comparison phrase on the specified data property keys. You can use inner, outer, left, right, left semi, and left anti joins.

Returns:



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#mergeTypes::Merge

Specifies a transform that merges a `DynamicFrame` with a staging `DynamicFrame` based on the specified primary keys to identify records. Duplicate records (records with the same primary keys) are not de-duplicated.

Returns:



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#microsoft_sql_server_catalog_sourceTypes::MicrosoftSQLServerCatalogSource

Specifies a Microsoft SQL server data source in the Glue Data Catalog.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#microsoft_sql_server_catalog_targetTypes::MicrosoftSQLServerCatalogTarget

Specifies a target that uses Microsoft SQL.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#my_sql_catalog_sourceTypes::MySQLCatalogSource

Specifies a MySQL data source in the Glue Data Catalog.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#my_sql_catalog_targetTypes::MySQLCatalogTarget

Specifies a target that uses MySQL.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#oracle_sql_catalog_sourceTypes::OracleSQLCatalogSource

Specifies an Oracle data source in the Glue Data Catalog.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#oracle_sql_catalog_targetTypes::OracleSQLCatalogTarget

Specifies a target that uses Oracle SQL.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#pii_detectionTypes::PIIDetection

Specifies a transform that identifies, removes or masks PII data.

Returns:



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#postgre_sql_catalog_sourceTypes::PostgreSQLCatalogSource

Specifies a PostgresSQL data source in the Glue Data Catalog.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#postgre_sql_catalog_targetTypes::PostgreSQLCatalogTarget

Specifies a target that uses Postgres SQL.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#redshift_sourceTypes::RedshiftSource

Specifies an Amazon Redshift data store.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#redshift_targetTypes::RedshiftTarget

Specifies a target that uses Amazon Redshift.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#relational_catalog_sourceTypes::RelationalCatalogSource

Specifies a Relational database data source in the Glue Data Catalog.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#rename_fieldTypes::RenameField

Specifies a transform that renames a single data property key.

Returns:



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#s3_catalog_sourceTypes::S3CatalogSource

Specifies an Amazon S3 data store in the Glue Data Catalog.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#s3_catalog_targetTypes::S3CatalogTarget

Specifies a data target that writes to Amazon S3 using the Glue Data Catalog.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#s3_csv_sourceTypes::S3CsvSource

Specifies a command-separated value (CSV) data store stored in Amazon S3.

Returns:



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#s3_direct_targetTypes::S3DirectTarget

Specifies a data target that writes to Amazon S3.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#s3_glue_parquet_targetTypes::S3GlueParquetTarget

Specifies a data target that writes to Amazon S3 in Apache Parquet columnar storage.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#s3_json_sourceTypes::S3JsonSource

Specifies a JSON data store stored in Amazon S3.

Returns:



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#s3_parquet_sourceTypes::S3ParquetSource

Specifies an Apache Parquet data store stored in Amazon S3.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#select_fieldsTypes::SelectFields

Specifies a transform that chooses the data property keys that you want to keep.

Returns:



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#select_from_collectionTypes::SelectFromCollection

Specifies a transform that chooses one `DynamicFrame` from a collection of `DynamicFrames`. The output is the selected `DynamicFrame`



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#spark_connector_sourceTypes::SparkConnectorSource

Specifies a connector to an Apache Spark data source.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#spark_connector_targetTypes::SparkConnectorTarget

Specifies a target that uses an Apache Spark connector.



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#spark_sqlTypes::SparkSQL

Specifies a transform where you enter a SQL query using Spark SQL syntax to transform the data. The output is a single `DynamicFrame`.

Returns:



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#spigotTypes::Spigot

Specifies a transform that writes samples of the data to an Amazon S3 bucket.

Returns:



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#split_fieldsTypes::SplitFields

Specifies a transform that splits data property keys into two `DynamicFrames`. The output is a collection of `DynamicFrames`: one with selected data property keys, and one with the remaining data property keys.

Returns:



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end

#unionTypes::Union

Specifies a transform that combines the rows from two or more datasets into a single result.

Returns:



1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
# File 'lib/aws-sdk-glue/types.rb', line 1878

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform,
  :evaluate_data_quality)
  SENSITIVE = []
  include Aws::Structure
end