Class: Aws::Glue::Types::CodeGenConfigurationNode

Inherits:
Struct
  • Object
show all
Includes:
Structure
Defined in:
lib/aws-sdk-glue/types.rb

Overview

Note:

When making an API call, you may pass CodeGenConfigurationNode data as a hash:

{
  athena_connector_source: {
    name: "NodeName", # required
    connection_name: "EnclosedInStringProperty", # required
    connector_name: "EnclosedInStringProperty", # required
    connection_type: "EnclosedInStringProperty", # required
    connection_table: "EnclosedInStringPropertyWithQuote",
    schema_name: "EnclosedInStringProperty", # required
    output_schemas: [
      {
        columns: [
          {
            name: "GlueStudioColumnNameString", # required
            type: "ColumnTypeString",
          },
        ],
      },
    ],
  },
  jdbc_connector_source: {
    name: "NodeName", # required
    connection_name: "EnclosedInStringProperty", # required
    connector_name: "EnclosedInStringProperty", # required
    connection_type: "EnclosedInStringProperty", # required
    additional_options: {
      filter_predicate: "EnclosedInStringProperty",
      partition_column: "EnclosedInStringProperty",
      lower_bound: 1,
      upper_bound: 1,
      num_partitions: 1,
      job_bookmark_keys: ["EnclosedInStringProperty"],
      job_bookmark_keys_sort_order: "EnclosedInStringProperty",
      data_type_mapping: {
        "ARRAY" => "DATE", # accepts DATE, STRING, TIMESTAMP, INT, FLOAT, LONG, BIGDECIMAL, BYTE, SHORT, DOUBLE
      },
    },
    connection_table: "EnclosedInStringPropertyWithQuote",
    query: "SqlQuery",
    output_schemas: [
      {
        columns: [
          {
            name: "GlueStudioColumnNameString", # required
            type: "ColumnTypeString",
          },
        ],
      },
    ],
  },
  spark_connector_source: {
    name: "NodeName", # required
    connection_name: "EnclosedInStringProperty", # required
    connector_name: "EnclosedInStringProperty", # required
    connection_type: "EnclosedInStringProperty", # required
    additional_options: {
      "EnclosedInStringProperty" => "EnclosedInStringProperty",
    },
    output_schemas: [
      {
        columns: [
          {
            name: "GlueStudioColumnNameString", # required
            type: "ColumnTypeString",
          },
        ],
      },
    ],
  },
  catalog_source: {
    name: "NodeName", # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  redshift_source: {
    name: "NodeName", # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
    redshift_tmp_dir: "EnclosedInStringProperty",
    tmp_dir_iam_role: "EnclosedInStringProperty",
  },
  s3_catalog_source: {
    name: "NodeName", # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
    partition_predicate: "EnclosedInStringProperty",
    additional_options: {
      bounded_size: 1,
      bounded_files: 1,
    },
  },
  s3_csv_source: {
    name: "NodeName", # required
    paths: ["EnclosedInStringProperty"], # required
    compression_type: "gzip", # accepts gzip, bzip2
    exclusions: ["EnclosedInStringProperty"],
    group_size: "EnclosedInStringProperty",
    group_files: "EnclosedInStringProperty",
    recurse: false,
    max_band: 1,
    max_files_in_band: 1,
    additional_options: {
      bounded_size: 1,
      bounded_files: 1,
      enable_sample_path: false,
      sample_path: "EnclosedInStringProperty",
    },
    separator: "comma", # required, accepts comma, ctrla, pipe, semicolon, tab
    escaper: "EnclosedInStringPropertyWithQuote",
    quote_char: "quote", # required, accepts quote, quillemet, single_quote, disabled
    multiline: false,
    with_header: false,
    write_header: false,
    skip_first: false,
    optimize_performance: false,
    output_schemas: [
      {
        columns: [
          {
            name: "GlueStudioColumnNameString", # required
            type: "ColumnTypeString",
          },
        ],
      },
    ],
  },
  s3_json_source: {
    name: "NodeName", # required
    paths: ["EnclosedInStringProperty"], # required
    compression_type: "gzip", # accepts gzip, bzip2
    exclusions: ["EnclosedInStringProperty"],
    group_size: "EnclosedInStringProperty",
    group_files: "EnclosedInStringProperty",
    recurse: false,
    max_band: 1,
    max_files_in_band: 1,
    additional_options: {
      bounded_size: 1,
      bounded_files: 1,
      enable_sample_path: false,
      sample_path: "EnclosedInStringProperty",
    },
    json_path: "EnclosedInStringProperty",
    multiline: false,
    output_schemas: [
      {
        columns: [
          {
            name: "GlueStudioColumnNameString", # required
            type: "ColumnTypeString",
          },
        ],
      },
    ],
  },
  s3_parquet_source: {
    name: "NodeName", # required
    paths: ["EnclosedInStringProperty"], # required
    compression_type: "snappy", # accepts snappy, lzo, gzip, uncompressed, none
    exclusions: ["EnclosedInStringProperty"],
    group_size: "EnclosedInStringProperty",
    group_files: "EnclosedInStringProperty",
    recurse: false,
    max_band: 1,
    max_files_in_band: 1,
    additional_options: {
      bounded_size: 1,
      bounded_files: 1,
      enable_sample_path: false,
      sample_path: "EnclosedInStringProperty",
    },
    output_schemas: [
      {
        columns: [
          {
            name: "GlueStudioColumnNameString", # required
            type: "ColumnTypeString",
          },
        ],
      },
    ],
  },
  relational_catalog_source: {
    name: "NodeName", # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  dynamo_db_catalog_source: {
    name: "NodeName", # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  jdbc_connector_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    connection_name: "EnclosedInStringProperty", # required
    connection_table: "EnclosedInStringPropertyWithQuote", # required
    connector_name: "EnclosedInStringProperty", # required
    connection_type: "EnclosedInStringProperty", # required
    additional_options: {
      "EnclosedInStringProperty" => "EnclosedInStringProperty",
    },
    output_schemas: [
      {
        columns: [
          {
            name: "GlueStudioColumnNameString", # required
            type: "ColumnTypeString",
          },
        ],
      },
    ],
  },
  spark_connector_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    connection_name: "EnclosedInStringProperty", # required
    connector_name: "EnclosedInStringProperty", # required
    connection_type: "EnclosedInStringProperty", # required
    additional_options: {
      "EnclosedInStringProperty" => "EnclosedInStringProperty",
    },
    output_schemas: [
      {
        columns: [
          {
            name: "GlueStudioColumnNameString", # required
            type: "ColumnTypeString",
          },
        ],
      },
    ],
  },
  catalog_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  redshift_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
    redshift_tmp_dir: "EnclosedInStringProperty",
    tmp_dir_iam_role: "EnclosedInStringProperty",
    upsert_redshift_options: {
      table_location: "EnclosedInStringProperty",
      connection_name: "EnclosedInStringProperty",
      upsert_keys: ["EnclosedInStringProperty"],
    },
  },
  s3_catalog_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    partition_keys: [
      ["EnclosedInStringProperty"],
    ],
    table: "EnclosedInStringProperty", # required
    database: "EnclosedInStringProperty", # required
    schema_change_policy: {
      enable_update_catalog: false,
      update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
    },
  },
  s3_glue_parquet_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    partition_keys: [
      ["EnclosedInStringProperty"],
    ],
    path: "EnclosedInStringProperty", # required
    compression: "snappy", # accepts snappy, lzo, gzip, uncompressed, none
    schema_change_policy: {
      enable_update_catalog: false,
      update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
      table: "EnclosedInStringProperty",
      database: "EnclosedInStringProperty",
    },
  },
  s3_direct_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    partition_keys: [
      ["EnclosedInStringProperty"],
    ],
    path: "EnclosedInStringProperty", # required
    compression: "EnclosedInStringProperty",
    format: "json", # required, accepts json, csv, avro, orc, parquet
    schema_change_policy: {
      enable_update_catalog: false,
      update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
      table: "EnclosedInStringProperty",
      database: "EnclosedInStringProperty",
    },
  },
  apply_mapping: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    mapping: [ # required
      {
        to_key: "EnclosedInStringProperty",
        from_path: ["EnclosedInStringProperty"],
        from_type: "EnclosedInStringProperty",
        to_type: "EnclosedInStringProperty",
        dropped: false,
        children: {
          # recursive Mappings
        },
      },
    ],
  },
  select_fields: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    paths: [ # required
      ["EnclosedInStringProperty"],
    ],
  },
  drop_fields: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    paths: [ # required
      ["EnclosedInStringProperty"],
    ],
  },
  rename_field: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    source_path: ["EnclosedInStringProperty"], # required
    target_path: ["EnclosedInStringProperty"], # required
  },
  spigot: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    path: "EnclosedInStringProperty", # required
    topk: 1,
    prob: 1.0,
  },
  join: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    join_type: "equijoin", # required, accepts equijoin, left, right, outer, leftsemi, leftanti
    columns: [ # required
      {
        from: "EnclosedInStringProperty", # required
        keys: [ # required
          ["EnclosedInStringProperty"],
        ],
      },
    ],
  },
  split_fields: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    paths: [ # required
      ["EnclosedInStringProperty"],
    ],
  },
  select_from_collection: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    index: 1, # required
  },
  fill_missing_values: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    imputed_path: "EnclosedInStringProperty", # required
    filled_path: "EnclosedInStringProperty",
  },
  filter: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    logical_operator: "AND", # required, accepts AND, OR
    filters: [ # required
      {
        operation: "EQ", # required, accepts EQ, LT, GT, LTE, GTE, REGEX, ISNULL
        negated: false,
        values: [ # required
          {
            type: "COLUMNEXTRACTED", # required, accepts COLUMNEXTRACTED, CONSTANT
            value: ["EnclosedInStringProperty"], # required
          },
        ],
      },
    ],
  },
  custom_code: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    code: "ExtendedString", # required
    class_name: "EnclosedInStringProperty", # required
    output_schemas: [
      {
        columns: [
          {
            name: "GlueStudioColumnNameString", # required
            type: "ColumnTypeString",
          },
        ],
      },
    ],
  },
  spark_sql: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    sql_query: "SqlQuery", # required
    sql_aliases: [ # required
      {
        from: "NodeId", # required
        alias: "EnclosedInStringPropertyWithQuote", # required
      },
    ],
    output_schemas: [
      {
        columns: [
          {
            name: "GlueStudioColumnNameString", # required
            type: "ColumnTypeString",
          },
        ],
      },
    ],
  },
  direct_kinesis_source: {
    name: "NodeName", # required
    window_size: 1,
    detect_schema: false,
    streaming_options: {
      endpoint_url: "EnclosedInStringProperty",
      stream_name: "EnclosedInStringProperty",
      classification: "EnclosedInStringProperty",
      delimiter: "EnclosedInStringProperty",
      starting_position: "latest", # accepts latest, trim_horizon, earliest
      max_fetch_time_in_ms: 1,
      max_fetch_records_per_shard: 1,
      max_record_per_read: 1,
      add_idle_time_between_reads: false,
      idle_time_between_reads_in_ms: 1,
      describe_shard_interval: 1,
      num_retries: 1,
      retry_interval_ms: 1,
      max_retry_interval_ms: 1,
      avoid_empty_batches: false,
      stream_arn: "EnclosedInStringProperty",
      role_arn: "EnclosedInStringProperty",
      role_session_name: "EnclosedInStringProperty",
    },
    data_preview_options: {
      polling_time: 1,
      record_polling_limit: 1,
    },
  },
  direct_kafka_source: {
    name: "NodeName", # required
    streaming_options: {
      bootstrap_servers: "EnclosedInStringProperty",
      security_protocol: "EnclosedInStringProperty",
      connection_name: "EnclosedInStringProperty",
      topic_name: "EnclosedInStringProperty",
      assign: "EnclosedInStringProperty",
      subscribe_pattern: "EnclosedInStringProperty",
      classification: "EnclosedInStringProperty",
      delimiter: "EnclosedInStringProperty",
      starting_offsets: "EnclosedInStringProperty",
      ending_offsets: "EnclosedInStringProperty",
      poll_timeout_ms: 1,
      num_retries: 1,
      retry_interval_ms: 1,
      max_offsets_per_trigger: 1,
      min_partitions: 1,
    },
    window_size: 1,
    detect_schema: false,
    data_preview_options: {
      polling_time: 1,
      record_polling_limit: 1,
    },
  },
  catalog_kinesis_source: {
    name: "NodeName", # required
    window_size: 1,
    detect_schema: false,
    table: "EnclosedInStringProperty", # required
    database: "EnclosedInStringProperty", # required
    streaming_options: {
      endpoint_url: "EnclosedInStringProperty",
      stream_name: "EnclosedInStringProperty",
      classification: "EnclosedInStringProperty",
      delimiter: "EnclosedInStringProperty",
      starting_position: "latest", # accepts latest, trim_horizon, earliest
      max_fetch_time_in_ms: 1,
      max_fetch_records_per_shard: 1,
      max_record_per_read: 1,
      add_idle_time_between_reads: false,
      idle_time_between_reads_in_ms: 1,
      describe_shard_interval: 1,
      num_retries: 1,
      retry_interval_ms: 1,
      max_retry_interval_ms: 1,
      avoid_empty_batches: false,
      stream_arn: "EnclosedInStringProperty",
      role_arn: "EnclosedInStringProperty",
      role_session_name: "EnclosedInStringProperty",
    },
    data_preview_options: {
      polling_time: 1,
      record_polling_limit: 1,
    },
  },
  catalog_kafka_source: {
    name: "NodeName", # required
    window_size: 1,
    detect_schema: false,
    table: "EnclosedInStringProperty", # required
    database: "EnclosedInStringProperty", # required
    streaming_options: {
      bootstrap_servers: "EnclosedInStringProperty",
      security_protocol: "EnclosedInStringProperty",
      connection_name: "EnclosedInStringProperty",
      topic_name: "EnclosedInStringProperty",
      assign: "EnclosedInStringProperty",
      subscribe_pattern: "EnclosedInStringProperty",
      classification: "EnclosedInStringProperty",
      delimiter: "EnclosedInStringProperty",
      starting_offsets: "EnclosedInStringProperty",
      ending_offsets: "EnclosedInStringProperty",
      poll_timeout_ms: 1,
      num_retries: 1,
      retry_interval_ms: 1,
      max_offsets_per_trigger: 1,
      min_partitions: 1,
    },
    data_preview_options: {
      polling_time: 1,
      record_polling_limit: 1,
    },
  },
  drop_null_fields: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    null_check_box_list: {
      is_empty: false,
      is_null_string: false,
      is_neg_one: false,
    },
    null_text_list: [
      {
        value: "EnclosedInStringProperty", # required
        datatype: { # required
          id: "GenericLimitedString", # required
          label: "GenericLimitedString", # required
        },
      },
    ],
  },
  merge: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    source: "NodeId", # required
    primary_keys: [ # required
      ["EnclosedInStringProperty"],
    ],
  },
  union: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    union_type: "ALL", # required, accepts ALL, DISTINCT
  },
  pii_detection: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    pii_type: "RowAudit", # required, accepts RowAudit, RowMasking, ColumnAudit, ColumnMasking
    entity_types_to_detect: ["EnclosedInStringProperty"], # required
    output_column_name: "EnclosedInStringProperty",
    sample_fraction: 1.0,
    threshold_fraction: 1.0,
    mask_value: "MaskValue",
  },
  aggregate: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    groups: [ # required
      ["EnclosedInStringProperty"],
    ],
    aggs: [ # required
      {
        column: ["EnclosedInStringProperty"], # required
        agg_func: "avg", # required, accepts avg, countDistinct, count, first, last, kurtosis, max, min, skewness, stddev_samp, stddev_pop, sum, sumDistinct, var_samp, var_pop
      },
    ],
  },
  drop_duplicates: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    columns: [
      ["GenericLimitedString"],
    ],
  },
  governed_catalog_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    partition_keys: [
      ["EnclosedInStringProperty"],
    ],
    table: "EnclosedInStringProperty", # required
    database: "EnclosedInStringProperty", # required
    schema_change_policy: {
      enable_update_catalog: false,
      update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
    },
  },
  governed_catalog_source: {
    name: "NodeName", # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
    partition_predicate: "EnclosedInStringProperty",
    additional_options: {
      bounded_size: 1,
      bounded_files: 1,
    },
  },
  microsoft_sql_server_catalog_source: {
    name: "NodeName", # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  my_sql_catalog_source: {
    name: "NodeName", # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  oracle_sql_catalog_source: {
    name: "NodeName", # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  postgre_sql_catalog_source: {
    name: "NodeName", # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  microsoft_sql_server_catalog_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  my_sql_catalog_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  oracle_sql_catalog_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  postgre_sql_catalog_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  dynamic_transform: {
    name: "EnclosedInStringProperty", # required
    transform_name: "EnclosedInStringProperty", # required
    inputs: ["NodeId"], # required
    parameters: [
      {
        name: "EnclosedInStringProperty", # required
        type: "str", # required, accepts str, int, float, complex, bool, list, null
        validation_rule: "EnclosedInStringProperty",
        validation_message: "EnclosedInStringProperty",
        value: ["EnclosedInStringProperty"],
        list_type: "str", # accepts str, int, float, complex, bool, list, null
        is_optional: false,
      },
    ],
    function_name: "EnclosedInStringProperty", # required
    path: "EnclosedInStringProperty", # required
    version: "EnclosedInStringProperty",
  },
}

`CodeGenConfigurationNode` enumerates all valid Node types. One and only one of its member variables can be populated.

Constant Summary collapse

SENSITIVE =
[]

Instance Attribute Summary collapse

Instance Attribute Details

#aggregateTypes::Aggregate

Specifies a transform that groups rows by chosen fields and computes the aggregated value by specified function.

Returns:



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#apply_mappingTypes::ApplyMapping

Specifies a transform that maps data property keys in the data source to data property keys in the data target. You can rename keys, modify the data types for keys, and choose which keys to drop from the dataset.

Returns:



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#athena_connector_sourceTypes::AthenaConnectorSource

Specifies a connector to an Amazon Athena data source.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#catalog_kafka_sourceTypes::CatalogKafkaSource

Specifies an Apache Kafka data store in the Data Catalog.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#catalog_kinesis_sourceTypes::CatalogKinesisSource

Specifies a Kinesis data source in the Glue Data Catalog.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#catalog_sourceTypes::CatalogSource

Specifies a data store in the Glue Data Catalog.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#catalog_targetTypes::BasicCatalogTarget

Specifies a target that uses a Glue Data Catalog table.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#custom_codeTypes::CustomCode

Specifies a transform that uses custom code you provide to perform the data transformation. The output is a collection of DynamicFrames.

Returns:



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#direct_kafka_sourceTypes::DirectKafkaSource

Specifies an Apache Kafka data store.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#direct_kinesis_sourceTypes::DirectKinesisSource

Specifies a direct Amazon Kinesis data source.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#drop_duplicatesTypes::DropDuplicates

Specifies a transform that removes rows of repeating data from a data set.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#drop_fieldsTypes::DropFields

Specifies a transform that chooses the data property keys that you want to drop.

Returns:



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#drop_null_fieldsTypes::DropNullFields

Specifies a transform that removes columns from the dataset if all values in the column are 'null'. By default, Glue Studio will recognize null objects, but some values such as empty strings, strings that are “null”, -1 integers or other placeholders such as zeros, are not automatically recognized as nulls.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#dynamic_transformTypes::DynamicTransform

Specifies a custom visual transform created by a user.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#dynamo_db_catalog_sourceTypes::DynamoDBCatalogSource

Specifies a DynamoDB data source in the Glue Data Catalog.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#fill_missing_valuesTypes::FillMissingValues

Specifies a transform that locates records in the dataset that have missing values and adds a new field with a value determined by imputation. The input data set is used to train the machine learning model that determines what the missing value should be.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#filterTypes::Filter

Specifies a transform that splits a dataset into two, based on a filter condition.

Returns:



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#governed_catalog_sourceTypes::GovernedCatalogSource

Specifies a data source in a goverened Data Catalog.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#governed_catalog_targetTypes::GovernedCatalogTarget

Specifies a data target that writes to a goverened catalog.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#jdbc_connector_sourceTypes::JDBCConnectorSource

Specifies a connector to a JDBC data source.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#jdbc_connector_targetTypes::JDBCConnectorTarget

Specifies a data target that writes to Amazon S3 in Apache Parquet columnar storage.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#joinTypes::Join

Specifies a transform that joins two datasets into one dataset using a comparison phrase on the specified data property keys. You can use inner, outer, left, right, left semi, and left anti joins.

Returns:



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#mergeTypes::Merge

Specifies a transform that merges a `DynamicFrame` with a staging `DynamicFrame` based on the specified primary keys to identify records. Duplicate records (records with the same primary keys) are not de-duplicated.

Returns:



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#microsoft_sql_server_catalog_sourceTypes::MicrosoftSQLServerCatalogSource

Specifies a Microsoft SQL server data source in the Glue Data Catalog.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#microsoft_sql_server_catalog_targetTypes::MicrosoftSQLServerCatalogTarget

Specifies a target that uses Microsoft SQL.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#my_sql_catalog_sourceTypes::MySQLCatalogSource

Specifies a MySQL data source in the Glue Data Catalog.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#my_sql_catalog_targetTypes::MySQLCatalogTarget

Specifies a target that uses MySQL.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#oracle_sql_catalog_sourceTypes::OracleSQLCatalogSource

Specifies an Oracle data source in the Glue Data Catalog.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#oracle_sql_catalog_targetTypes::OracleSQLCatalogTarget

Specifies a target that uses Oracle SQL.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#pii_detectionTypes::PIIDetection

Specifies a transform that identifies, removes or masks PII data.

Returns:



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#postgre_sql_catalog_sourceTypes::PostgreSQLCatalogSource

Specifies a PostgresSQL data source in the Glue Data Catalog.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#postgre_sql_catalog_targetTypes::PostgreSQLCatalogTarget

Specifies a target that uses Postgres SQL.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#redshift_sourceTypes::RedshiftSource

Specifies an Amazon Redshift data store.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#redshift_targetTypes::RedshiftTarget

Specifies a target that uses Amazon Redshift.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#relational_catalog_sourceTypes::RelationalCatalogSource

Specifies a Relational database data source in the Glue Data Catalog.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#rename_fieldTypes::RenameField

Specifies a transform that renames a single data property key.

Returns:



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#s3_catalog_sourceTypes::S3CatalogSource

Specifies an Amazon S3 data store in the Glue Data Catalog.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#s3_catalog_targetTypes::S3CatalogTarget

Specifies a data target that writes to Amazon S3 using the Glue Data Catalog.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#s3_csv_sourceTypes::S3CsvSource

Specifies a command-separated value (CSV) data store stored in Amazon S3.

Returns:



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#s3_direct_targetTypes::S3DirectTarget

Specifies a data target that writes to Amazon S3.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#s3_glue_parquet_targetTypes::S3GlueParquetTarget

Specifies a data target that writes to Amazon S3 in Apache Parquet columnar storage.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#s3_json_sourceTypes::S3JsonSource

Specifies a JSON data store stored in Amazon S3.

Returns:



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#s3_parquet_sourceTypes::S3ParquetSource

Specifies an Apache Parquet data store stored in Amazon S3.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#select_fieldsTypes::SelectFields

Specifies a transform that chooses the data property keys that you want to keep.

Returns:



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#select_from_collectionTypes::SelectFromCollection

Specifies a transform that chooses one `DynamicFrame` from a collection of `DynamicFrames`. The output is the selected `DynamicFrame`



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#spark_connector_sourceTypes::SparkConnectorSource

Specifies a connector to an Apache Spark data source.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#spark_connector_targetTypes::SparkConnectorTarget

Specifies a target that uses an Apache Spark connector.



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#spark_sqlTypes::SparkSQL

Specifies a transform where you enter a SQL query using Spark SQL syntax to transform the data. The output is a single `DynamicFrame`.

Returns:



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#spigotTypes::Spigot

Specifies a transform that writes samples of the data to an Amazon S3 bucket.

Returns:



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#split_fieldsTypes::SplitFields

Specifies a transform that splits data property keys into two `DynamicFrames`. The output is a collection of `DynamicFrames`: one with selected data property keys, and one with the remaining data property keys.

Returns:



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end

#unionTypes::Union

Specifies a transform that combines the rows from two or more datasets into a single result.

Returns:



3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
# File 'lib/aws-sdk-glue/types.rb', line 3085

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target,
  :dynamic_transform)
  SENSITIVE = []
  include Aws::Structure
end