Class: Aws::Glue::Types::CodeGenConfigurationNode

Inherits:
Struct
  • Object
show all
Includes:
Structure
Defined in:
lib/aws-sdk-glue/types.rb

Overview

Note:

When making an API call, you may pass CodeGenConfigurationNode data as a hash:

{
  athena_connector_source: {
    name: "NodeName", # required
    connection_name: "EnclosedInStringProperty", # required
    connector_name: "EnclosedInStringProperty", # required
    connection_type: "EnclosedInStringProperty", # required
    connection_table: "EnclosedInStringPropertyWithQuote",
    schema_name: "EnclosedInStringProperty", # required
    output_schemas: [
      {
        columns: [
          {
            name: "GlueStudioColumnNameString", # required
            type: "ColumnTypeString",
          },
        ],
      },
    ],
  },
  jdbc_connector_source: {
    name: "NodeName", # required
    connection_name: "EnclosedInStringProperty", # required
    connector_name: "EnclosedInStringProperty", # required
    connection_type: "EnclosedInStringProperty", # required
    additional_options: {
      filter_predicate: "EnclosedInStringProperty",
      partition_column: "EnclosedInStringProperty",
      lower_bound: 1,
      upper_bound: 1,
      num_partitions: 1,
      job_bookmark_keys: ["EnclosedInStringProperty"],
      job_bookmark_keys_sort_order: "EnclosedInStringProperty",
      data_type_mapping: {
        "ARRAY" => "DATE", # accepts DATE, STRING, TIMESTAMP, INT, FLOAT, LONG, BIGDECIMAL, BYTE, SHORT, DOUBLE
      },
    },
    connection_table: "EnclosedInStringPropertyWithQuote",
    query: "SqlQuery",
    output_schemas: [
      {
        columns: [
          {
            name: "GlueStudioColumnNameString", # required
            type: "ColumnTypeString",
          },
        ],
      },
    ],
  },
  spark_connector_source: {
    name: "NodeName", # required
    connection_name: "EnclosedInStringProperty", # required
    connector_name: "EnclosedInStringProperty", # required
    connection_type: "EnclosedInStringProperty", # required
    additional_options: {
      "EnclosedInStringProperty" => "EnclosedInStringProperty",
    },
    output_schemas: [
      {
        columns: [
          {
            name: "GlueStudioColumnNameString", # required
            type: "ColumnTypeString",
          },
        ],
      },
    ],
  },
  catalog_source: {
    name: "NodeName", # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  redshift_source: {
    name: "NodeName", # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
    redshift_tmp_dir: "EnclosedInStringProperty",
    tmp_dir_iam_role: "EnclosedInStringProperty",
  },
  s3_catalog_source: {
    name: "NodeName", # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
    partition_predicate: "EnclosedInStringProperty",
    additional_options: {
      bounded_size: 1,
      bounded_files: 1,
    },
  },
  s3_csv_source: {
    name: "NodeName", # required
    paths: ["EnclosedInStringProperty"], # required
    compression_type: "gzip", # accepts gzip, bzip2
    exclusions: ["EnclosedInStringProperty"],
    group_size: "EnclosedInStringProperty",
    group_files: "EnclosedInStringProperty",
    recurse: false,
    max_band: 1,
    max_files_in_band: 1,
    additional_options: {
      bounded_size: 1,
      bounded_files: 1,
      enable_sample_path: false,
      sample_path: "EnclosedInStringProperty",
    },
    separator: "comma", # required, accepts comma, ctrla, pipe, semicolon, tab
    escaper: "EnclosedInStringPropertyWithQuote",
    quote_char: "quote", # required, accepts quote, quillemet, single_quote, disabled
    multiline: false,
    with_header: false,
    write_header: false,
    skip_first: false,
    optimize_performance: false,
    output_schemas: [
      {
        columns: [
          {
            name: "GlueStudioColumnNameString", # required
            type: "ColumnTypeString",
          },
        ],
      },
    ],
  },
  s3_json_source: {
    name: "NodeName", # required
    paths: ["EnclosedInStringProperty"], # required
    compression_type: "gzip", # accepts gzip, bzip2
    exclusions: ["EnclosedInStringProperty"],
    group_size: "EnclosedInStringProperty",
    group_files: "EnclosedInStringProperty",
    recurse: false,
    max_band: 1,
    max_files_in_band: 1,
    additional_options: {
      bounded_size: 1,
      bounded_files: 1,
      enable_sample_path: false,
      sample_path: "EnclosedInStringProperty",
    },
    json_path: "EnclosedInStringProperty",
    multiline: false,
    output_schemas: [
      {
        columns: [
          {
            name: "GlueStudioColumnNameString", # required
            type: "ColumnTypeString",
          },
        ],
      },
    ],
  },
  s3_parquet_source: {
    name: "NodeName", # required
    paths: ["EnclosedInStringProperty"], # required
    compression_type: "snappy", # accepts snappy, lzo, gzip, uncompressed, none
    exclusions: ["EnclosedInStringProperty"],
    group_size: "EnclosedInStringProperty",
    group_files: "EnclosedInStringProperty",
    recurse: false,
    max_band: 1,
    max_files_in_band: 1,
    additional_options: {
      bounded_size: 1,
      bounded_files: 1,
      enable_sample_path: false,
      sample_path: "EnclosedInStringProperty",
    },
    output_schemas: [
      {
        columns: [
          {
            name: "GlueStudioColumnNameString", # required
            type: "ColumnTypeString",
          },
        ],
      },
    ],
  },
  relational_catalog_source: {
    name: "NodeName", # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  dynamo_db_catalog_source: {
    name: "NodeName", # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  jdbc_connector_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    connection_name: "EnclosedInStringProperty", # required
    connection_table: "EnclosedInStringPropertyWithQuote", # required
    connector_name: "EnclosedInStringProperty", # required
    connection_type: "EnclosedInStringProperty", # required
    additional_options: {
      "EnclosedInStringProperty" => "EnclosedInStringProperty",
    },
    output_schemas: [
      {
        columns: [
          {
            name: "GlueStudioColumnNameString", # required
            type: "ColumnTypeString",
          },
        ],
      },
    ],
  },
  spark_connector_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    connection_name: "EnclosedInStringProperty", # required
    connector_name: "EnclosedInStringProperty", # required
    connection_type: "EnclosedInStringProperty", # required
    additional_options: {
      "EnclosedInStringProperty" => "EnclosedInStringProperty",
    },
    output_schemas: [
      {
        columns: [
          {
            name: "GlueStudioColumnNameString", # required
            type: "ColumnTypeString",
          },
        ],
      },
    ],
  },
  catalog_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  redshift_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
    redshift_tmp_dir: "EnclosedInStringProperty",
    tmp_dir_iam_role: "EnclosedInStringProperty",
    upsert_redshift_options: {
      table_location: "EnclosedInStringProperty",
      connection_name: "EnclosedInStringProperty",
      upsert_keys: ["EnclosedInStringProperty"],
    },
  },
  s3_catalog_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    partition_keys: [
      ["EnclosedInStringProperty"],
    ],
    table: "EnclosedInStringProperty", # required
    database: "EnclosedInStringProperty", # required
    schema_change_policy: {
      enable_update_catalog: false,
      update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
    },
  },
  s3_glue_parquet_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    partition_keys: [
      ["EnclosedInStringProperty"],
    ],
    path: "EnclosedInStringProperty", # required
    compression: "snappy", # accepts snappy, lzo, gzip, uncompressed, none
    schema_change_policy: {
      enable_update_catalog: false,
      update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
      table: "EnclosedInStringProperty",
      database: "EnclosedInStringProperty",
    },
  },
  s3_direct_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    partition_keys: [
      ["EnclosedInStringProperty"],
    ],
    path: "EnclosedInStringProperty", # required
    compression: "EnclosedInStringProperty",
    format: "json", # required, accepts json, csv, avro, orc, parquet
    schema_change_policy: {
      enable_update_catalog: false,
      update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
      table: "EnclosedInStringProperty",
      database: "EnclosedInStringProperty",
    },
  },
  apply_mapping: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    mapping: [ # required
      {
        to_key: "EnclosedInStringProperty",
        from_path: ["EnclosedInStringProperty"],
        from_type: "EnclosedInStringProperty",
        to_type: "EnclosedInStringProperty",
        dropped: false,
        children: {
          # recursive Mappings
        },
      },
    ],
  },
  select_fields: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    paths: [ # required
      ["EnclosedInStringProperty"],
    ],
  },
  drop_fields: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    paths: [ # required
      ["EnclosedInStringProperty"],
    ],
  },
  rename_field: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    source_path: ["EnclosedInStringProperty"], # required
    target_path: ["EnclosedInStringProperty"], # required
  },
  spigot: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    path: "EnclosedInStringProperty", # required
    topk: 1,
    prob: 1.0,
  },
  join: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    join_type: "equijoin", # required, accepts equijoin, left, right, outer, leftsemi, leftanti
    columns: [ # required
      {
        from: "EnclosedInStringProperty", # required
        keys: [ # required
          ["EnclosedInStringProperty"],
        ],
      },
    ],
  },
  split_fields: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    paths: [ # required
      ["EnclosedInStringProperty"],
    ],
  },
  select_from_collection: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    index: 1, # required
  },
  fill_missing_values: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    imputed_path: "EnclosedInStringProperty", # required
    filled_path: "EnclosedInStringProperty",
  },
  filter: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    logical_operator: "AND", # required, accepts AND, OR
    filters: [ # required
      {
        operation: "EQ", # required, accepts EQ, LT, GT, LTE, GTE, REGEX, ISNULL
        negated: false,
        values: [ # required
          {
            type: "COLUMNEXTRACTED", # required, accepts COLUMNEXTRACTED, CONSTANT
            value: ["EnclosedInStringProperty"], # required
          },
        ],
      },
    ],
  },
  custom_code: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    code: "ExtendedString", # required
    class_name: "EnclosedInStringProperty", # required
    output_schemas: [
      {
        columns: [
          {
            name: "GlueStudioColumnNameString", # required
            type: "ColumnTypeString",
          },
        ],
      },
    ],
  },
  spark_sql: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    sql_query: "SqlQuery", # required
    sql_aliases: [ # required
      {
        from: "NodeId", # required
        alias: "EnclosedInStringPropertyWithQuote", # required
      },
    ],
    output_schemas: [
      {
        columns: [
          {
            name: "GlueStudioColumnNameString", # required
            type: "ColumnTypeString",
          },
        ],
      },
    ],
  },
  direct_kinesis_source: {
    name: "NodeName", # required
    window_size: 1,
    detect_schema: false,
    streaming_options: {
      endpoint_url: "EnclosedInStringProperty",
      stream_name: "EnclosedInStringProperty",
      classification: "EnclosedInStringProperty",
      delimiter: "EnclosedInStringProperty",
      starting_position: "latest", # accepts latest, trim_horizon, earliest
      max_fetch_time_in_ms: 1,
      max_fetch_records_per_shard: 1,
      max_record_per_read: 1,
      add_idle_time_between_reads: false,
      idle_time_between_reads_in_ms: 1,
      describe_shard_interval: 1,
      num_retries: 1,
      retry_interval_ms: 1,
      max_retry_interval_ms: 1,
      avoid_empty_batches: false,
      stream_arn: "EnclosedInStringProperty",
      role_arn: "EnclosedInStringProperty",
      role_session_name: "EnclosedInStringProperty",
    },
    data_preview_options: {
      polling_time: 1,
      record_polling_limit: 1,
    },
  },
  direct_kafka_source: {
    name: "NodeName", # required
    streaming_options: {
      bootstrap_servers: "EnclosedInStringProperty",
      security_protocol: "EnclosedInStringProperty",
      connection_name: "EnclosedInStringProperty",
      topic_name: "EnclosedInStringProperty",
      assign: "EnclosedInStringProperty",
      subscribe_pattern: "EnclosedInStringProperty",
      classification: "EnclosedInStringProperty",
      delimiter: "EnclosedInStringProperty",
      starting_offsets: "EnclosedInStringProperty",
      ending_offsets: "EnclosedInStringProperty",
      poll_timeout_ms: 1,
      num_retries: 1,
      retry_interval_ms: 1,
      max_offsets_per_trigger: 1,
      min_partitions: 1,
    },
    window_size: 1,
    detect_schema: false,
    data_preview_options: {
      polling_time: 1,
      record_polling_limit: 1,
    },
  },
  catalog_kinesis_source: {
    name: "NodeName", # required
    window_size: 1,
    detect_schema: false,
    table: "EnclosedInStringProperty", # required
    database: "EnclosedInStringProperty", # required
    streaming_options: {
      endpoint_url: "EnclosedInStringProperty",
      stream_name: "EnclosedInStringProperty",
      classification: "EnclosedInStringProperty",
      delimiter: "EnclosedInStringProperty",
      starting_position: "latest", # accepts latest, trim_horizon, earliest
      max_fetch_time_in_ms: 1,
      max_fetch_records_per_shard: 1,
      max_record_per_read: 1,
      add_idle_time_between_reads: false,
      idle_time_between_reads_in_ms: 1,
      describe_shard_interval: 1,
      num_retries: 1,
      retry_interval_ms: 1,
      max_retry_interval_ms: 1,
      avoid_empty_batches: false,
      stream_arn: "EnclosedInStringProperty",
      role_arn: "EnclosedInStringProperty",
      role_session_name: "EnclosedInStringProperty",
    },
    data_preview_options: {
      polling_time: 1,
      record_polling_limit: 1,
    },
  },
  catalog_kafka_source: {
    name: "NodeName", # required
    window_size: 1,
    detect_schema: false,
    table: "EnclosedInStringProperty", # required
    database: "EnclosedInStringProperty", # required
    streaming_options: {
      bootstrap_servers: "EnclosedInStringProperty",
      security_protocol: "EnclosedInStringProperty",
      connection_name: "EnclosedInStringProperty",
      topic_name: "EnclosedInStringProperty",
      assign: "EnclosedInStringProperty",
      subscribe_pattern: "EnclosedInStringProperty",
      classification: "EnclosedInStringProperty",
      delimiter: "EnclosedInStringProperty",
      starting_offsets: "EnclosedInStringProperty",
      ending_offsets: "EnclosedInStringProperty",
      poll_timeout_ms: 1,
      num_retries: 1,
      retry_interval_ms: 1,
      max_offsets_per_trigger: 1,
      min_partitions: 1,
    },
    data_preview_options: {
      polling_time: 1,
      record_polling_limit: 1,
    },
  },
  drop_null_fields: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    null_check_box_list: {
      is_empty: false,
      is_null_string: false,
      is_neg_one: false,
    },
    null_text_list: [
      {
        value: "EnclosedInStringProperty", # required
        datatype: { # required
          id: "GenericLimitedString", # required
          label: "GenericLimitedString", # required
        },
      },
    ],
  },
  merge: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    source: "NodeId", # required
    primary_keys: [ # required
      ["EnclosedInStringProperty"],
    ],
  },
  union: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    union_type: "ALL", # required, accepts ALL, DISTINCT
  },
  pii_detection: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    pii_type: "RowAudit", # required, accepts RowAudit, RowMasking, ColumnAudit, ColumnMasking
    entity_types_to_detect: ["EnclosedInStringProperty"], # required
    output_column_name: "EnclosedInStringProperty",
    sample_fraction: 1.0,
    threshold_fraction: 1.0,
    mask_value: "MaskValue",
  },
  aggregate: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    groups: [ # required
      ["EnclosedInStringProperty"],
    ],
    aggs: [ # required
      {
        column: ["EnclosedInStringProperty"], # required
        agg_func: "avg", # required, accepts avg, countDistinct, count, first, last, kurtosis, max, min, skewness, stddev_samp, stddev_pop, sum, sumDistinct, var_samp, var_pop
      },
    ],
  },
  drop_duplicates: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    columns: [
      ["GenericLimitedString"],
    ],
  },
  governed_catalog_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    partition_keys: [
      ["EnclosedInStringProperty"],
    ],
    table: "EnclosedInStringProperty", # required
    database: "EnclosedInStringProperty", # required
    schema_change_policy: {
      enable_update_catalog: false,
      update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
    },
  },
  governed_catalog_source: {
    name: "NodeName", # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
    partition_predicate: "EnclosedInStringProperty",
    additional_options: {
      bounded_size: 1,
      bounded_files: 1,
    },
  },
  microsoft_sql_server_catalog_source: {
    name: "NodeName", # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  my_sql_catalog_source: {
    name: "NodeName", # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  oracle_sql_catalog_source: {
    name: "NodeName", # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  postgre_sql_catalog_source: {
    name: "NodeName", # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  microsoft_sql_server_catalog_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  my_sql_catalog_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  oracle_sql_catalog_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
  postgre_sql_catalog_target: {
    name: "NodeName", # required
    inputs: ["NodeId"], # required
    database: "EnclosedInStringProperty", # required
    table: "EnclosedInStringProperty", # required
  },
}

`CodeGenConfigurationNode` enumerates all valid Node types. One and only one of its member variables can be populated.

See Also:

Constant Summary collapse

SENSITIVE = 
[]

Instance Attribute Summary collapse

Instance Attribute Details

#aggregate ⇒ Types::Aggregate

Specifies a transform that groups rows by chosen fields and computes the aggregated value by specified function.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#apply_mapping ⇒ Types::ApplyMapping

Specifies a transform that maps data property keys in the data source to data property keys in the data target. You can rename keys, modify the data types for keys, and choose which keys to drop from the dataset.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#athena_connector_source ⇒ Types::AthenaConnectorSource

Specifies a connector to an Amazon Athena data source.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#catalog_kafka_source ⇒ Types::CatalogKafkaSource

Specifies an Apache Kafka data store in the Data Catalog.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#catalog_kinesis_source ⇒ Types::CatalogKinesisSource

Specifies a Kinesis data source in the Glue Data Catalog.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#catalog_source ⇒ Types::CatalogSource

Specifies a data store in the Glue Data Catalog.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#catalog_target ⇒ Types::BasicCatalogTarget

Specifies a target that uses a Glue Data Catalog table.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#custom_code ⇒ Types::CustomCode

Specifies a transform that uses custom code you provide to perform the data transformation. The output is a collection of DynamicFrames.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#direct_kafka_source ⇒ Types::DirectKafkaSource

Specifies an Apache Kafka data store.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#direct_kinesis_source ⇒ Types::DirectKinesisSource

Specifies a direct Amazon Kinesis data source.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#drop_duplicates ⇒ Types::DropDuplicates

Specifies a transform that removes rows of repeating data from a data set.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#drop_fields ⇒ Types::DropFields

Specifies a transform that chooses the data property keys that you want to drop.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#drop_null_fields ⇒ Types::DropNullFields

Specifies a transform that removes columns from the dataset if all values in the column are 'null'. By default, Glue Studio will recognize null objects, but some values such as empty strings, strings that are “null”, -1 integers or other placeholders such as zeros, are not automatically recognized as nulls.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#dynamo_db_catalog_source ⇒ Types::DynamoDBCatalogSource

Specifies a DynamoDB data source in the Glue Data Catalog.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#fill_missing_values ⇒ Types::FillMissingValues

Specifies a transform that locates records in the dataset that have missing values and adds a new field with a value determined by imputation. The input data set is used to train the machine learning model that determines what the missing value should be.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#filter ⇒ Types::Filter

Specifies a transform that splits a dataset into two, based on a filter condition.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#governed_catalog_source ⇒ Types::GovernedCatalogSource

Specifies a data source in a goverened Data Catalog.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#governed_catalog_target ⇒ Types::GovernedCatalogTarget

Specifies a data target that writes to a goverened catalog.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#jdbc_connector_source ⇒ Types::JDBCConnectorSource

Specifies a connector to a JDBC data source.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#jdbc_connector_target ⇒ Types::JDBCConnectorTarget

Specifies a data target that writes to Amazon S3 in Apache Parquet columnar storage.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#join ⇒ Types::Join

Specifies a transform that joins two datasets into one dataset using a comparison phrase on the specified data property keys. You can use inner, outer, left, right, left semi, and left anti joins.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#merge ⇒ Types::Merge

Specifies a transform that merges a `DynamicFrame` with a staging `DynamicFrame` based on the specified primary keys to identify records. Duplicate records (records with the same primary keys) are not de-duplicated.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#microsoft_sql_server_catalog_source ⇒ Types::MicrosoftSQLServerCatalogSource

Specifies a Microsoft SQL server data source in the Glue Data Catalog.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#microsoft_sql_server_catalog_target ⇒ Types::MicrosoftSQLServerCatalogTarget

Specifies a target that uses Microsoft SQL.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#my_sql_catalog_source ⇒ Types::MySQLCatalogSource

Specifies a MySQL data source in the Glue Data Catalog.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#my_sql_catalog_target ⇒ Types::MySQLCatalogTarget

Specifies a target that uses MySQL.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#oracle_sql_catalog_source ⇒ Types::OracleSQLCatalogSource

Specifies an Oracle data source in the Glue Data Catalog.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#oracle_sql_catalog_target ⇒ Types::OracleSQLCatalogTarget

Specifies a target that uses Oracle SQL.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#pii_detection ⇒ Types::PIIDetection

Specifies a transform that identifies, removes or masks PII data.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#postgre_sql_catalog_source ⇒ Types::PostgreSQLCatalogSource

Specifies a PostgresSQL data source in the Glue Data Catalog.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#postgre_sql_catalog_target ⇒ Types::PostgreSQLCatalogTarget

Specifies a target that uses Postgres SQL.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#redshift_source ⇒ Types::RedshiftSource

Specifies an Amazon Redshift data store.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#redshift_target ⇒ Types::RedshiftTarget

Specifies a target that uses Amazon Redshift.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#relational_catalog_source ⇒ Types::RelationalCatalogSource

Specifies a Relational database data source in the Glue Data Catalog.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#rename_field ⇒ Types::RenameField

Specifies a transform that renames a single data property key.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#s3_catalog_source ⇒ Types::S3CatalogSource

Specifies an Amazon S3 data store in the Glue Data Catalog.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#s3_catalog_target ⇒ Types::S3CatalogTarget

Specifies a data target that writes to Amazon S3 using the Glue Data Catalog.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#s3_csv_source ⇒ Types::S3CsvSource

Specifies a command-separated value (CSV) data store stored in Amazon S3.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#s3_direct_target ⇒ Types::S3DirectTarget

Specifies a data target that writes to Amazon S3.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#s3_glue_parquet_target ⇒ Types::S3GlueParquetTarget

Specifies a data target that writes to Amazon S3 in Apache Parquet columnar storage.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#s3_json_source ⇒ Types::S3JsonSource

Specifies a JSON data store stored in Amazon S3.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#s3_parquet_source ⇒ Types::S3ParquetSource

Specifies an Apache Parquet data store stored in Amazon S3.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#select_fields ⇒ Types::SelectFields

Specifies a transform that chooses the data property keys that you want to keep.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#select_from_collection ⇒ Types::SelectFromCollection

Specifies a transform that chooses one `DynamicFrame` from a collection of `DynamicFrames`. The output is the selected `DynamicFrame`

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#spark_connector_source ⇒ Types::SparkConnectorSource

Specifies a connector to an Apache Spark data source.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#spark_connector_target ⇒ Types::SparkConnectorTarget

Specifies a target that uses an Apache Spark connector.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#spark_sql ⇒ Types::SparkSQL

Specifies a transform where you enter a SQL query using Spark SQL syntax to transform the data. The output is a single `DynamicFrame`.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#spigot ⇒ Types::Spigot

Specifies a transform that writes samples of the data to an Amazon S3 bucket.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#split_fields ⇒ Types::SplitFields

Specifies a transform that splits data property keys into two `DynamicFrames`. The output is a collection of `DynamicFrames`: one with selected data property keys, and one with the remaining data property keys.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end

#union ⇒ Types::Union

Specifies a transform that combines the rows from two or more datasets into a single result.

Returns:



3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
3088
3089
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
3100
3101
3102
3103
3104
3105
3106
3107
3108
3109
3110
3111
3112
3113
3114
3115
 
# File 'lib/aws-sdk-glue/types.rb', line 3062

class CodeGenConfigurationNode < Struct.new(
  :athena_connector_source,
  :jdbc_connector_source,
  :spark_connector_source,
  :catalog_source,
  :redshift_source,
  :s3_catalog_source,
  :s3_csv_source,
  :s3_json_source,
  :s3_parquet_source,
  :relational_catalog_source,
  :dynamo_db_catalog_source,
  :jdbc_connector_target,
  :spark_connector_target,
  :catalog_target,
  :redshift_target,
  :s3_catalog_target,
  :s3_glue_parquet_target,
  :s3_direct_target,
  :apply_mapping,
  :select_fields,
  :drop_fields,
  :rename_field,
  :spigot,
  :join,
  :split_fields,
  :select_from_collection,
  :fill_missing_values,
  :filter,
  :custom_code,
  :spark_sql,
  :direct_kinesis_source,
  :direct_kafka_source,
  :catalog_kinesis_source,
  :catalog_kafka_source,
  :drop_null_fields,
  :merge,
  :union,
  :pii_detection,
  :aggregate,
  :drop_duplicates,
  :governed_catalog_target,
  :governed_catalog_source,
  :microsoft_sql_server_catalog_source,
  :my_sql_catalog_source,
  :oracle_sql_catalog_source,
  :postgre_sql_catalog_source,
  :microsoft_sql_server_catalog_target,
  :my_sql_catalog_target,
  :oracle_sql_catalog_target,
  :postgre_sql_catalog_target)
  SENSITIVE = []
  include Aws::Structure
end