Class: Google::Apis::DataprocV1::SparkWrapperObject

Inherits:
Object
  • Object
show all
Includes:
Core::Hashable, Core::JsonObjectSupport
Defined in:
lib/google/apis/dataproc_v1/classes.rb,
lib/google/apis/dataproc_v1/representations.rb,
lib/google/apis/dataproc_v1/representations.rb

Overview

Outer message that contains the data obtained from spark listener, packaged with information that is required to process it.

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(**args) ⇒ SparkWrapperObject

Returns a new instance of SparkWrapperObject.



9618
9619
9620
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9618

def initialize(**args)
   update!(**args)
end

Instance Attribute Details

#app_summary ⇒ Google::Apis::DataprocV1::AppSummary

Corresponds to the JSON property appSummary

Returns:



9495
9496
9497
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9495

def app_summary
  @app_summary
end

#application_environment_info ⇒ Google::Apis::DataprocV1::ApplicationEnvironmentInfo

Details about the Environment that the application is running in. Corresponds to the JSON property applicationEnvironmentInfo

Returns:



9500
9501
9502
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9500

def application_environment_info
  @application_environment_info
end

#application_id ⇒ String

Application Id created by Spark. Corresponds to the JSON property applicationId

Returns:

  • (String) 


9505
9506
9507
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9505

def application_id
  @application_id
end

#application_info ⇒ Google::Apis::DataprocV1::ApplicationInfo

High level information corresponding to an application. Corresponds to the JSON property applicationInfo

Returns:



9510
9511
9512
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9510

def application_info
  @application_info
end

#event_timestamp ⇒ String

VM Timestamp associated with the data object. Corresponds to the JSON property eventTimestamp

Returns:

  • (String) 


9515
9516
9517
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9515

def event_timestamp
  @event_timestamp
end

#executor_stage_summary ⇒ Google::Apis::DataprocV1::ExecutorStageSummary

Executor resources consumed by a stage. Corresponds to the JSON property executorStageSummary

Returns:



9520
9521
9522
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9520

def executor_stage_summary
  @executor_stage_summary
end

#executor_summary ⇒ Google::Apis::DataprocV1::ExecutorSummary

Details about executors used by the application. Corresponds to the JSON property executorSummary

Returns:



9525
9526
9527
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9525

def executor_summary
  @executor_summary
end

#job_data ⇒ Google::Apis::DataprocV1::JobData

Data corresponding to a spark job. Corresponds to the JSON property jobData

Returns:



9530
9531
9532
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9530

def job_data
  @job_data
end

#native_build_info_ui_data ⇒ Google::Apis::DataprocV1::NativeBuildInfoUiData

Native Build Info Corresponds to the JSON property nativeBuildInfoUiData

Returns:



9535
9536
9537
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9535

def native_build_info_ui_data
  @native_build_info_ui_data
end

#native_sql_execution_ui_data ⇒ Google::Apis::DataprocV1::NativeSqlExecutionUiData

Native SQL Execution Data Corresponds to the JSON property nativeSqlExecutionUiData

Returns:



9540
9541
9542
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9540

def native_sql_execution_ui_data
  @native_sql_execution_ui_data
end

#pool_data ⇒ Google::Apis::DataprocV1::PoolData

Pool Data Corresponds to the JSON property poolData

Returns:



9545
9546
9547
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9545

def pool_data
  @pool_data
end

#process_summary ⇒ Google::Apis::DataprocV1::ProcessSummary

Process Summary Corresponds to the JSON property processSummary

Returns:



9550
9551
9552
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9550

def process_summary
  @process_summary
end

#rdd_operation_graph ⇒ Google::Apis::DataprocV1::RddOperationGraph

Graph representing RDD dependencies. Consists of edges and a root cluster. Corresponds to the JSON property rddOperationGraph

Returns:



9555
9556
9557
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9555

def rdd_operation_graph
  @rdd_operation_graph
end

#rdd_storage_info ⇒ Google::Apis::DataprocV1::RddStorageInfo

Overall data about RDD storage. Corresponds to the JSON property rddStorageInfo

Returns:



9560
9561
9562
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9560

def rdd_storage_info
  @rdd_storage_info
end

#resource_profile_info ⇒ Google::Apis::DataprocV1::ResourceProfileInfo

Resource profile that contains information about all the resources required by executors and tasks. Corresponds to the JSON property resourceProfileInfo

Returns:



9566
9567
9568
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9566

def resource_profile_info
  @resource_profile_info
end

#spark_connect_execution_info ⇒ Google::Apis::DataprocV1::SparkConnectExecutionInfo

Represents the lifecycle and details of an Execution via Spark Connect Corresponds to the JSON property sparkConnectExecutionInfo

Returns:



9571
9572
9573
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9571

def spark_connect_execution_info
  @spark_connect_execution_info
end

#spark_connect_session_info ⇒ Google::Apis::DataprocV1::SparkConnectSessionInfo

Represents session-level information for Spark Connect Corresponds to the JSON property sparkConnectSessionInfo

Returns:



9576
9577
9578
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9576

def spark_connect_session_info
  @spark_connect_session_info
end

#spark_plan_graph ⇒ Google::Apis::DataprocV1::SparkPlanGraph

A graph used for storing information of an executionPlan of DataFrame. Corresponds to the JSON property sparkPlanGraph

Returns:



9581
9582
9583
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9581

def spark_plan_graph
  @spark_plan_graph
end

#speculation_stage_summary ⇒ Google::Apis::DataprocV1::SpeculationStageSummary

Details of the speculation task when speculative execution is enabled. Corresponds to the JSON property speculationStageSummary

Returns:



9586
9587
9588
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9586

def speculation_stage_summary
  @speculation_stage_summary
end

#sql_execution_ui_data ⇒ Google::Apis::DataprocV1::SqlExecutionUiData

SQL Execution Data Corresponds to the JSON property sqlExecutionUiData

Returns:



9591
9592
9593
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9591

def sql_execution_ui_data
  @sql_execution_ui_data
end

#stage_data ⇒ Google::Apis::DataprocV1::StageData

Data corresponding to a stage. Corresponds to the JSON property stageData

Returns:



9596
9597
9598
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9596

def stage_data
  @stage_data
end

#stream_block_data ⇒ Google::Apis::DataprocV1::StreamBlockData

Stream Block Data. Corresponds to the JSON property streamBlockData

Returns:



9601
9602
9603
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9601

def stream_block_data
  @stream_block_data
end

#streaming_query_data ⇒ Google::Apis::DataprocV1::StreamingQueryData

Streaming Corresponds to the JSON property streamingQueryData

Returns:



9606
9607
9608
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9606

def streaming_query_data
  @streaming_query_data
end

#streaming_query_progress ⇒ Google::Apis::DataprocV1::StreamingQueryProgress

Corresponds to the JSON property streamingQueryProgress

Returns:



9611
9612
9613
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9611

def streaming_query_progress
  @streaming_query_progress
end

#task_data ⇒ Google::Apis::DataprocV1::TaskData

Data corresponding to tasks created by spark. Corresponds to the JSON property taskData

Returns:



9616
9617
9618
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9616

def task_data
  @task_data
end

Instance Method Details

#update!(**args) ⇒ Object

Update properties of this object



9623
9624
9625
9626
9627
9628
9629
9630
9631
9632
9633
9634
9635
9636
9637
9638
9639
9640
9641
9642
9643
9644
9645
9646
9647
9648
9649
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9623

def update!(**args)
  @app_summary = args[:app_summary] if args.key?(:app_summary)
  @application_environment_info = args[:application_environment_info] if args.key?(:application_environment_info)
  @application_id = args[:application_id] if args.key?(:application_id)
  @application_info = args[:application_info] if args.key?(:application_info)
  @event_timestamp = args[:event_timestamp] if args.key?(:event_timestamp)
  @executor_stage_summary = args[:executor_stage_summary] if args.key?(:executor_stage_summary)
  @executor_summary = args[:executor_summary] if args.key?(:executor_summary)
  @job_data = args[:job_data] if args.key?(:job_data)
  @native_build_info_ui_data = args[:native_build_info_ui_data] if args.key?(:native_build_info_ui_data)
  @native_sql_execution_ui_data = args[:native_sql_execution_ui_data] if args.key?(:native_sql_execution_ui_data)
  @pool_data = args[:pool_data] if args.key?(:pool_data)
  @process_summary = args[:process_summary] if args.key?(:process_summary)
  @rdd_operation_graph = args[:rdd_operation_graph] if args.key?(:rdd_operation_graph)
  @rdd_storage_info = args[:rdd_storage_info] if args.key?(:rdd_storage_info)
  @resource_profile_info = args[:resource_profile_info] if args.key?(:resource_profile_info)
  @spark_connect_execution_info = args[:spark_connect_execution_info] if args.key?(:spark_connect_execution_info)
  @spark_connect_session_info = args[:spark_connect_session_info] if args.key?(:spark_connect_session_info)
  @spark_plan_graph = args[:spark_plan_graph] if args.key?(:spark_plan_graph)
  @speculation_stage_summary = args[:speculation_stage_summary] if args.key?(:speculation_stage_summary)
  @sql_execution_ui_data = args[:sql_execution_ui_data] if args.key?(:sql_execution_ui_data)
  @stage_data = args[:stage_data] if args.key?(:stage_data)
  @stream_block_data = args[:stream_block_data] if args.key?(:stream_block_data)
  @streaming_query_data = args[:streaming_query_data] if args.key?(:streaming_query_data)
  @streaming_query_progress = args[:streaming_query_progress] if args.key?(:streaming_query_progress)
  @task_data = args[:task_data] if args.key?(:task_data)
end