Class: Google::Apis::DataprocV1::SparkWrapperObject

Inherits:
Object
  • Object
show all
Includes:
Core::Hashable, Core::JsonObjectSupport
Defined in:
lib/google/apis/dataproc_v1/classes.rb,
lib/google/apis/dataproc_v1/representations.rb,
lib/google/apis/dataproc_v1/representations.rb

Overview

Outer message that contains the data obtained from spark listener, packaged with information that is required to process it.

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(**args) ⇒ SparkWrapperObject

Returns a new instance of SparkWrapperObject.



9639
9640
9641
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9639

def initialize(**args)
   update!(**args)
end

Instance Attribute Details

#app_summary ⇒ Google::Apis::DataprocV1::AppSummary

Corresponds to the JSON property appSummary

Returns:



9516
9517
9518
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9516

def app_summary
  @app_summary
end

#application_environment_info ⇒ Google::Apis::DataprocV1::ApplicationEnvironmentInfo

Details about the Environment that the application is running in. Corresponds to the JSON property applicationEnvironmentInfo

Returns:



9521
9522
9523
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9521

def application_environment_info
  @application_environment_info
end

#application_id ⇒ String

Application Id created by Spark. Corresponds to the JSON property applicationId

Returns:

  • (String) 


9526
9527
9528
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9526

def application_id
  @application_id
end

#application_info ⇒ Google::Apis::DataprocV1::ApplicationInfo

High level information corresponding to an application. Corresponds to the JSON property applicationInfo

Returns:



9531
9532
9533
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9531

def application_info
  @application_info
end

#event_timestamp ⇒ String

VM Timestamp associated with the data object. Corresponds to the JSON property eventTimestamp

Returns:

  • (String) 


9536
9537
9538
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9536

def event_timestamp
  @event_timestamp
end

#executor_stage_summary ⇒ Google::Apis::DataprocV1::ExecutorStageSummary

Executor resources consumed by a stage. Corresponds to the JSON property executorStageSummary

Returns:



9541
9542
9543
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9541

def executor_stage_summary
  @executor_stage_summary
end

#executor_summary ⇒ Google::Apis::DataprocV1::ExecutorSummary

Details about executors used by the application. Corresponds to the JSON property executorSummary

Returns:



9546
9547
9548
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9546

def executor_summary
  @executor_summary
end

#job_data ⇒ Google::Apis::DataprocV1::JobData

Data corresponding to a spark job. Corresponds to the JSON property jobData

Returns:



9551
9552
9553
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9551

def job_data
  @job_data
end

#native_build_info_ui_data ⇒ Google::Apis::DataprocV1::NativeBuildInfoUiData

Native Build Info Corresponds to the JSON property nativeBuildInfoUiData

Returns:



9556
9557
9558
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9556

def native_build_info_ui_data
  @native_build_info_ui_data
end

#native_sql_execution_ui_data ⇒ Google::Apis::DataprocV1::NativeSqlExecutionUiData

Native SQL Execution Data Corresponds to the JSON property nativeSqlExecutionUiData

Returns:



9561
9562
9563
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9561

def native_sql_execution_ui_data
  @native_sql_execution_ui_data
end

#pool_data ⇒ Google::Apis::DataprocV1::PoolData

Pool Data Corresponds to the JSON property poolData

Returns:



9566
9567
9568
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9566

def pool_data
  @pool_data
end

#process_summary ⇒ Google::Apis::DataprocV1::ProcessSummary

Process Summary Corresponds to the JSON property processSummary

Returns:



9571
9572
9573
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9571

def process_summary
  @process_summary
end

#rdd_operation_graph ⇒ Google::Apis::DataprocV1::RddOperationGraph

Graph representing RDD dependencies. Consists of edges and a root cluster. Corresponds to the JSON property rddOperationGraph

Returns:



9576
9577
9578
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9576

def rdd_operation_graph
  @rdd_operation_graph
end

#rdd_storage_info ⇒ Google::Apis::DataprocV1::RddStorageInfo

Overall data about RDD storage. Corresponds to the JSON property rddStorageInfo

Returns:



9581
9582
9583
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9581

def rdd_storage_info
  @rdd_storage_info
end

#resource_profile_info ⇒ Google::Apis::DataprocV1::ResourceProfileInfo

Resource profile that contains information about all the resources required by executors and tasks. Corresponds to the JSON property resourceProfileInfo

Returns:



9587
9588
9589
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9587

def resource_profile_info
  @resource_profile_info
end

#spark_connect_execution_info ⇒ Google::Apis::DataprocV1::SparkConnectExecutionInfo

Represents the lifecycle and details of an Execution via Spark Connect Corresponds to the JSON property sparkConnectExecutionInfo

Returns:



9592
9593
9594
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9592

def spark_connect_execution_info
  @spark_connect_execution_info
end

#spark_connect_session_info ⇒ Google::Apis::DataprocV1::SparkConnectSessionInfo

Represents session-level information for Spark Connect Corresponds to the JSON property sparkConnectSessionInfo

Returns:



9597
9598
9599
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9597

def spark_connect_session_info
  @spark_connect_session_info
end

#spark_plan_graph ⇒ Google::Apis::DataprocV1::SparkPlanGraph

A graph used for storing information of an executionPlan of DataFrame. Corresponds to the JSON property sparkPlanGraph

Returns:



9602
9603
9604
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9602

def spark_plan_graph
  @spark_plan_graph
end

#speculation_stage_summary ⇒ Google::Apis::DataprocV1::SpeculationStageSummary

Details of the speculation task when speculative execution is enabled. Corresponds to the JSON property speculationStageSummary

Returns:



9607
9608
9609
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9607

def speculation_stage_summary
  @speculation_stage_summary
end

#sql_execution_ui_data ⇒ Google::Apis::DataprocV1::SqlExecutionUiData

SQL Execution Data Corresponds to the JSON property sqlExecutionUiData

Returns:



9612
9613
9614
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9612

def sql_execution_ui_data
  @sql_execution_ui_data
end

#stage_data ⇒ Google::Apis::DataprocV1::StageData

Data corresponding to a stage. Corresponds to the JSON property stageData

Returns:



9617
9618
9619
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9617

def stage_data
  @stage_data
end

#stream_block_data ⇒ Google::Apis::DataprocV1::StreamBlockData

Stream Block Data. Corresponds to the JSON property streamBlockData

Returns:



9622
9623
9624
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9622

def stream_block_data
  @stream_block_data
end

#streaming_query_data ⇒ Google::Apis::DataprocV1::StreamingQueryData

Streaming Corresponds to the JSON property streamingQueryData

Returns:



9627
9628
9629
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9627

def streaming_query_data
  @streaming_query_data
end

#streaming_query_progress ⇒ Google::Apis::DataprocV1::StreamingQueryProgress

Corresponds to the JSON property streamingQueryProgress

Returns:



9632
9633
9634
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9632

def streaming_query_progress
  @streaming_query_progress
end

#task_data ⇒ Google::Apis::DataprocV1::TaskData

Data corresponding to tasks created by spark. Corresponds to the JSON property taskData

Returns:



9637
9638
9639
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9637

def task_data
  @task_data
end

Instance Method Details

#update!(**args) ⇒ Object

Update properties of this object



9644
9645
9646
9647
9648
9649
9650
9651
9652
9653
9654
9655
9656
9657
9658
9659
9660
9661
9662
9663
9664
9665
9666
9667
9668
9669
9670
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9644

def update!(**args)
  @app_summary = args[:app_summary] if args.key?(:app_summary)
  @application_environment_info = args[:application_environment_info] if args.key?(:application_environment_info)
  @application_id = args[:application_id] if args.key?(:application_id)
  @application_info = args[:application_info] if args.key?(:application_info)
  @event_timestamp = args[:event_timestamp] if args.key?(:event_timestamp)
  @executor_stage_summary = args[:executor_stage_summary] if args.key?(:executor_stage_summary)
  @executor_summary = args[:executor_summary] if args.key?(:executor_summary)
  @job_data = args[:job_data] if args.key?(:job_data)
  @native_build_info_ui_data = args[:native_build_info_ui_data] if args.key?(:native_build_info_ui_data)
  @native_sql_execution_ui_data = args[:native_sql_execution_ui_data] if args.key?(:native_sql_execution_ui_data)
  @pool_data = args[:pool_data] if args.key?(:pool_data)
  @process_summary = args[:process_summary] if args.key?(:process_summary)
  @rdd_operation_graph = args[:rdd_operation_graph] if args.key?(:rdd_operation_graph)
  @rdd_storage_info = args[:rdd_storage_info] if args.key?(:rdd_storage_info)
  @resource_profile_info = args[:resource_profile_info] if args.key?(:resource_profile_info)
  @spark_connect_execution_info = args[:spark_connect_execution_info] if args.key?(:spark_connect_execution_info)
  @spark_connect_session_info = args[:spark_connect_session_info] if args.key?(:spark_connect_session_info)
  @spark_plan_graph = args[:spark_plan_graph] if args.key?(:spark_plan_graph)
  @speculation_stage_summary = args[:speculation_stage_summary] if args.key?(:speculation_stage_summary)
  @sql_execution_ui_data = args[:sql_execution_ui_data] if args.key?(:sql_execution_ui_data)
  @stage_data = args[:stage_data] if args.key?(:stage_data)
  @stream_block_data = args[:stream_block_data] if args.key?(:stream_block_data)
  @streaming_query_data = args[:streaming_query_data] if args.key?(:streaming_query_data)
  @streaming_query_progress = args[:streaming_query_progress] if args.key?(:streaming_query_progress)
  @task_data = args[:task_data] if args.key?(:task_data)
end