Class: Google::Apis::DataprocV1::SparkWrapperObject

Inherits:
Object
  • Object
show all
Includes:
Core::Hashable, Core::JsonObjectSupport
Defined in:
lib/google/apis/dataproc_v1/classes.rb,
lib/google/apis/dataproc_v1/representations.rb,
lib/google/apis/dataproc_v1/representations.rb

Overview

Outer message that contains the data obtained from spark listener, packaged with information that is required to process it.

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(**args) ⇒ SparkWrapperObject

Returns a new instance of SparkWrapperObject.



9860
9861
9862
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9860

def initialize(**args)
   update!(**args)
end

Instance Attribute Details

#app_summary ⇒ Google::Apis::DataprocV1::AppSummary

Corresponds to the JSON property appSummary

Returns:



9737
9738
9739
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9737

def app_summary
  @app_summary
end

#application_environment_info ⇒ Google::Apis::DataprocV1::ApplicationEnvironmentInfo

Details about the Environment that the application is running in. Corresponds to the JSON property applicationEnvironmentInfo

Returns:



9742
9743
9744
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9742

def application_environment_info
  @application_environment_info
end

#application_id ⇒ String

Application Id created by Spark. Corresponds to the JSON property applicationId

Returns:

  • (String) 


9747
9748
9749
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9747

def application_id
  @application_id
end

#application_info ⇒ Google::Apis::DataprocV1::ApplicationInfo

High level information corresponding to an application. Corresponds to the JSON property applicationInfo

Returns:



9752
9753
9754
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9752

def application_info
  @application_info
end

#event_timestamp ⇒ String

VM Timestamp associated with the data object. Corresponds to the JSON property eventTimestamp

Returns:

  • (String) 


9757
9758
9759
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9757

def event_timestamp
  @event_timestamp
end

#executor_stage_summary ⇒ Google::Apis::DataprocV1::ExecutorStageSummary

Executor resources consumed by a stage. Corresponds to the JSON property executorStageSummary

Returns:



9762
9763
9764
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9762

def executor_stage_summary
  @executor_stage_summary
end

#executor_summary ⇒ Google::Apis::DataprocV1::ExecutorSummary

Details about executors used by the application. Corresponds to the JSON property executorSummary

Returns:



9767
9768
9769
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9767

def executor_summary
  @executor_summary
end

#job_data ⇒ Google::Apis::DataprocV1::JobData

Data corresponding to a spark job. Corresponds to the JSON property jobData

Returns:



9772
9773
9774
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9772

def job_data
  @job_data
end

#native_build_info_ui_data ⇒ Google::Apis::DataprocV1::NativeBuildInfoUiData

Native Build Info Corresponds to the JSON property nativeBuildInfoUiData

Returns:



9777
9778
9779
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9777

def native_build_info_ui_data
  @native_build_info_ui_data
end

#native_sql_execution_ui_data ⇒ Google::Apis::DataprocV1::NativeSqlExecutionUiData

Native SQL Execution Data Corresponds to the JSON property nativeSqlExecutionUiData

Returns:



9782
9783
9784
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9782

def native_sql_execution_ui_data
  @native_sql_execution_ui_data
end

#pool_data ⇒ Google::Apis::DataprocV1::PoolData

Pool Data Corresponds to the JSON property poolData

Returns:



9787
9788
9789
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9787

def pool_data
  @pool_data
end

#process_summary ⇒ Google::Apis::DataprocV1::ProcessSummary

Process Summary Corresponds to the JSON property processSummary

Returns:



9792
9793
9794
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9792

def process_summary
  @process_summary
end

#rdd_operation_graph ⇒ Google::Apis::DataprocV1::RddOperationGraph

Graph representing RDD dependencies. Consists of edges and a root cluster. Corresponds to the JSON property rddOperationGraph

Returns:



9797
9798
9799
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9797

def rdd_operation_graph
  @rdd_operation_graph
end

#rdd_storage_info ⇒ Google::Apis::DataprocV1::RddStorageInfo

Overall data about RDD storage. Corresponds to the JSON property rddStorageInfo

Returns:



9802
9803
9804
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9802

def rdd_storage_info
  @rdd_storage_info
end

#resource_profile_info ⇒ Google::Apis::DataprocV1::ResourceProfileInfo

Resource profile that contains information about all the resources required by executors and tasks. Corresponds to the JSON property resourceProfileInfo

Returns:



9808
9809
9810
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9808

def resource_profile_info
  @resource_profile_info
end

#spark_connect_execution_info ⇒ Google::Apis::DataprocV1::SparkConnectExecutionInfo

Represents the lifecycle and details of an Execution via Spark Connect Corresponds to the JSON property sparkConnectExecutionInfo

Returns:



9813
9814
9815
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9813

def spark_connect_execution_info
  @spark_connect_execution_info
end

#spark_connect_session_info ⇒ Google::Apis::DataprocV1::SparkConnectSessionInfo

Represents session-level information for Spark Connect Corresponds to the JSON property sparkConnectSessionInfo

Returns:



9818
9819
9820
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9818

def spark_connect_session_info
  @spark_connect_session_info
end

#spark_plan_graph ⇒ Google::Apis::DataprocV1::SparkPlanGraph

A graph used for storing information of an executionPlan of DataFrame. Corresponds to the JSON property sparkPlanGraph

Returns:



9823
9824
9825
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9823

def spark_plan_graph
  @spark_plan_graph
end

#speculation_stage_summary ⇒ Google::Apis::DataprocV1::SpeculationStageSummary

Details of the speculation task when speculative execution is enabled. Corresponds to the JSON property speculationStageSummary

Returns:



9828
9829
9830
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9828

def speculation_stage_summary
  @speculation_stage_summary
end

#sql_execution_ui_data ⇒ Google::Apis::DataprocV1::SqlExecutionUiData

SQL Execution Data Corresponds to the JSON property sqlExecutionUiData

Returns:



9833
9834
9835
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9833

def sql_execution_ui_data
  @sql_execution_ui_data
end

#stage_data ⇒ Google::Apis::DataprocV1::StageData

Data corresponding to a stage. Corresponds to the JSON property stageData

Returns:



9838
9839
9840
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9838

def stage_data
  @stage_data
end

#stream_block_data ⇒ Google::Apis::DataprocV1::StreamBlockData

Stream Block Data. Corresponds to the JSON property streamBlockData

Returns:



9843
9844
9845
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9843

def stream_block_data
  @stream_block_data
end

#streaming_query_data ⇒ Google::Apis::DataprocV1::StreamingQueryData

Streaming Corresponds to the JSON property streamingQueryData

Returns:



9848
9849
9850
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9848

def streaming_query_data
  @streaming_query_data
end

#streaming_query_progress ⇒ Google::Apis::DataprocV1::StreamingQueryProgress

Corresponds to the JSON property streamingQueryProgress

Returns:



9853
9854
9855
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9853

def streaming_query_progress
  @streaming_query_progress
end

#task_data ⇒ Google::Apis::DataprocV1::TaskData

Data corresponding to tasks created by spark. Corresponds to the JSON property taskData

Returns:



9858
9859
9860
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9858

def task_data
  @task_data
end

Instance Method Details

#update!(**args) ⇒ Object

Update properties of this object



9865
9866
9867
9868
9869
9870
9871
9872
9873
9874
9875
9876
9877
9878
9879
9880
9881
9882
9883
9884
9885
9886
9887
9888
9889
9890
9891
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 9865

def update!(**args)
  @app_summary = args[:app_summary] if args.key?(:app_summary)
  @application_environment_info = args[:application_environment_info] if args.key?(:application_environment_info)
  @application_id = args[:application_id] if args.key?(:application_id)
  @application_info = args[:application_info] if args.key?(:application_info)
  @event_timestamp = args[:event_timestamp] if args.key?(:event_timestamp)
  @executor_stage_summary = args[:executor_stage_summary] if args.key?(:executor_stage_summary)
  @executor_summary = args[:executor_summary] if args.key?(:executor_summary)
  @job_data = args[:job_data] if args.key?(:job_data)
  @native_build_info_ui_data = args[:native_build_info_ui_data] if args.key?(:native_build_info_ui_data)
  @native_sql_execution_ui_data = args[:native_sql_execution_ui_data] if args.key?(:native_sql_execution_ui_data)
  @pool_data = args[:pool_data] if args.key?(:pool_data)
  @process_summary = args[:process_summary] if args.key?(:process_summary)
  @rdd_operation_graph = args[:rdd_operation_graph] if args.key?(:rdd_operation_graph)
  @rdd_storage_info = args[:rdd_storage_info] if args.key?(:rdd_storage_info)
  @resource_profile_info = args[:resource_profile_info] if args.key?(:resource_profile_info)
  @spark_connect_execution_info = args[:spark_connect_execution_info] if args.key?(:spark_connect_execution_info)
  @spark_connect_session_info = args[:spark_connect_session_info] if args.key?(:spark_connect_session_info)
  @spark_plan_graph = args[:spark_plan_graph] if args.key?(:spark_plan_graph)
  @speculation_stage_summary = args[:speculation_stage_summary] if args.key?(:speculation_stage_summary)
  @sql_execution_ui_data = args[:sql_execution_ui_data] if args.key?(:sql_execution_ui_data)
  @stage_data = args[:stage_data] if args.key?(:stage_data)
  @stream_block_data = args[:stream_block_data] if args.key?(:stream_block_data)
  @streaming_query_data = args[:streaming_query_data] if args.key?(:streaming_query_data)
  @streaming_query_progress = args[:streaming_query_progress] if args.key?(:streaming_query_progress)
  @task_data = args[:task_data] if args.key?(:task_data)
end