Class: Google::Apis::DataprocV1::Batch

Inherits:
Object
  • Object
show all
Includes:
Core::Hashable, Core::JsonObjectSupport
Defined in:
lib/google/apis/dataproc_v1/classes.rb,
lib/google/apis/dataproc_v1/representations.rb,
lib/google/apis/dataproc_v1/representations.rb

Overview

A representation of a batch workload in the service.

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(**args) ⇒ Batch

Returns a new instance of Batch.



1243
1244
1245
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 1243

def initialize(**args)
   update!(**args)
end

Instance Attribute Details

#create_time ⇒ String

Output only. The time when the batch was created. Corresponds to the JSON property createTime

Returns:

  • (String) 


1146
1147
1148
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 1146

def create_time
  @create_time
end

#creator ⇒ String

Output only. The email address of the user who created the batch. Corresponds to the JSON property creator

Returns:

  • (String) 


1151
1152
1153
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 1151

def creator
  @creator
end

#environment_config ⇒ Google::Apis::DataprocV1::EnvironmentConfig

Environment configuration for a workload. Corresponds to the JSON property environmentConfig

Returns:



1156
1157
1158
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 1156

def environment_config
  @environment_config
end

#labels ⇒ Hash<String,String>

Optional. The labels to associate with this batch. Label keys must contain 1 to 63 characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/ rfc1035.txt). Label values may be empty, but, if present, must contain 1 to 63 characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt) . No more than 32 labels can be associated with a batch. Corresponds to the JSON property labels

Returns:

  • (Hash<String,String>) 


1165
1166
1167
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 1165

def labels
  @labels
end

#name ⇒ String

Output only. The resource name of the batch. Corresponds to the JSON property name

Returns:

  • (String) 


1170
1171
1172
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 1170

def name
  @name
end

#operation ⇒ String

Output only. The resource name of the operation associated with this batch. Corresponds to the JSON property operation

Returns:

  • (String) 


1175
1176
1177
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 1175

def operation
  @operation
end

#pyspark_batch ⇒ Google::Apis::DataprocV1::PySparkBatch

A configuration for running an Apache PySpark (https://spark.apache.org/docs/ latest/api/python/getting_started/quickstart.html) batch workload. Corresponds to the JSON property pysparkBatch

Returns:



1181
1182
1183
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 1181

def pyspark_batch
  @pyspark_batch
end

#pyspark_notebook_batch ⇒ Google::Apis::DataprocV1::PySparkNotebookBatch

A configuration for running a PySpark Notebook batch workload. Corresponds to the JSON property pysparkNotebookBatch

Returns:



1186
1187
1188
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 1186

def pyspark_notebook_batch
  @pyspark_notebook_batch
end

#runtime_config ⇒ Google::Apis::DataprocV1::RuntimeConfig

Runtime configuration for a workload. Corresponds to the JSON property runtimeConfig

Returns:



1191
1192
1193
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 1191

def runtime_config
  @runtime_config
end

#runtime_info ⇒ Google::Apis::DataprocV1::RuntimeInfo

Runtime information about workload execution. Corresponds to the JSON property runtimeInfo

Returns:



1196
1197
1198
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 1196

def runtime_info
  @runtime_info
end

#spark_batch ⇒ Google::Apis::DataprocV1::SparkBatch

A configuration for running an Apache Spark (https://spark.apache.org/) batch workload. Corresponds to the JSON property sparkBatch

Returns:



1202
1203
1204
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 1202

def spark_batch
  @spark_batch
end

#spark_r_batch ⇒ Google::Apis::DataprocV1::SparkRBatch

A configuration for running an Apache SparkR (https://spark.apache.org/docs/ latest/sparkr.html) batch workload. Corresponds to the JSON property sparkRBatch

Returns:



1208
1209
1210
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 1208

def spark_r_batch
  @spark_r_batch
end

#spark_sql_batch ⇒ Google::Apis::DataprocV1::SparkSqlBatch

A configuration for running Apache Spark SQL (https://spark.apache.org/sql/) queries as a batch workload. Corresponds to the JSON property sparkSqlBatch

Returns:



1214
1215
1216
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 1214

def spark_sql_batch
  @spark_sql_batch
end

#state ⇒ String

Output only. The state of the batch. Corresponds to the JSON property state

Returns:

  • (String) 


1219
1220
1221
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 1219

def state
  @state
end

#state_history ⇒ Array<Google::Apis::DataprocV1::StateHistory>

Output only. Historical state information for the batch. Corresponds to the JSON property stateHistory

Returns:



1224
1225
1226
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 1224

def state_history
  @state_history
end

#state_message ⇒ String

Output only. Batch state details, such as a failure description if the state is FAILED. Corresponds to the JSON property stateMessage

Returns:

  • (String) 


1230
1231
1232
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 1230

def state_message
  @state_message
end

#state_time ⇒ String

Output only. The time when the batch entered a current state. Corresponds to the JSON property stateTime

Returns:

  • (String) 


1235
1236
1237
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 1235

def state_time
  @state_time
end

#uuid ⇒ String

Output only. A batch UUID (Unique Universal Identifier). The service generates this value when it creates the batch. Corresponds to the JSON property uuid

Returns:

  • (String) 


1241
1242
1243
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 1241

def uuid
  @uuid
end

Instance Method Details

#update!(**args) ⇒ Object

Update properties of this object



1248
1249
1250
1251
1252
1253
1254
1255
1256
1257
1258
1259
1260
1261
1262
1263
1264
1265
1266
1267
 
# File 'lib/google/apis/dataproc_v1/classes.rb', line 1248

def update!(**args)
  @create_time = args[:create_time] if args.key?(:create_time)
  @creator = args[:creator] if args.key?(:creator)
  @environment_config = args[:environment_config] if args.key?(:environment_config)
  @labels = args[:labels] if args.key?(:labels)
  @name = args[:name] if args.key?(:name)
  @operation = args[:operation] if args.key?(:operation)
  @pyspark_batch = args[:pyspark_batch] if args.key?(:pyspark_batch)
  @pyspark_notebook_batch = args[:pyspark_notebook_batch] if args.key?(:pyspark_notebook_batch)
  @runtime_config = args[:runtime_config] if args.key?(:runtime_config)
  @runtime_info = args[:runtime_info] if args.key?(:runtime_info)
  @spark_batch = args[:spark_batch] if args.key?(:spark_batch)
  @spark_r_batch = args[:spark_r_batch] if args.key?(:spark_r_batch)
  @spark_sql_batch = args[:spark_sql_batch] if args.key?(:spark_sql_batch)
  @state = args[:state] if args.key?(:state)
  @state_history = args[:state_history] if args.key?(:state_history)
  @state_message = args[:state_message] if args.key?(:state_message)
  @state_time = args[:state_time] if args.key?(:state_time)
  @uuid = args[:uuid] if args.key?(:uuid)
end