spark_applications

Creates, updates, deletes, gets or lists a spark_applications resource.

Overview

Name	spark_applications
Type	Resource
Id	google.dataproc.spark_applications

Fields

The following fields are returned by SELECT queries:

SELECT not supported for this resource, use SHOW METHODS to view available operations for the resource.

Methods

The following methods are available for this resource:

Name	Accessible by	Required Params	Optional Params	Description
projects_locations_sessions_spark_applications_search_executors	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	pageSize, pageToken, executorStatus, parent	Obtain data corresponding to executors for a Spark Application.
projects_locations_sessions_spark_applications_search_stage_attempts	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	stageId, summaryMetricsMask, pageSize, pageToken, parent	Obtain data corresponding to a spark stage attempts for a Spark Application.
projects_locations_sessions_spark_applications_access_native_sql_query	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	parent, executionId	Obtain data corresponding to a particular Native SQL Query for a Spark Application.
projects_locations_sessions_spark_applications_summarize_stages	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	parent, stageIds	Obtain summary of Stages for a Spark Application
projects_locations_sessions_spark_applications_search_stage_attempt_tasks	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	sortRuntime, parent, pageToken, stageAttemptId, pageSize, taskStatus, stageId	Obtain data corresponding to tasks for a spark stage attempt for a Spark Application.
projects_locations_sessions_spark_applications_access_environment_info	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	parent	Obtain environment details for a Spark Application
projects_locations_sessions_spark_applications_access_stage_attempt	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	stageAttemptId, stageId, summaryMetricsMask, parent	Obtain data corresponding to a spark stage attempt for a Spark Application.
projects_locations_sessions_spark_applications_access_stage_rdd_graph	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	stageId, parent	Obtain RDD operation graph for a Spark Application Stage. Limits the number of clusters returned as part of the graph to 10000.
projects_locations_sessions_spark_applications_write	exec	projectsId, locationsId, sessionsId, sparkApplicationsId		Write wrapper objects from dataplane to spanner
projects_locations_sessions_spark_applications_summarize_jobs	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	parent, jobIds	Obtain summary of Jobs for a Spark Application
projects_locations_sessions_spark_applications_search_executor_stage_summary	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	parent, stageId, stageAttemptId, pageSize, pageToken	Obtain executor summary with respect to a spark stage attempt.
projects_locations_sessions_spark_applications_search	exec	projectsId, locationsId, sessionsId	pageToken, pageSize, minTime, maxTime, minEndTime, applicationStatus, maxEndTime	Obtain high level information and list of Spark Applications corresponding to a batch
projects_locations_sessions_spark_applications_summarize_stage_attempt_tasks	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	stageAttemptId, stageId, parent	Obtain summary of Tasks for a Spark Application Stage Attempt
projects_locations_sessions_spark_applications_access_sql_query	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	parent, details, planDescription, executionId	Obtain data corresponding to a particular SQL Query for a Spark Application.
projects_locations_sessions_spark_applications_search_jobs	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	parent, jobIds, jobStatus, pageToken, pageSize	Obtain list of spark jobs corresponding to a Spark Application.
projects_locations_sessions_spark_applications_summarize_executors	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	parent	Obtain summary of Executor Summary for a Spark Application
projects_locations_sessions_spark_applications_access	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	parent	Obtain high level information corresponding to a single Spark Application.
projects_locations_sessions_spark_applications_access_job	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	parent, jobId	Obtain data corresponding to a spark job for a Spark Application.
projects_locations_sessions_spark_applications_search_stages	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	stageStatus, pageToken, pageSize, stageIds, summaryMetricsMask, parent	Obtain data corresponding to stages for a Spark Application.
projects_locations_sessions_spark_applications_access_sql_plan	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	executionId, parent	Obtain Spark Plan Graph for a Spark Application SQL execution. Limits the number of clusters returned as part of the graph to 10000.
projects_locations_sessions_spark_applications_search_native_sql_queries	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	parent, pageSize, pageToken	Obtain data corresponding to Native SQL Queries for a Spark Application.
projects_locations_sessions_spark_applications_search_sql_queries	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	details, planDescription, pageToken, pageSize, parent, operationIds	Obtain data corresponding to SQL Queries for a Spark Application.
projects_locations_sessions_spark_applications_access_native_build_info	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	parent	Obtain data corresponding to Native Build Information for a Spark Application.
projects_locations_batches_spark_applications_search_executors	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent, executorStatus, pageToken, pageSize	Obtain data corresponding to executors for a Spark Application.
projects_locations_batches_spark_applications_access_stage_attempt	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent, stageId, summaryMetricsMask, stageAttemptId	Obtain data corresponding to a spark stage attempt for a Spark Application.
projects_locations_batches_spark_applications_access_stage_rdd_graph	exec	projectsId, locationsId, batchesId, sparkApplicationsId	stageId, parent	Obtain RDD operation graph for a Spark Application Stage. Limits the number of clusters returned as part of the graph to 10000.
projects_locations_batches_spark_applications_search_stage_attempt_tasks	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent, sortRuntime, taskStatus, stageId, pageToken, stageAttemptId, pageSize	Obtain data corresponding to tasks for a spark stage attempt for a Spark Application.
projects_locations_batches_spark_applications_access_environment_info	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent	Obtain environment details for a Spark Application
projects_locations_batches_spark_applications_summarize_stages	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent	Obtain summary of Stages for a Spark Application
projects_locations_batches_spark_applications_search_stage_attempts	exec	projectsId, locationsId, batchesId, sparkApplicationsId	stageId, summaryMetricsMask, pageToken, pageSize, parent	Obtain data corresponding to a spark stage attempts for a Spark Application.
projects_locations_batches_spark_applications_access_native_sql_query	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent, executionId	Obtain data corresponding to a particular Native SQL Query for a Spark Application.
projects_locations_batches_spark_applications_compute_tuning_config	exec	projectsId, locationsId, batchesId, sparkApplicationsId	executionId, parent, semanticQueryId	Returns autotuning configuration for a specific query plan id and cohort id. Called by Spark during query planning.
projects_locations_batches_spark_applications_access	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent	Obtain high level information corresponding to a single Spark Application.
projects_locations_batches_spark_applications_access_job	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent, jobId	Obtain data corresponding to a spark job for a Spark Application.
projects_locations_batches_spark_applications_access_sql_query	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent, details, planDescription, executionId	Obtain data corresponding to a particular SQL Query for a Spark Application.
projects_locations_batches_spark_applications_search_jobs	exec	projectsId, locationsId, batchesId, sparkApplicationsId	pageToken, pageSize, parent, jobStatus	Obtain list of spark jobs corresponding to a Spark Application.
projects_locations_batches_spark_applications_summarize_executors	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent	Obtain summary of Executor Summary for a Spark Application
projects_locations_batches_spark_applications_search_executor_stage_summary	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent, pageToken, stageAttemptId, pageSize, stageId	Obtain executor summary with respect to a spark stage attempt.
projects_locations_batches_spark_applications_search	exec	projectsId, locationsId, batchesId	minTime, maxTime, minEndTime, applicationStatus, maxEndTime, pageToken, pageSize	Obtain high level information and list of Spark Applications corresponding to a batch
projects_locations_batches_spark_applications_summarize_stage_attempt_tasks	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent, stageId, stageAttemptId	Obtain summary of Tasks for a Spark Application Stage Attempt
projects_locations_batches_spark_applications_write	exec	projectsId, locationsId, batchesId, sparkApplicationsId		Write wrapper objects from dataplane to spanner
projects_locations_batches_spark_applications_summarize_jobs	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent	Obtain summary of Jobs for a Spark Application
projects_locations_batches_spark_applications_access_native_build_info	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent	Obtain build data for Native Job
projects_locations_batches_spark_applications_search_sql_queries	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent, pageSize, planDescription, pageToken, details	Obtain data corresponding to SQL Queries for a Spark Application.
projects_locations_batches_spark_applications_search_native_sql_queries	exec	projectsId, locationsId, batchesId, sparkApplicationsId	pageSize, pageToken, parent	Obtain data corresponding to Native SQL Queries for a Spark Application.
projects_locations_batches_spark_applications_search_stages	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent, summaryMetricsMask, stageStatus, pageToken, pageSize	Obtain data corresponding to stages for a Spark Application.
projects_locations_batches_spark_applications_access_sql_plan	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent, executionId	Obtain Spark Plan Graph for a Spark Application SQL execution. Limits the number of clusters returned as part of the graph to 10000.

Parameters

Parameters can be passed in the WHERE clause of a query. Check the Methods section to see which parameters are required or optional for each operation.

Name	Datatype	Description
batchesId	string
locationsId	string
projectsId	string
sessionsId	string
sparkApplicationsId	string
applicationStatus	string
details	boolean
executionId	string (int64)
executorStatus	string
jobId	string (int64)
jobIds	string (int64)
jobStatus	string
maxEndTime	string (google-datetime)
maxTime	string (google-datetime)
minEndTime	string (google-datetime)
minTime	string (google-datetime)
operationIds	string
pageSize	integer (int32)
pageToken	string
parent	string
planDescription	boolean
semanticQueryId	string
sortRuntime	boolean
stageAttemptId	integer (int32)
stageId	string (int64)
stageIds	string (int64)
stageStatus	string
summaryMetricsMask	string (google-fieldmask)
taskStatus	string

Lifecycle Methods

projects_locations_sessions_spark_applications_search_executors

Obtain data corresponding to executors for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_search_executors 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}', 
@executorStatus='{{ executorStatus }}', 
@parent='{{ parent }}'
;

projects_locations_sessions_spark_applications_search_stage_attempts

Obtain data corresponding to a spark stage attempts for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_search_stage_attempts 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@stageId='{{ stageId }}', 
@summaryMetricsMask='{{ summaryMetricsMask }}', 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}', 
@parent='{{ parent }}'
;

projects_locations_sessions_spark_applications_access_native_sql_query

Obtain data corresponding to a particular Native SQL Query for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_access_native_sql_query 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@executionId='{{ executionId }}'
;

projects_locations_sessions_spark_applications_summarize_stages

Obtain summary of Stages for a Spark Application

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_summarize_stages 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@stageIds='{{ stageIds }}'
;

projects_locations_sessions_spark_applications_search_stage_attempt_tasks

Obtain data corresponding to tasks for a spark stage attempt for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_search_stage_attempt_tasks 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@sortRuntime={{ sortRuntime }}, 
@parent='{{ parent }}', 
@pageToken='{{ pageToken }}', 
@stageAttemptId='{{ stageAttemptId }}', 
@pageSize='{{ pageSize }}', 
@taskStatus='{{ taskStatus }}', 
@stageId='{{ stageId }}'
;

projects_locations_sessions_spark_applications_access_environment_info

Obtain environment details for a Spark Application

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_access_environment_info 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}'
;

projects_locations_sessions_spark_applications_access_stage_attempt

Obtain data corresponding to a spark stage attempt for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_access_stage_attempt 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@stageAttemptId='{{ stageAttemptId }}', 
@stageId='{{ stageId }}', 
@summaryMetricsMask='{{ summaryMetricsMask }}', 
@parent='{{ parent }}'
;

projects_locations_sessions_spark_applications_access_stage_rdd_graph

Obtain RDD operation graph for a Spark Application Stage. Limits the number of clusters returned as part of the graph to 10000.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_access_stage_rdd_graph 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@stageId='{{ stageId }}', 
@parent='{{ parent }}'
;

projects_locations_sessions_spark_applications_write

Write wrapper objects from dataplane to spanner

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_write 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required 
@@json=
'{
"parent": "{{ parent }}", 
"sparkWrapperObjects": "{{ sparkWrapperObjects }}"
}'
;

projects_locations_sessions_spark_applications_summarize_jobs

Obtain summary of Jobs for a Spark Application

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_summarize_jobs 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@jobIds='{{ jobIds }}'
;

projects_locations_sessions_spark_applications_search_executor_stage_summary

Obtain executor summary with respect to a spark stage attempt.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_search_executor_stage_summary 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@stageId='{{ stageId }}', 
@stageAttemptId='{{ stageAttemptId }}', 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}'
;

projects_locations_sessions_spark_applications_search

Obtain high level information and list of Spark Applications corresponding to a batch

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_search 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@pageToken='{{ pageToken }}', 
@pageSize='{{ pageSize }}', 
@minTime='{{ minTime }}', 
@maxTime='{{ maxTime }}', 
@minEndTime='{{ minEndTime }}', 
@applicationStatus='{{ applicationStatus }}', 
@maxEndTime='{{ maxEndTime }}'
;

projects_locations_sessions_spark_applications_summarize_stage_attempt_tasks

Obtain summary of Tasks for a Spark Application Stage Attempt

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_summarize_stage_attempt_tasks 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@stageAttemptId='{{ stageAttemptId }}', 
@stageId='{{ stageId }}', 
@parent='{{ parent }}'
;

projects_locations_sessions_spark_applications_access_sql_query

Obtain data corresponding to a particular SQL Query for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_access_sql_query 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@details={{ details }}, 
@planDescription={{ planDescription }}, 
@executionId='{{ executionId }}'
;

projects_locations_sessions_spark_applications_search_jobs

Obtain list of spark jobs corresponding to a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_search_jobs 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@jobIds='{{ jobIds }}', 
@jobStatus='{{ jobStatus }}', 
@pageToken='{{ pageToken }}', 
@pageSize='{{ pageSize }}'
;

projects_locations_sessions_spark_applications_summarize_executors

Obtain summary of Executor Summary for a Spark Application

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_summarize_executors 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}'
;

projects_locations_sessions_spark_applications_access

Obtain high level information corresponding to a single Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_access 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}'
;

projects_locations_sessions_spark_applications_access_job

Obtain data corresponding to a spark job for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_access_job 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@jobId='{{ jobId }}'
;

projects_locations_sessions_spark_applications_search_stages

Obtain data corresponding to stages for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_search_stages 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@stageStatus='{{ stageStatus }}', 
@pageToken='{{ pageToken }}', 
@pageSize='{{ pageSize }}', 
@stageIds='{{ stageIds }}', 
@summaryMetricsMask='{{ summaryMetricsMask }}', 
@parent='{{ parent }}'
;

projects_locations_sessions_spark_applications_access_sql_plan

Obtain Spark Plan Graph for a Spark Application SQL execution. Limits the number of clusters returned as part of the graph to 10000.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_access_sql_plan 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@executionId='{{ executionId }}', 
@parent='{{ parent }}'
;

projects_locations_sessions_spark_applications_search_native_sql_queries

Obtain data corresponding to Native SQL Queries for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_search_native_sql_queries 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}'
;

projects_locations_sessions_spark_applications_search_sql_queries

Obtain data corresponding to SQL Queries for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_search_sql_queries 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@details={{ details }}, 
@planDescription={{ planDescription }}, 
@pageToken='{{ pageToken }}', 
@pageSize='{{ pageSize }}', 
@parent='{{ parent }}', 
@operationIds='{{ operationIds }}'
;

projects_locations_sessions_spark_applications_access_native_build_info

Obtain data corresponding to Native Build Information for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_access_native_build_info 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}'
;

projects_locations_batches_spark_applications_search_executors

Obtain data corresponding to executors for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_search_executors 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@executorStatus='{{ executorStatus }}', 
@pageToken='{{ pageToken }}', 
@pageSize='{{ pageSize }}'
;

projects_locations_batches_spark_applications_access_stage_attempt

Obtain data corresponding to a spark stage attempt for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_access_stage_attempt 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@stageId='{{ stageId }}', 
@summaryMetricsMask='{{ summaryMetricsMask }}', 
@stageAttemptId='{{ stageAttemptId }}'
;

projects_locations_batches_spark_applications_access_stage_rdd_graph

Obtain RDD operation graph for a Spark Application Stage. Limits the number of clusters returned as part of the graph to 10000.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_access_stage_rdd_graph 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@stageId='{{ stageId }}', 
@parent='{{ parent }}'
;

projects_locations_batches_spark_applications_search_stage_attempt_tasks

Obtain data corresponding to tasks for a spark stage attempt for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_search_stage_attempt_tasks 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@sortRuntime={{ sortRuntime }}, 
@taskStatus='{{ taskStatus }}', 
@stageId='{{ stageId }}', 
@pageToken='{{ pageToken }}', 
@stageAttemptId='{{ stageAttemptId }}', 
@pageSize='{{ pageSize }}'
;

projects_locations_batches_spark_applications_access_environment_info

Obtain environment details for a Spark Application

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_access_environment_info 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}'
;

projects_locations_batches_spark_applications_summarize_stages

Obtain summary of Stages for a Spark Application

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_summarize_stages 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}'
;

projects_locations_batches_spark_applications_search_stage_attempts

Obtain data corresponding to a spark stage attempts for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_search_stage_attempts 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@stageId='{{ stageId }}', 
@summaryMetricsMask='{{ summaryMetricsMask }}', 
@pageToken='{{ pageToken }}', 
@pageSize='{{ pageSize }}', 
@parent='{{ parent }}'
;

projects_locations_batches_spark_applications_access_native_sql_query

Obtain data corresponding to a particular Native SQL Query for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_access_native_sql_query 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@executionId='{{ executionId }}'
;

projects_locations_batches_spark_applications_compute_tuning_config

Returns autotuning configuration for a specific query plan id and cohort id. Called by Spark during query planning.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_compute_tuning_config 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@executionId='{{ executionId }}', 
@parent='{{ parent }}', 
@semanticQueryId='{{ semanticQueryId }}'
;

projects_locations_batches_spark_applications_access

Obtain high level information corresponding to a single Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_access 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}'
;

projects_locations_batches_spark_applications_access_job

Obtain data corresponding to a spark job for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_access_job 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@jobId='{{ jobId }}'
;

projects_locations_batches_spark_applications_access_sql_query

Obtain data corresponding to a particular SQL Query for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_access_sql_query 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@details={{ details }}, 
@planDescription={{ planDescription }}, 
@executionId='{{ executionId }}'
;

projects_locations_batches_spark_applications_search_jobs

Obtain list of spark jobs corresponding to a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_search_jobs 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@pageToken='{{ pageToken }}', 
@pageSize='{{ pageSize }}', 
@parent='{{ parent }}', 
@jobStatus='{{ jobStatus }}'
;

projects_locations_batches_spark_applications_summarize_executors

Obtain summary of Executor Summary for a Spark Application

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_summarize_executors 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}'
;

projects_locations_batches_spark_applications_search_executor_stage_summary

Obtain executor summary with respect to a spark stage attempt.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_search_executor_stage_summary 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@pageToken='{{ pageToken }}', 
@stageAttemptId='{{ stageAttemptId }}', 
@pageSize='{{ pageSize }}', 
@stageId='{{ stageId }}'
;

projects_locations_batches_spark_applications_search

Obtain high level information and list of Spark Applications corresponding to a batch

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_search 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@minTime='{{ minTime }}', 
@maxTime='{{ maxTime }}', 
@minEndTime='{{ minEndTime }}', 
@applicationStatus='{{ applicationStatus }}', 
@maxEndTime='{{ maxEndTime }}', 
@pageToken='{{ pageToken }}', 
@pageSize='{{ pageSize }}'
;

projects_locations_batches_spark_applications_summarize_stage_attempt_tasks

Obtain summary of Tasks for a Spark Application Stage Attempt

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_summarize_stage_attempt_tasks 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@stageId='{{ stageId }}', 
@stageAttemptId='{{ stageAttemptId }}'
;

projects_locations_batches_spark_applications_write

Write wrapper objects from dataplane to spanner

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_write 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required 
@@json=
'{
"parent": "{{ parent }}", 
"sparkWrapperObjects": "{{ sparkWrapperObjects }}"
}'
;

projects_locations_batches_spark_applications_summarize_jobs

Obtain summary of Jobs for a Spark Application

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_summarize_jobs 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}'
;

projects_locations_batches_spark_applications_access_native_build_info

Obtain build data for Native Job

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_access_native_build_info 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}'
;

projects_locations_batches_spark_applications_search_sql_queries

Obtain data corresponding to SQL Queries for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_search_sql_queries 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@pageSize='{{ pageSize }}', 
@planDescription={{ planDescription }}, 
@pageToken='{{ pageToken }}', 
@details={{ details }}
;

projects_locations_batches_spark_applications_search_native_sql_queries

Obtain data corresponding to Native SQL Queries for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_search_native_sql_queries 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}', 
@parent='{{ parent }}'
;

projects_locations_batches_spark_applications_search_stages

Obtain data corresponding to stages for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_search_stages 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@summaryMetricsMask='{{ summaryMetricsMask }}', 
@stageStatus='{{ stageStatus }}', 
@pageToken='{{ pageToken }}', 
@pageSize='{{ pageSize }}'
;

projects_locations_batches_spark_applications_access_sql_plan

Obtain Spark Plan Graph for a Spark Application SQL execution. Limits the number of clusters returned as part of the graph to 10000.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_access_sql_plan 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@executionId='{{ executionId }}'
;