spark_applications

Creates, updates, deletes, gets or lists a spark_applications resource.

Overview

Name	spark_applications
Type	Resource
Id	google.dataproc.spark_applications

Fields

The following fields are returned by SELECT queries:

SELECT not supported for this resource, use SHOW METHODS to view available operations for the resource.

Methods

The following methods are available for this resource:

Name	Accessible by	Required Params	Optional Params	Description
projects_locations_batches_spark_applications_access	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent	Obtain high level information corresponding to a single Spark Application.
projects_locations_batches_spark_applications_access_environment_info	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent	Obtain environment details for a Spark Application
projects_locations_batches_spark_applications_access_job	exec	projectsId, locationsId, batchesId, sparkApplicationsId	jobId, parent	Obtain data corresponding to a spark job for a Spark Application.
projects_locations_batches_spark_applications_access_native_build_info	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent	Obtain build data for Native Job
projects_locations_batches_spark_applications_access_native_sql_query	exec	projectsId, locationsId, batchesId, sparkApplicationsId	executionId, parent	Obtain data corresponding to a particular Native SQL Query for a Spark Application.
projects_locations_batches_spark_applications_access_sql_plan	exec	projectsId, locationsId, batchesId, sparkApplicationsId	executionId, parent	Obtain Spark Plan Graph for a Spark Application SQL execution. Limits the number of clusters returned as part of the graph to 10000.
projects_locations_batches_spark_applications_access_sql_query	exec	projectsId, locationsId, batchesId, sparkApplicationsId	details, executionId, parent, planDescription	Obtain data corresponding to a particular SQL Query for a Spark Application.
projects_locations_batches_spark_applications_access_stage_attempt	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent, stageAttemptId, stageId, summaryMetricsMask	Obtain data corresponding to a spark stage attempt for a Spark Application.
projects_locations_batches_spark_applications_access_stage_rdd_graph	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent, stageId	Obtain RDD operation graph for a Spark Application Stage. Limits the number of clusters returned as part of the graph to 10000.
projects_locations_batches_spark_applications_compute_tuning_config	exec	projectsId, locationsId, batchesId, sparkApplicationsId	executionId, parent, semanticQueryId	Returns autotuning configuration for a specific query plan id and cohort id. Called by Spark during query planning.
projects_locations_batches_spark_applications_search	exec	projectsId, locationsId, batchesId	applicationStatus, maxEndTime, maxTime, minEndTime, minTime, pageSize, pageToken	Obtain high level information and list of Spark Applications corresponding to a batch
projects_locations_batches_spark_applications_search_executor_stage_summary	exec	projectsId, locationsId, batchesId, sparkApplicationsId	pageSize, pageToken, parent, stageAttemptId, stageId	Obtain executor summary with respect to a spark stage attempt.
projects_locations_batches_spark_applications_search_executors	exec	projectsId, locationsId, batchesId, sparkApplicationsId	executorStatus, pageSize, pageToken, parent	Obtain data corresponding to executors for a Spark Application.
projects_locations_batches_spark_applications_search_jobs	exec	projectsId, locationsId, batchesId, sparkApplicationsId	jobStatus, pageSize, pageToken, parent	Obtain list of spark jobs corresponding to a Spark Application.
projects_locations_batches_spark_applications_search_native_sql_queries	exec	projectsId, locationsId, batchesId, sparkApplicationsId	pageSize, pageToken, parent	Obtain data corresponding to Native SQL Queries for a Spark Application.
projects_locations_batches_spark_applications_search_sql_queries	exec	projectsId, locationsId, batchesId, sparkApplicationsId	details, pageSize, pageToken, parent, planDescription	Obtain data corresponding to SQL Queries for a Spark Application.
projects_locations_batches_spark_applications_search_stage_attempt_tasks	exec	projectsId, locationsId, batchesId, sparkApplicationsId	pageSize, pageToken, parent, sortRuntime, stageAttemptId, stageId, taskStatus	Obtain data corresponding to tasks for a spark stage attempt for a Spark Application.
projects_locations_batches_spark_applications_search_stage_attempts	exec	projectsId, locationsId, batchesId, sparkApplicationsId	pageSize, pageToken, parent, stageId, summaryMetricsMask	Obtain data corresponding to a spark stage attempts for a Spark Application.
projects_locations_batches_spark_applications_search_stages	exec	projectsId, locationsId, batchesId, sparkApplicationsId	pageSize, pageToken, parent, stageStatus, summaryMetricsMask	Obtain data corresponding to stages for a Spark Application.
projects_locations_batches_spark_applications_summarize_executors	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent	Obtain summary of Executor Summary for a Spark Application
projects_locations_batches_spark_applications_summarize_jobs	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent	Obtain summary of Jobs for a Spark Application
projects_locations_batches_spark_applications_summarize_stage_attempt_tasks	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent, stageAttemptId, stageId	Obtain summary of Tasks for a Spark Application Stage Attempt
projects_locations_batches_spark_applications_summarize_stages	exec	projectsId, locationsId, batchesId, sparkApplicationsId	parent	Obtain summary of Stages for a Spark Application
projects_locations_batches_spark_applications_write	exec	projectsId, locationsId, batchesId, sparkApplicationsId		Write wrapper objects from dataplane to spanner
projects_locations_sessions_spark_applications_access	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	parent	Obtain high level information corresponding to a single Spark Application.
projects_locations_sessions_spark_applications_access_environment_info	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	parent	Obtain environment details for a Spark Application
projects_locations_sessions_spark_applications_access_job	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	jobId, parent	Obtain data corresponding to a spark job for a Spark Application.
projects_locations_sessions_spark_applications_access_native_build_info	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	parent	Obtain data corresponding to Native Build Information for a Spark Application.
projects_locations_sessions_spark_applications_access_native_sql_query	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	executionId, parent	Obtain data corresponding to a particular Native SQL Query for a Spark Application.
projects_locations_sessions_spark_applications_access_sql_plan	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	executionId, parent	Obtain Spark Plan Graph for a Spark Application SQL execution. Limits the number of clusters returned as part of the graph to 10000.
projects_locations_sessions_spark_applications_access_sql_query	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	details, executionId, parent, planDescription	Obtain data corresponding to a particular SQL Query for a Spark Application.
projects_locations_sessions_spark_applications_access_stage_attempt	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	parent, stageAttemptId, stageId, summaryMetricsMask	Obtain data corresponding to a spark stage attempt for a Spark Application.
projects_locations_sessions_spark_applications_access_stage_rdd_graph	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	parent, stageId	Obtain RDD operation graph for a Spark Application Stage. Limits the number of clusters returned as part of the graph to 10000.
projects_locations_sessions_spark_applications_search	exec	projectsId, locationsId, sessionsId	applicationStatus, maxEndTime, maxTime, minEndTime, minTime, pageSize, pageToken	Obtain high level information and list of Spark Applications corresponding to a batch
projects_locations_sessions_spark_applications_search_executor_stage_summary	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	pageSize, pageToken, parent, stageAttemptId, stageId	Obtain executor summary with respect to a spark stage attempt.
projects_locations_sessions_spark_applications_search_executors	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	executorStatus, pageSize, pageToken, parent	Obtain data corresponding to executors for a Spark Application.
projects_locations_sessions_spark_applications_search_jobs	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	jobIds, jobStatus, pageSize, pageToken, parent	Obtain list of spark jobs corresponding to a Spark Application.
projects_locations_sessions_spark_applications_search_native_sql_queries	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	pageSize, pageToken, parent	Obtain data corresponding to Native SQL Queries for a Spark Application.
projects_locations_sessions_spark_applications_search_sql_queries	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	details, operationIds, pageSize, pageToken, parent, planDescription	Obtain data corresponding to SQL Queries for a Spark Application.
projects_locations_sessions_spark_applications_search_stage_attempt_tasks	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	pageSize, pageToken, parent, sortRuntime, stageAttemptId, stageId, taskStatus	Obtain data corresponding to tasks for a spark stage attempt for a Spark Application.
projects_locations_sessions_spark_applications_search_stage_attempts	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	pageSize, pageToken, parent, stageId, summaryMetricsMask	Obtain data corresponding to a spark stage attempts for a Spark Application.
projects_locations_sessions_spark_applications_search_stages	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	pageSize, pageToken, parent, stageIds, stageStatus, summaryMetricsMask	Obtain data corresponding to stages for a Spark Application.
projects_locations_sessions_spark_applications_summarize_executors	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	parent	Obtain summary of Executor Summary for a Spark Application
projects_locations_sessions_spark_applications_summarize_jobs	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	jobIds, parent	Obtain summary of Jobs for a Spark Application
projects_locations_sessions_spark_applications_summarize_stage_attempt_tasks	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	parent, stageAttemptId, stageId	Obtain summary of Tasks for a Spark Application Stage Attempt
projects_locations_sessions_spark_applications_summarize_stages	exec	projectsId, locationsId, sessionsId, sparkApplicationsId	parent, stageIds	Obtain summary of Stages for a Spark Application
projects_locations_sessions_spark_applications_write	exec	projectsId, locationsId, sessionsId, sparkApplicationsId		Write wrapper objects from dataplane to spanner

Parameters

Parameters can be passed in the WHERE clause of a query. Check the Methods section to see which parameters are required or optional for each operation.

Name	Datatype	Description
batchesId	string
locationsId	string
projectsId	string
sessionsId	string
sparkApplicationsId	string
applicationStatus	string
details	boolean
executionId	string (int64)
executorStatus	string
jobId	string (int64)
jobIds	string (int64)
jobStatus	string
maxEndTime	string (google-datetime)
maxTime	string (google-datetime)
minEndTime	string (google-datetime)
minTime	string (google-datetime)
operationIds	string
pageSize	integer (int32)
pageToken	string
parent	string
planDescription	boolean
semanticQueryId	string
sortRuntime	boolean
stageAttemptId	integer (int32)
stageId	string (int64)
stageIds	string (int64)
stageStatus	string
summaryMetricsMask	string (google-fieldmask)
taskStatus	string

Lifecycle Methods

projects_locations_batches_spark_applications_access

Obtain high level information corresponding to a single Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_access 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}'
;

projects_locations_batches_spark_applications_access_environment_info

Obtain environment details for a Spark Application

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_access_environment_info 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}'
;

projects_locations_batches_spark_applications_access_job

Obtain data corresponding to a spark job for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_access_job 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@jobId='{{ jobId }}', 
@parent='{{ parent }}'
;

projects_locations_batches_spark_applications_access_native_build_info

Obtain build data for Native Job

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_access_native_build_info 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}'
;

projects_locations_batches_spark_applications_access_native_sql_query

Obtain data corresponding to a particular Native SQL Query for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_access_native_sql_query 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@executionId='{{ executionId }}', 
@parent='{{ parent }}'
;

projects_locations_batches_spark_applications_access_sql_plan

Obtain Spark Plan Graph for a Spark Application SQL execution. Limits the number of clusters returned as part of the graph to 10000.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_access_sql_plan 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@executionId='{{ executionId }}', 
@parent='{{ parent }}'
;

projects_locations_batches_spark_applications_access_sql_query

Obtain data corresponding to a particular SQL Query for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_access_sql_query 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@details={{ details }}, 
@executionId='{{ executionId }}', 
@parent='{{ parent }}', 
@planDescription={{ planDescription }}
;

projects_locations_batches_spark_applications_access_stage_attempt

Obtain data corresponding to a spark stage attempt for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_access_stage_attempt 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@stageAttemptId='{{ stageAttemptId }}', 
@stageId='{{ stageId }}', 
@summaryMetricsMask='{{ summaryMetricsMask }}'
;

projects_locations_batches_spark_applications_access_stage_rdd_graph

Obtain RDD operation graph for a Spark Application Stage. Limits the number of clusters returned as part of the graph to 10000.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_access_stage_rdd_graph 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@stageId='{{ stageId }}'
;

projects_locations_batches_spark_applications_compute_tuning_config

Returns autotuning configuration for a specific query plan id and cohort id. Called by Spark during query planning.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_compute_tuning_config 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@executionId='{{ executionId }}', 
@parent='{{ parent }}', 
@semanticQueryId='{{ semanticQueryId }}'
;

projects_locations_batches_spark_applications_search

Obtain high level information and list of Spark Applications corresponding to a batch

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_search 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@applicationStatus='{{ applicationStatus }}', 
@maxEndTime='{{ maxEndTime }}', 
@maxTime='{{ maxTime }}', 
@minEndTime='{{ minEndTime }}', 
@minTime='{{ minTime }}', 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}'
;

projects_locations_batches_spark_applications_search_executor_stage_summary

Obtain executor summary with respect to a spark stage attempt.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_search_executor_stage_summary 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}', 
@parent='{{ parent }}', 
@stageAttemptId='{{ stageAttemptId }}', 
@stageId='{{ stageId }}'
;

projects_locations_batches_spark_applications_search_executors

Obtain data corresponding to executors for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_search_executors 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@executorStatus='{{ executorStatus }}', 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}', 
@parent='{{ parent }}'
;

projects_locations_batches_spark_applications_search_jobs

Obtain list of spark jobs corresponding to a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_search_jobs 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@jobStatus='{{ jobStatus }}', 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}', 
@parent='{{ parent }}'
;

projects_locations_batches_spark_applications_search_native_sql_queries

Obtain data corresponding to Native SQL Queries for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_search_native_sql_queries 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}', 
@parent='{{ parent }}'
;

projects_locations_batches_spark_applications_search_sql_queries

Obtain data corresponding to SQL Queries for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_search_sql_queries 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@details={{ details }}, 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}', 
@parent='{{ parent }}', 
@planDescription={{ planDescription }}
;

projects_locations_batches_spark_applications_search_stage_attempt_tasks

Obtain data corresponding to tasks for a spark stage attempt for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_search_stage_attempt_tasks 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}', 
@parent='{{ parent }}', 
@sortRuntime={{ sortRuntime }}, 
@stageAttemptId='{{ stageAttemptId }}', 
@stageId='{{ stageId }}', 
@taskStatus='{{ taskStatus }}'
;

projects_locations_batches_spark_applications_search_stage_attempts

Obtain data corresponding to a spark stage attempts for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_search_stage_attempts 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}', 
@parent='{{ parent }}', 
@stageId='{{ stageId }}', 
@summaryMetricsMask='{{ summaryMetricsMask }}'
;

projects_locations_batches_spark_applications_search_stages

Obtain data corresponding to stages for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_search_stages 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}', 
@parent='{{ parent }}', 
@stageStatus='{{ stageStatus }}', 
@summaryMetricsMask='{{ summaryMetricsMask }}'
;

projects_locations_batches_spark_applications_summarize_executors

Obtain summary of Executor Summary for a Spark Application

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_summarize_executors 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}'
;

projects_locations_batches_spark_applications_summarize_jobs

Obtain summary of Jobs for a Spark Application

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_summarize_jobs 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}'
;

projects_locations_batches_spark_applications_summarize_stage_attempt_tasks

Obtain summary of Tasks for a Spark Application Stage Attempt

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_summarize_stage_attempt_tasks 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@stageAttemptId='{{ stageAttemptId }}', 
@stageId='{{ stageId }}'
;

projects_locations_batches_spark_applications_summarize_stages

Obtain summary of Stages for a Spark Application

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_summarize_stages 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}'
;

projects_locations_batches_spark_applications_write

Write wrapper objects from dataplane to spanner

EXEC google.dataproc.spark_applications.projects_locations_batches_spark_applications_write 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@batchesId='{{ batchesId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required 
@@json=
'{
"parent": "{{ parent }}", 
"sparkWrapperObjects": "{{ sparkWrapperObjects }}"
}'
;

projects_locations_sessions_spark_applications_access

Obtain high level information corresponding to a single Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_access 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}'
;

projects_locations_sessions_spark_applications_access_environment_info

Obtain environment details for a Spark Application

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_access_environment_info 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}'
;

projects_locations_sessions_spark_applications_access_job

Obtain data corresponding to a spark job for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_access_job 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@jobId='{{ jobId }}', 
@parent='{{ parent }}'
;

projects_locations_sessions_spark_applications_access_native_build_info

Obtain data corresponding to Native Build Information for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_access_native_build_info 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}'
;

projects_locations_sessions_spark_applications_access_native_sql_query

Obtain data corresponding to a particular Native SQL Query for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_access_native_sql_query 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@executionId='{{ executionId }}', 
@parent='{{ parent }}'
;

projects_locations_sessions_spark_applications_access_sql_plan

Obtain Spark Plan Graph for a Spark Application SQL execution. Limits the number of clusters returned as part of the graph to 10000.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_access_sql_plan 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@executionId='{{ executionId }}', 
@parent='{{ parent }}'
;

projects_locations_sessions_spark_applications_access_sql_query

Obtain data corresponding to a particular SQL Query for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_access_sql_query 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@details={{ details }}, 
@executionId='{{ executionId }}', 
@parent='{{ parent }}', 
@planDescription={{ planDescription }}
;

projects_locations_sessions_spark_applications_access_stage_attempt

Obtain data corresponding to a spark stage attempt for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_access_stage_attempt 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@stageAttemptId='{{ stageAttemptId }}', 
@stageId='{{ stageId }}', 
@summaryMetricsMask='{{ summaryMetricsMask }}'
;

projects_locations_sessions_spark_applications_access_stage_rdd_graph

Obtain RDD operation graph for a Spark Application Stage. Limits the number of clusters returned as part of the graph to 10000.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_access_stage_rdd_graph 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@stageId='{{ stageId }}'
;

projects_locations_sessions_spark_applications_search

Obtain high level information and list of Spark Applications corresponding to a batch

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_search 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@applicationStatus='{{ applicationStatus }}', 
@maxEndTime='{{ maxEndTime }}', 
@maxTime='{{ maxTime }}', 
@minEndTime='{{ minEndTime }}', 
@minTime='{{ minTime }}', 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}'
;

projects_locations_sessions_spark_applications_search_executor_stage_summary

Obtain executor summary with respect to a spark stage attempt.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_search_executor_stage_summary 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}', 
@parent='{{ parent }}', 
@stageAttemptId='{{ stageAttemptId }}', 
@stageId='{{ stageId }}'
;

projects_locations_sessions_spark_applications_search_executors

Obtain data corresponding to executors for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_search_executors 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@executorStatus='{{ executorStatus }}', 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}', 
@parent='{{ parent }}'
;

projects_locations_sessions_spark_applications_search_jobs

Obtain list of spark jobs corresponding to a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_search_jobs 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@jobIds='{{ jobIds }}', 
@jobStatus='{{ jobStatus }}', 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}', 
@parent='{{ parent }}'
;

projects_locations_sessions_spark_applications_search_native_sql_queries

Obtain data corresponding to Native SQL Queries for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_search_native_sql_queries 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}', 
@parent='{{ parent }}'
;

projects_locations_sessions_spark_applications_search_sql_queries

Obtain data corresponding to SQL Queries for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_search_sql_queries 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@details={{ details }}, 
@operationIds='{{ operationIds }}', 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}', 
@parent='{{ parent }}', 
@planDescription={{ planDescription }}
;

projects_locations_sessions_spark_applications_search_stage_attempt_tasks

Obtain data corresponding to tasks for a spark stage attempt for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_search_stage_attempt_tasks 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}', 
@parent='{{ parent }}', 
@sortRuntime={{ sortRuntime }}, 
@stageAttemptId='{{ stageAttemptId }}', 
@stageId='{{ stageId }}', 
@taskStatus='{{ taskStatus }}'
;

projects_locations_sessions_spark_applications_search_stage_attempts

Obtain data corresponding to a spark stage attempts for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_search_stage_attempts 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}', 
@parent='{{ parent }}', 
@stageId='{{ stageId }}', 
@summaryMetricsMask='{{ summaryMetricsMask }}'
;

projects_locations_sessions_spark_applications_search_stages

Obtain data corresponding to stages for a Spark Application.

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_search_stages 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@pageSize='{{ pageSize }}', 
@pageToken='{{ pageToken }}', 
@parent='{{ parent }}', 
@stageIds='{{ stageIds }}', 
@stageStatus='{{ stageStatus }}', 
@summaryMetricsMask='{{ summaryMetricsMask }}'
;

projects_locations_sessions_spark_applications_summarize_executors

Obtain summary of Executor Summary for a Spark Application

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_summarize_executors 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}'
;

projects_locations_sessions_spark_applications_summarize_jobs

Obtain summary of Jobs for a Spark Application

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_summarize_jobs 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@jobIds='{{ jobIds }}', 
@parent='{{ parent }}'
;

projects_locations_sessions_spark_applications_summarize_stage_attempt_tasks

Obtain summary of Tasks for a Spark Application Stage Attempt

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_summarize_stage_attempt_tasks 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@stageAttemptId='{{ stageAttemptId }}', 
@stageId='{{ stageId }}'
;

projects_locations_sessions_spark_applications_summarize_stages

Obtain summary of Stages for a Spark Application

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_summarize_stages 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required, 
@parent='{{ parent }}', 
@stageIds='{{ stageIds }}'
;

projects_locations_sessions_spark_applications_write

Write wrapper objects from dataplane to spanner

EXEC google.dataproc.spark_applications.projects_locations_sessions_spark_applications_write 
@projectsId='{{ projectsId }}' --required, 
@locationsId='{{ locationsId }}' --required, 
@sessionsId='{{ sessionsId }}' --required, 
@sparkApplicationsId='{{ sparkApplicationsId }}' --required 
@@json=
'{
"parent": "{{ parent }}", 
"sparkWrapperObjects": "{{ sparkWrapperObjects }}"
}'
;