SparkSqlSubmit
yaml
type: "io.kestra.plugin.gcp.dataproc.batches.sparksqlsubmit"Examples
yaml
id: gcp_dataproc_spark_sql_submit
namespace: company.team
tasks:
- id: spark_sql_submit
type: io.kestra.plugin.gcp.dataproc.batches.SparkSqlSubmit
queryFileUri: 'gs://spark-jobs-kestra/foobar.py'
name: test-sparksql
region: europe-west3
Properties
name *Requiredstring
queryFileUri *Requiredstring
region *Requiredstring
archiveUris array
SubType string
args array
SubType string
execution AbstractBatch-ExecutionConfiguration
fileUris array
SubType string
impersonatedServiceAccount string
jarFileUris array
SubType string
peripherals AbstractBatch-PeripheralsConfiguration
projectId string
scopes array
SubType string
Default
["https://www.googleapis.com/auth/cloud-platform"]serviceAccount string
Outputs
state string
Possible Values
STATE_UNSPECIFIEDPENDINGRUNNINGCANCELLINGCANCELLEDSUCCEEDEDFAILEDUNRECOGNIZEDDefinitions
io.kestra.plugin.gcp.dataproc.batches.AbstractBatch-PeripheralsConfiguration
metastoreService string
sparkHistoryServer AbstractBatch-SparkHistoryServerConfiguration
io.kestra.plugin.gcp.dataproc.batches.AbstractBatch-RuntimeConfiguration
containerImage string
properties object
SubType string
version string
io.kestra.plugin.gcp.dataproc.batches.AbstractBatch-SparkHistoryServerConfiguration
dataprocCluster string
io.kestra.plugin.gcp.dataproc.batches.AbstractBatch-ExecutionConfiguration
kmsKey string
networkTags array
SubType string