Load
yaml
type: "io.kestra.plugin.gcp.bigquery.load"
Examples
yaml
id: gcp_bq_load
namespace: company.team
tasks:
- id: load
type: io.kestra.plugin.gcp.bigquery.Load
from: "{{ inputs.file }}"
destinationTable: "my_project.my_dataset.my_table"
format: CSV
csvOptions:
fieldDelimiter: ";"
Properties
autodetect booleanstring
avroOptions Non-dynamicAbstractLoad-AvroOptions
clusteringFields array
SubType string
createDisposition string
Possible Values
CREATE_IF_NEEDED
CREATE_NEVER
csvOptions Non-dynamicAbstractLoad-CsvOptions
destinationTable string
failedOnEmpty booleanstring
Default
true
format Non-dynamicstring
Possible Values
CSV
JSON
AVRO
PARQUET
ORC
from string
ignoreUnknownValues booleanstring
impersonatedServiceAccount string
location string
maxBadRecords integerstring
projectId string
retryAuto Non-dynamicConstantExponentialRandom
retryMessages array
SubType string
Default
["due to concurrent update","Retrying the job may solve the problem","Retrying may solve the problem"]
retryReasons array
SubType string
Default
["rateLimitExceeded","jobBackendError","backendError","internalError","jobInternalError"]
schema object
schemaUpdateOptions array
SubType string
Possible Values
ALLOW_FIELD_ADDITION
ALLOW_FIELD_RELAXATION
scopes array
SubType string
Default
["https://www.googleapis.com/auth/cloud-platform"]
serviceAccount string
timePartitioningField string
timePartitioningType string
Default
DAY
Possible Values
DAY
HOUR
MONTH
YEAR
writeDisposition string
Possible Values
WRITE_TRUNCATE
WRITE_TRUNCATE_DATA
WRITE_APPEND
WRITE_EMPTY
Outputs
destinationTable string
jobId string
rows integer
Metrics
bad.records counter
Unit
records
duration timer
input.bytes counter
Unit
bytes
input.files counter
Unit
files
output.bytes counter
Unit
bytes
output.rows counter
Unit
records
Definitions
io.kestra.core.models.tasks.retrys.Constant
interval *Requiredstring
Format
duration
type *Requiredobject
behavior string
Default
RETRY_FAILED_TASK
Possible Values
RETRY_FAILED_TASK
CREATE_NEW_EXECUTION
maxAttempts integer
Minimum
>= 1
maxDuration string
Format
duration
warningOnRetry boolean
Default
false
io.kestra.core.models.tasks.retrys.Random
maxInterval *Requiredstring
Format
duration
minInterval *Requiredstring
Format
duration
type *Requiredobject
behavior string
Default
RETRY_FAILED_TASK
Possible Values
RETRY_FAILED_TASK
CREATE_NEW_EXECUTION
maxAttempts integer
Minimum
>= 1
maxDuration string
Format
duration
warningOnRetry boolean
Default
false
io.kestra.plugin.gcp.bigquery.AbstractLoad-CsvOptions
allowJaggedRows booleanstring
allowQuotedNewLines booleanstring
encoding string
fieldDelimiter string
quote string
skipLeadingRows integerstring
io.kestra.core.models.tasks.retrys.Exponential
interval *Requiredstring
Format
duration
maxInterval *Requiredstring
Format
duration
type *Requiredobject
behavior string
Default
RETRY_FAILED_TASK
Possible Values
RETRY_FAILED_TASK
CREATE_NEW_EXECUTION
delayFactor number
maxAttempts integer
Minimum
>= 1
maxDuration string
Format
duration
warningOnRetry boolean
Default
false