CopyPartitions
yaml
type: "io.kestra.plugin.gcp.bigquery.copypartitions"
Examples
yaml
id: gcp_bq_copy_partitions
namespace: company.team
tasks:
- id: copy_partitions
type: io.kestra.plugin.gcp.bigquery.CopyPartitions
projectId: my-project
dataset: my-dataset
table: my-table
destinationTable: my-dest-table
partitionType: DAY
from: "{{ now() | dateAdd(-30, 'DAYS') }}"
to: "{{ now() | dateAdd(-7, 'DAYS') }}"
Properties
dataset *Requiredstring
from *Requiredstring
partitionType *Requiredstring
Possible Values
DAY
HOUR
MONTH
YEAR
RANGE
table *Requiredstring
to *Requiredstring
createDisposition string
Possible Values
CREATE_IF_NEEDED
CREATE_NEVER
destinationTable string
dryRun booleanstring
Default
false
impersonatedServiceAccount string
jobTimeout string
Format
duration
labels object
SubType string
location string
projectId string
retryAuto Non-dynamicConstantExponentialRandom
retryMessages array
SubType string
Default
["due to concurrent update","Retrying the job may solve the problem","Retrying may solve the problem"]
retryReasons array
SubType string
Default
["rateLimitExceeded","jobBackendError","backendError","internalError","jobInternalError"]
scopes array
SubType string
Default
["https://www.googleapis.com/auth/cloud-platform"]
serviceAccount string
writeDisposition string
Possible Values
WRITE_TRUNCATE
WRITE_TRUNCATE_DATA
WRITE_APPEND
WRITE_EMPTY
Outputs
datasetId string
jobId string
partitions array
SubType string
projectId string
table string
Metrics
size counter
Definitions
io.kestra.core.models.tasks.retrys.Constant
interval *Requiredstring
Format
duration
type *Requiredobject
behavior string
Default
RETRY_FAILED_TASK
Possible Values
RETRY_FAILED_TASK
CREATE_NEW_EXECUTION
maxAttempts integer
Minimum
>= 1
maxDuration string
Format
duration
warningOnRetry boolean
Default
false
io.kestra.core.models.tasks.retrys.Random
maxInterval *Requiredstring
Format
duration
minInterval *Requiredstring
Format
duration
type *Requiredobject
behavior string
Default
RETRY_FAILED_TASK
Possible Values
RETRY_FAILED_TASK
CREATE_NEW_EXECUTION
maxAttempts integer
Minimum
>= 1
maxDuration string
Format
duration
warningOnRetry boolean
Default
false
io.kestra.core.models.tasks.retrys.Exponential
interval *Requiredstring
Format
duration
maxInterval *Requiredstring
Format
duration
type *Requiredobject
behavior string
Default
RETRY_FAILED_TASK
Possible Values
RETRY_FAILED_TASK
CREATE_NEW_EXECUTION
delayFactor number
maxAttempts integer
Minimum
>= 1
maxDuration string
Format
duration
warningOnRetry boolean
Default
false