Guides

DATAPIPELINES

Suggest Edits
cloud.google.com
GCP documentation

datapipelines.projects.locations.pipelines.create

enum_GoogleCloudDatapipelinesV1FlexTemplateRuntimeEnvironmentFlexrsGoal := [ "FLEXRS_UNSPECIFIED", "FLEXRS_SPEED_OPTIMIZED", "FLEXRS_COST_OPTIMIZED" ]
enum_GoogleCloudDatapipelinesV1FlexTemplateRuntimeEnvironmentIpConfiguration := [ "WORKER_IP_UNSPECIFIED", "WORKER_IP_PUBLIC", "WORKER_IP_PRIVATE" ]
enum_GoogleCloudDatapipelinesV1PipelineState := [ "STATE_UNSPECIFIED", "STATE_RESUMING", "STATE_ACTIVE", "STATE_STOPPING", "STATE_ARCHIVED", "STATE_PAUSED" ]
enum_GoogleCloudDatapipelinesV1PipelineType := [ "PIPELINE_TYPE_UNSPECIFIED", "PIPELINE_TYPE_BATCH", "PIPELINE_TYPE_STREAMING" ]
enum_GoogleCloudDatapipelinesV1RuntimeEnvironmentIpConfiguration := [ "WORKER_IP_UNSPECIFIED", "WORKER_IP_PUBLIC", "WORKER_IP_PRIVATE" ]

valid {
    input.Body.displayName == STRING
    input.Body.name == STRING
    input.Body.pipelineSources.STRING == STRING
    input.Body.scheduleInfo.schedule == STRING
    input.Body.scheduleInfo.timeZone == STRING
    input.Body.schedulerServiceAccountEmail == STRING
    input.Body.state == enum_GoogleCloudDatapipelinesV1PipelineState[_]
    input.Body.type == enum_GoogleCloudDatapipelinesV1PipelineType[_]
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.containerSpecGcsPath == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.additionalExperiments[_] == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.additionalUserLabels.STRING == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.enableStreamingEngine == BOOLEAN
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.flexrsGoal == enum_GoogleCloudDatapipelinesV1FlexTemplateRuntimeEnvironmentFlexrsGoal[_]
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.ipConfiguration == enum_GoogleCloudDatapipelinesV1FlexTemplateRuntimeEnvironmentIpConfiguration[_]
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.kmsKeyName == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.machineType == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.maxWorkers == INTEGER
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.network == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.numWorkers == INTEGER
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.serviceAccountEmail == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.subnetwork == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.tempLocation == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.workerRegion == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.workerZone == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.zone == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.jobName == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.launchOptions.STRING == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.parameters.STRING == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.transformNameMappings.STRING == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.update == BOOLEAN
    input.Body.workload.dataflowFlexTemplateRequest.location == STRING
    input.Body.workload.dataflowFlexTemplateRequest.projectId == STRING
    input.Body.workload.dataflowFlexTemplateRequest.validateOnly == BOOLEAN
    input.Body.workload.dataflowLaunchTemplateRequest.gcsPath == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.additionalExperiments[_] == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.additionalUserLabels.STRING == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.bypassTempDirValidation == BOOLEAN
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.enableStreamingEngine == BOOLEAN
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.ipConfiguration == enum_GoogleCloudDatapipelinesV1RuntimeEnvironmentIpConfiguration[_]
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.kmsKeyName == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.machineType == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.maxWorkers == INTEGER
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.network == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.numWorkers == INTEGER
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.serviceAccountEmail == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.subnetwork == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.tempLocation == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.workerRegion == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.workerZone == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.zone == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.jobName == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.parameters.STRING == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.transformNameMapping.STRING == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.update == BOOLEAN
    input.Body.workload.dataflowLaunchTemplateRequest.location == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.projectId == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.validateOnly == BOOLEAN
    input.ReqMap.parent == STRING
    input.ProviderMetadata.Region == STRING
}

datapipelines.projects.locations.pipelines.delete

valid {
    input.ReqMap.name == STRING
    input.ProviderMetadata.Region == STRING
}

datapipelines.projects.locations.pipelines.get

valid {
    input.ReqMap.name == STRING
    input.ProviderMetadata.Region == STRING
}

datapipelines.projects.locations.pipelines.jobs.list

valid {
    input.ReqMap.parent == STRING
    input.Qs.pageSize == INTEGER
    input.Qs.pageToken == STRING
    input.ProviderMetadata.Region == STRING
}

datapipelines.projects.locations.pipelines.list

valid {
    input.ReqMap.parent == STRING
    input.Qs.filter == STRING
    input.Qs.pageSize == INTEGER
    input.Qs.pageToken == STRING
    input.ProviderMetadata.Region == STRING
}

datapipelines.projects.locations.pipelines.patch

enum_GoogleCloudDatapipelinesV1FlexTemplateRuntimeEnvironmentFlexrsGoal := [ "FLEXRS_UNSPECIFIED", "FLEXRS_SPEED_OPTIMIZED", "FLEXRS_COST_OPTIMIZED" ]
enum_GoogleCloudDatapipelinesV1FlexTemplateRuntimeEnvironmentIpConfiguration := [ "WORKER_IP_UNSPECIFIED", "WORKER_IP_PUBLIC", "WORKER_IP_PRIVATE" ]
enum_GoogleCloudDatapipelinesV1PipelineState := [ "STATE_UNSPECIFIED", "STATE_RESUMING", "STATE_ACTIVE", "STATE_STOPPING", "STATE_ARCHIVED", "STATE_PAUSED" ]
enum_GoogleCloudDatapipelinesV1PipelineType := [ "PIPELINE_TYPE_UNSPECIFIED", "PIPELINE_TYPE_BATCH", "PIPELINE_TYPE_STREAMING" ]
enum_GoogleCloudDatapipelinesV1RuntimeEnvironmentIpConfiguration := [ "WORKER_IP_UNSPECIFIED", "WORKER_IP_PUBLIC", "WORKER_IP_PRIVATE" ]

valid {
    input.Body.displayName == STRING
    input.Body.name == STRING
    input.Body.pipelineSources.STRING == STRING
    input.Body.scheduleInfo.schedule == STRING
    input.Body.scheduleInfo.timeZone == STRING
    input.Body.schedulerServiceAccountEmail == STRING
    input.Body.state == enum_GoogleCloudDatapipelinesV1PipelineState[_]
    input.Body.type == enum_GoogleCloudDatapipelinesV1PipelineType[_]
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.containerSpecGcsPath == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.additionalExperiments[_] == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.additionalUserLabels.STRING == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.enableStreamingEngine == BOOLEAN
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.flexrsGoal == enum_GoogleCloudDatapipelinesV1FlexTemplateRuntimeEnvironmentFlexrsGoal[_]
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.ipConfiguration == enum_GoogleCloudDatapipelinesV1FlexTemplateRuntimeEnvironmentIpConfiguration[_]
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.kmsKeyName == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.machineType == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.maxWorkers == INTEGER
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.network == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.numWorkers == INTEGER
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.serviceAccountEmail == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.subnetwork == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.tempLocation == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.workerRegion == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.workerZone == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.environment.zone == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.jobName == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.launchOptions.STRING == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.parameters.STRING == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.transformNameMappings.STRING == STRING
    input.Body.workload.dataflowFlexTemplateRequest.launchParameter.update == BOOLEAN
    input.Body.workload.dataflowFlexTemplateRequest.location == STRING
    input.Body.workload.dataflowFlexTemplateRequest.projectId == STRING
    input.Body.workload.dataflowFlexTemplateRequest.validateOnly == BOOLEAN
    input.Body.workload.dataflowLaunchTemplateRequest.gcsPath == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.additionalExperiments[_] == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.additionalUserLabels.STRING == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.bypassTempDirValidation == BOOLEAN
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.enableStreamingEngine == BOOLEAN
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.ipConfiguration == enum_GoogleCloudDatapipelinesV1RuntimeEnvironmentIpConfiguration[_]
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.kmsKeyName == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.machineType == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.maxWorkers == INTEGER
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.network == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.numWorkers == INTEGER
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.serviceAccountEmail == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.subnetwork == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.tempLocation == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.workerRegion == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.workerZone == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.environment.zone == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.jobName == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.parameters.STRING == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.transformNameMapping.STRING == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.launchParameters.update == BOOLEAN
    input.Body.workload.dataflowLaunchTemplateRequest.location == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.projectId == STRING
    input.Body.workload.dataflowLaunchTemplateRequest.validateOnly == BOOLEAN
    input.ReqMap.name == STRING
    input.Qs.updateMask == STRING
    input.ProviderMetadata.Region == STRING
}

datapipelines.projects.locations.pipelines.run

valid {
    input.Body.STRING == STRING
    input.ReqMap.name == STRING
    input.ProviderMetadata.Region == STRING
}

datapipelines.projects.locations.pipelines.stop

valid {
    input.Body.STRING == STRING
    input.ReqMap.name == STRING
    input.ProviderMetadata.Region == STRING
}

Updated 4 days ago