1# Copyright 2020 Google LLC
2#
3# Licensed under the Apache License, Version 2.0 (the "License");
4# you may not use this file except in compliance with the License.
5# You may obtain a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS,
11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12# See the License for the specific language governing permissions and
13# limitations under the License.
14
15apiVersion: dataflow.cnrm.cloud.google.com/v1beta1
16kind: DataflowFlexTemplateJob
17metadata:
18 annotations:
19 cnrm.cloud.google.com/on-delete: "cancel"
20 name: dataflowflextemplatejob-sample-batch
21spec:
22 region: us-central1
23 # This is a public, Google-maintained Dataflow Job flex template of a batch job
24 containerSpecGcsPath: gs://dataflow-templates/2022-10-03-00_RC00/flex/File_Format_Conversion
25 parameters:
26 inputFileFormat: csv
27 outputFileFormat: avro
28 # This is a public, Google-maintained csv file expressly for this sample.
29 inputFileSpec: gs://config-connector-samples/dataflowflextemplate/numbertest.csv
30 # Replace ${PROJECT_ID?} with your project ID.
31 outputBucket: gs://${PROJECT_ID?}-dataflowflextemplatejob-dep-batch
32 # This is a public, Google-maintained Avro schema file expressly for this sample.
33 schema: gs://config-connector-samples/dataflowflextemplate/numbers.avsc
View as plain text