...

Text file src/github.com/GoogleCloudPlatform/k8s-config-connector/config/samples/resources/dataflowjob/batch-dataflow-job/dataflow_v1beta1_dataflowjob.yaml

Documentation: github.com/GoogleCloudPlatform/k8s-config-connector/config/samples/resources/dataflowjob/batch-dataflow-job

     1# Copyright 2020 Google LLC
     2#
     3# Licensed under the Apache License, Version 2.0 (the "License");
     4# you may not use this file except in compliance with the License.
     5# You may obtain a copy of the License at
     6#
     7#     http://www.apache.org/licenses/LICENSE-2.0
     8#
     9# Unless required by applicable law or agreed to in writing, software
    10# distributed under the License is distributed on an "AS IS" BASIS,
    11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    12# See the License for the specific language governing permissions and
    13# limitations under the License.
    14
    15apiVersion: dataflow.cnrm.cloud.google.com/v1beta1
    16kind: DataflowJob
    17metadata:
    18  annotations:
    19    cnrm.cloud.google.com/on-delete: "cancel"
    20  labels:
    21    label-one: "value-one"
    22  name: dataflowjob-sample-batch
    23spec:
    24  tempGcsLocation: gs://${PROJECT_ID?}-dataflowjob-dep-batch/tmp
    25  # This is a public, Google-maintained Dataflow Job template of a batch job
    26  templateGcsPath: gs://dataflow-templates/2020-02-03-01_RC00/Word_Count
    27  parameters:
    28    # This is a public, Google-maintained text file
    29    inputFile: gs://dataflow-samples/shakespeare/various.txt
    30    output: gs://${PROJECT_ID?}-dataflowjob-dep-batch/output
    31  zone: us-central1-a
    32  machineType: "n1-standard-1"
    33  maxWorkers: 3
    34  ipConfiguration: "WORKER_IP_PUBLIC"

View as plain text