1# Copyright 2020 Google LLC
2#
3# Licensed under the Apache License, Version 2.0 (the "License");
4# you may not use this file except in compliance with the License.
5# You may obtain a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS,
11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12# See the License for the specific language governing permissions and
13# limitations under the License.
14
15apiVersion: dataproc.cnrm.cloud.google.com/v1beta1
16kind: DataprocWorkflowTemplate
17metadata:
18 labels:
19 label-one: "value-one"
20 name: dataprocworkflowtemplate-sample
21spec:
22 location: "us-central1"
23 placement:
24 managedCluster:
25 clusterName: "test-cluster"
26 config:
27 autoscalingConfig:
28 policyRef:
29 name: dataprocworkflowtemplate-dep
30 masterConfig:
31 diskConfig:
32 bootDiskSizeGb: 30
33 bootDiskType: pd-standard
34 machineType: "n2-standard-8"
35 numInstances: 1
36 workerConfig:
37 numInstances: 2
38 machineType: "n2-standard-8"
39 diskConfig:
40 bootDiskSizeGb: 30
41 numLocalSsds: 1
42 softwareConfig:
43 imageVersion: "2.0.39-debian10"
44 gceClusterConfig:
45 tags:
46 - "foo"
47 - "bar"
48 jobs:
49 - stepId: "someJob"
50 sparkJob:
51 mainClass: "SomeClass"
52 - stepId: "otherJob"
53 prerequisiteStepIds:
54 - "someJob"
55 prestoJob:
56 queryFileUri: "someUri"
View as plain text