1apiVersion: apiextensions.k8s.io/v1
2kind: CustomResourceDefinition
3metadata:
4 annotations:
5 cnrm.cloud.google.com/version: 0.0.0-dev
6 creationTimestamp: null
7 labels:
8 cnrm.cloud.google.com/dcl2crd: "true"
9 cnrm.cloud.google.com/managed-by-kcc: "true"
10 cnrm.cloud.google.com/stability-level: stable
11 cnrm.cloud.google.com/system: "true"
12 name: dataprocautoscalingpolicies.dataproc.cnrm.cloud.google.com
13spec:
14 group: dataproc.cnrm.cloud.google.com
15 names:
16 categories:
17 - gcp
18 kind: DataprocAutoscalingPolicy
19 plural: dataprocautoscalingpolicies
20 shortNames:
21 - gcpdataprocautoscalingpolicy
22 - gcpdataprocautoscalingpolicies
23 singular: dataprocautoscalingpolicy
24 preserveUnknownFields: false
25 scope: Namespaced
26 versions:
27 - additionalPrinterColumns:
28 - jsonPath: .metadata.creationTimestamp
29 name: Age
30 type: date
31 - description: When 'True', the most recent reconcile of the resource succeeded
32 jsonPath: .status.conditions[?(@.type=='Ready')].status
33 name: Ready
34 type: string
35 - description: The reason for the value in 'Ready'
36 jsonPath: .status.conditions[?(@.type=='Ready')].reason
37 name: Status
38 type: string
39 - description: The last transition time for the value in 'Status'
40 jsonPath: .status.conditions[?(@.type=='Ready')].lastTransitionTime
41 name: Status Age
42 type: date
43 name: v1beta1
44 schema:
45 openAPIV3Schema:
46 properties:
47 apiVersion:
48 description: 'apiVersion defines the versioned schema of this representation
49 of an object. Servers should convert recognized schemas to the latest
50 internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/api-conventions.md#resources'
51 type: string
52 kind:
53 description: 'kind is a string value representing the REST resource this
54 object represents. Servers may infer this from the endpoint the client
55 submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/api-conventions.md#types-kinds'
56 type: string
57 metadata:
58 type: object
59 spec:
60 properties:
61 basicAlgorithm:
62 properties:
63 cooldownPeriod:
64 description: 'Optional. Duration between scaling events. A scaling
65 period starts after the update operation from the previous event
66 has completed. Bounds: . Default: 2m.'
67 type: string
68 yarnConfig:
69 description: Required. YARN autoscaling configuration.
70 properties:
71 gracefulDecommissionTimeout:
72 description: Required. Timeout for YARN graceful decommissioning
73 of Node Managers. Specifies the duration to wait for jobs
74 to complete before forcefully removing workers (and potentially
75 interrupting jobs). Only applicable to downscaling operations.
76 type: string
77 scaleDownFactor:
78 description: Required. Fraction of average YARN pending memory
79 in the last cooldown period for which to remove workers.
80 A scale-down factor of 1 will result in scaling down so
81 that there is no available memory remaining after the update
82 (more aggressive scaling). A scale-down factor of 0 disables
83 removing workers, which can be beneficial for autoscaling
84 a single job. See .
85 format: double
86 type: number
87 scaleDownMinWorkerFraction:
88 description: 'Optional. Minimum scale-down threshold as a
89 fraction of total cluster size before scaling occurs. For
90 example, in a 20-worker cluster, a threshold of 0.1 means
91 the autoscaler must recommend at least a 2 worker scale-down
92 for the cluster to scale. A threshold of 0 means the autoscaler
93 will scale down on any recommended change. Bounds: . Default:
94 0.0.'
95 format: double
96 type: number
97 scaleUpFactor:
98 description: Required. Fraction of average YARN pending memory
99 in the last cooldown period for which to add workers. A
100 scale-up factor of 1.0 will result in scaling up so that
101 there is no pending memory remaining after the update (more
102 aggressive scaling). A scale-up factor closer to 0 will
103 result in a smaller magnitude of scaling up (less aggressive
104 scaling). See .
105 format: double
106 type: number
107 scaleUpMinWorkerFraction:
108 description: 'Optional. Minimum scale-up threshold as a fraction
109 of total cluster size before scaling occurs. For example,
110 in a 20-worker cluster, a threshold of 0.1 means the autoscaler
111 must recommend at least a 2-worker scale-up for the cluster
112 to scale. A threshold of 0 means the autoscaler will scale
113 up on any recommended change. Bounds: . Default: 0.0.'
114 format: double
115 type: number
116 required:
117 - gracefulDecommissionTimeout
118 - scaleDownFactor
119 - scaleUpFactor
120 type: object
121 required:
122 - yarnConfig
123 type: object
124 location:
125 description: Immutable. The location for the resource
126 type: string
127 projectRef:
128 description: Immutable. The Project that this resource belongs to.
129 oneOf:
130 - not:
131 required:
132 - external
133 required:
134 - name
135 - not:
136 anyOf:
137 - required:
138 - name
139 - required:
140 - namespace
141 required:
142 - external
143 properties:
144 external:
145 description: |-
146 The project for the resource
147
148 Allowed value: The Google Cloud resource name of a `Project` resource (format: `projects/{{name}}`).
149 type: string
150 name:
151 description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names'
152 type: string
153 namespace:
154 description: 'Namespace of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/'
155 type: string
156 type: object
157 resourceID:
158 description: Immutable. Optional. The name of the resource. Used for
159 creation and acquisition. When unset, the value of `metadata.name`
160 is used as the default.
161 type: string
162 secondaryWorkerConfig:
163 description: Optional. Describes how the autoscaler will operate for
164 secondary workers.
165 properties:
166 maxInstances:
167 description: 'Optional. Maximum number of instances for this group.
168 Note that by default, clusters will not use secondary workers.
169 Required for secondary workers if the minimum secondary instances
170 is set. Primary workers - Bounds: [min_instances, ). Secondary
171 workers - Bounds: [min_instances, ). Default: 0.'
172 format: int64
173 type: integer
174 minInstances:
175 description: 'Optional. Minimum number of instances for this group.
176 Primary workers - Bounds: . Default: 0.'
177 format: int64
178 type: integer
179 weight:
180 description: 'Optional. Weight for the instance group, which is
181 used to determine the fraction of total workers in the cluster
182 from this instance group. For example, if primary workers have
183 weight 2, and secondary workers have weight 1, the cluster will
184 have approximately 2 primary workers for each secondary worker.
185 The cluster may not reach the specified balance if constrained
186 by min/max bounds or other autoscaling settings. For example,
187 if `max_instances` for secondary workers is 0, then only primary
188 workers will be added. The cluster can also be out of balance
189 when created. If weight is not set on any instance group, the
190 cluster will default to equal weight for all groups: the cluster
191 will attempt to maintain an equal number of workers in each
192 group within the configured size bounds for each group. If weight
193 is set for one group only, the cluster will default to zero
194 weight on the unset group. For example if weight is set only
195 on primary workers, the cluster will use primary workers only
196 and no secondary workers.'
197 format: int64
198 type: integer
199 type: object
200 workerConfig:
201 description: Required. Describes how the autoscaler will operate for
202 primary workers.
203 properties:
204 maxInstances:
205 description: 'Required. Maximum number of instances for this group.
206 Required for primary workers. Note that by default, clusters
207 will not use secondary workers. Required for secondary workers
208 if the minimum secondary instances is set. Primary workers -
209 Bounds: [min_instances, ). Secondary workers - Bounds: [min_instances,
210 ). Default: 0.'
211 format: int64
212 type: integer
213 minInstances:
214 description: 'Optional. Minimum number of instances for this group.
215 Primary workers - Bounds: . Default: 0.'
216 format: int64
217 type: integer
218 weight:
219 description: 'Optional. Weight for the instance group, which is
220 used to determine the fraction of total workers in the cluster
221 from this instance group. For example, if primary workers have
222 weight 2, and secondary workers have weight 1, the cluster will
223 have approximately 2 primary workers for each secondary worker.
224 The cluster may not reach the specified balance if constrained
225 by min/max bounds or other autoscaling settings. For example,
226 if `max_instances` for secondary workers is 0, then only primary
227 workers will be added. The cluster can also be out of balance
228 when created. If weight is not set on any instance group, the
229 cluster will default to equal weight for all groups: the cluster
230 will attempt to maintain an equal number of workers in each
231 group within the configured size bounds for each group. If weight
232 is set for one group only, the cluster will default to zero
233 weight on the unset group. For example if weight is set only
234 on primary workers, the cluster will use primary workers only
235 and no secondary workers.'
236 format: int64
237 type: integer
238 required:
239 - maxInstances
240 type: object
241 required:
242 - basicAlgorithm
243 - location
244 - workerConfig
245 type: object
246 status:
247 properties:
248 conditions:
249 description: Conditions represent the latest available observation
250 of the resource's current state.
251 items:
252 properties:
253 lastTransitionTime:
254 description: Last time the condition transitioned from one status
255 to another.
256 type: string
257 message:
258 description: Human-readable message indicating details about
259 last transition.
260 type: string
261 reason:
262 description: Unique, one-word, CamelCase reason for the condition's
263 last transition.
264 type: string
265 status:
266 description: Status is the status of the condition. Can be True,
267 False, Unknown.
268 type: string
269 type:
270 description: Type is the type of the condition.
271 type: string
272 type: object
273 type: array
274 observedGeneration:
275 description: ObservedGeneration is the generation of the resource
276 that was most recently observed by the Config Connector controller.
277 If this is equal to metadata.generation, then that means that the
278 current reported status reflects the most recent desired state of
279 the resource.
280 type: integer
281 type: object
282 required:
283 - spec
284 type: object
285 served: true
286 storage: true
287 subresources:
288 status: {}
289status:
290 acceptedNames:
291 kind: ""
292 plural: ""
293 conditions: []
294 storedVersions: []
View as plain text