gke_node_pools.go

Documentation: k8s.io/kubernetes/test/e2e/cloud/gcp

     1  /*
     2  Copyright 2016 The Kubernetes Authors.
     3  
     4  Licensed under the Apache License, Version 2.0 (the "License");
     5  you may not use this file except in compliance with the License.
     6  You may obtain a copy of the License at
     7  
     8      http://www.apache.org/licenses/LICENSE-2.0
     9  
    10  Unless required by applicable law or agreed to in writing, software
    11  distributed under the License is distributed on an "AS IS" BASIS,
    12  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    13  See the License for the specific language governing permissions and
    14  limitations under the License.
    15  */
    16  
    17  package gcp
    18  
    19  import (
    20  	"context"
    21  	"fmt"
    22  	"os/exec"
    23  
    24  	"k8s.io/kubernetes/test/e2e/feature"
    25  	"k8s.io/kubernetes/test/e2e/framework"
    26  	e2enode "k8s.io/kubernetes/test/e2e/framework/node"
    27  	e2eskipper "k8s.io/kubernetes/test/e2e/framework/skipper"
    28  	admissionapi "k8s.io/pod-security-admission/api"
    29  
    30  	"github.com/onsi/ginkgo/v2"
    31  )
    32  
    33  var _ = SIGDescribe("GKE node pools", feature.GKENodePool, func() {
    34  
    35  	f := framework.NewDefaultFramework("node-pools")
    36  	f.NamespacePodSecurityLevel = admissionapi.LevelPrivileged
    37  
    38  	ginkgo.BeforeEach(func() {
    39  		e2eskipper.SkipUnlessProviderIs("gke")
    40  	})
    41  
    42  	f.It("should create a cluster with multiple node pools", feature.GKENodePool, func(ctx context.Context) {
    43  		framework.Logf("Start create node pool test")
    44  		testCreateDeleteNodePool(ctx, f, "test-pool")
    45  	})
    46  })
    47  
    48  func testCreateDeleteNodePool(ctx context.Context, f *framework.Framework, poolName string) {
    49  	framework.Logf("Create node pool: %q in cluster: %q", poolName, framework.TestContext.CloudConfig.Cluster)
    50  
    51  	clusterStr := fmt.Sprintf("--cluster=%s", framework.TestContext.CloudConfig.Cluster)
    52  
    53  	out, err := exec.Command("gcloud", "container", "node-pools", "create",
    54  		poolName,
    55  		clusterStr,
    56  		"--num-nodes=2").CombinedOutput()
    57  	framework.Logf("\n%s", string(out))
    58  	if err != nil {
    59  		framework.Failf("Failed to create node pool %q. Err: %v\n%v", poolName, err, string(out))
    60  	}
    61  	framework.Logf("Successfully created node pool %q.", poolName)
    62  
    63  	out, err = exec.Command("gcloud", "container", "node-pools", "list",
    64  		clusterStr).CombinedOutput()
    65  	if err != nil {
    66  		framework.Failf("Failed to list node pools from cluster %q. Err: %v\n%v", framework.TestContext.CloudConfig.Cluster, err, string(out))
    67  	}
    68  	framework.Logf("Node pools:\n%s", string(out))
    69  
    70  	framework.Logf("Checking that 2 nodes have the correct node pool label.")
    71  	nodeCount := nodesWithPoolLabel(ctx, f, poolName)
    72  	if nodeCount != 2 {
    73  		framework.Failf("Wanted 2 nodes with node pool label, got: %v", nodeCount)
    74  	}
    75  	framework.Logf("Success, found 2 nodes with correct node pool labels.")
    76  
    77  	framework.Logf("Deleting node pool: %q in cluster: %q", poolName, framework.TestContext.CloudConfig.Cluster)
    78  	out, err = exec.Command("gcloud", "container", "node-pools", "delete",
    79  		poolName,
    80  		clusterStr,
    81  		"-q").CombinedOutput()
    82  	framework.Logf("\n%s", string(out))
    83  	if err != nil {
    84  		framework.Failf("Failed to delete node pool %q. Err: %v\n%v", poolName, err, string(out))
    85  	}
    86  	framework.Logf("Successfully deleted node pool %q.", poolName)
    87  
    88  	out, err = exec.Command("gcloud", "container", "node-pools", "list",
    89  		clusterStr).CombinedOutput()
    90  	if err != nil {
    91  		framework.Failf("\nFailed to list node pools from cluster %q. Err: %v\n%v", framework.TestContext.CloudConfig.Cluster, err, string(out))
    92  	}
    93  	framework.Logf("\nNode pools:\n%s", string(out))
    94  
    95  	framework.Logf("Checking that no nodes have the deleted node pool's label.")
    96  	nodeCount = nodesWithPoolLabel(ctx, f, poolName)
    97  	if nodeCount != 0 {
    98  		framework.Failf("Wanted 0 nodes with node pool label, got: %v", nodeCount)
    99  	}
   100  	framework.Logf("Success, found no nodes with the deleted node pool's label.")
   101  }
   102  
   103  // nodesWithPoolLabel returns the number of nodes that have the "gke-nodepool"
   104  // label with the given node pool name.
   105  func nodesWithPoolLabel(ctx context.Context, f *framework.Framework, poolName string) int {
   106  	nodeCount := 0
   107  	nodeList, err := e2enode.GetReadySchedulableNodes(ctx, f.ClientSet)
   108  	framework.ExpectNoError(err)
   109  	for _, node := range nodeList.Items {
   110  		if poolLabel := node.Labels["cloud.google.com/gke-nodepool"]; poolLabel == poolName {
   111  			nodeCount++
   112  		}
   113  	}
   114  	return nodeCount
   115  }
   116
View as plain text