mirror of
https://github.com/k3s-io/kubernetes.git
synced 2025-07-27 13:37:30 +00:00
Merge pull request #53507 from vmware/cluster_ds_test
Automatic merge from submit-queue (batch tested with PRs 53507, 53772, 52903, 53543). If you want to cherry-pick this change to another branch, please follow the instructions <a href="https://github.com/kubernetes/community/blob/master/contributors/devel/cherry-picks.md">here</a>. Adding e2e tests to verify vsphere volume lifecycle on a clustered datastore **What this PR does / why we need it**: This PR introduces tests for volume provisioning on a clustered datastore. It does so in three ways 1. Static provisioning (create vsphere volume and then create a pod with it) 2. Dynamic provisioning (specify clustered datastore in storage class parameters) 3. Dynamic provisioning with spbm policy (specify storage policy name in storage class parameters. This policy is a tag based policy and tagged to a clustered datastore) **Which issue this PR fixes** : fixes vmware#278 **Special notes for your reviewer**: Set env as per following example due to the need mentioned in description ``` export CLUSTER_DATASTORE="dscl1/sharedVmfs-1" export VSPHERE_SPBM_POLICY_DS_CLUSTER="gold_cluster" ``` Internally reviewed by VMware reviewers @divyenpatel @BaluDontu @tusharnt **Release note**: ``` None ```
This commit is contained in:
commit
ef841cc997
@ -24,6 +24,7 @@ go_library(
|
|||||||
"volume_provisioning.go",
|
"volume_provisioning.go",
|
||||||
"volumes.go",
|
"volumes.go",
|
||||||
"vsphere_utils.go",
|
"vsphere_utils.go",
|
||||||
|
"vsphere_volume_cluster_ds.go",
|
||||||
"vsphere_volume_diskformat.go",
|
"vsphere_volume_diskformat.go",
|
||||||
"vsphere_volume_fstype.go",
|
"vsphere_volume_fstype.go",
|
||||||
"vsphere_volume_ops_storm.go",
|
"vsphere_volume_ops_storm.go",
|
||||||
|
137
test/e2e/storage/vsphere_volume_cluster_ds.go
Normal file
137
test/e2e/storage/vsphere_volume_cluster_ds.go
Normal file
@ -0,0 +1,137 @@
|
|||||||
|
/*
|
||||||
|
Copyright 2017 The Kubernetes Authors.
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package storage
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"os"
|
||||||
|
|
||||||
|
. "github.com/onsi/ginkgo"
|
||||||
|
. "github.com/onsi/gomega"
|
||||||
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
||||||
|
"k8s.io/apimachinery/pkg/types"
|
||||||
|
clientset "k8s.io/client-go/kubernetes"
|
||||||
|
"k8s.io/kubernetes/pkg/cloudprovider/providers/vsphere"
|
||||||
|
"k8s.io/kubernetes/pkg/cloudprovider/providers/vsphere/vclib"
|
||||||
|
"k8s.io/kubernetes/test/e2e/framework"
|
||||||
|
)
|
||||||
|
|
||||||
|
/*
|
||||||
|
Tests to verify volume provisioning on a clustered datastore
|
||||||
|
1. Static provisioning
|
||||||
|
2. Dynamic provisioning
|
||||||
|
3. Dynamic provisioning with spbm policy
|
||||||
|
|
||||||
|
This test reads env
|
||||||
|
1. CLUSTER_DATASTORE which should be set to clustered datastore
|
||||||
|
2. VSPHERE_SPBM_POLICY_DS_CLUSTER which should be set to a tag based spbm policy tagged to a clustered datastore
|
||||||
|
*/
|
||||||
|
var _ = SIGDescribe("Volume Provisioning On Clustered Datastore [Feature:vsphere]", func() {
|
||||||
|
f := framework.NewDefaultFramework("volume-provision")
|
||||||
|
|
||||||
|
var client clientset.Interface
|
||||||
|
var namespace string
|
||||||
|
var scParameters map[string]string
|
||||||
|
var clusterDatastore string
|
||||||
|
BeforeEach(func() {
|
||||||
|
framework.SkipUnlessProviderIs("vsphere")
|
||||||
|
client = f.ClientSet
|
||||||
|
namespace = f.Namespace.Name
|
||||||
|
scParameters = make(map[string]string)
|
||||||
|
|
||||||
|
clusterDatastore = os.Getenv("CLUSTER_DATASTORE")
|
||||||
|
Expect(clusterDatastore).NotTo(BeEmpty(), "Please set CLUSTER_DATASTORE system environment. eg: export CLUSTER_DATASTORE=<cluster_name>/<datastore_name")
|
||||||
|
})
|
||||||
|
|
||||||
|
/*
|
||||||
|
Steps:
|
||||||
|
1. Create volume options with datastore to be a clustered datastore
|
||||||
|
2. Create a vsphere volume
|
||||||
|
3. Create podspec with volume path. Create a corresponding pod
|
||||||
|
4. Verify disk is attached
|
||||||
|
5. Delete the pod and wait for the disk to be detached
|
||||||
|
6. Delete the volume
|
||||||
|
*/
|
||||||
|
|
||||||
|
It("verify static provisioning on clustered datastore", func() {
|
||||||
|
var volumePath string
|
||||||
|
vsp, err := vsphere.GetVSphere()
|
||||||
|
Expect(err).NotTo(HaveOccurred())
|
||||||
|
|
||||||
|
By("creating a test vsphere volume")
|
||||||
|
volumeOptions := new(vclib.VolumeOptions)
|
||||||
|
volumeOptions.CapacityKB = 2097152
|
||||||
|
volumeOptions.Name = "e2e-vmdk-" + namespace
|
||||||
|
volumeOptions.Datastore = clusterDatastore
|
||||||
|
|
||||||
|
volumePath, err = createVSphereVolume(vsp, volumeOptions)
|
||||||
|
Expect(err).NotTo(HaveOccurred())
|
||||||
|
|
||||||
|
defer func() {
|
||||||
|
By("Deleting the vsphere volume")
|
||||||
|
vsp.DeleteVolume(volumePath)
|
||||||
|
}()
|
||||||
|
|
||||||
|
podspec := getVSpherePodSpecWithVolumePaths([]string{volumePath}, nil, nil)
|
||||||
|
|
||||||
|
By("Creating pod")
|
||||||
|
pod, err := client.CoreV1().Pods(namespace).Create(podspec)
|
||||||
|
Expect(err).NotTo(HaveOccurred())
|
||||||
|
By("Waiting for pod to be ready")
|
||||||
|
Expect(framework.WaitForPodNameRunningInNamespace(client, pod.Name, namespace)).To(Succeed())
|
||||||
|
|
||||||
|
// get fresh pod info
|
||||||
|
pod, err = client.CoreV1().Pods(namespace).Get(pod.Name, metav1.GetOptions{})
|
||||||
|
Expect(err).NotTo(HaveOccurred())
|
||||||
|
nodeName := types.NodeName(pod.Spec.NodeName)
|
||||||
|
|
||||||
|
By("Verifying volume is attached")
|
||||||
|
isAttached, err := verifyVSphereDiskAttached(vsp, volumePath, nodeName)
|
||||||
|
Expect(err).NotTo(HaveOccurred())
|
||||||
|
Expect(isAttached).To(BeTrue(), fmt.Sprintf("disk: %s is not attached with the node: %v", volumePath, nodeName))
|
||||||
|
|
||||||
|
By("Deleting pod")
|
||||||
|
err = framework.DeletePodWithWait(f, client, pod)
|
||||||
|
Expect(err).NotTo(HaveOccurred())
|
||||||
|
|
||||||
|
By("Waiting for volumes to be detached from the node")
|
||||||
|
err = waitForVSphereDiskToDetach(vsp, volumePath, nodeName)
|
||||||
|
Expect(err).NotTo(HaveOccurred())
|
||||||
|
})
|
||||||
|
|
||||||
|
/*
|
||||||
|
Steps:
|
||||||
|
1. Create storage class parameter and specify datastore to be a clustered datastore name
|
||||||
|
2. invokeValidPolicyTest - util to do e2e dynamic provision test
|
||||||
|
*/
|
||||||
|
It("verify dynamic provision with default parameter on clustered datastore", func() {
|
||||||
|
scParameters[Datastore] = clusterDatastore
|
||||||
|
invokeValidPolicyTest(f, client, namespace, scParameters)
|
||||||
|
})
|
||||||
|
|
||||||
|
/*
|
||||||
|
Steps:
|
||||||
|
1. Create storage class parameter and specify storage policy to be a tag based spbm policy
|
||||||
|
2. invokeValidPolicyTest - util to do e2e dynamic provision test
|
||||||
|
*/
|
||||||
|
It("verify dynamic provision with spbm policy on clustered datastore", func() {
|
||||||
|
storagePolicy := os.Getenv("VSPHERE_SPBM_POLICY_DS_CLUSTER")
|
||||||
|
Expect(storagePolicy).NotTo(BeEmpty(), "Please set VSPHERE_SPBM_POLICY_DS_CLUSTER system environment")
|
||||||
|
scParameters[SpbmStoragePolicy] = storagePolicy
|
||||||
|
invokeValidPolicyTest(f, client, namespace, scParameters)
|
||||||
|
})
|
||||||
|
})
|
Loading…
Reference in New Issue
Block a user