mirror of
				https://github.com/k3s-io/kubernetes.git
				synced 2025-11-03 23:40:03 +00:00 
			
		
		
		
	
		
			
				
	
	
		
			207 lines
		
	
	
		
			7.4 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			207 lines
		
	
	
		
			7.4 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
/*
 | 
						|
Copyright 2016 The Kubernetes Authors.
 | 
						|
 | 
						|
Licensed under the Apache License, Version 2.0 (the "License");
 | 
						|
you may not use this file except in compliance with the License.
 | 
						|
You may obtain a copy of the License at
 | 
						|
 | 
						|
    http://www.apache.org/licenses/LICENSE-2.0
 | 
						|
 | 
						|
Unless required by applicable law or agreed to in writing, software
 | 
						|
distributed under the License is distributed on an "AS IS" BASIS,
 | 
						|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 | 
						|
See the License for the specific language governing permissions and
 | 
						|
limitations under the License.
 | 
						|
*/
 | 
						|
 | 
						|
package e2e_node
 | 
						|
 | 
						|
import (
 | 
						|
	goerrors "errors"
 | 
						|
	"fmt"
 | 
						|
	"os"
 | 
						|
	"path/filepath"
 | 
						|
	"time"
 | 
						|
 | 
						|
	"k8s.io/api/core/v1"
 | 
						|
	"k8s.io/apimachinery/pkg/api/errors"
 | 
						|
	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
 | 
						|
	"k8s.io/apimachinery/pkg/types"
 | 
						|
	"k8s.io/apimachinery/pkg/util/uuid"
 | 
						|
	clientset "k8s.io/client-go/kubernetes"
 | 
						|
	"k8s.io/kubernetes/test/e2e/framework"
 | 
						|
 | 
						|
	"github.com/onsi/ginkgo"
 | 
						|
	"github.com/onsi/gomega"
 | 
						|
	imageutils "k8s.io/kubernetes/test/utils/image"
 | 
						|
)
 | 
						|
 | 
						|
var _ = framework.KubeDescribe("MirrorPod", func() {
 | 
						|
	f := framework.NewDefaultFramework("mirror-pod")
 | 
						|
	ginkgo.Context("when create a mirror pod ", func() {
 | 
						|
		var ns, podPath, staticPodName, mirrorPodName string
 | 
						|
		ginkgo.BeforeEach(func() {
 | 
						|
			ns = f.Namespace.Name
 | 
						|
			staticPodName = "static-pod-" + string(uuid.NewUUID())
 | 
						|
			mirrorPodName = staticPodName + "-" + framework.TestContext.NodeName
 | 
						|
 | 
						|
			podPath = framework.TestContext.KubeletConfig.StaticPodPath
 | 
						|
 | 
						|
			ginkgo.By("create the static pod")
 | 
						|
			err := createStaticPod(podPath, staticPodName, ns,
 | 
						|
				imageutils.GetE2EImage(imageutils.Nginx), v1.RestartPolicyAlways)
 | 
						|
			framework.ExpectNoError(err)
 | 
						|
 | 
						|
			ginkgo.By("wait for the mirror pod to be running")
 | 
						|
			gomega.Eventually(func() error {
 | 
						|
				return checkMirrorPodRunning(f.ClientSet, mirrorPodName, ns)
 | 
						|
			}, 2*time.Minute, time.Second*4).Should(gomega.BeNil())
 | 
						|
		})
 | 
						|
		/*
 | 
						|
			Release : v1.9
 | 
						|
			Testname: Mirror Pod, update
 | 
						|
			Description: Updating a static Pod MUST recreate an updated mirror Pod. Create a static pod, verify that a mirror pod is created. Update the static pod by changing the container image, the mirror pod MUST be re-created and updated with the new image.
 | 
						|
		*/
 | 
						|
		ginkgo.It("should be updated when static pod updated [NodeConformance]", func() {
 | 
						|
			ginkgo.By("get mirror pod uid")
 | 
						|
			pod, err := f.ClientSet.CoreV1().Pods(ns).Get(mirrorPodName, metav1.GetOptions{})
 | 
						|
			framework.ExpectNoError(err)
 | 
						|
			uid := pod.UID
 | 
						|
 | 
						|
			ginkgo.By("update the static pod container image")
 | 
						|
			image := imageutils.GetPauseImageName()
 | 
						|
			err = createStaticPod(podPath, staticPodName, ns, image, v1.RestartPolicyAlways)
 | 
						|
			framework.ExpectNoError(err)
 | 
						|
 | 
						|
			ginkgo.By("wait for the mirror pod to be updated")
 | 
						|
			gomega.Eventually(func() error {
 | 
						|
				return checkMirrorPodRecreatedAndRunning(f.ClientSet, mirrorPodName, ns, uid)
 | 
						|
			}, 2*time.Minute, time.Second*4).Should(gomega.BeNil())
 | 
						|
 | 
						|
			ginkgo.By("check the mirror pod container image is updated")
 | 
						|
			pod, err = f.ClientSet.CoreV1().Pods(ns).Get(mirrorPodName, metav1.GetOptions{})
 | 
						|
			framework.ExpectNoError(err)
 | 
						|
			framework.ExpectEqual(len(pod.Spec.Containers), 1)
 | 
						|
			framework.ExpectEqual(pod.Spec.Containers[0].Image, image)
 | 
						|
		})
 | 
						|
		/*
 | 
						|
			Release : v1.9
 | 
						|
			Testname: Mirror Pod, delete
 | 
						|
			Description:  When a mirror-Pod is deleted then the mirror pod MUST be re-created. Create a static pod, verify that a mirror pod is created. Delete the mirror pod, the mirror pod MUST be re-created and running.
 | 
						|
		*/
 | 
						|
		ginkgo.It("should be recreated when mirror pod gracefully deleted [NodeConformance]", func() {
 | 
						|
			ginkgo.By("get mirror pod uid")
 | 
						|
			pod, err := f.ClientSet.CoreV1().Pods(ns).Get(mirrorPodName, metav1.GetOptions{})
 | 
						|
			framework.ExpectNoError(err)
 | 
						|
			uid := pod.UID
 | 
						|
 | 
						|
			ginkgo.By("delete the mirror pod with grace period 30s")
 | 
						|
			err = f.ClientSet.CoreV1().Pods(ns).Delete(mirrorPodName, metav1.NewDeleteOptions(30))
 | 
						|
			framework.ExpectNoError(err)
 | 
						|
 | 
						|
			ginkgo.By("wait for the mirror pod to be recreated")
 | 
						|
			gomega.Eventually(func() error {
 | 
						|
				return checkMirrorPodRecreatedAndRunning(f.ClientSet, mirrorPodName, ns, uid)
 | 
						|
			}, 2*time.Minute, time.Second*4).Should(gomega.BeNil())
 | 
						|
		})
 | 
						|
		/*
 | 
						|
			Release : v1.9
 | 
						|
			Testname: Mirror Pod, force delete
 | 
						|
			Description: When a mirror-Pod is deleted, forcibly, then the mirror pod MUST be re-created. Create a static pod, verify that a mirror pod is created. Delete the mirror pod with delete wait time set to zero forcing immediate deletion, the mirror pod MUST be re-created and running.
 | 
						|
		*/
 | 
						|
		ginkgo.It("should be recreated when mirror pod forcibly deleted [NodeConformance]", func() {
 | 
						|
			ginkgo.By("get mirror pod uid")
 | 
						|
			pod, err := f.ClientSet.CoreV1().Pods(ns).Get(mirrorPodName, metav1.GetOptions{})
 | 
						|
			framework.ExpectNoError(err)
 | 
						|
			uid := pod.UID
 | 
						|
 | 
						|
			ginkgo.By("delete the mirror pod with grace period 0s")
 | 
						|
			err = f.ClientSet.CoreV1().Pods(ns).Delete(mirrorPodName, metav1.NewDeleteOptions(0))
 | 
						|
			framework.ExpectNoError(err)
 | 
						|
 | 
						|
			ginkgo.By("wait for the mirror pod to be recreated")
 | 
						|
			gomega.Eventually(func() error {
 | 
						|
				return checkMirrorPodRecreatedAndRunning(f.ClientSet, mirrorPodName, ns, uid)
 | 
						|
			}, 2*time.Minute, time.Second*4).Should(gomega.BeNil())
 | 
						|
		})
 | 
						|
		ginkgo.AfterEach(func() {
 | 
						|
			ginkgo.By("delete the static pod")
 | 
						|
			err := deleteStaticPod(podPath, staticPodName, ns)
 | 
						|
			framework.ExpectNoError(err)
 | 
						|
 | 
						|
			ginkgo.By("wait for the mirror pod to disappear")
 | 
						|
			gomega.Eventually(func() error {
 | 
						|
				return checkMirrorPodDisappear(f.ClientSet, mirrorPodName, ns)
 | 
						|
			}, 2*time.Minute, time.Second*4).Should(gomega.BeNil())
 | 
						|
		})
 | 
						|
	})
 | 
						|
})
 | 
						|
 | 
						|
func staticPodPath(dir, name, namespace string) string {
 | 
						|
	return filepath.Join(dir, namespace+"-"+name+".yaml")
 | 
						|
}
 | 
						|
 | 
						|
func createStaticPod(dir, name, namespace, image string, restart v1.RestartPolicy) error {
 | 
						|
	template := `
 | 
						|
apiVersion: v1
 | 
						|
kind: Pod
 | 
						|
metadata:
 | 
						|
  name: %s
 | 
						|
  namespace: %s
 | 
						|
spec:
 | 
						|
  containers:
 | 
						|
  - name: test
 | 
						|
    image: %s
 | 
						|
    restartPolicy: %s
 | 
						|
`
 | 
						|
	file := staticPodPath(dir, name, namespace)
 | 
						|
	podYaml := fmt.Sprintf(template, name, namespace, image, string(restart))
 | 
						|
 | 
						|
	f, err := os.OpenFile(file, os.O_RDWR|os.O_TRUNC|os.O_CREATE, 0666)
 | 
						|
	if err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
	defer f.Close()
 | 
						|
 | 
						|
	_, err = f.WriteString(podYaml)
 | 
						|
	return err
 | 
						|
}
 | 
						|
 | 
						|
func deleteStaticPod(dir, name, namespace string) error {
 | 
						|
	file := staticPodPath(dir, name, namespace)
 | 
						|
	return os.Remove(file)
 | 
						|
}
 | 
						|
 | 
						|
func checkMirrorPodDisappear(cl clientset.Interface, name, namespace string) error {
 | 
						|
	_, err := cl.CoreV1().Pods(namespace).Get(name, metav1.GetOptions{})
 | 
						|
	if errors.IsNotFound(err) {
 | 
						|
		return nil
 | 
						|
	}
 | 
						|
	return goerrors.New("pod not disappear")
 | 
						|
}
 | 
						|
 | 
						|
func checkMirrorPodRunning(cl clientset.Interface, name, namespace string) error {
 | 
						|
	pod, err := cl.CoreV1().Pods(namespace).Get(name, metav1.GetOptions{})
 | 
						|
	if err != nil {
 | 
						|
		return fmt.Errorf("expected the mirror pod %q to appear: %v", name, err)
 | 
						|
	}
 | 
						|
	if pod.Status.Phase != v1.PodRunning {
 | 
						|
		return fmt.Errorf("expected the mirror pod %q to be running, got %q", name, pod.Status.Phase)
 | 
						|
	}
 | 
						|
	return nil
 | 
						|
}
 | 
						|
 | 
						|
func checkMirrorPodRecreatedAndRunning(cl clientset.Interface, name, namespace string, oUID types.UID) error {
 | 
						|
	pod, err := cl.CoreV1().Pods(namespace).Get(name, metav1.GetOptions{})
 | 
						|
	if err != nil {
 | 
						|
		return fmt.Errorf("expected the mirror pod %q to appear: %v", name, err)
 | 
						|
	}
 | 
						|
	if pod.UID == oUID {
 | 
						|
		return fmt.Errorf("expected the uid of mirror pod %q to be changed, got %q", name, pod.UID)
 | 
						|
	}
 | 
						|
	if pod.Status.Phase != v1.PodRunning {
 | 
						|
		return fmt.Errorf("expected the mirror pod %q to be running, got %q", name, pod.Status.Phase)
 | 
						|
	}
 | 
						|
	return nil
 | 
						|
}
 |