mirror of
https://github.com/k3s-io/kubernetes.git
synced 2025-07-20 10:20:51 +00:00
4d63e7d4d6
None of the users of the functions passed anything other than nil or an empty map and the implementation ignore the parameter - it seems like a candidate for simplification.
280 lines
10 KiB
Go
280 lines
10 KiB
Go
/*
|
|
Copyright 2020 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package windows
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"time"
|
|
|
|
v1 "k8s.io/api/core/v1"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/labels"
|
|
"k8s.io/apimachinery/pkg/util/uuid"
|
|
"k8s.io/kubernetes/test/e2e/framework"
|
|
e2ekubelet "k8s.io/kubernetes/test/e2e/framework/kubelet"
|
|
e2enode "k8s.io/kubernetes/test/e2e/framework/node"
|
|
e2epod "k8s.io/kubernetes/test/e2e/framework/pod"
|
|
e2eskipper "k8s.io/kubernetes/test/e2e/framework/skipper"
|
|
imageutils "k8s.io/kubernetes/test/utils/image"
|
|
admissionapi "k8s.io/pod-security-admission/api"
|
|
|
|
"github.com/onsi/ginkgo/v2"
|
|
)
|
|
|
|
var _ = SIGDescribe("[Feature:Windows] Kubelet-Stats [Serial]", func() {
|
|
f := framework.NewDefaultFramework("kubelet-stats-test-windows-serial")
|
|
f.NamespacePodSecurityEnforceLevel = admissionapi.LevelPrivileged
|
|
|
|
ginkgo.Describe("Kubelet stats collection for Windows nodes", func() {
|
|
|
|
ginkgo.Context("when running 10 pods", func() {
|
|
// 10 seconds is the default scrape timeout for metrics-server and kube-prometheus
|
|
ginkgo.It("should return within 10 seconds", func(ctx context.Context) {
|
|
|
|
ginkgo.By("Selecting a Windows node")
|
|
targetNode, err := findWindowsNode(ctx, f)
|
|
framework.ExpectNoError(err, "Error finding Windows node")
|
|
framework.Logf("Using node: %v", targetNode.Name)
|
|
|
|
ginkgo.By("Scheduling 10 pods")
|
|
powershellImage := imageutils.GetConfig(imageutils.BusyBox)
|
|
pods := newKubeletStatsTestPods(10, powershellImage, targetNode.Name)
|
|
e2epod.NewPodClient(f).CreateBatch(ctx, pods)
|
|
|
|
ginkgo.By("Waiting up to 3 minutes for pods to be running")
|
|
timeout := 3 * time.Minute
|
|
err = e2epod.WaitForPodsRunningReady(ctx, f.ClientSet, f.Namespace.Name, 10, 0, timeout)
|
|
framework.ExpectNoError(err)
|
|
|
|
ginkgo.By("Getting kubelet stats 5 times and checking average duration")
|
|
iterations := 5
|
|
var totalDurationMs int64
|
|
|
|
for i := 0; i < iterations; i++ {
|
|
start := time.Now()
|
|
nodeStats, err := e2ekubelet.GetStatsSummary(ctx, f.ClientSet, targetNode.Name)
|
|
duration := time.Since(start)
|
|
totalDurationMs += duration.Milliseconds()
|
|
|
|
framework.ExpectNoError(err, "Error getting kubelet stats")
|
|
|
|
// Perform some basic sanity checks on retrieved stats for pods in this test's namespace
|
|
statsChecked := 0
|
|
for _, podStats := range nodeStats.Pods {
|
|
if podStats.PodRef.Namespace != f.Namespace.Name {
|
|
continue
|
|
}
|
|
statsChecked = statsChecked + 1
|
|
|
|
if *podStats.CPU.UsageCoreNanoSeconds <= 0 {
|
|
framework.Failf("Pod %s/%s stats report cpu usage equal to %v but it should be greater than 0", podStats.PodRef.Namespace, podStats.PodRef.Name, *podStats.CPU.UsageCoreNanoSeconds)
|
|
}
|
|
if *podStats.Memory.WorkingSetBytes <= 0 {
|
|
framework.Failf("Pod %s/%s stats report bytes for memory working set equal to %v but it should be greater than 0", podStats.PodRef.Namespace, podStats.PodRef.Name, *podStats.Memory.WorkingSetBytes)
|
|
}
|
|
|
|
for _, containerStats := range podStats.Containers {
|
|
if containerStats.Logs == nil {
|
|
framework.Failf("Pod %s/%s stats should have container log stats, but it is nil", podStats.PodRef.Namespace, podStats.PodRef.Name)
|
|
}
|
|
if *containerStats.Logs.AvailableBytes <= 0 {
|
|
framework.Failf("Pod %s/%s container log stats report %v bytes for AvailableBytes, but it should be greater than 0", podStats.PodRef.Namespace, podStats.PodRef.Name, *containerStats.Logs.AvailableBytes)
|
|
}
|
|
}
|
|
}
|
|
framework.ExpectEqual(statsChecked, 10, "Should find stats for 10 pods in kubelet stats")
|
|
|
|
time.Sleep(5 * time.Second)
|
|
}
|
|
|
|
avgDurationMs := totalDurationMs / int64(iterations)
|
|
|
|
durationMatch := avgDurationMs <= time.Duration(10*time.Second).Milliseconds()
|
|
framework.Logf("Getting kubelet stats for node %v took an average of %v milliseconds over %v iterations", targetNode.Name, avgDurationMs, iterations)
|
|
if !durationMatch {
|
|
framework.Failf("Collecting kubelet stats took %v seconds but it should not take longer than 10 seconds", durationMatch)
|
|
}
|
|
})
|
|
})
|
|
})
|
|
})
|
|
var _ = SIGDescribe("[Feature:Windows] Kubelet-Stats", func() {
|
|
f := framework.NewDefaultFramework("kubelet-stats-test-windows")
|
|
f.NamespacePodSecurityEnforceLevel = admissionapi.LevelPrivileged
|
|
|
|
ginkgo.Describe("Kubelet stats collection for Windows nodes", func() {
|
|
|
|
ginkgo.Context("when windows is booted", func() {
|
|
ginkgo.It("should return bootid within 10 seconds", func(ctx context.Context) {
|
|
ginkgo.By("Selecting a Windows node")
|
|
targetNode, err := findWindowsNode(ctx, f)
|
|
framework.ExpectNoError(err, "Error finding Windows node")
|
|
framework.Logf("Using node: %v", targetNode.Name)
|
|
|
|
ginkgo.By("Getting bootid")
|
|
if len(targetNode.Status.NodeInfo.BootID) == 0 {
|
|
framework.Failf("expected bootId in kubelet stats, got none")
|
|
}
|
|
})
|
|
})
|
|
|
|
ginkgo.Context("when running 3 pods", func() {
|
|
// 10 seconds is the default scrape timeout for metrics-server and kube-prometheus
|
|
ginkgo.It("should return within 10 seconds", func(ctx context.Context) {
|
|
|
|
ginkgo.By("Selecting a Windows node")
|
|
targetNode, err := findWindowsNode(ctx, f)
|
|
framework.ExpectNoError(err, "Error finding Windows node")
|
|
framework.Logf("Using node: %v", targetNode.Name)
|
|
|
|
ginkgo.By("Scheduling 3 pods")
|
|
powershellImage := imageutils.GetConfig(imageutils.BusyBox)
|
|
pods := newKubeletStatsTestPods(3, powershellImage, targetNode.Name)
|
|
e2epod.NewPodClient(f).CreateBatch(ctx, pods)
|
|
|
|
ginkgo.By("Waiting up to 3 minutes for pods to be running")
|
|
timeout := 3 * time.Minute
|
|
err = e2epod.WaitForPodsRunningReady(ctx, f.ClientSet, f.Namespace.Name, 3, 0, timeout)
|
|
framework.ExpectNoError(err)
|
|
|
|
ginkgo.By("Getting kubelet stats 1 time")
|
|
iterations := 1
|
|
var totalDurationMs int64
|
|
|
|
for i := 0; i < iterations; i++ {
|
|
start := time.Now()
|
|
nodeStats, err := e2ekubelet.GetStatsSummary(ctx, f.ClientSet, targetNode.Name)
|
|
duration := time.Since(start)
|
|
totalDurationMs += duration.Milliseconds()
|
|
|
|
framework.ExpectNoError(err, "Error getting kubelet stats")
|
|
|
|
// Perform some basic sanity checks on retrieved stats for pods in this test's namespace
|
|
statsChecked := 0
|
|
for _, podStats := range nodeStats.Pods {
|
|
if podStats.PodRef.Namespace != f.Namespace.Name {
|
|
continue
|
|
}
|
|
statsChecked = statsChecked + 1
|
|
|
|
if *podStats.CPU.UsageCoreNanoSeconds <= 0 {
|
|
framework.Failf("Pod %s/%s stats report cpu usage equal to %v but it should be greater than 0", podStats.PodRef.Namespace, podStats.PodRef.Name, *podStats.CPU.UsageCoreNanoSeconds)
|
|
}
|
|
if *podStats.Memory.WorkingSetBytes <= 0 {
|
|
framework.Failf("Pod %s/%s stats report bytes for memory working set equal to %v but it should be greater than 0", podStats.PodRef.Namespace, podStats.PodRef.Name, *podStats.Memory.WorkingSetBytes)
|
|
}
|
|
|
|
for _, containerStats := range podStats.Containers {
|
|
if containerStats.Logs == nil {
|
|
framework.Failf("Pod %s/%s stats should have container log stats, but it is nil", podStats.PodRef.Namespace, podStats.PodRef.Name)
|
|
}
|
|
if *containerStats.Logs.AvailableBytes <= 0 {
|
|
framework.Failf("Pod %s/%s container log stats report %v bytes for AvailableBytes, but it should be greater than 0", podStats.PodRef.Namespace, podStats.PodRef.Name, *containerStats.Logs.AvailableBytes)
|
|
}
|
|
}
|
|
}
|
|
framework.ExpectEqual(statsChecked, 3, "Should find stats for 10 pods in kubelet stats")
|
|
|
|
time.Sleep(5 * time.Second)
|
|
}
|
|
|
|
avgDurationMs := totalDurationMs / int64(iterations)
|
|
|
|
durationMatch := avgDurationMs <= time.Duration(10*time.Second).Milliseconds()
|
|
framework.Logf("Getting kubelet stats for node %v took an average of %v milliseconds over %v iterations", targetNode.Name, avgDurationMs, iterations)
|
|
if !durationMatch {
|
|
framework.Failf("Collecting kubelet stats took %v seconds but it should not take longer than 10 seconds", durationMatch)
|
|
}
|
|
})
|
|
})
|
|
})
|
|
})
|
|
|
|
// findWindowsNode finds a Windows node that is Ready and Schedulable
|
|
func findWindowsNode(ctx context.Context, f *framework.Framework) (v1.Node, error) {
|
|
selector := labels.Set{"kubernetes.io/os": "windows"}.AsSelector()
|
|
nodeList, err := f.ClientSet.CoreV1().Nodes().List(ctx, metav1.ListOptions{LabelSelector: selector.String()})
|
|
|
|
if err != nil {
|
|
return v1.Node{}, err
|
|
}
|
|
|
|
var targetNode v1.Node
|
|
foundNode := false
|
|
for _, n := range nodeList.Items {
|
|
if e2enode.IsNodeReady(&n) && e2enode.IsNodeSchedulable(&n) {
|
|
targetNode = n
|
|
foundNode = true
|
|
break
|
|
}
|
|
}
|
|
|
|
if foundNode == false {
|
|
e2eskipper.Skipf("Could not find and ready and schedulable Windows nodes")
|
|
}
|
|
|
|
return targetNode, nil
|
|
}
|
|
|
|
// newKubeletStatsTestPods creates a list of pods (specification) for test.
|
|
func newKubeletStatsTestPods(numPods int, image imageutils.Config, nodeName string) []*v1.Pod {
|
|
var pods []*v1.Pod
|
|
|
|
for i := 0; i < numPods; i++ {
|
|
podName := "statscollectiontest-" + string(uuid.NewUUID())
|
|
pod := v1.Pod{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: fmt.Sprintf("%s-%d", podName, i),
|
|
Labels: map[string]string{
|
|
"name": podName,
|
|
"testapp": "stats-collection",
|
|
},
|
|
},
|
|
Spec: v1.PodSpec{
|
|
Containers: []v1.Container{
|
|
{
|
|
Image: image.GetE2EImage(),
|
|
Name: "stat-container",
|
|
Command: []string{
|
|
"powershell.exe",
|
|
"-Command",
|
|
"sleep -Seconds 600",
|
|
},
|
|
},
|
|
},
|
|
InitContainers: []v1.Container{
|
|
{
|
|
Image: image.GetE2EImage(),
|
|
Name: "init-container",
|
|
Command: []string{
|
|
"powershell.exe",
|
|
"-Command",
|
|
"sleep -Seconds 1",
|
|
},
|
|
},
|
|
},
|
|
NodeName: nodeName,
|
|
},
|
|
}
|
|
|
|
pods = append(pods, &pod)
|
|
}
|
|
|
|
return pods
|
|
}
|