mirror of
https://github.com/k3s-io/kubernetes.git
synced 2025-08-04 01:40:07 +00:00
Add devicemanager tests for TopologyHint generation
This commit is contained in:
parent
d3d7a8f5d4
commit
a3320f80d9
@ -46,6 +46,7 @@ go_test(
|
|||||||
srcs = [
|
srcs = [
|
||||||
"endpoint_test.go",
|
"endpoint_test.go",
|
||||||
"manager_test.go",
|
"manager_test.go",
|
||||||
|
"topology_hints_test.go",
|
||||||
],
|
],
|
||||||
embed = [":go_default_library"],
|
embed = [":go_default_library"],
|
||||||
deps = [
|
deps = [
|
||||||
@ -53,6 +54,7 @@ go_test(
|
|||||||
"//pkg/kubelet/apis/pluginregistration/v1:go_default_library",
|
"//pkg/kubelet/apis/pluginregistration/v1:go_default_library",
|
||||||
"//pkg/kubelet/checkpointmanager:go_default_library",
|
"//pkg/kubelet/checkpointmanager:go_default_library",
|
||||||
"//pkg/kubelet/cm/topologymanager:go_default_library",
|
"//pkg/kubelet/cm/topologymanager:go_default_library",
|
||||||
|
"//pkg/kubelet/cm/topologymanager/socketmask:go_default_library",
|
||||||
"//pkg/kubelet/config:go_default_library",
|
"//pkg/kubelet/config:go_default_library",
|
||||||
"//pkg/kubelet/lifecycle:go_default_library",
|
"//pkg/kubelet/lifecycle:go_default_library",
|
||||||
"//pkg/kubelet/pluginmanager:go_default_library",
|
"//pkg/kubelet/pluginmanager:go_default_library",
|
||||||
|
263
pkg/kubelet/cm/devicemanager/topology_hints_test.go
Normal file
263
pkg/kubelet/cm/devicemanager/topology_hints_test.go
Normal file
@ -0,0 +1,263 @@
|
|||||||
|
/*
|
||||||
|
Copyright 2019 The Kubernetes Authors.
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package devicemanager
|
||||||
|
|
||||||
|
import (
|
||||||
|
"reflect"
|
||||||
|
"sort"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
v1 "k8s.io/api/core/v1"
|
||||||
|
"k8s.io/apimachinery/pkg/api/resource"
|
||||||
|
"k8s.io/apimachinery/pkg/util/sets"
|
||||||
|
pluginapi "k8s.io/kubernetes/pkg/kubelet/apis/deviceplugin/v1beta1"
|
||||||
|
"k8s.io/kubernetes/pkg/kubelet/cm/topologymanager"
|
||||||
|
"k8s.io/kubernetes/pkg/kubelet/cm/topologymanager/socketmask"
|
||||||
|
)
|
||||||
|
|
||||||
|
func makeNUMADevice(id string, numa int) pluginapi.Device {
|
||||||
|
return pluginapi.Device{
|
||||||
|
ID: id,
|
||||||
|
Topology: &pluginapi.TopologyInfo{Nodes: []*pluginapi.NUMANode{{ID: int64(numa)}}},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func topologyHintLessThan(a topologymanager.TopologyHint, b topologymanager.TopologyHint) bool {
|
||||||
|
if a.Preferred != b.Preferred {
|
||||||
|
return a.Preferred == true
|
||||||
|
}
|
||||||
|
return a.NUMANodeAffinity.IsNarrowerThan(b.NUMANodeAffinity)
|
||||||
|
}
|
||||||
|
|
||||||
|
func makeSocketMask(sockets ...int) socketmask.SocketMask {
|
||||||
|
mask, _ := socketmask.NewSocketMask(sockets...)
|
||||||
|
return mask
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGetTopologyHints(t *testing.T) {
|
||||||
|
tcases := []struct {
|
||||||
|
description string
|
||||||
|
request map[string]string
|
||||||
|
devices map[string][]pluginapi.Device
|
||||||
|
expectedHints map[string][]topologymanager.TopologyHint
|
||||||
|
}{
|
||||||
|
{
|
||||||
|
description: "Single Request, no alignment",
|
||||||
|
request: map[string]string{
|
||||||
|
"testdevice": "1",
|
||||||
|
},
|
||||||
|
devices: map[string][]pluginapi.Device{
|
||||||
|
"testdevice": {
|
||||||
|
{ID: "Dev1"},
|
||||||
|
{ID: "Dev2"},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
expectedHints: map[string][]topologymanager.TopologyHint{
|
||||||
|
"testdevice": nil,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
description: "Single Request, only one with alignment",
|
||||||
|
request: map[string]string{
|
||||||
|
"testdevice": "1",
|
||||||
|
},
|
||||||
|
devices: map[string][]pluginapi.Device{
|
||||||
|
"testdevice": {
|
||||||
|
{ID: "Dev1"},
|
||||||
|
makeNUMADevice("Dev2", 1),
|
||||||
|
},
|
||||||
|
},
|
||||||
|
expectedHints: map[string][]topologymanager.TopologyHint{
|
||||||
|
"testdevice": {
|
||||||
|
{
|
||||||
|
NUMANodeAffinity: makeSocketMask(1),
|
||||||
|
Preferred: true,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
NUMANodeAffinity: makeSocketMask(0, 1),
|
||||||
|
Preferred: false,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
description: "Single Request, one device per socket",
|
||||||
|
request: map[string]string{
|
||||||
|
"testdevice": "1",
|
||||||
|
},
|
||||||
|
devices: map[string][]pluginapi.Device{
|
||||||
|
"testdevice": {
|
||||||
|
makeNUMADevice("Dev1", 0),
|
||||||
|
makeNUMADevice("Dev2", 1),
|
||||||
|
},
|
||||||
|
},
|
||||||
|
expectedHints: map[string][]topologymanager.TopologyHint{
|
||||||
|
"testdevice": {
|
||||||
|
{
|
||||||
|
NUMANodeAffinity: makeSocketMask(0),
|
||||||
|
Preferred: true,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
NUMANodeAffinity: makeSocketMask(1),
|
||||||
|
Preferred: true,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
NUMANodeAffinity: makeSocketMask(0, 1),
|
||||||
|
Preferred: false,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
description: "Request for 2, one device per socket",
|
||||||
|
request: map[string]string{
|
||||||
|
"testdevice": "2",
|
||||||
|
},
|
||||||
|
devices: map[string][]pluginapi.Device{
|
||||||
|
"testdevice": {
|
||||||
|
makeNUMADevice("Dev1", 0),
|
||||||
|
makeNUMADevice("Dev2", 1),
|
||||||
|
},
|
||||||
|
},
|
||||||
|
expectedHints: map[string][]topologymanager.TopologyHint{
|
||||||
|
"testdevice": {
|
||||||
|
{
|
||||||
|
NUMANodeAffinity: makeSocketMask(0, 1),
|
||||||
|
Preferred: true,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
description: "Request for 2, 2 devices per socket",
|
||||||
|
request: map[string]string{
|
||||||
|
"testdevice": "2",
|
||||||
|
},
|
||||||
|
devices: map[string][]pluginapi.Device{
|
||||||
|
"testdevice": {
|
||||||
|
makeNUMADevice("Dev1", 0),
|
||||||
|
makeNUMADevice("Dev2", 1),
|
||||||
|
makeNUMADevice("Dev3", 0),
|
||||||
|
makeNUMADevice("Dev4", 1),
|
||||||
|
},
|
||||||
|
},
|
||||||
|
expectedHints: map[string][]topologymanager.TopologyHint{
|
||||||
|
"testdevice": {
|
||||||
|
{
|
||||||
|
NUMANodeAffinity: makeSocketMask(0),
|
||||||
|
Preferred: true,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
NUMANodeAffinity: makeSocketMask(1),
|
||||||
|
Preferred: true,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
NUMANodeAffinity: makeSocketMask(0, 1),
|
||||||
|
Preferred: false,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
description: "2 device types, mixed configuration",
|
||||||
|
request: map[string]string{
|
||||||
|
"testdevice1": "2",
|
||||||
|
"testdevice2": "1",
|
||||||
|
},
|
||||||
|
devices: map[string][]pluginapi.Device{
|
||||||
|
"testdevice1": {
|
||||||
|
makeNUMADevice("Dev1", 0),
|
||||||
|
makeNUMADevice("Dev2", 1),
|
||||||
|
makeNUMADevice("Dev3", 0),
|
||||||
|
makeNUMADevice("Dev4", 1),
|
||||||
|
},
|
||||||
|
"testdevice2": {
|
||||||
|
makeNUMADevice("Dev1", 0),
|
||||||
|
},
|
||||||
|
},
|
||||||
|
expectedHints: map[string][]topologymanager.TopologyHint{
|
||||||
|
"testdevice1": {
|
||||||
|
{
|
||||||
|
NUMANodeAffinity: makeSocketMask(0),
|
||||||
|
Preferred: true,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
NUMANodeAffinity: makeSocketMask(1),
|
||||||
|
Preferred: true,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
NUMANodeAffinity: makeSocketMask(0, 1),
|
||||||
|
Preferred: false,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"testdevice2": {
|
||||||
|
{
|
||||||
|
NUMANodeAffinity: makeSocketMask(0),
|
||||||
|
Preferred: true,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
NUMANodeAffinity: makeSocketMask(0, 1),
|
||||||
|
Preferred: false,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, tc := range tcases {
|
||||||
|
resourceList := v1.ResourceList{}
|
||||||
|
for r := range tc.request {
|
||||||
|
resourceList[v1.ResourceName(r)] = resource.MustParse(tc.request[r])
|
||||||
|
}
|
||||||
|
|
||||||
|
pod := makePod(resourceList)
|
||||||
|
|
||||||
|
m := ManagerImpl{
|
||||||
|
allDevices: make(map[string]map[string]pluginapi.Device),
|
||||||
|
healthyDevices: make(map[string]sets.String),
|
||||||
|
allocatedDevices: make(map[string]sets.String),
|
||||||
|
podDevices: make(podDevices),
|
||||||
|
sourcesReady: &sourcesReadyStub{},
|
||||||
|
activePods: func() []*v1.Pod { return []*v1.Pod{} },
|
||||||
|
numaNodes: []int{0, 1},
|
||||||
|
}
|
||||||
|
|
||||||
|
for r := range tc.devices {
|
||||||
|
m.allDevices[r] = make(map[string]pluginapi.Device)
|
||||||
|
m.healthyDevices[r] = sets.NewString()
|
||||||
|
|
||||||
|
for _, d := range tc.devices[r] {
|
||||||
|
m.allDevices[r][d.ID] = d
|
||||||
|
m.healthyDevices[r].Insert(d.ID)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
hints := m.GetTopologyHints(*pod, pod.Spec.Containers[0])
|
||||||
|
|
||||||
|
for r := range tc.expectedHints {
|
||||||
|
sort.SliceStable(hints[r], func(i, j int) bool {
|
||||||
|
return topologyHintLessThan(hints[r][i], hints[r][j])
|
||||||
|
})
|
||||||
|
sort.SliceStable(tc.expectedHints[r], func(i, j int) bool {
|
||||||
|
return topologyHintLessThan(tc.expectedHints[r][i], tc.expectedHints[r][j])
|
||||||
|
})
|
||||||
|
if !reflect.DeepEqual(hints[r], tc.expectedHints[r]) {
|
||||||
|
t.Errorf("%v: Expected result to be %v, got %v", tc.description, tc.expectedHints[r], hints[r])
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
Loading…
Reference in New Issue
Block a user