validate scheduler policy instead of the decoded policy in compatibility_test

This commit is contained in:
Ahmad Diaa 2019-09-18 19:21:41 +02:00
parent 104e368860
commit 009ffaf803
5 changed files with 84 additions and 14 deletions

View File

@ -10,6 +10,7 @@ go_test(
"//pkg/scheduler/api:go_default_library", "//pkg/scheduler/api:go_default_library",
"//pkg/scheduler/api/latest:go_default_library", "//pkg/scheduler/api/latest:go_default_library",
"//pkg/scheduler/apis/config:go_default_library", "//pkg/scheduler/apis/config:go_default_library",
"//pkg/scheduler/core:go_default_library",
"//pkg/scheduler/factory:go_default_library", "//pkg/scheduler/factory:go_default_library",
"//pkg/scheduler/framework/plugins:go_default_library", "//pkg/scheduler/framework/plugins:go_default_library",
"//staging/src/k8s.io/api/core/v1:go_default_library", "//staging/src/k8s.io/api/core/v1:go_default_library",

View File

@ -18,7 +18,6 @@ package compatibility
import ( import (
"fmt" "fmt"
"reflect"
"testing" "testing"
v1 "k8s.io/api/core/v1" v1 "k8s.io/api/core/v1"
@ -34,6 +33,7 @@ import (
latestschedulerapi "k8s.io/kubernetes/pkg/scheduler/api/latest" latestschedulerapi "k8s.io/kubernetes/pkg/scheduler/api/latest"
kubeschedulerconfig "k8s.io/kubernetes/pkg/scheduler/apis/config" kubeschedulerconfig "k8s.io/kubernetes/pkg/scheduler/apis/config"
schedulerconfig "k8s.io/kubernetes/pkg/scheduler/apis/config" schedulerconfig "k8s.io/kubernetes/pkg/scheduler/apis/config"
"k8s.io/kubernetes/pkg/scheduler/core"
"k8s.io/kubernetes/pkg/scheduler/factory" "k8s.io/kubernetes/pkg/scheduler/factory"
schedulerframework "k8s.io/kubernetes/pkg/scheduler/framework/plugins" schedulerframework "k8s.io/kubernetes/pkg/scheduler/framework/plugins"
) )
@ -1196,7 +1196,6 @@ func TestCompatibility_v1_Scheduler(t *testing.T) {
}, },
}, },
} }
registeredPredicates := sets.NewString(factory.ListRegisteredFitPredicates()...) registeredPredicates := sets.NewString(factory.ListRegisteredFitPredicates()...)
registeredPriorities := sets.NewString(factory.ListRegisteredPriorityFunctions()...) registeredPriorities := sets.NewString(factory.ListRegisteredPriorityFunctions()...)
seenPredicates := sets.NewString() seenPredicates := sets.NewString()
@ -1210,20 +1209,10 @@ func TestCompatibility_v1_Scheduler(t *testing.T) {
t.Errorf("%s: Error decoding: %v", v, err) t.Errorf("%s: Error decoding: %v", v, err)
continue continue
} }
for _, predicate := range policy.Predicates {
seenPredicates.Insert(predicate.Name)
}
for _, priority := range policy.Priorities {
seenPriorities.Insert(priority.Name)
}
if !reflect.DeepEqual(policy, tc.ExpectedPolicy) {
t.Errorf("%s: Expected:\n\t%#v\nGot:\n\t%#v", v, tc.ExpectedPolicy, policy)
}
policyConfigMap := v1.ConfigMap{ policyConfigMap := v1.ConfigMap{
ObjectMeta: metav1.ObjectMeta{Namespace: metav1.NamespaceSystem, Name: "scheduler-custom-policy-config"}, ObjectMeta: metav1.ObjectMeta{Namespace: metav1.NamespaceSystem, Name: "scheduler-custom-policy-config"},
Data: map[string]string{schedulerconfig.SchedulerPolicyConfigMapKey: tc.JSON}, Data: map[string]string{schedulerconfig.SchedulerPolicyConfigMapKey: tc.JSON},
} }
policyConfigMap.APIVersion = "v1"
client := fake.NewSimpleClientset(&policyConfigMap) client := fake.NewSimpleClientset(&policyConfigMap)
algorithmSrc := schedulerconfig.SchedulerAlgorithmSource{ algorithmSrc := schedulerconfig.SchedulerAlgorithmSource{
Policy: &schedulerconfig.SchedulerPolicySource{ Policy: &schedulerconfig.SchedulerPolicySource{
@ -1235,7 +1224,7 @@ func TestCompatibility_v1_Scheduler(t *testing.T) {
} }
informerFactory := informers.NewSharedInformerFactory(client, 0) informerFactory := informers.NewSharedInformerFactory(client, 0)
if _, err := scheduler.New( sched, err := scheduler.New(
client, client,
informerFactory.Core().V1().Nodes(), informerFactory.Core().V1().Nodes(),
informerFactory.Core().V1().Pods(), informerFactory.Core().V1().Pods(),
@ -1254,10 +1243,50 @@ func TestCompatibility_v1_Scheduler(t *testing.T) {
schedulerframework.NewDefaultRegistry(), schedulerframework.NewDefaultRegistry(),
nil, nil,
[]kubeschedulerconfig.PluginConfig{}, []kubeschedulerconfig.PluginConfig{},
); err != nil { )
if err != nil {
t.Errorf("%s: Error constructing: %v", v, err) t.Errorf("%s: Error constructing: %v", v, err)
continue continue
} }
schedPredicates := sets.NewString()
for p := range sched.Algorithm.Predicates() {
schedPredicates.Insert(p)
}
wantPredicates := sets.NewString()
wantPredicates.Insert("CheckNodeCondition") // mandatory predicate
for _, p := range tc.ExpectedPolicy.Predicates {
wantPredicates.Insert(p.Name)
seenPredicates.Insert(p.Name)
}
if !schedPredicates.Equal(wantPredicates) {
t.Errorf("Expected predicates %v, got %v", wantPredicates, schedPredicates)
}
schedPrioritizers := sets.NewString()
for _, p := range sched.Algorithm.Prioritizers() {
schedPrioritizers.Insert(p.Name)
seenPriorities.Insert(p.Name)
}
wantPrioritizers := sets.NewString()
for _, p := range tc.ExpectedPolicy.Priorities {
wantPrioritizers.Insert(p.Name)
}
if !schedPrioritizers.Equal(wantPrioritizers) {
t.Errorf("Expected prioritizers %v, got %v", wantPrioritizers, schedPrioritizers)
}
schedExtenders := sched.Algorithm.Extenders()
var wantExtenders []*core.HTTPExtender
for _, e := range tc.ExpectedPolicy.ExtenderConfigs {
extender, err := core.NewHTTPExtender(&e)
if err != nil {
t.Errorf("Error transforming extender: %+v", e)
}
wantExtenders = append(wantExtenders, extender.(*core.HTTPExtender))
}
for i := range schedExtenders {
if !core.Equal(wantExtenders[i], schedExtenders[i].(*core.HTTPExtender)) {
t.Errorf("Got extender #%d %+v, want %+v", i, schedExtenders[i], wantExtenders[i])
}
}
} }
if !seenPredicates.HasAll(registeredPredicates.List()...) { if !seenPredicates.HasAll(registeredPredicates.List()...) {

View File

@ -114,6 +114,36 @@ func NewHTTPExtender(config *schedulerapi.ExtenderConfig) (algorithm.SchedulerEx
}, nil }, nil
} }
// Equal is used to check if two extenders are equal
// ignoring the client field, exported for testing
func Equal(e1, e2 *HTTPExtender) bool {
if e1.extenderURL != e2.extenderURL {
return false
}
if e1.preemptVerb != e2.preemptVerb {
return false
}
if e1.prioritizeVerb != e2.prioritizeVerb {
return false
}
if e1.bindVerb != e2.bindVerb {
return false
}
if e1.weight != e2.weight {
return false
}
if e1.nodeCacheCapable != e2.nodeCacheCapable {
return false
}
if !e1.managedResources.Equal(e2.managedResources) {
return false
}
if e1.ignorable != e2.ignorable {
return false
}
return true
}
// Name returns extenderURL to identify the extender. // Name returns extenderURL to identify the extender.
func (h *HTTPExtender) Name() string { func (h *HTTPExtender) Name() string {
return h.extenderURL return h.extenderURL

View File

@ -144,6 +144,9 @@ type ScheduleAlgorithm interface {
// Prioritizers returns a slice of priority config. This is exposed for // Prioritizers returns a slice of priority config. This is exposed for
// testing. // testing.
Prioritizers() []priorities.PriorityConfig Prioritizers() []priorities.PriorityConfig
// Extenders returns a slice of extender config. This is exposed for
// testing.
Extenders() []algorithm.SchedulerExtender
} }
// ScheduleResult represents the result of one pod scheduled. It will contain // ScheduleResult represents the result of one pod scheduled. It will contain
@ -280,6 +283,10 @@ func (g *genericScheduler) Predicates() map[string]predicates.FitPredicate {
return g.predicates return g.predicates
} }
func (g *genericScheduler) Extenders() []algorithm.SchedulerExtender {
return g.extenders
}
// selectHost takes a prioritized list of nodes and then picks one // selectHost takes a prioritized list of nodes and then picks one
// in a reservoir sampling manner from the nodes that had the highest score. // in a reservoir sampling manner from the nodes that had the highest score.
func (g *genericScheduler) selectHost(priorityList schedulerapi.HostPriorityList) (string, error) { func (g *genericScheduler) selectHost(priorityList schedulerapi.HostPriorityList) (string, error) {

View File

@ -163,6 +163,9 @@ func (es mockScheduler) Predicates() map[string]predicates.FitPredicate {
func (es mockScheduler) Prioritizers() []priorities.PriorityConfig { func (es mockScheduler) Prioritizers() []priorities.PriorityConfig {
return nil return nil
} }
func (es mockScheduler) Extenders() []algorithm.SchedulerExtender {
return nil
}
func (es mockScheduler) Preempt(pc *framework.PluginContext, pod *v1.Pod, scheduleErr error) (*v1.Node, []*v1.Pod, []*v1.Pod, error) { func (es mockScheduler) Preempt(pc *framework.PluginContext, pod *v1.Pod, scheduleErr error) (*v1.Node, []*v1.Pod, []*v1.Pod, error) {
return nil, nil, nil, nil return nil, nil, nil, nil