mirror of
https://github.com/k3s-io/kubernetes.git
synced 2025-10-30 21:30:16 +00:00
402 lines
13 KiB
Go
402 lines
13 KiB
Go
/*
|
|
Copyright 2015 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package storage_test
|
|
|
|
import (
|
|
"fmt"
|
|
"reflect"
|
|
goruntime "runtime"
|
|
"strconv"
|
|
"testing"
|
|
"time"
|
|
|
|
"k8s.io/kubernetes/pkg/api"
|
|
"k8s.io/kubernetes/pkg/api/errors"
|
|
"k8s.io/kubernetes/pkg/api/meta"
|
|
"k8s.io/kubernetes/pkg/api/testapi"
|
|
apitesting "k8s.io/kubernetes/pkg/api/testing"
|
|
"k8s.io/kubernetes/pkg/api/unversioned"
|
|
"k8s.io/kubernetes/pkg/labels"
|
|
"k8s.io/kubernetes/pkg/runtime"
|
|
"k8s.io/kubernetes/pkg/storage"
|
|
etcdstorage "k8s.io/kubernetes/pkg/storage/etcd"
|
|
"k8s.io/kubernetes/pkg/storage/etcd/etcdtest"
|
|
etcdtesting "k8s.io/kubernetes/pkg/storage/etcd/testing"
|
|
"k8s.io/kubernetes/pkg/util/sets"
|
|
"k8s.io/kubernetes/pkg/util/wait"
|
|
"k8s.io/kubernetes/pkg/watch"
|
|
|
|
"golang.org/x/net/context"
|
|
)
|
|
|
|
func newEtcdTestStorage(t *testing.T, codec runtime.Codec, prefix string) (*etcdtesting.EtcdTestServer, storage.Interface) {
|
|
server := etcdtesting.NewEtcdTestClientServer(t)
|
|
storage := etcdstorage.NewEtcdStorage(server.Client, codec, prefix, false, etcdtest.DeserializationCacheSize)
|
|
return server, storage
|
|
}
|
|
|
|
func newTestCacher(s storage.Interface) *storage.Cacher {
|
|
prefix := "pods"
|
|
config := storage.CacherConfig{
|
|
CacheCapacity: 10,
|
|
Storage: s,
|
|
Versioner: etcdstorage.APIObjectVersioner{},
|
|
Type: &api.Pod{},
|
|
ResourcePrefix: prefix,
|
|
KeyFunc: func(obj runtime.Object) (string, error) { return storage.NamespaceKeyFunc(prefix, obj) },
|
|
NewListFunc: func() runtime.Object { return &api.PodList{} },
|
|
}
|
|
return storage.NewCacherFromConfig(config)
|
|
}
|
|
|
|
func makeTestPod(name string) *api.Pod {
|
|
return &api.Pod{
|
|
ObjectMeta: api.ObjectMeta{Namespace: "ns", Name: name},
|
|
Spec: apitesting.DeepEqualSafePodSpec(),
|
|
}
|
|
}
|
|
|
|
func updatePod(t *testing.T, s storage.Interface, obj, old *api.Pod) *api.Pod {
|
|
updateFn := func(input runtime.Object, res storage.ResponseMeta) (runtime.Object, *uint64, error) {
|
|
newObj, err := api.Scheme.DeepCopy(obj)
|
|
if err != nil {
|
|
t.Errorf("unexpected error: %v", err)
|
|
return nil, nil, err
|
|
}
|
|
return newObj.(*api.Pod), nil, nil
|
|
}
|
|
key := etcdtest.AddPrefix("pods/ns/" + obj.Name)
|
|
if err := s.GuaranteedUpdate(context.TODO(), key, &api.Pod{}, old == nil, nil, updateFn); err != nil {
|
|
t.Errorf("unexpected error: %v", err)
|
|
}
|
|
obj.ResourceVersion = ""
|
|
result := &api.Pod{}
|
|
if err := s.Get(context.TODO(), key, result, false); err != nil {
|
|
t.Errorf("unexpected error: %v", err)
|
|
}
|
|
return result
|
|
}
|
|
|
|
func TestList(t *testing.T) {
|
|
server, etcdStorage := newEtcdTestStorage(t, testapi.Default.Codec(), etcdtest.PathPrefix())
|
|
defer server.Terminate(t)
|
|
cacher := newTestCacher(etcdStorage)
|
|
defer cacher.Stop()
|
|
|
|
podFoo := makeTestPod("foo")
|
|
podBar := makeTestPod("bar")
|
|
podBaz := makeTestPod("baz")
|
|
|
|
podFooPrime := makeTestPod("foo")
|
|
podFooPrime.Spec.NodeName = "fakeNode"
|
|
|
|
fooCreated := updatePod(t, etcdStorage, podFoo, nil)
|
|
_ = updatePod(t, etcdStorage, podBar, nil)
|
|
_ = updatePod(t, etcdStorage, podBaz, nil)
|
|
|
|
_ = updatePod(t, etcdStorage, podFooPrime, fooCreated)
|
|
|
|
deleted := api.Pod{}
|
|
if err := etcdStorage.Delete(context.TODO(), etcdtest.AddPrefix("pods/ns/bar"), &deleted, nil); err != nil {
|
|
t.Errorf("Unexpected error: %v", err)
|
|
}
|
|
|
|
// We first List directly from etcd by passing empty resourceVersion,
|
|
// to get the current etcd resourceVersion.
|
|
rvResult := &api.PodList{}
|
|
if err := cacher.List(context.TODO(), "pods/ns", "", storage.Everything, rvResult); err != nil {
|
|
t.Errorf("Unexpected error: %v", err)
|
|
}
|
|
deletedPodRV := rvResult.ListMeta.ResourceVersion
|
|
|
|
result := &api.PodList{}
|
|
// We pass the current etcd ResourceVersion received from the above List() operation,
|
|
// since there is not easy way to get ResourceVersion of barPod deletion operation.
|
|
if err := cacher.List(context.TODO(), "pods/ns", deletedPodRV, storage.Everything, result); err != nil {
|
|
t.Errorf("Unexpected error: %v", err)
|
|
}
|
|
if result.ListMeta.ResourceVersion != deletedPodRV {
|
|
t.Errorf("Incorrect resource version: %v", result.ListMeta.ResourceVersion)
|
|
}
|
|
if len(result.Items) != 2 {
|
|
t.Errorf("Unexpected list result: %d", len(result.Items))
|
|
}
|
|
keys := sets.String{}
|
|
for _, item := range result.Items {
|
|
keys.Insert(item.Name)
|
|
}
|
|
if !keys.HasAll("foo", "baz") {
|
|
t.Errorf("Unexpected list result: %#v", result)
|
|
}
|
|
for _, item := range result.Items {
|
|
// unset fields that are set by the infrastructure
|
|
item.ResourceVersion = ""
|
|
item.CreationTimestamp = unversioned.Time{}
|
|
|
|
var expected *api.Pod
|
|
switch item.Name {
|
|
case "foo":
|
|
expected = podFooPrime
|
|
case "baz":
|
|
expected = podBaz
|
|
default:
|
|
t.Errorf("Unexpected item: %v", item)
|
|
}
|
|
if e, a := *expected, item; !reflect.DeepEqual(e, a) {
|
|
t.Errorf("Expected: %#v, got: %#v", e, a)
|
|
}
|
|
}
|
|
}
|
|
|
|
func verifyWatchEvent(t *testing.T, w watch.Interface, eventType watch.EventType, eventObject runtime.Object) {
|
|
_, _, line, _ := goruntime.Caller(1)
|
|
select {
|
|
case event := <-w.ResultChan():
|
|
if e, a := eventType, event.Type; e != a {
|
|
t.Logf("(called from line %d)", line)
|
|
t.Errorf("Expected: %s, got: %s", eventType, event.Type)
|
|
}
|
|
if e, a := eventObject, event.Object; !api.Semantic.DeepDerivative(e, a) {
|
|
t.Logf("(called from line %d)", line)
|
|
t.Errorf("Expected (%s): %#v, got: %#v", eventType, e, a)
|
|
}
|
|
case <-time.After(wait.ForeverTestTimeout):
|
|
t.Logf("(called from line %d)", line)
|
|
t.Errorf("Timed out waiting for an event")
|
|
}
|
|
}
|
|
|
|
type injectListError struct {
|
|
errors int
|
|
storage.Interface
|
|
}
|
|
|
|
func (self *injectListError) List(ctx context.Context, key string, resourceVersion string, filter storage.FilterFunc, listObj runtime.Object) error {
|
|
if self.errors > 0 {
|
|
self.errors--
|
|
return fmt.Errorf("injected error")
|
|
}
|
|
return self.Interface.List(ctx, key, resourceVersion, filter, listObj)
|
|
}
|
|
|
|
func TestWatch(t *testing.T) {
|
|
server, etcdStorage := newEtcdTestStorage(t, testapi.Default.Codec(), etcdtest.PathPrefix())
|
|
// Inject one list error to make sure we test the relist case.
|
|
etcdStorage = &injectListError{errors: 1, Interface: etcdStorage}
|
|
defer server.Terminate(t)
|
|
cacher := newTestCacher(etcdStorage)
|
|
defer cacher.Stop()
|
|
|
|
podFoo := makeTestPod("foo")
|
|
podBar := makeTestPod("bar")
|
|
|
|
podFooPrime := makeTestPod("foo")
|
|
podFooPrime.Spec.NodeName = "fakeNode"
|
|
|
|
podFooBis := makeTestPod("foo")
|
|
podFooBis.Spec.NodeName = "anotherFakeNode"
|
|
|
|
// initialVersion is used to initate the watcher at the beginning of the world,
|
|
// which is not defined precisely in etcd.
|
|
initialVersion, err := cacher.LastSyncResourceVersion()
|
|
if err != nil {
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
}
|
|
startVersion := strconv.Itoa(int(initialVersion))
|
|
|
|
// Set up Watch for object "podFoo".
|
|
watcher, err := cacher.Watch(context.TODO(), "pods/ns/foo", startVersion, storage.Everything)
|
|
if err != nil {
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
}
|
|
defer watcher.Stop()
|
|
|
|
fooCreated := updatePod(t, etcdStorage, podFoo, nil)
|
|
_ = updatePod(t, etcdStorage, podBar, nil)
|
|
fooUpdated := updatePod(t, etcdStorage, podFooPrime, fooCreated)
|
|
|
|
verifyWatchEvent(t, watcher, watch.Added, podFoo)
|
|
verifyWatchEvent(t, watcher, watch.Modified, podFooPrime)
|
|
|
|
// Check whether we get too-old error via the watch channel
|
|
tooOldWatcher, err := cacher.Watch(context.TODO(), "pods/ns/foo", "1", storage.Everything)
|
|
if err != nil {
|
|
t.Fatalf("Expected no direct error, got %v", err)
|
|
}
|
|
defer tooOldWatcher.Stop()
|
|
// Ensure we get a "Gone" error
|
|
expectedGoneError := errors.NewGone("").ErrStatus
|
|
verifyWatchEvent(t, tooOldWatcher, watch.Error, &expectedGoneError)
|
|
|
|
initialWatcher, err := cacher.Watch(context.TODO(), "pods/ns/foo", fooCreated.ResourceVersion, storage.Everything)
|
|
if err != nil {
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
}
|
|
defer initialWatcher.Stop()
|
|
|
|
verifyWatchEvent(t, initialWatcher, watch.Modified, podFooPrime)
|
|
|
|
// Now test watch from "now".
|
|
nowWatcher, err := cacher.Watch(context.TODO(), "pods/ns/foo", "0", storage.Everything)
|
|
if err != nil {
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
}
|
|
defer nowWatcher.Stop()
|
|
|
|
verifyWatchEvent(t, nowWatcher, watch.Added, podFooPrime)
|
|
|
|
_ = updatePod(t, etcdStorage, podFooBis, fooUpdated)
|
|
|
|
verifyWatchEvent(t, nowWatcher, watch.Modified, podFooBis)
|
|
}
|
|
|
|
func TestWatcherTimeout(t *testing.T) {
|
|
server, etcdStorage := newEtcdTestStorage(t, testapi.Default.Codec(), etcdtest.PathPrefix())
|
|
defer server.Terminate(t)
|
|
cacher := newTestCacher(etcdStorage)
|
|
defer cacher.Stop()
|
|
|
|
// initialVersion is used to initate the watcher at the beginning of the world,
|
|
// which is not defined precisely in etcd.
|
|
initialVersion, err := cacher.LastSyncResourceVersion()
|
|
if err != nil {
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
}
|
|
startVersion := strconv.Itoa(int(initialVersion))
|
|
|
|
// Create a watcher that will not be reading any result.
|
|
watcher, err := cacher.WatchList(context.TODO(), "pods/ns", startVersion, storage.Everything)
|
|
if err != nil {
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
}
|
|
defer watcher.Stop()
|
|
|
|
// Create a second watcher that will be reading result.
|
|
readingWatcher, err := cacher.WatchList(context.TODO(), "pods/ns", startVersion, storage.Everything)
|
|
if err != nil {
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
}
|
|
defer readingWatcher.Stop()
|
|
|
|
for i := 1; i <= 22; i++ {
|
|
pod := makeTestPod(strconv.Itoa(i))
|
|
_ = updatePod(t, etcdStorage, pod, nil)
|
|
verifyWatchEvent(t, readingWatcher, watch.Added, pod)
|
|
}
|
|
}
|
|
|
|
func TestFiltering(t *testing.T) {
|
|
server, etcdStorage := newEtcdTestStorage(t, testapi.Default.Codec(), etcdtest.PathPrefix())
|
|
defer server.Terminate(t)
|
|
cacher := newTestCacher(etcdStorage)
|
|
defer cacher.Stop()
|
|
|
|
// Ensure that the cacher is initialized, before creating any pods,
|
|
// so that we are sure that all events will be present in cacher.
|
|
syncWatcher, err := cacher.Watch(context.TODO(), "pods/ns/foo", "0", storage.Everything)
|
|
if err != nil {
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
}
|
|
syncWatcher.Stop()
|
|
|
|
podFoo := makeTestPod("foo")
|
|
podFoo.Labels = map[string]string{"filter": "foo"}
|
|
podFooFiltered := makeTestPod("foo")
|
|
podFooPrime := makeTestPod("foo")
|
|
podFooPrime.Labels = map[string]string{"filter": "foo"}
|
|
podFooPrime.Spec.NodeName = "fakeNode"
|
|
|
|
fooCreated := updatePod(t, etcdStorage, podFoo, nil)
|
|
fooFiltered := updatePod(t, etcdStorage, podFooFiltered, fooCreated)
|
|
fooUnfiltered := updatePod(t, etcdStorage, podFoo, fooFiltered)
|
|
_ = updatePod(t, etcdStorage, podFooPrime, fooUnfiltered)
|
|
|
|
deleted := api.Pod{}
|
|
if err := etcdStorage.Delete(context.TODO(), etcdtest.AddPrefix("pods/ns/foo"), &deleted, nil); err != nil {
|
|
t.Errorf("Unexpected error: %v", err)
|
|
}
|
|
|
|
// Set up Watch for object "podFoo" with label filter set.
|
|
selector := labels.SelectorFromSet(labels.Set{"filter": "foo"})
|
|
filter := func(obj runtime.Object) bool {
|
|
metadata, err := meta.Accessor(obj)
|
|
if err != nil {
|
|
t.Errorf("Unexpected error: %v", err)
|
|
return false
|
|
}
|
|
return selector.Matches(labels.Set(metadata.GetLabels()))
|
|
}
|
|
watcher, err := cacher.Watch(context.TODO(), "pods/ns/foo", fooCreated.ResourceVersion, filter)
|
|
if err != nil {
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
}
|
|
defer watcher.Stop()
|
|
|
|
verifyWatchEvent(t, watcher, watch.Deleted, podFooFiltered)
|
|
verifyWatchEvent(t, watcher, watch.Added, podFoo)
|
|
verifyWatchEvent(t, watcher, watch.Modified, podFooPrime)
|
|
verifyWatchEvent(t, watcher, watch.Deleted, podFooPrime)
|
|
}
|
|
|
|
func TestStartingResourceVersion(t *testing.T) {
|
|
server, etcdStorage := newEtcdTestStorage(t, testapi.Default.Codec(), etcdtest.PathPrefix())
|
|
defer server.Terminate(t)
|
|
cacher := newTestCacher(etcdStorage)
|
|
defer cacher.Stop()
|
|
|
|
// add 1 object
|
|
podFoo := makeTestPod("foo")
|
|
fooCreated := updatePod(t, etcdStorage, podFoo, nil)
|
|
|
|
// Set up Watch starting at fooCreated.ResourceVersion + 10
|
|
rv, err := storage.ParseWatchResourceVersion(fooCreated.ResourceVersion)
|
|
if err != nil {
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
}
|
|
rv += 10
|
|
startVersion := strconv.Itoa(int(rv))
|
|
|
|
watcher, err := cacher.Watch(context.TODO(), "pods/ns/foo", startVersion, storage.Everything)
|
|
if err != nil {
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
}
|
|
defer watcher.Stop()
|
|
|
|
lastFoo := fooCreated
|
|
for i := 0; i < 11; i++ {
|
|
podFooForUpdate := makeTestPod("foo")
|
|
podFooForUpdate.Labels = map[string]string{"foo": strconv.Itoa(i)}
|
|
lastFoo = updatePod(t, etcdStorage, podFooForUpdate, lastFoo)
|
|
}
|
|
|
|
select {
|
|
case e := <-watcher.ResultChan():
|
|
pod := e.Object.(*api.Pod)
|
|
podRV, err := storage.ParseWatchResourceVersion(pod.ResourceVersion)
|
|
if err != nil {
|
|
t.Fatalf("unexpected error: %v", err)
|
|
}
|
|
|
|
// event should have at least rv + 1, since we're starting the watch at rv
|
|
if podRV <= rv {
|
|
t.Errorf("expected event with resourceVersion of at least %d, got %d", rv+1, podRV)
|
|
}
|
|
case <-time.After(wait.ForeverTestTimeout):
|
|
t.Errorf("timed out waiting for event")
|
|
}
|
|
}
|