mirror of
https://github.com/k3s-io/kubernetes.git
synced 2025-07-29 14:37:00 +00:00
Merge pull request #31904 from jianhuiz/federation-replicaset-controller-e2e
Automatic merge from submit-queue update e2e test for federation replicaset controlelr e2e test to verify replicases synced to underlying clusters. @quinton-hoole @nikhiljindal @deepak-vij @kshafiee @mwielgus
This commit is contained in:
Kubernetes Submit Queue
GitHub
commit
3d80709dc5
@ -18,19 +18,26 @@ package e2e
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"os"
|
||||
"time"
|
||||
|
||||
. "github.com/onsi/ginkgo"
|
||||
"k8s.io/kubernetes/federation/client/clientset_generated/federation_release_1_4"
|
||||
fedutil "k8s.io/kubernetes/federation/pkg/federation-controller/util"
|
||||
"k8s.io/kubernetes/pkg/api"
|
||||
"k8s.io/kubernetes/pkg/api/v1"
|
||||
"k8s.io/kubernetes/pkg/apis/extensions/v1beta1"
|
||||
"k8s.io/kubernetes/pkg/util/wait"
|
||||
"k8s.io/kubernetes/test/e2e/framework"
|
||||
|
||||
. "github.com/onsi/ginkgo"
|
||||
. "github.com/onsi/gomega"
|
||||
"k8s.io/kubernetes/pkg/api/errors"
|
||||
"reflect"
|
||||
)
|
||||
|
||||
const (
|
||||
FederationReplicaSetName = "federation-replicaset"
|
||||
FederationReplicaSetName = "federation-replicaset"
|
||||
FederatedReplicaSetTimeout = 120 * time.Second
|
||||
)
|
||||
|
||||
// Create/delete replicaset api objects
|
||||
@ -64,22 +71,129 @@ var _ = framework.KubeDescribe("Federation replicasets [Feature:Federation]", fu
|
||||
})
|
||||
|
||||
})
|
||||
|
||||
// e2e cases for federated replicaset controller
|
||||
Describe("Federated ReplicaSet", func() {
|
||||
var (
|
||||
clusters map[string]*cluster
|
||||
federationName string
|
||||
)
|
||||
BeforeEach(func() {
|
||||
framework.SkipUnlessFederated(f.Client)
|
||||
if federationName = os.Getenv("FEDERATION_NAME"); federationName == "" {
|
||||
federationName = DefaultFederationName
|
||||
}
|
||||
registerClusters(clusters, UserAgentName, federationName, f)
|
||||
})
|
||||
|
||||
AfterEach(func() {
|
||||
unregisterClusters(clusters, f)
|
||||
})
|
||||
|
||||
It("should create and update matching replicasets in underling clusters", func() {
|
||||
rs := createReplicaSetOrFail(f.FederationClientset_1_4, f.Namespace.Namespace)
|
||||
defer func() { // cleanup. deletion of replicasets is not supported for underling clusters
|
||||
By(fmt.Sprintf("zero replicas then delete replicaset %q/%q", f.Namespace.Name, rs.Name))
|
||||
replicas := int32(0)
|
||||
rs.Spec.Replicas = &replicas
|
||||
f.FederationClientset_1_4.ReplicaSets(f.Namespace.Name).Update(rs)
|
||||
waitForReplicaSetOrFail(f.FederationClientset_1_4, f.Namespace.Name, rs.Name, clusters)
|
||||
f.FederationClientset_1_4.ReplicaSets(f.Namespace.Name).Delete(rs.Name, &api.DeleteOptions{})
|
||||
}()
|
||||
|
||||
waitForReplicaSetOrFail(f.FederationClientset_1_4, f.Namespace.Name, rs.Name, clusters)
|
||||
By(fmt.Sprintf("Successfuly created and synced replicaset %q/%q to clusters", f.Namespace.Namespace, rs.Name))
|
||||
updateReplicaSetOrFail(f.FederationClientset_1_4, f.Namespace.Namespace)
|
||||
waitForReplicaSetOrFail(f.FederationClientset_1_4, f.Namespace.Name, rs.Name, clusters)
|
||||
By(fmt.Sprintf("Successfuly updated and synced replicaset %q/%q to clusters", f.Namespace.Namespace, rs.Name))
|
||||
})
|
||||
})
|
||||
})
|
||||
|
||||
func waitForReplicaSetOrFail(c *federation_release_1_4.Clientset, namespace string, replicaSetName string, clusters map[string]*cluster) {
|
||||
err := waitForReplicaSet(c, namespace, replicaSetName, clusters)
|
||||
framework.ExpectNoError(err, "Failed to verify replicaset %q/%q, err: %v", namespace, replicaSetName, err)
|
||||
}
|
||||
|
||||
func waitForReplicaSet(c *federation_release_1_4.Clientset, namespace string, replicaSetName string, clusters map[string]*cluster) error {
|
||||
err := wait.Poll(10*time.Second, FederatedReplicaSetTimeout, func() (bool, error) {
|
||||
frs, err := c.ReplicaSets(namespace).Get(replicaSetName)
|
||||
if err != nil {
|
||||
return false, err
|
||||
}
|
||||
specReplicas, statusReplicas := int32(0), int32(0)
|
||||
for _, cluster := range clusters {
|
||||
rs, err := cluster.ReplicaSets(namespace).Get(replicaSetName)
|
||||
if err != nil && !errors.IsNotFound(err) {
|
||||
By(fmt.Sprintf("Failed getting replicaset: %q/%q/%q, err: %v", cluster.name, namespace, replicaSetName, err))
|
||||
return false, err
|
||||
}
|
||||
if err == nil {
|
||||
if !equivalentReplicaSet(frs, rs) {
|
||||
By(fmt.Sprintf("Replicaset meta or spec not match for cluster %q:\n federation: %v\n cluster: %v", cluster.name, frs, rs))
|
||||
return false, nil
|
||||
}
|
||||
specReplicas += *rs.Spec.Replicas
|
||||
statusReplicas += rs.Status.Replicas
|
||||
}
|
||||
}
|
||||
if statusReplicas == frs.Status.Replicas && specReplicas >= *frs.Spec.Replicas {
|
||||
return true, nil
|
||||
}
|
||||
By(fmt.Sprintf("Replicas not match, federation replicas: %v/%v, clusters replicas: %v/%v\n", *frs.Spec.Replicas, frs.Status.Replicas, specReplicas, statusReplicas))
|
||||
return false, nil
|
||||
})
|
||||
|
||||
return err
|
||||
}
|
||||
|
||||
func equivalentReplicaSet(fedReplicaSet, localReplicaSet *v1beta1.ReplicaSet) bool {
|
||||
localReplicaSetSpec := localReplicaSet.Spec
|
||||
localReplicaSetSpec.Replicas = fedReplicaSet.Spec.Replicas
|
||||
return fedutil.ObjectMetaEquivalent(fedReplicaSet.ObjectMeta, localReplicaSet.ObjectMeta) &&
|
||||
reflect.DeepEqual(fedReplicaSet.Spec, localReplicaSetSpec)
|
||||
}
|
||||
|
||||
func createReplicaSetOrFail(clientset *federation_release_1_4.Clientset, namespace string) *v1beta1.ReplicaSet {
|
||||
if clientset == nil || len(namespace) == 0 {
|
||||
Fail(fmt.Sprintf("Internal error: invalid parameters passed to createReplicaSetOrFail: clientset: %v, namespace: %v", clientset, namespace))
|
||||
}
|
||||
By(fmt.Sprintf("Creating federation replicaset %q in namespace %q", FederationReplicaSetName, namespace))
|
||||
|
||||
replicas := int32(5)
|
||||
replicaset := &v1beta1.ReplicaSet{
|
||||
replicaset := newReplicaSet(namespace, FederationReplicaSetName, 5)
|
||||
|
||||
_, err := clientset.Extensions().ReplicaSets(namespace).Create(replicaset)
|
||||
framework.ExpectNoError(err, "Creating replicaset %q in namespace %q", replicaset.Name, namespace)
|
||||
By(fmt.Sprintf("Successfully created federation replicaset %q in namespace %q", FederationReplicaSetName, namespace))
|
||||
return replicaset
|
||||
}
|
||||
|
||||
func updateReplicaSetOrFail(clientset *federation_release_1_4.Clientset, namespace string) *v1beta1.ReplicaSet {
|
||||
if clientset == nil || len(namespace) == 0 {
|
||||
Fail(fmt.Sprintf("Internal error: invalid parameters passed to updateReplicaSetOrFail: clientset: %v, namespace: %v", clientset, namespace))
|
||||
}
|
||||
By(fmt.Sprintf("Updating federation replicaset %q in namespace %q", FederationReplicaSetName, namespace))
|
||||
|
||||
replicaset := newReplicaSet(namespace, FederationReplicaSetName, 15)
|
||||
|
||||
newRs, err := clientset.ReplicaSets(namespace).Update(replicaset)
|
||||
framework.ExpectNoError(err, "Updating replicaset %q in namespace %q", replicaset.Name, namespace)
|
||||
By(fmt.Sprintf("Successfully updated federation replicaset %q in namespace %q", FederationReplicaSetName, namespace))
|
||||
|
||||
return newRs
|
||||
}
|
||||
|
||||
func newReplicaSet(namespace string, name string, replicas int32) *v1beta1.ReplicaSet {
|
||||
return &v1beta1.ReplicaSet{
|
||||
ObjectMeta: v1.ObjectMeta{
|
||||
Name: FederationReplicaSetName,
|
||||
Name: name,
|
||||
Namespace: namespace,
|
||||
},
|
||||
Spec: v1beta1.ReplicaSetSpec{
|
||||
Replicas: &replicas,
|
||||
Selector: &v1beta1.LabelSelector{
|
||||
MatchLabels: map[string]string{"name": "myrs"},
|
||||
},
|
||||
Template: v1.PodTemplateSpec{
|
||||
ObjectMeta: v1.ObjectMeta{
|
||||
Labels: map[string]string{"name": "myrs"},
|
||||
@ -95,9 +209,4 @@ func createReplicaSetOrFail(clientset *federation_release_1_4.Clientset, namespa
|
||||
},
|
||||
},
|
||||
}
|
||||
|
||||
_, err := clientset.Extensions().ReplicaSets(namespace).Create(replicaset)
|
||||
framework.ExpectNoError(err, "Creating replicaset %q in namespace %q", replicaset.Name, namespace)
|
||||
By(fmt.Sprintf("Successfully created federation replicaset %q in namespace %q", FederationReplicaSetName, namespace))
|
||||
return replicaset
|
||||
}
|
||||
|
||||
Loading…
Reference in New Issue
Block a user