mirror of
https://github.com/k3s-io/kubernetes.git
synced 2025-07-22 19:31:44 +00:00
kubeadm networking related tests.
* podSubnet check: if a podSubnet is specified in kubeadm-config then the e2e test will check that pod-cidrs of individual nodes fall within this range. * serviceSubnet check: if a serviceSubnet is specified in kubeadm-config then the e2e test will check that the kubernetes service created in the default namespace got a service IP from the configured range.
This commit is contained in:
parent
0791f5bc21
commit
ca3bdfd793
@ -17,6 +17,7 @@ go_test(
|
||||
"kubeadm_certs_test.go",
|
||||
"kubeadm_config_test.go",
|
||||
"kubelet_config_test.go",
|
||||
"networking_test.go",
|
||||
"nodes_test.go",
|
||||
"proxy_addon_test.go",
|
||||
],
|
||||
|
139
test/e2e_kubeadm/networking_test.go
Normal file
139
test/e2e_kubeadm/networking_test.go
Normal file
@ -0,0 +1,139 @@
|
||||
/*
|
||||
Copyright 2019 The Kubernetes Authors.
|
||||
|
||||
Licensed under the Apache License, Version 2.0 (the "License");
|
||||
you may not use this file except in compliance with the License.
|
||||
You may obtain a copy of the License at
|
||||
|
||||
http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
||||
Unless required by applicable law or agreed to in writing, software
|
||||
distributed under the License is distributed on an "AS IS" BASIS,
|
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
See the License for the specific language governing permissions and
|
||||
limitations under the License.
|
||||
*/
|
||||
|
||||
package e2e_kubeadm
|
||||
|
||||
import (
|
||||
"net"
|
||||
"strings"
|
||||
|
||||
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
||||
"k8s.io/kubernetes/test/e2e/framework"
|
||||
e2elog "k8s.io/kubernetes/test/e2e/framework/log"
|
||||
|
||||
"github.com/onsi/ginkgo"
|
||||
)
|
||||
|
||||
var (
|
||||
dualStack bool
|
||||
podSubnetInKubeadmConfig bool
|
||||
serviceSubnetInKubeadmConfig bool
|
||||
)
|
||||
|
||||
// Define container for all the test specification aimed at verifying
|
||||
// that kubeadm configures the networking as expected.
|
||||
// in case you want to skip this test use SKIP=setup-networking
|
||||
var _ = KubeadmDescribe("networking [setup-networking]", func() {
|
||||
|
||||
// Get an instance of the k8s test framework
|
||||
f := framework.NewDefaultFramework("networking")
|
||||
|
||||
// Tests in this container are not expected to create new objects in the cluster
|
||||
// so we are disabling the creation of a namespace in order to get a faster execution
|
||||
f.SkipNamespaceCreation = true
|
||||
|
||||
// Tests are either single-stack (either IPv4 or IPv6 address) or dual-stack
|
||||
// We can determine this from the kubeadm config by looking at the number of
|
||||
// IPs specified in networking.podSubnet
|
||||
ginkgo.BeforeEach(func() {
|
||||
|
||||
// gets the ClusterConfiguration from the kubeadm kubeadm-config ConfigMap as a untyped map
|
||||
cc := getClusterConfiguration(f.ClientSet)
|
||||
// Extract the networking.podSubnet
|
||||
// Please note that this test assumes that the user does not alter network configs
|
||||
// using the extraArgs option.
|
||||
if _, ok := cc["networking"]; ok {
|
||||
netCC := cc["networking"].(map[interface{}]interface{})
|
||||
if ps, ok := netCC["podSubnet"]; ok {
|
||||
// If podSubnet is not specified, podSubnet cases will be skipped.
|
||||
// Note that kubeadm does not currently apply defaults for PodSubnet, so we skip.
|
||||
podSubnetInKubeadmConfig = true
|
||||
cidrs := strings.Split(ps.(string), ",")
|
||||
if len(cidrs) > 1 {
|
||||
dualStack = true
|
||||
}
|
||||
}
|
||||
if _, ok := netCC["serviceSubnet"]; ok {
|
||||
// If serviceSubnet is not specified, serviceSubnet cases will be skipped.
|
||||
serviceSubnetInKubeadmConfig = true
|
||||
}
|
||||
}
|
||||
})
|
||||
|
||||
ginkgo.Context("single-stack", func() {
|
||||
ginkgo.Context("podSubnet", func() {
|
||||
ginkgo.It("should be properly configured if specified in kubeadm-config", func() {
|
||||
if dualStack {
|
||||
framework.Skipf("Skipping because cluster is dual-stack")
|
||||
}
|
||||
if !podSubnetInKubeadmConfig {
|
||||
framework.Skipf("Skipping because podSubnet was not specified in kubeadm-config")
|
||||
}
|
||||
cc := getClusterConfiguration(f.ClientSet)
|
||||
if _, ok := cc["networking"]; ok {
|
||||
netCC := cc["networking"].(map[interface{}]interface{})
|
||||
if ps, ok := netCC["podSubnet"]; ok {
|
||||
// Check that the pod CIDR allocated to the node(s) is within the kubeadm-config podCIDR.
|
||||
nodes, err := f.ClientSet.CoreV1().Nodes().List(metav1.ListOptions{})
|
||||
framework.ExpectNoError(err)
|
||||
for _, node := range nodes.Items {
|
||||
if !subnetWithinSubnet(ps.(string), node.Spec.PodCIDR) {
|
||||
e2elog.Failf("failed due to node(%v) IP %v not inside configured pod subnet: %s", node.Name, node.Spec.PodCIDR, ps)
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
})
|
||||
})
|
||||
ginkgo.Context("serviceSubnet", func() {
|
||||
ginkgo.It("should be properly configured if specified in kubeadm-config", func() {
|
||||
if dualStack {
|
||||
framework.Skipf("Skipping because cluster is dual-stack")
|
||||
}
|
||||
if !serviceSubnetInKubeadmConfig {
|
||||
framework.Skipf("Skipping because serviceSubnet was not specified in kubeadm-config")
|
||||
}
|
||||
cc := getClusterConfiguration(f.ClientSet)
|
||||
if _, ok := cc["networking"]; ok {
|
||||
netCC := cc["networking"].(map[interface{}]interface{})
|
||||
if ss, ok := netCC["serviceSubnet"]; ok {
|
||||
// Get the kubernetes service in the default namespace.
|
||||
// Check that service CIDR allocated is within the serviceSubnet range.
|
||||
svc, err := f.ClientSet.CoreV1().Services("default").Get("kubernetes", metav1.GetOptions{})
|
||||
framework.ExpectNoError(err)
|
||||
if !ipWithinSubnet(ss.(string), svc.Spec.ClusterIP) {
|
||||
e2elog.Failf("failed due to service(%v) cluster-IP %v not inside configured service subnet: %s", svc.Name, svc.Spec.ClusterIP, ss)
|
||||
}
|
||||
}
|
||||
}
|
||||
})
|
||||
})
|
||||
})
|
||||
})
|
||||
|
||||
// ipWithinSubnet returns true if an IP (targetIP) falls within the reference subnet (refIPNet)
|
||||
func ipWithinSubnet(refIPNet, targetIP string) bool {
|
||||
_, rNet, _ := net.ParseCIDR(refIPNet)
|
||||
tIP := net.ParseIP(targetIP)
|
||||
return rNet.Contains(tIP)
|
||||
}
|
||||
|
||||
// subnetWithinSubnet returns true if a subnet (targetNet) falls within the reference subnet (refIPNet)
|
||||
func subnetWithinSubnet(refIPNet, targetNet string) bool {
|
||||
_, rNet, _ := net.ParseCIDR(refIPNet)
|
||||
tNet, _, _ := net.ParseCIDR(targetNet)
|
||||
return rNet.Contains(tNet)
|
||||
}
|
Loading…
Reference in New Issue
Block a user