mirror of
https://github.com/k3s-io/kubernetes.git
synced 2025-07-18 17:33:39 +00:00
All code must use the context from Ginkgo when doing API calls or polling for a change, otherwise the code would not return immediately when the test gets aborted.
343 lines
11 KiB
Go
343 lines
11 KiB
Go
/*
|
|
Copyright 2015 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package network
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"time"
|
|
|
|
v1 "k8s.io/api/core/v1"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/kubernetes/test/e2e/framework"
|
|
e2eservice "k8s.io/kubernetes/test/e2e/framework/service"
|
|
"k8s.io/kubernetes/test/e2e/network/common"
|
|
|
|
"github.com/onsi/ginkgo/v2"
|
|
)
|
|
|
|
var (
|
|
googleDNSHostname = "dns.google"
|
|
// The ConfigMap update mechanism takes longer than the standard
|
|
// wait.ForeverTestTimeout.
|
|
moreForeverTestTimeout = 2 * 60 * time.Second
|
|
)
|
|
|
|
type dnsNameserverTest struct {
|
|
dnsTestCommon
|
|
}
|
|
|
|
func (t *dnsNameserverTest) run(ctx context.Context, isIPv6 bool) {
|
|
t.init(ctx)
|
|
|
|
t.createUtilPodLabel(ctx, "e2e-dns-configmap")
|
|
ginkgo.DeferCleanup(t.deleteUtilPod)
|
|
originalConfigMapData := t.fetchDNSConfigMapData(ctx)
|
|
ginkgo.DeferCleanup(t.restoreDNSConfigMap, originalConfigMapData)
|
|
|
|
if isIPv6 {
|
|
t.createDNSServer(ctx, t.f.Namespace.Name, map[string]string{
|
|
"abc.acme.local": "2606:4700:4700::1111",
|
|
"def.acme.local": "2606:4700:4700::2222",
|
|
"widget.local": "2606:4700:4700::3333",
|
|
})
|
|
} else {
|
|
t.createDNSServer(ctx, t.f.Namespace.Name, map[string]string{
|
|
"abc.acme.local": "1.1.1.1",
|
|
"def.acme.local": "2.2.2.2",
|
|
"widget.local": "3.3.3.3",
|
|
})
|
|
}
|
|
ginkgo.DeferCleanup(t.deleteDNSServerPod)
|
|
|
|
if t.name == "coredns" {
|
|
t.setConfigMap(ctx, &v1.ConfigMap{Data: map[string]string{
|
|
"Corefile": fmt.Sprintf(`.:53 {
|
|
health
|
|
ready
|
|
kubernetes %v in-addr.arpa ip6.arpa {
|
|
pods insecure
|
|
fallthrough in-addr.arpa ip6.arpa
|
|
ttl 30
|
|
}
|
|
forward . %v
|
|
}
|
|
acme.local:53 {
|
|
forward . %v
|
|
}`, framework.TestContext.ClusterDNSDomain, t.dnsServerPod.Status.PodIP, t.dnsServerPod.Status.PodIP),
|
|
}})
|
|
|
|
t.deleteCoreDNSPods(ctx)
|
|
} else {
|
|
t.setConfigMap(ctx, &v1.ConfigMap{Data: map[string]string{
|
|
"stubDomains": fmt.Sprintf(`{"acme.local":["%v"]}`, t.dnsServerPod.Status.PodIP),
|
|
"upstreamNameservers": fmt.Sprintf(`["%v"]`, t.dnsServerPod.Status.PodIP),
|
|
}})
|
|
}
|
|
|
|
if isIPv6 {
|
|
t.checkDNSRecordFrom(
|
|
"abc.acme.local",
|
|
func(actual []string) bool { return len(actual) == 1 && actual[0] == "2606:4700:4700::1111" },
|
|
"cluster-dns-ipv6",
|
|
moreForeverTestTimeout)
|
|
t.checkDNSRecordFrom(
|
|
"def.acme.local",
|
|
func(actual []string) bool { return len(actual) == 1 && actual[0] == "2606:4700:4700::2222" },
|
|
"cluster-dns-ipv6",
|
|
moreForeverTestTimeout)
|
|
t.checkDNSRecordFrom(
|
|
"widget.local",
|
|
func(actual []string) bool { return len(actual) == 1 && actual[0] == "2606:4700:4700::3333" },
|
|
"cluster-dns-ipv6",
|
|
moreForeverTestTimeout)
|
|
} else {
|
|
t.checkDNSRecordFrom(
|
|
"abc.acme.local",
|
|
func(actual []string) bool { return len(actual) == 1 && actual[0] == "1.1.1.1" },
|
|
"cluster-dns",
|
|
moreForeverTestTimeout)
|
|
t.checkDNSRecordFrom(
|
|
"def.acme.local",
|
|
func(actual []string) bool { return len(actual) == 1 && actual[0] == "2.2.2.2" },
|
|
"cluster-dns",
|
|
moreForeverTestTimeout)
|
|
t.checkDNSRecordFrom(
|
|
"widget.local",
|
|
func(actual []string) bool { return len(actual) == 1 && actual[0] == "3.3.3.3" },
|
|
"cluster-dns",
|
|
moreForeverTestTimeout)
|
|
}
|
|
|
|
t.restoreDNSConfigMap(ctx, originalConfigMapData)
|
|
// Wait for the deleted ConfigMap to take effect, otherwise the
|
|
// configuration can bleed into other tests.
|
|
t.checkDNSRecordFrom(
|
|
"abc.acme.local",
|
|
func(actual []string) bool { return len(actual) == 0 },
|
|
"cluster-dns",
|
|
moreForeverTestTimeout)
|
|
}
|
|
|
|
type dnsPtrFwdTest struct {
|
|
dnsTestCommon
|
|
}
|
|
|
|
func (t *dnsPtrFwdTest) run(ctx context.Context, isIPv6 bool) {
|
|
t.init(ctx)
|
|
|
|
t.createUtilPodLabel(ctx, "e2e-dns-configmap")
|
|
ginkgo.DeferCleanup(t.deleteUtilPod)
|
|
originalConfigMapData := t.fetchDNSConfigMapData(ctx)
|
|
ginkgo.DeferCleanup(t.restoreDNSConfigMap, originalConfigMapData)
|
|
|
|
t.createDNSServerWithPtrRecord(ctx, t.f.Namespace.Name, isIPv6)
|
|
ginkgo.DeferCleanup(t.deleteDNSServerPod)
|
|
|
|
// Should still be able to lookup public nameserver without explicit upstream nameserver set.
|
|
if isIPv6 {
|
|
t.checkDNSRecordFrom(
|
|
"2001:4860:4860::8888",
|
|
func(actual []string) bool { return len(actual) == 1 && actual[0] == googleDNSHostname+"." },
|
|
"ptr-record",
|
|
moreForeverTestTimeout)
|
|
} else {
|
|
t.checkDNSRecordFrom(
|
|
"8.8.8.8",
|
|
func(actual []string) bool { return len(actual) == 1 && actual[0] == googleDNSHostname+"." },
|
|
"ptr-record",
|
|
moreForeverTestTimeout)
|
|
}
|
|
|
|
if t.name == "coredns" {
|
|
t.setConfigMap(ctx, &v1.ConfigMap{Data: map[string]string{
|
|
"Corefile": fmt.Sprintf(`.:53 {
|
|
health
|
|
ready
|
|
kubernetes %v in-addr.arpa ip6.arpa {
|
|
pods insecure
|
|
fallthrough in-addr.arpa ip6.arpa
|
|
ttl 30
|
|
}
|
|
forward . %v
|
|
}`, framework.TestContext.ClusterDNSDomain, t.dnsServerPod.Status.PodIP),
|
|
}})
|
|
|
|
t.deleteCoreDNSPods(ctx)
|
|
} else {
|
|
t.setConfigMap(ctx, &v1.ConfigMap{Data: map[string]string{
|
|
"upstreamNameservers": fmt.Sprintf(`["%v"]`, t.dnsServerPod.Status.PodIP),
|
|
}})
|
|
}
|
|
|
|
if isIPv6 {
|
|
t.checkDNSRecordFrom(
|
|
"2001:db8::29",
|
|
func(actual []string) bool { return len(actual) == 1 && actual[0] == "my.test." },
|
|
"ptr-record",
|
|
moreForeverTestTimeout)
|
|
|
|
t.restoreDNSConfigMap(ctx, originalConfigMapData)
|
|
t.checkDNSRecordFrom(
|
|
"2001:db8::29",
|
|
func(actual []string) bool { return len(actual) == 0 },
|
|
"ptr-record",
|
|
moreForeverTestTimeout)
|
|
|
|
} else {
|
|
t.checkDNSRecordFrom(
|
|
"192.0.2.123",
|
|
func(actual []string) bool { return len(actual) == 1 && actual[0] == "my.test." },
|
|
"ptr-record",
|
|
moreForeverTestTimeout)
|
|
|
|
t.restoreDNSConfigMap(ctx, originalConfigMapData)
|
|
t.checkDNSRecordFrom(
|
|
"192.0.2.123",
|
|
func(actual []string) bool { return len(actual) == 0 },
|
|
"ptr-record",
|
|
moreForeverTestTimeout)
|
|
}
|
|
}
|
|
|
|
type dnsExternalNameTest struct {
|
|
dnsTestCommon
|
|
}
|
|
|
|
func (t *dnsExternalNameTest) run(ctx context.Context, isIPv6 bool) {
|
|
t.init(ctx)
|
|
|
|
t.createUtilPodLabel(ctx, "e2e-dns-configmap")
|
|
ginkgo.DeferCleanup(t.deleteUtilPod)
|
|
originalConfigMapData := t.fetchDNSConfigMapData(ctx)
|
|
ginkgo.DeferCleanup(t.restoreDNSConfigMap, originalConfigMapData)
|
|
|
|
fooHostname := "foo.example.com"
|
|
if isIPv6 {
|
|
t.createDNSServer(ctx, t.f.Namespace.Name, map[string]string{
|
|
fooHostname: "2001:db8::29",
|
|
})
|
|
} else {
|
|
t.createDNSServer(ctx, t.f.Namespace.Name, map[string]string{
|
|
fooHostname: "192.0.2.123",
|
|
})
|
|
}
|
|
ginkgo.DeferCleanup(t.deleteDNSServerPod)
|
|
|
|
f := t.f
|
|
serviceName := "dns-externalname-upstream-test"
|
|
externalNameService := e2eservice.CreateServiceSpec(serviceName, googleDNSHostname, false, nil)
|
|
if _, err := f.ClientSet.CoreV1().Services(f.Namespace.Name).Create(ctx, externalNameService, metav1.CreateOptions{}); err != nil {
|
|
ginkgo.Fail(fmt.Sprintf("ginkgo.Failed when creating service: %v", err))
|
|
}
|
|
ginkgo.DeferCleanup(f.ClientSet.CoreV1().Services(f.Namespace.Name).Delete, externalNameService.Name, metav1.DeleteOptions{})
|
|
serviceNameLocal := "dns-externalname-upstream-local"
|
|
externalNameServiceLocal := e2eservice.CreateServiceSpec(serviceNameLocal, fooHostname, false, nil)
|
|
if _, err := f.ClientSet.CoreV1().Services(f.Namespace.Name).Create(ctx, externalNameServiceLocal, metav1.CreateOptions{}); err != nil {
|
|
ginkgo.Fail(fmt.Sprintf("ginkgo.Failed when creating service: %v", err))
|
|
}
|
|
ginkgo.DeferCleanup(f.ClientSet.CoreV1().Services(f.Namespace.Name).Delete, externalNameServiceLocal.Name, metav1.DeleteOptions{})
|
|
|
|
if isIPv6 {
|
|
t.checkDNSRecordFrom(
|
|
fmt.Sprintf("%s.%s.svc.%s", serviceName, f.Namespace.Name, framework.TestContext.ClusterDNSDomain),
|
|
func(actual []string) bool {
|
|
return len(actual) >= 1 && actual[0] == googleDNSHostname+"."
|
|
},
|
|
"cluster-dns-ipv6",
|
|
moreForeverTestTimeout)
|
|
} else {
|
|
t.checkDNSRecordFrom(
|
|
fmt.Sprintf("%s.%s.svc.%s", serviceName, f.Namespace.Name, framework.TestContext.ClusterDNSDomain),
|
|
func(actual []string) bool {
|
|
return len(actual) >= 1 && actual[0] == googleDNSHostname+"."
|
|
},
|
|
"cluster-dns",
|
|
moreForeverTestTimeout)
|
|
}
|
|
|
|
if t.name == "coredns" {
|
|
t.setConfigMap(ctx, &v1.ConfigMap{Data: map[string]string{
|
|
"Corefile": fmt.Sprintf(`.:53 {
|
|
health
|
|
ready
|
|
kubernetes %v in-addr.arpa ip6.arpa {
|
|
pods insecure
|
|
fallthrough in-addr.arpa ip6.arpa
|
|
ttl 30
|
|
}
|
|
forward . %v
|
|
}`, framework.TestContext.ClusterDNSDomain, t.dnsServerPod.Status.PodIP),
|
|
}})
|
|
|
|
t.deleteCoreDNSPods(ctx)
|
|
} else {
|
|
t.setConfigMap(ctx, &v1.ConfigMap{Data: map[string]string{
|
|
"upstreamNameservers": fmt.Sprintf(`["%v"]`, t.dnsServerPod.Status.PodIP),
|
|
}})
|
|
}
|
|
if isIPv6 {
|
|
t.checkDNSRecordFrom(
|
|
fmt.Sprintf("%s.%s.svc.%s", serviceNameLocal, f.Namespace.Name, framework.TestContext.ClusterDNSDomain),
|
|
func(actual []string) bool {
|
|
return len(actual) >= 2 && actual[0] == fooHostname+"." && actual[1] == "2001:db8::29"
|
|
},
|
|
"cluster-dns-ipv6",
|
|
moreForeverTestTimeout)
|
|
} else {
|
|
t.checkDNSRecordFrom(
|
|
fmt.Sprintf("%s.%s.svc.%s", serviceNameLocal, f.Namespace.Name, framework.TestContext.ClusterDNSDomain),
|
|
func(actual []string) bool {
|
|
return len(actual) == 2 && actual[0] == fooHostname+"." && actual[1] == "192.0.2.123"
|
|
},
|
|
"cluster-dns",
|
|
moreForeverTestTimeout)
|
|
}
|
|
|
|
t.restoreDNSConfigMap(ctx, originalConfigMapData)
|
|
}
|
|
|
|
var _ = common.SIGDescribe("DNS configMap nameserver", func() {
|
|
|
|
ginkgo.Context("Change stubDomain", func() {
|
|
nsTest := &dnsNameserverTest{dnsTestCommon: newDNSTestCommon()}
|
|
|
|
ginkgo.It("should be able to change stubDomain configuration [Slow][Serial]", func(ctx context.Context) {
|
|
nsTest.c = nsTest.f.ClientSet
|
|
nsTest.run(ctx, framework.TestContext.ClusterIsIPv6())
|
|
})
|
|
})
|
|
|
|
ginkgo.Context("Forward PTR lookup", func() {
|
|
fwdTest := &dnsPtrFwdTest{dnsTestCommon: newDNSTestCommon()}
|
|
|
|
ginkgo.It("should forward PTR records lookup to upstream nameserver [Slow][Serial]", func(ctx context.Context) {
|
|
fwdTest.c = fwdTest.f.ClientSet
|
|
fwdTest.run(ctx, framework.TestContext.ClusterIsIPv6())
|
|
})
|
|
})
|
|
|
|
ginkgo.Context("Forward external name lookup", func() {
|
|
externalNameTest := &dnsExternalNameTest{dnsTestCommon: newDNSTestCommon()}
|
|
|
|
ginkgo.It("should forward externalname lookup to upstream nameserver [Slow][Serial]", func(ctx context.Context) {
|
|
externalNameTest.c = externalNameTest.f.ClientSet
|
|
externalNameTest.run(ctx, framework.TestContext.ClusterIsIPv6())
|
|
})
|
|
})
|
|
})
|