mirror of
https://github.com/k3s-io/kubernetes.git
synced 2025-11-04 07:49:35 +00:00
317 lines
10 KiB
Go
317 lines
10 KiB
Go
/*
|
|
Copyright 2017 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package auth
|
|
|
|
import (
|
|
"fmt"
|
|
|
|
"k8s.io/api/core/v1"
|
|
corev1 "k8s.io/api/core/v1"
|
|
extensionsv1beta1 "k8s.io/api/extensions/v1beta1"
|
|
rbacv1beta1 "k8s.io/api/rbac/v1beta1"
|
|
apierrs "k8s.io/apimachinery/pkg/api/errors"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/runtime/schema"
|
|
"k8s.io/apiserver/pkg/authentication/serviceaccount"
|
|
clientset "k8s.io/client-go/kubernetes"
|
|
restclient "k8s.io/client-go/rest"
|
|
"k8s.io/kubernetes/pkg/security/apparmor"
|
|
"k8s.io/kubernetes/pkg/security/podsecuritypolicy/seccomp"
|
|
psputil "k8s.io/kubernetes/pkg/security/podsecuritypolicy/util"
|
|
"k8s.io/kubernetes/test/e2e/common"
|
|
"k8s.io/kubernetes/test/e2e/framework"
|
|
|
|
. "github.com/onsi/ginkgo"
|
|
. "github.com/onsi/gomega"
|
|
)
|
|
|
|
var (
|
|
restrictivePSPTemplate = &extensionsv1beta1.PodSecurityPolicy{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: "restrictive",
|
|
Annotations: map[string]string{
|
|
seccomp.AllowedProfilesAnnotationKey: "docker/default",
|
|
seccomp.DefaultProfileAnnotationKey: "docker/default",
|
|
apparmor.AllowedProfilesAnnotationKey: apparmor.ProfileRuntimeDefault,
|
|
apparmor.DefaultProfileAnnotationKey: apparmor.ProfileRuntimeDefault,
|
|
},
|
|
Labels: map[string]string{
|
|
"kubernetes.io/cluster-service": "true",
|
|
"addonmanager.kubernetes.io/mode": "Reconcile",
|
|
},
|
|
},
|
|
Spec: extensionsv1beta1.PodSecurityPolicySpec{
|
|
Privileged: false,
|
|
AllowPrivilegeEscalation: boolPtr(false),
|
|
RequiredDropCapabilities: []corev1.Capability{
|
|
"AUDIT_WRITE",
|
|
"CHOWN",
|
|
"DAC_OVERRIDE",
|
|
"FOWNER",
|
|
"FSETID",
|
|
"KILL",
|
|
"MKNOD",
|
|
"NET_RAW",
|
|
"SETGID",
|
|
"SETUID",
|
|
"SYS_CHROOT",
|
|
},
|
|
Volumes: []extensionsv1beta1.FSType{
|
|
extensionsv1beta1.ConfigMap,
|
|
extensionsv1beta1.EmptyDir,
|
|
extensionsv1beta1.PersistentVolumeClaim,
|
|
"projected",
|
|
extensionsv1beta1.Secret,
|
|
},
|
|
HostNetwork: false,
|
|
HostIPC: false,
|
|
HostPID: false,
|
|
RunAsUser: extensionsv1beta1.RunAsUserStrategyOptions{
|
|
Rule: extensionsv1beta1.RunAsUserStrategyMustRunAsNonRoot,
|
|
},
|
|
SELinux: extensionsv1beta1.SELinuxStrategyOptions{
|
|
Rule: extensionsv1beta1.SELinuxStrategyRunAsAny,
|
|
},
|
|
SupplementalGroups: extensionsv1beta1.SupplementalGroupsStrategyOptions{
|
|
Rule: extensionsv1beta1.SupplementalGroupsStrategyRunAsAny,
|
|
},
|
|
FSGroup: extensionsv1beta1.FSGroupStrategyOptions{
|
|
Rule: extensionsv1beta1.FSGroupStrategyRunAsAny,
|
|
},
|
|
ReadOnlyRootFilesystem: false,
|
|
},
|
|
}
|
|
)
|
|
|
|
var _ = SIGDescribe("PodSecurityPolicy", func() {
|
|
f := framework.NewDefaultFramework("podsecuritypolicy")
|
|
f.SkipPrivilegedPSPBinding = true
|
|
|
|
// Client that will impersonate the default service account, in order to run
|
|
// with reduced privileges.
|
|
var c clientset.Interface
|
|
var ns string // Test namespace, for convenience
|
|
BeforeEach(func() {
|
|
if !framework.IsPodSecurityPolicyEnabled(f) {
|
|
framework.Skipf("PodSecurityPolicy not enabled")
|
|
}
|
|
if !framework.IsRBACEnabled(f) {
|
|
framework.Skipf("RBAC not enabled")
|
|
}
|
|
ns = f.Namespace.Name
|
|
|
|
By("Creating a kubernetes client that impersonates the default service account")
|
|
config, err := framework.LoadConfig()
|
|
framework.ExpectNoError(err)
|
|
config.Impersonate = restclient.ImpersonationConfig{
|
|
UserName: serviceaccount.MakeUsername(ns, "default"),
|
|
Groups: serviceaccount.MakeGroupNames(ns),
|
|
}
|
|
c, err = clientset.NewForConfig(config)
|
|
framework.ExpectNoError(err)
|
|
|
|
By("Binding the edit role to the default SA")
|
|
framework.BindClusterRole(f.ClientSet.RbacV1beta1(), "edit", ns,
|
|
rbacv1beta1.Subject{Kind: rbacv1beta1.ServiceAccountKind, Namespace: ns, Name: "default"})
|
|
})
|
|
|
|
It("should forbid pod creation when no PSP is available", func() {
|
|
By("Running a restricted pod")
|
|
_, err := c.CoreV1().Pods(ns).Create(restrictedPod(f, "restricted"))
|
|
expectForbidden(err)
|
|
})
|
|
|
|
It("should enforce the restricted PodSecurityPolicy", func() {
|
|
By("Creating & Binding a restricted policy for the test service account")
|
|
_, cleanup := createAndBindPSP(f, restrictivePSPTemplate)
|
|
defer cleanup()
|
|
|
|
By("Running a restricted pod")
|
|
pod, err := c.CoreV1().Pods(ns).Create(restrictedPod(f, "allowed"))
|
|
framework.ExpectNoError(err)
|
|
framework.ExpectNoError(framework.WaitForPodNameRunningInNamespace(c, pod.Name, pod.Namespace))
|
|
|
|
testPrivilegedPods(f, func(pod *v1.Pod) {
|
|
_, err := c.CoreV1().Pods(ns).Create(pod)
|
|
expectForbidden(err)
|
|
})
|
|
})
|
|
|
|
It("should allow pods under the privileged PodSecurityPolicy", func() {
|
|
By("Creating & Binding a privileged policy for the test service account")
|
|
// Ensure that the permissive policy is used even in the presence of the restricted policy.
|
|
_, cleanup := createAndBindPSP(f, restrictivePSPTemplate)
|
|
defer cleanup()
|
|
expectedPSP, cleanup := createAndBindPSP(f, framework.PrivilegedPSP("permissive"))
|
|
defer cleanup()
|
|
|
|
testPrivilegedPods(f, func(pod *v1.Pod) {
|
|
p, err := c.CoreV1().Pods(ns).Create(pod)
|
|
framework.ExpectNoError(err)
|
|
framework.ExpectNoError(framework.WaitForPodNameRunningInNamespace(c, p.Name, p.Namespace))
|
|
|
|
// Verify expected PSP was used.
|
|
p, err = c.CoreV1().Pods(ns).Get(p.Name, metav1.GetOptions{})
|
|
framework.ExpectNoError(err)
|
|
validated, found := p.Annotations[psputil.ValidatedPSPAnnotation]
|
|
Expect(found).To(BeTrue(), "PSP annotation not found")
|
|
Expect(validated).To(Equal(expectedPSP.Name), "Unexpected validated PSP")
|
|
})
|
|
})
|
|
})
|
|
|
|
func expectForbidden(err error) {
|
|
Expect(err).To(HaveOccurred(), "should be forbidden")
|
|
Expect(apierrs.IsForbidden(err)).To(BeTrue(), "should be forbidden error")
|
|
}
|
|
|
|
func testPrivilegedPods(f *framework.Framework, tester func(pod *v1.Pod)) {
|
|
By("Running a privileged pod", func() {
|
|
privileged := restrictedPod(f, "privileged")
|
|
privileged.Spec.Containers[0].SecurityContext.Privileged = boolPtr(true)
|
|
privileged.Spec.Containers[0].SecurityContext.AllowPrivilegeEscalation = nil
|
|
tester(privileged)
|
|
})
|
|
|
|
By("Running a HostPath pod", func() {
|
|
hostpath := restrictedPod(f, "hostpath")
|
|
hostpath.Spec.Containers[0].VolumeMounts = []v1.VolumeMount{{
|
|
Name: "hp",
|
|
MountPath: "/hp",
|
|
}}
|
|
hostpath.Spec.Volumes = []v1.Volume{{
|
|
Name: "hp",
|
|
VolumeSource: v1.VolumeSource{
|
|
HostPath: &v1.HostPathVolumeSource{Path: "/tmp"},
|
|
},
|
|
}}
|
|
tester(hostpath)
|
|
})
|
|
|
|
By("Running a HostNetwork pod", func() {
|
|
hostnet := restrictedPod(f, "hostnet")
|
|
hostnet.Spec.HostNetwork = true
|
|
tester(hostnet)
|
|
})
|
|
|
|
By("Running a HostPID pod", func() {
|
|
hostpid := restrictedPod(f, "hostpid")
|
|
hostpid.Spec.HostPID = true
|
|
tester(hostpid)
|
|
})
|
|
|
|
By("Running a HostIPC pod", func() {
|
|
hostipc := restrictedPod(f, "hostipc")
|
|
hostipc.Spec.HostIPC = true
|
|
tester(hostipc)
|
|
})
|
|
|
|
if common.IsAppArmorSupported() {
|
|
By("Running a custom AppArmor profile pod", func() {
|
|
aa := restrictedPod(f, "apparmor")
|
|
// Every node is expected to have the docker-default profile.
|
|
aa.Annotations[apparmor.ContainerAnnotationKeyPrefix+"pause"] = "localhost/docker-default"
|
|
tester(aa)
|
|
})
|
|
}
|
|
|
|
By("Running an unconfined Seccomp pod", func() {
|
|
unconfined := restrictedPod(f, "seccomp")
|
|
unconfined.Annotations[v1.SeccompPodAnnotationKey] = "unconfined"
|
|
tester(unconfined)
|
|
})
|
|
|
|
By("Running a SYS_ADMIN pod", func() {
|
|
sysadmin := restrictedPod(f, "sysadmin")
|
|
sysadmin.Spec.Containers[0].SecurityContext.Capabilities = &v1.Capabilities{
|
|
Add: []v1.Capability{"SYS_ADMIN"},
|
|
}
|
|
sysadmin.Spec.Containers[0].SecurityContext.AllowPrivilegeEscalation = nil
|
|
tester(sysadmin)
|
|
})
|
|
}
|
|
|
|
func createAndBindPSP(f *framework.Framework, pspTemplate *extensionsv1beta1.PodSecurityPolicy) (psp *extensionsv1beta1.PodSecurityPolicy, cleanup func()) {
|
|
// Create the PodSecurityPolicy object.
|
|
psp = pspTemplate.DeepCopy()
|
|
// Add the namespace to the name to ensure uniqueness and tie it to the namespace.
|
|
ns := f.Namespace.Name
|
|
name := fmt.Sprintf("%s-%s", ns, psp.Name)
|
|
psp.Name = name
|
|
psp, err := f.ClientSet.ExtensionsV1beta1().PodSecurityPolicies().Create(psp)
|
|
framework.ExpectNoError(err, "Failed to create PSP")
|
|
|
|
// Create the Role to bind it to the namespace.
|
|
_, err = f.ClientSet.RbacV1beta1().Roles(ns).Create(&rbacv1beta1.Role{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: name,
|
|
},
|
|
Rules: []rbacv1beta1.PolicyRule{{
|
|
APIGroups: []string{"extensions"},
|
|
Resources: []string{"podsecuritypolicies"},
|
|
ResourceNames: []string{name},
|
|
Verbs: []string{"use"},
|
|
}},
|
|
})
|
|
framework.ExpectNoError(err, "Failed to create PSP role")
|
|
|
|
// Bind the role to the namespace.
|
|
framework.BindRoleInNamespace(f.ClientSet.RbacV1beta1(), name, ns, rbacv1beta1.Subject{
|
|
Kind: rbacv1beta1.ServiceAccountKind,
|
|
Namespace: ns,
|
|
Name: "default",
|
|
})
|
|
framework.ExpectNoError(framework.WaitForNamedAuthorizationUpdate(f.ClientSet.AuthorizationV1beta1(),
|
|
serviceaccount.MakeUsername(ns, "default"), ns, "use", name,
|
|
schema.GroupResource{Group: "extensions", Resource: "podsecuritypolicies"}, true))
|
|
|
|
return psp, func() {
|
|
// Cleanup non-namespaced PSP object.
|
|
f.ClientSet.ExtensionsV1beta1().PodSecurityPolicies().Delete(name, &metav1.DeleteOptions{})
|
|
}
|
|
}
|
|
|
|
func restrictedPod(f *framework.Framework, name string) *v1.Pod {
|
|
return &v1.Pod{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: name,
|
|
Annotations: map[string]string{
|
|
v1.SeccompPodAnnotationKey: "docker/default",
|
|
apparmor.ContainerAnnotationKeyPrefix + "pause": apparmor.ProfileRuntimeDefault,
|
|
},
|
|
},
|
|
Spec: v1.PodSpec{
|
|
Containers: []v1.Container{{
|
|
Name: "pause",
|
|
Image: framework.GetPauseImageName(f.ClientSet),
|
|
SecurityContext: &v1.SecurityContext{
|
|
AllowPrivilegeEscalation: boolPtr(false),
|
|
RunAsUser: intPtr(65534),
|
|
},
|
|
}},
|
|
},
|
|
}
|
|
}
|
|
|
|
func boolPtr(b bool) *bool {
|
|
return &b
|
|
}
|
|
|
|
func intPtr(i int64) *int64 {
|
|
return &i
|
|
}
|