mirror of
				https://github.com/k3s-io/kubernetes.git
				synced 2025-10-30 21:30:16 +00:00 
			
		
		
		
	
		
			
				
	
	
		
			813 lines
		
	
	
		
			23 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			813 lines
		
	
	
		
			23 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
| // +build linux
 | |
| 
 | |
| package libcontainer
 | |
| 
 | |
| import (
 | |
| 	"fmt"
 | |
| 	"io"
 | |
| 	"io/ioutil"
 | |
| 	"os"
 | |
| 	"os/exec"
 | |
| 	"path"
 | |
| 	"path/filepath"
 | |
| 	"strings"
 | |
| 	"time"
 | |
| 
 | |
| 	"github.com/docker/docker/pkg/mount"
 | |
| 	"github.com/docker/docker/pkg/symlink"
 | |
| 	"github.com/mrunalp/fileutils"
 | |
| 	"github.com/opencontainers/runc/libcontainer/cgroups"
 | |
| 	"github.com/opencontainers/runc/libcontainer/configs"
 | |
| 	"github.com/opencontainers/runc/libcontainer/system"
 | |
| 	libcontainerUtils "github.com/opencontainers/runc/libcontainer/utils"
 | |
| 	"github.com/opencontainers/selinux/go-selinux/label"
 | |
| 
 | |
| 	"golang.org/x/sys/unix"
 | |
| )
 | |
| 
 | |
| const defaultMountFlags = unix.MS_NOEXEC | unix.MS_NOSUID | unix.MS_NODEV
 | |
| 
 | |
| // needsSetupDev returns true if /dev needs to be set up.
 | |
| func needsSetupDev(config *configs.Config) bool {
 | |
| 	for _, m := range config.Mounts {
 | |
| 		if m.Device == "bind" && libcontainerUtils.CleanPath(m.Destination) == "/dev" {
 | |
| 			return false
 | |
| 		}
 | |
| 	}
 | |
| 	return true
 | |
| }
 | |
| 
 | |
| // prepareRootfs sets up the devices, mount points, and filesystems for use
 | |
| // inside a new mount namespace. It doesn't set anything as ro. You must call
 | |
| // finalizeRootfs after this function to finish setting up the rootfs.
 | |
| func prepareRootfs(pipe io.ReadWriter, config *configs.Config) (err error) {
 | |
| 	if err := prepareRoot(config); err != nil {
 | |
| 		return newSystemErrorWithCause(err, "preparing rootfs")
 | |
| 	}
 | |
| 
 | |
| 	setupDev := needsSetupDev(config)
 | |
| 	for _, m := range config.Mounts {
 | |
| 		for _, precmd := range m.PremountCmds {
 | |
| 			if err := mountCmd(precmd); err != nil {
 | |
| 				return newSystemErrorWithCause(err, "running premount command")
 | |
| 			}
 | |
| 		}
 | |
| 
 | |
| 		if err := mountToRootfs(m, config.Rootfs, config.MountLabel); err != nil {
 | |
| 			return newSystemErrorWithCausef(err, "mounting %q to rootfs %q at %q", m.Source, config.Rootfs, m.Destination)
 | |
| 		}
 | |
| 
 | |
| 		for _, postcmd := range m.PostmountCmds {
 | |
| 			if err := mountCmd(postcmd); err != nil {
 | |
| 				return newSystemErrorWithCause(err, "running postmount command")
 | |
| 			}
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	if setupDev {
 | |
| 		if err := createDevices(config); err != nil {
 | |
| 			return newSystemErrorWithCause(err, "creating device nodes")
 | |
| 		}
 | |
| 		if err := setupPtmx(config); err != nil {
 | |
| 			return newSystemErrorWithCause(err, "setting up ptmx")
 | |
| 		}
 | |
| 		if err := setupDevSymlinks(config.Rootfs); err != nil {
 | |
| 			return newSystemErrorWithCause(err, "setting up /dev symlinks")
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	// Signal the parent to run the pre-start hooks.
 | |
| 	// The hooks are run after the mounts are setup, but before we switch to the new
 | |
| 	// root, so that the old root is still available in the hooks for any mount
 | |
| 	// manipulations.
 | |
| 	if err := syncParentHooks(pipe); err != nil {
 | |
| 		return err
 | |
| 	}
 | |
| 
 | |
| 	// The reason these operations are done here rather than in finalizeRootfs
 | |
| 	// is because the console-handling code gets quite sticky if we have to set
 | |
| 	// up the console before doing the pivot_root(2). This is because the
 | |
| 	// Console API has to also work with the ExecIn case, which means that the
 | |
| 	// API must be able to deal with being inside as well as outside the
 | |
| 	// container. It's just cleaner to do this here (at the expense of the
 | |
| 	// operation not being perfectly split).
 | |
| 
 | |
| 	if err := unix.Chdir(config.Rootfs); err != nil {
 | |
| 		return newSystemErrorWithCausef(err, "changing dir to %q", config.Rootfs)
 | |
| 	}
 | |
| 
 | |
| 	if config.NoPivotRoot {
 | |
| 		err = msMoveRoot(config.Rootfs)
 | |
| 	} else {
 | |
| 		err = pivotRoot(config.Rootfs)
 | |
| 	}
 | |
| 	if err != nil {
 | |
| 		return newSystemErrorWithCause(err, "jailing process inside rootfs")
 | |
| 	}
 | |
| 
 | |
| 	if setupDev {
 | |
| 		if err := reOpenDevNull(); err != nil {
 | |
| 			return newSystemErrorWithCause(err, "reopening /dev/null inside container")
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	return nil
 | |
| }
 | |
| 
 | |
| // finalizeRootfs sets anything to ro if necessary. You must call
 | |
| // prepareRootfs first.
 | |
| func finalizeRootfs(config *configs.Config) (err error) {
 | |
| 	// remount dev as ro if specified
 | |
| 	for _, m := range config.Mounts {
 | |
| 		if libcontainerUtils.CleanPath(m.Destination) == "/dev" {
 | |
| 			if m.Flags&unix.MS_RDONLY == unix.MS_RDONLY {
 | |
| 				if err := remountReadonly(m); err != nil {
 | |
| 					return newSystemErrorWithCausef(err, "remounting %q as readonly", m.Destination)
 | |
| 				}
 | |
| 			}
 | |
| 			break
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	// set rootfs ( / ) as readonly
 | |
| 	if config.Readonlyfs {
 | |
| 		if err := setReadonly(); err != nil {
 | |
| 			return newSystemErrorWithCause(err, "setting rootfs as readonly")
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	unix.Umask(0022)
 | |
| 	return nil
 | |
| }
 | |
| 
 | |
| func mountCmd(cmd configs.Command) error {
 | |
| 	command := exec.Command(cmd.Path, cmd.Args[:]...)
 | |
| 	command.Env = cmd.Env
 | |
| 	command.Dir = cmd.Dir
 | |
| 	if out, err := command.CombinedOutput(); err != nil {
 | |
| 		return fmt.Errorf("%#v failed: %s: %v", cmd, string(out), err)
 | |
| 	}
 | |
| 	return nil
 | |
| }
 | |
| 
 | |
| func mountToRootfs(m *configs.Mount, rootfs, mountLabel string) error {
 | |
| 	var (
 | |
| 		dest = m.Destination
 | |
| 	)
 | |
| 	if !strings.HasPrefix(dest, rootfs) {
 | |
| 		dest = filepath.Join(rootfs, dest)
 | |
| 	}
 | |
| 
 | |
| 	switch m.Device {
 | |
| 	case "proc", "sysfs":
 | |
| 		if err := os.MkdirAll(dest, 0755); err != nil {
 | |
| 			return err
 | |
| 		}
 | |
| 		// Selinux kernels do not support labeling of /proc or /sys
 | |
| 		return mountPropagate(m, rootfs, "")
 | |
| 	case "mqueue":
 | |
| 		if err := os.MkdirAll(dest, 0755); err != nil {
 | |
| 			return err
 | |
| 		}
 | |
| 		if err := mountPropagate(m, rootfs, mountLabel); err != nil {
 | |
| 			// older kernels do not support labeling of /dev/mqueue
 | |
| 			if err := mountPropagate(m, rootfs, ""); err != nil {
 | |
| 				return err
 | |
| 			}
 | |
| 			return label.SetFileLabel(dest, mountLabel)
 | |
| 		}
 | |
| 		return nil
 | |
| 	case "tmpfs":
 | |
| 		copyUp := m.Extensions&configs.EXT_COPYUP == configs.EXT_COPYUP
 | |
| 		tmpDir := ""
 | |
| 		stat, err := os.Stat(dest)
 | |
| 		if err != nil {
 | |
| 			if err := os.MkdirAll(dest, 0755); err != nil {
 | |
| 				return err
 | |
| 			}
 | |
| 		}
 | |
| 		if copyUp {
 | |
| 			tmpDir, err = ioutil.TempDir("/tmp", "runctmpdir")
 | |
| 			if err != nil {
 | |
| 				return newSystemErrorWithCause(err, "tmpcopyup: failed to create tmpdir")
 | |
| 			}
 | |
| 			defer os.RemoveAll(tmpDir)
 | |
| 			m.Destination = tmpDir
 | |
| 		}
 | |
| 		if err := mountPropagate(m, rootfs, mountLabel); err != nil {
 | |
| 			return err
 | |
| 		}
 | |
| 		if copyUp {
 | |
| 			if err := fileutils.CopyDirectory(dest, tmpDir); err != nil {
 | |
| 				errMsg := fmt.Errorf("tmpcopyup: failed to copy %s to %s: %v", dest, tmpDir, err)
 | |
| 				if err1 := unix.Unmount(tmpDir, unix.MNT_DETACH); err1 != nil {
 | |
| 					return newSystemErrorWithCausef(err1, "tmpcopyup: %v: failed to unmount", errMsg)
 | |
| 				}
 | |
| 				return errMsg
 | |
| 			}
 | |
| 			if err := unix.Mount(tmpDir, dest, "", unix.MS_MOVE, ""); err != nil {
 | |
| 				errMsg := fmt.Errorf("tmpcopyup: failed to move mount %s to %s: %v", tmpDir, dest, err)
 | |
| 				if err1 := unix.Unmount(tmpDir, unix.MNT_DETACH); err1 != nil {
 | |
| 					return newSystemErrorWithCausef(err1, "tmpcopyup: %v: failed to unmount", errMsg)
 | |
| 				}
 | |
| 				return errMsg
 | |
| 			}
 | |
| 		}
 | |
| 		if stat != nil {
 | |
| 			if err = os.Chmod(dest, stat.Mode()); err != nil {
 | |
| 				return err
 | |
| 			}
 | |
| 		}
 | |
| 		return nil
 | |
| 	case "bind":
 | |
| 		stat, err := os.Stat(m.Source)
 | |
| 		if err != nil {
 | |
| 			// error out if the source of a bind mount does not exist as we will be
 | |
| 			// unable to bind anything to it.
 | |
| 			return err
 | |
| 		}
 | |
| 		// ensure that the destination of the bind mount is resolved of symlinks at mount time because
 | |
| 		// any previous mounts can invalidate the next mount's destination.
 | |
| 		// this can happen when a user specifies mounts within other mounts to cause breakouts or other
 | |
| 		// evil stuff to try to escape the container's rootfs.
 | |
| 		if dest, err = symlink.FollowSymlinkInScope(dest, rootfs); err != nil {
 | |
| 			return err
 | |
| 		}
 | |
| 		if err := checkMountDestination(rootfs, dest); err != nil {
 | |
| 			return err
 | |
| 		}
 | |
| 		// update the mount with the correct dest after symlinks are resolved.
 | |
| 		m.Destination = dest
 | |
| 		if err := createIfNotExists(dest, stat.IsDir()); err != nil {
 | |
| 			return err
 | |
| 		}
 | |
| 		if err := mountPropagate(m, rootfs, mountLabel); err != nil {
 | |
| 			return err
 | |
| 		}
 | |
| 		// bind mount won't change mount options, we need remount to make mount options effective.
 | |
| 		// first check that we have non-default options required before attempting a remount
 | |
| 		if m.Flags&^(unix.MS_REC|unix.MS_REMOUNT|unix.MS_BIND) != 0 {
 | |
| 			// only remount if unique mount options are set
 | |
| 			if err := remount(m, rootfs); err != nil {
 | |
| 				return err
 | |
| 			}
 | |
| 		}
 | |
| 
 | |
| 		if m.Relabel != "" {
 | |
| 			if err := label.Validate(m.Relabel); err != nil {
 | |
| 				return err
 | |
| 			}
 | |
| 			shared := label.IsShared(m.Relabel)
 | |
| 			if err := label.Relabel(m.Source, mountLabel, shared); err != nil {
 | |
| 				return err
 | |
| 			}
 | |
| 		}
 | |
| 	case "cgroup":
 | |
| 		binds, err := getCgroupMounts(m)
 | |
| 		if err != nil {
 | |
| 			return err
 | |
| 		}
 | |
| 		var merged []string
 | |
| 		for _, b := range binds {
 | |
| 			ss := filepath.Base(b.Destination)
 | |
| 			if strings.Contains(ss, ",") {
 | |
| 				merged = append(merged, ss)
 | |
| 			}
 | |
| 		}
 | |
| 		tmpfs := &configs.Mount{
 | |
| 			Source:           "tmpfs",
 | |
| 			Device:           "tmpfs",
 | |
| 			Destination:      m.Destination,
 | |
| 			Flags:            defaultMountFlags,
 | |
| 			Data:             "mode=755",
 | |
| 			PropagationFlags: m.PropagationFlags,
 | |
| 		}
 | |
| 		if err := mountToRootfs(tmpfs, rootfs, mountLabel); err != nil {
 | |
| 			return err
 | |
| 		}
 | |
| 		for _, b := range binds {
 | |
| 			if err := mountToRootfs(b, rootfs, mountLabel); err != nil {
 | |
| 				return err
 | |
| 			}
 | |
| 		}
 | |
| 		for _, mc := range merged {
 | |
| 			for _, ss := range strings.Split(mc, ",") {
 | |
| 				// symlink(2) is very dumb, it will just shove the path into
 | |
| 				// the link and doesn't do any checks or relative path
 | |
| 				// conversion. Also, don't error out if the cgroup already exists.
 | |
| 				if err := os.Symlink(mc, filepath.Join(rootfs, m.Destination, ss)); err != nil && !os.IsExist(err) {
 | |
| 					return err
 | |
| 				}
 | |
| 			}
 | |
| 		}
 | |
| 		if m.Flags&unix.MS_RDONLY != 0 {
 | |
| 			// remount cgroup root as readonly
 | |
| 			mcgrouproot := &configs.Mount{
 | |
| 				Source:      m.Destination,
 | |
| 				Device:      "bind",
 | |
| 				Destination: m.Destination,
 | |
| 				Flags:       defaultMountFlags | unix.MS_RDONLY | unix.MS_BIND,
 | |
| 			}
 | |
| 			if err := remount(mcgrouproot, rootfs); err != nil {
 | |
| 				return err
 | |
| 			}
 | |
| 		}
 | |
| 	default:
 | |
| 		// ensure that the destination of the mount is resolved of symlinks at mount time because
 | |
| 		// any previous mounts can invalidate the next mount's destination.
 | |
| 		// this can happen when a user specifies mounts within other mounts to cause breakouts or other
 | |
| 		// evil stuff to try to escape the container's rootfs.
 | |
| 		var err error
 | |
| 		if dest, err = symlink.FollowSymlinkInScope(dest, rootfs); err != nil {
 | |
| 			return err
 | |
| 		}
 | |
| 		if err := checkMountDestination(rootfs, dest); err != nil {
 | |
| 			return err
 | |
| 		}
 | |
| 		// update the mount with the correct dest after symlinks are resolved.
 | |
| 		m.Destination = dest
 | |
| 		if err := os.MkdirAll(dest, 0755); err != nil {
 | |
| 			return err
 | |
| 		}
 | |
| 		return mountPropagate(m, rootfs, mountLabel)
 | |
| 	}
 | |
| 	return nil
 | |
| }
 | |
| 
 | |
| func getCgroupMounts(m *configs.Mount) ([]*configs.Mount, error) {
 | |
| 	mounts, err := cgroups.GetCgroupMounts(false)
 | |
| 	if err != nil {
 | |
| 		return nil, err
 | |
| 	}
 | |
| 
 | |
| 	cgroupPaths, err := cgroups.ParseCgroupFile("/proc/self/cgroup")
 | |
| 	if err != nil {
 | |
| 		return nil, err
 | |
| 	}
 | |
| 
 | |
| 	var binds []*configs.Mount
 | |
| 
 | |
| 	for _, mm := range mounts {
 | |
| 		dir, err := mm.GetOwnCgroup(cgroupPaths)
 | |
| 		if err != nil {
 | |
| 			return nil, err
 | |
| 		}
 | |
| 		relDir, err := filepath.Rel(mm.Root, dir)
 | |
| 		if err != nil {
 | |
| 			return nil, err
 | |
| 		}
 | |
| 		binds = append(binds, &configs.Mount{
 | |
| 			Device:           "bind",
 | |
| 			Source:           filepath.Join(mm.Mountpoint, relDir),
 | |
| 			Destination:      filepath.Join(m.Destination, filepath.Base(mm.Mountpoint)),
 | |
| 			Flags:            unix.MS_BIND | unix.MS_REC | m.Flags,
 | |
| 			PropagationFlags: m.PropagationFlags,
 | |
| 		})
 | |
| 	}
 | |
| 
 | |
| 	return binds, nil
 | |
| }
 | |
| 
 | |
| // checkMountDestination checks to ensure that the mount destination is not over the top of /proc.
 | |
| // dest is required to be an abs path and have any symlinks resolved before calling this function.
 | |
| func checkMountDestination(rootfs, dest string) error {
 | |
| 	invalidDestinations := []string{
 | |
| 		"/proc",
 | |
| 	}
 | |
| 	// White list, it should be sub directories of invalid destinations
 | |
| 	validDestinations := []string{
 | |
| 		// These entries can be bind mounted by files emulated by fuse,
 | |
| 		// so commands like top, free displays stats in container.
 | |
| 		"/proc/cpuinfo",
 | |
| 		"/proc/diskstats",
 | |
| 		"/proc/meminfo",
 | |
| 		"/proc/stat",
 | |
| 		"/proc/swaps",
 | |
| 		"/proc/uptime",
 | |
| 		"/proc/net/dev",
 | |
| 	}
 | |
| 	for _, valid := range validDestinations {
 | |
| 		path, err := filepath.Rel(filepath.Join(rootfs, valid), dest)
 | |
| 		if err != nil {
 | |
| 			return err
 | |
| 		}
 | |
| 		if path == "." {
 | |
| 			return nil
 | |
| 		}
 | |
| 	}
 | |
| 	for _, invalid := range invalidDestinations {
 | |
| 		path, err := filepath.Rel(filepath.Join(rootfs, invalid), dest)
 | |
| 		if err != nil {
 | |
| 			return err
 | |
| 		}
 | |
| 		if path == "." || !strings.HasPrefix(path, "..") {
 | |
| 			return fmt.Errorf("%q cannot be mounted because it is located inside %q", dest, invalid)
 | |
| 		}
 | |
| 	}
 | |
| 	return nil
 | |
| }
 | |
| 
 | |
| func setupDevSymlinks(rootfs string) error {
 | |
| 	var links = [][2]string{
 | |
| 		{"/proc/self/fd", "/dev/fd"},
 | |
| 		{"/proc/self/fd/0", "/dev/stdin"},
 | |
| 		{"/proc/self/fd/1", "/dev/stdout"},
 | |
| 		{"/proc/self/fd/2", "/dev/stderr"},
 | |
| 	}
 | |
| 	// kcore support can be toggled with CONFIG_PROC_KCORE; only create a symlink
 | |
| 	// in /dev if it exists in /proc.
 | |
| 	if _, err := os.Stat("/proc/kcore"); err == nil {
 | |
| 		links = append(links, [2]string{"/proc/kcore", "/dev/core"})
 | |
| 	}
 | |
| 	for _, link := range links {
 | |
| 		var (
 | |
| 			src = link[0]
 | |
| 			dst = filepath.Join(rootfs, link[1])
 | |
| 		)
 | |
| 		if err := os.Symlink(src, dst); err != nil && !os.IsExist(err) {
 | |
| 			return fmt.Errorf("symlink %s %s %s", src, dst, err)
 | |
| 		}
 | |
| 	}
 | |
| 	return nil
 | |
| }
 | |
| 
 | |
| // If stdin, stdout, and/or stderr are pointing to `/dev/null` in the parent's rootfs
 | |
| // this method will make them point to `/dev/null` in this container's rootfs.  This
 | |
| // needs to be called after we chroot/pivot into the container's rootfs so that any
 | |
| // symlinks are resolved locally.
 | |
| func reOpenDevNull() error {
 | |
| 	var stat, devNullStat unix.Stat_t
 | |
| 	file, err := os.OpenFile("/dev/null", os.O_RDWR, 0)
 | |
| 	if err != nil {
 | |
| 		return fmt.Errorf("Failed to open /dev/null - %s", err)
 | |
| 	}
 | |
| 	defer file.Close()
 | |
| 	if err := unix.Fstat(int(file.Fd()), &devNullStat); err != nil {
 | |
| 		return err
 | |
| 	}
 | |
| 	for fd := 0; fd < 3; fd++ {
 | |
| 		if err := unix.Fstat(fd, &stat); err != nil {
 | |
| 			return err
 | |
| 		}
 | |
| 		if stat.Rdev == devNullStat.Rdev {
 | |
| 			// Close and re-open the fd.
 | |
| 			if err := unix.Dup3(int(file.Fd()), fd, 0); err != nil {
 | |
| 				return err
 | |
| 			}
 | |
| 		}
 | |
| 	}
 | |
| 	return nil
 | |
| }
 | |
| 
 | |
| // Create the device nodes in the container.
 | |
| func createDevices(config *configs.Config) error {
 | |
| 	useBindMount := system.RunningInUserNS() || config.Namespaces.Contains(configs.NEWUSER)
 | |
| 	oldMask := unix.Umask(0000)
 | |
| 	for _, node := range config.Devices {
 | |
| 		// containers running in a user namespace are not allowed to mknod
 | |
| 		// devices so we can just bind mount it from the host.
 | |
| 		if err := createDeviceNode(config.Rootfs, node, useBindMount); err != nil {
 | |
| 			unix.Umask(oldMask)
 | |
| 			return err
 | |
| 		}
 | |
| 	}
 | |
| 	unix.Umask(oldMask)
 | |
| 	return nil
 | |
| }
 | |
| 
 | |
| func bindMountDeviceNode(dest string, node *configs.Device) error {
 | |
| 	f, err := os.Create(dest)
 | |
| 	if err != nil && !os.IsExist(err) {
 | |
| 		return err
 | |
| 	}
 | |
| 	if f != nil {
 | |
| 		f.Close()
 | |
| 	}
 | |
| 	return unix.Mount(node.Path, dest, "bind", unix.MS_BIND, "")
 | |
| }
 | |
| 
 | |
| // Creates the device node in the rootfs of the container.
 | |
| func createDeviceNode(rootfs string, node *configs.Device, bind bool) error {
 | |
| 	dest := filepath.Join(rootfs, node.Path)
 | |
| 	if err := os.MkdirAll(filepath.Dir(dest), 0755); err != nil {
 | |
| 		return err
 | |
| 	}
 | |
| 
 | |
| 	if bind {
 | |
| 		return bindMountDeviceNode(dest, node)
 | |
| 	}
 | |
| 	if err := mknodDevice(dest, node); err != nil {
 | |
| 		if os.IsExist(err) {
 | |
| 			return nil
 | |
| 		} else if os.IsPermission(err) {
 | |
| 			return bindMountDeviceNode(dest, node)
 | |
| 		}
 | |
| 		return err
 | |
| 	}
 | |
| 	return nil
 | |
| }
 | |
| 
 | |
| func mknodDevice(dest string, node *configs.Device) error {
 | |
| 	fileMode := node.FileMode
 | |
| 	switch node.Type {
 | |
| 	case 'c', 'u':
 | |
| 		fileMode |= unix.S_IFCHR
 | |
| 	case 'b':
 | |
| 		fileMode |= unix.S_IFBLK
 | |
| 	case 'p':
 | |
| 		fileMode |= unix.S_IFIFO
 | |
| 	default:
 | |
| 		return fmt.Errorf("%c is not a valid device type for device %s", node.Type, node.Path)
 | |
| 	}
 | |
| 	if err := unix.Mknod(dest, uint32(fileMode), node.Mkdev()); err != nil {
 | |
| 		return err
 | |
| 	}
 | |
| 	return unix.Chown(dest, int(node.Uid), int(node.Gid))
 | |
| }
 | |
| 
 | |
| func getMountInfo(mountinfo []*mount.Info, dir string) *mount.Info {
 | |
| 	for _, m := range mountinfo {
 | |
| 		if m.Mountpoint == dir {
 | |
| 			return m
 | |
| 		}
 | |
| 	}
 | |
| 	return nil
 | |
| }
 | |
| 
 | |
| // Get the parent mount point of directory passed in as argument. Also return
 | |
| // optional fields.
 | |
| func getParentMount(rootfs string) (string, string, error) {
 | |
| 	var path string
 | |
| 
 | |
| 	mountinfos, err := mount.GetMounts()
 | |
| 	if err != nil {
 | |
| 		return "", "", err
 | |
| 	}
 | |
| 
 | |
| 	mountinfo := getMountInfo(mountinfos, rootfs)
 | |
| 	if mountinfo != nil {
 | |
| 		return rootfs, mountinfo.Optional, nil
 | |
| 	}
 | |
| 
 | |
| 	path = rootfs
 | |
| 	for {
 | |
| 		path = filepath.Dir(path)
 | |
| 
 | |
| 		mountinfo = getMountInfo(mountinfos, path)
 | |
| 		if mountinfo != nil {
 | |
| 			return path, mountinfo.Optional, nil
 | |
| 		}
 | |
| 
 | |
| 		if path == "/" {
 | |
| 			break
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	// If we are here, we did not find parent mount. Something is wrong.
 | |
| 	return "", "", fmt.Errorf("Could not find parent mount of %s", rootfs)
 | |
| }
 | |
| 
 | |
| // Make parent mount private if it was shared
 | |
| func rootfsParentMountPrivate(rootfs string) error {
 | |
| 	sharedMount := false
 | |
| 
 | |
| 	parentMount, optionalOpts, err := getParentMount(rootfs)
 | |
| 	if err != nil {
 | |
| 		return err
 | |
| 	}
 | |
| 
 | |
| 	optsSplit := strings.Split(optionalOpts, " ")
 | |
| 	for _, opt := range optsSplit {
 | |
| 		if strings.HasPrefix(opt, "shared:") {
 | |
| 			sharedMount = true
 | |
| 			break
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	// Make parent mount PRIVATE if it was shared. It is needed for two
 | |
| 	// reasons. First of all pivot_root() will fail if parent mount is
 | |
| 	// shared. Secondly when we bind mount rootfs it will propagate to
 | |
| 	// parent namespace and we don't want that to happen.
 | |
| 	if sharedMount {
 | |
| 		return unix.Mount("", parentMount, "", unix.MS_PRIVATE, "")
 | |
| 	}
 | |
| 
 | |
| 	return nil
 | |
| }
 | |
| 
 | |
| func prepareRoot(config *configs.Config) error {
 | |
| 	flag := unix.MS_SLAVE | unix.MS_REC
 | |
| 	if config.RootPropagation != 0 {
 | |
| 		flag = config.RootPropagation
 | |
| 	}
 | |
| 	if err := unix.Mount("", "/", "", uintptr(flag), ""); err != nil {
 | |
| 		return err
 | |
| 	}
 | |
| 
 | |
| 	// Make parent mount private to make sure following bind mount does
 | |
| 	// not propagate in other namespaces. Also it will help with kernel
 | |
| 	// check pass in pivot_root. (IS_SHARED(new_mnt->mnt_parent))
 | |
| 	if err := rootfsParentMountPrivate(config.Rootfs); err != nil {
 | |
| 		return err
 | |
| 	}
 | |
| 
 | |
| 	return unix.Mount(config.Rootfs, config.Rootfs, "bind", unix.MS_BIND|unix.MS_REC, "")
 | |
| }
 | |
| 
 | |
| func setReadonly() error {
 | |
| 	return unix.Mount("/", "/", "bind", unix.MS_BIND|unix.MS_REMOUNT|unix.MS_RDONLY|unix.MS_REC, "")
 | |
| }
 | |
| 
 | |
| func setupPtmx(config *configs.Config) error {
 | |
| 	ptmx := filepath.Join(config.Rootfs, "dev/ptmx")
 | |
| 	if err := os.Remove(ptmx); err != nil && !os.IsNotExist(err) {
 | |
| 		return err
 | |
| 	}
 | |
| 	if err := os.Symlink("pts/ptmx", ptmx); err != nil {
 | |
| 		return fmt.Errorf("symlink dev ptmx %s", err)
 | |
| 	}
 | |
| 	return nil
 | |
| }
 | |
| 
 | |
| // pivotRoot will call pivot_root such that rootfs becomes the new root
 | |
| // filesystem, and everything else is cleaned up.
 | |
| func pivotRoot(rootfs string) error {
 | |
| 	// While the documentation may claim otherwise, pivot_root(".", ".") is
 | |
| 	// actually valid. What this results in is / being the new root but
 | |
| 	// /proc/self/cwd being the old root. Since we can play around with the cwd
 | |
| 	// with pivot_root this allows us to pivot without creating directories in
 | |
| 	// the rootfs. Shout-outs to the LXC developers for giving us this idea.
 | |
| 
 | |
| 	oldroot, err := unix.Open("/", unix.O_DIRECTORY|unix.O_RDONLY, 0)
 | |
| 	if err != nil {
 | |
| 		return err
 | |
| 	}
 | |
| 	defer unix.Close(oldroot)
 | |
| 
 | |
| 	newroot, err := unix.Open(rootfs, unix.O_DIRECTORY|unix.O_RDONLY, 0)
 | |
| 	if err != nil {
 | |
| 		return err
 | |
| 	}
 | |
| 	defer unix.Close(newroot)
 | |
| 
 | |
| 	// Change to the new root so that the pivot_root actually acts on it.
 | |
| 	if err := unix.Fchdir(newroot); err != nil {
 | |
| 		return err
 | |
| 	}
 | |
| 
 | |
| 	if err := unix.PivotRoot(".", "."); err != nil {
 | |
| 		return fmt.Errorf("pivot_root %s", err)
 | |
| 	}
 | |
| 
 | |
| 	// Currently our "." is oldroot (according to the current kernel code).
 | |
| 	// However, purely for safety, we will fchdir(oldroot) since there isn't
 | |
| 	// really any guarantee from the kernel what /proc/self/cwd will be after a
 | |
| 	// pivot_root(2).
 | |
| 
 | |
| 	if err := unix.Fchdir(oldroot); err != nil {
 | |
| 		return err
 | |
| 	}
 | |
| 
 | |
| 	// Make oldroot rprivate to make sure our unmounts don't propagate to the
 | |
| 	// host (and thus bork the machine).
 | |
| 	if err := unix.Mount("", ".", "", unix.MS_PRIVATE|unix.MS_REC, ""); err != nil {
 | |
| 		return err
 | |
| 	}
 | |
| 	// Preform the unmount. MNT_DETACH allows us to unmount /proc/self/cwd.
 | |
| 	if err := unix.Unmount(".", unix.MNT_DETACH); err != nil {
 | |
| 		return err
 | |
| 	}
 | |
| 
 | |
| 	// Switch back to our shiny new root.
 | |
| 	if err := unix.Chdir("/"); err != nil {
 | |
| 		return fmt.Errorf("chdir / %s", err)
 | |
| 	}
 | |
| 	return nil
 | |
| }
 | |
| 
 | |
| func msMoveRoot(rootfs string) error {
 | |
| 	if err := unix.Mount(rootfs, "/", "", unix.MS_MOVE, ""); err != nil {
 | |
| 		return err
 | |
| 	}
 | |
| 	if err := unix.Chroot("."); err != nil {
 | |
| 		return err
 | |
| 	}
 | |
| 	return unix.Chdir("/")
 | |
| }
 | |
| 
 | |
| // createIfNotExists creates a file or a directory only if it does not already exist.
 | |
| func createIfNotExists(path string, isDir bool) error {
 | |
| 	if _, err := os.Stat(path); err != nil {
 | |
| 		if os.IsNotExist(err) {
 | |
| 			if isDir {
 | |
| 				return os.MkdirAll(path, 0755)
 | |
| 			}
 | |
| 			if err := os.MkdirAll(filepath.Dir(path), 0755); err != nil {
 | |
| 				return err
 | |
| 			}
 | |
| 			f, err := os.OpenFile(path, os.O_CREATE, 0755)
 | |
| 			if err != nil {
 | |
| 				return err
 | |
| 			}
 | |
| 			f.Close()
 | |
| 		}
 | |
| 	}
 | |
| 	return nil
 | |
| }
 | |
| 
 | |
| // readonlyPath will make a path read only.
 | |
| func readonlyPath(path string) error {
 | |
| 	if err := unix.Mount(path, path, "", unix.MS_BIND|unix.MS_REC, ""); err != nil {
 | |
| 		if os.IsNotExist(err) {
 | |
| 			return nil
 | |
| 		}
 | |
| 		return err
 | |
| 	}
 | |
| 	return unix.Mount(path, path, "", unix.MS_BIND|unix.MS_REMOUNT|unix.MS_RDONLY|unix.MS_REC, "")
 | |
| }
 | |
| 
 | |
| // remountReadonly will remount an existing mount point and ensure that it is read-only.
 | |
| func remountReadonly(m *configs.Mount) error {
 | |
| 	var (
 | |
| 		dest  = m.Destination
 | |
| 		flags = m.Flags
 | |
| 	)
 | |
| 	for i := 0; i < 5; i++ {
 | |
| 		if err := unix.Mount("", dest, "", uintptr(flags|unix.MS_REMOUNT|unix.MS_RDONLY), ""); err != nil {
 | |
| 			switch err {
 | |
| 			case unix.EBUSY:
 | |
| 				time.Sleep(100 * time.Millisecond)
 | |
| 				continue
 | |
| 			default:
 | |
| 				return err
 | |
| 			}
 | |
| 		}
 | |
| 		return nil
 | |
| 	}
 | |
| 	return fmt.Errorf("unable to mount %s as readonly max retries reached", dest)
 | |
| }
 | |
| 
 | |
| // maskPath masks the top of the specified path inside a container to avoid
 | |
| // security issues from processes reading information from non-namespace aware
 | |
| // mounts ( proc/kcore ).
 | |
| // For files, maskPath bind mounts /dev/null over the top of the specified path.
 | |
| // For directories, maskPath mounts read-only tmpfs over the top of the specified path.
 | |
| func maskPath(path string) error {
 | |
| 	if err := unix.Mount("/dev/null", path, "", unix.MS_BIND, ""); err != nil && !os.IsNotExist(err) {
 | |
| 		if err == unix.ENOTDIR {
 | |
| 			return unix.Mount("tmpfs", path, "tmpfs", unix.MS_RDONLY, "")
 | |
| 		}
 | |
| 		return err
 | |
| 	}
 | |
| 	return nil
 | |
| }
 | |
| 
 | |
| // writeSystemProperty writes the value to a path under /proc/sys as determined from the key.
 | |
| // For e.g. net.ipv4.ip_forward translated to /proc/sys/net/ipv4/ip_forward.
 | |
| func writeSystemProperty(key, value string) error {
 | |
| 	keyPath := strings.Replace(key, ".", "/", -1)
 | |
| 	return ioutil.WriteFile(path.Join("/proc/sys", keyPath), []byte(value), 0644)
 | |
| }
 | |
| 
 | |
| func remount(m *configs.Mount, rootfs string) error {
 | |
| 	var (
 | |
| 		dest = m.Destination
 | |
| 	)
 | |
| 	if !strings.HasPrefix(dest, rootfs) {
 | |
| 		dest = filepath.Join(rootfs, dest)
 | |
| 	}
 | |
| 	if err := unix.Mount(m.Source, dest, m.Device, uintptr(m.Flags|unix.MS_REMOUNT), ""); err != nil {
 | |
| 		return err
 | |
| 	}
 | |
| 	return nil
 | |
| }
 | |
| 
 | |
| // Do the mount operation followed by additional mounts required to take care
 | |
| // of propagation flags.
 | |
| func mountPropagate(m *configs.Mount, rootfs string, mountLabel string) error {
 | |
| 	var (
 | |
| 		dest  = m.Destination
 | |
| 		data  = label.FormatMountLabel(m.Data, mountLabel)
 | |
| 		flags = m.Flags
 | |
| 	)
 | |
| 	if libcontainerUtils.CleanPath(dest) == "/dev" {
 | |
| 		flags &= ^unix.MS_RDONLY
 | |
| 	}
 | |
| 
 | |
| 	copyUp := m.Extensions&configs.EXT_COPYUP == configs.EXT_COPYUP
 | |
| 	if !(copyUp || strings.HasPrefix(dest, rootfs)) {
 | |
| 		dest = filepath.Join(rootfs, dest)
 | |
| 	}
 | |
| 
 | |
| 	if err := unix.Mount(m.Source, dest, m.Device, uintptr(flags), data); err != nil {
 | |
| 		return err
 | |
| 	}
 | |
| 
 | |
| 	for _, pflag := range m.PropagationFlags {
 | |
| 		if err := unix.Mount("", dest, "", uintptr(pflag), ""); err != nil {
 | |
| 			return err
 | |
| 		}
 | |
| 	}
 | |
| 	return nil
 | |
| }
 |