2017-10-29 09:45:21 +00:00
|
|
|
package services
|
|
|
|
|
|
|
|
import (
|
2018-01-09 22:10:56 +00:00
|
|
|
"context"
|
2017-11-14 18:11:21 +00:00
|
|
|
"fmt"
|
2018-02-03 02:33:18 +00:00
|
|
|
"strconv"
|
2017-11-14 18:11:21 +00:00
|
|
|
|
2017-10-29 09:45:21 +00:00
|
|
|
"github.com/docker/docker/api/types/container"
|
2017-10-31 13:55:35 +00:00
|
|
|
"github.com/rancher/rke/docker"
|
2017-10-29 09:45:21 +00:00
|
|
|
"github.com/rancher/rke/hosts"
|
2017-10-31 13:55:35 +00:00
|
|
|
"github.com/rancher/rke/pki"
|
2017-12-05 16:55:58 +00:00
|
|
|
"github.com/rancher/types/apis/management.cattle.io/v3"
|
2017-10-29 09:45:21 +00:00
|
|
|
)
|
|
|
|
|
2018-02-01 21:28:31 +00:00
|
|
|
func runKubelet(ctx context.Context, host *hosts.Host, kubeletService v3.KubeletService, df hosts.DialerFactory, prsMap map[string]v3.PrivateRegistry) error {
|
|
|
|
imageCfg, hostCfg := buildKubeletConfig(host, kubeletService)
|
2018-01-31 17:50:55 +00:00
|
|
|
if err := docker.DoRunContainer(ctx, host.DClient, imageCfg, hostCfg, KubeletContainerName, host.Address, WorkerRole, prsMap); err != nil {
|
2017-12-19 22:18:27 +00:00
|
|
|
return err
|
|
|
|
}
|
2018-01-09 22:10:56 +00:00
|
|
|
return runHealthcheck(ctx, host, KubeletPort, true, KubeletContainerName, df)
|
2017-10-29 09:45:21 +00:00
|
|
|
}
|
|
|
|
|
2018-01-09 22:10:56 +00:00
|
|
|
func removeKubelet(ctx context.Context, host *hosts.Host) error {
|
|
|
|
return docker.DoRemoveContainer(ctx, host.DClient, KubeletContainerName, host.Address)
|
2017-11-20 18:08:50 +00:00
|
|
|
}
|
|
|
|
|
2018-02-01 21:28:31 +00:00
|
|
|
func buildKubeletConfig(host *hosts.Host, kubeletService v3.KubeletService) (*container.Config, *container.HostConfig) {
|
2017-10-29 09:45:21 +00:00
|
|
|
imageCfg := &container.Config{
|
2017-11-02 10:07:10 +00:00
|
|
|
Image: kubeletService.Image,
|
2017-12-08 23:05:55 +00:00
|
|
|
Entrypoint: []string{"/opt/rke/entrypoint.sh",
|
|
|
|
"kubelet",
|
2017-10-29 09:45:21 +00:00
|
|
|
"--v=2",
|
|
|
|
"--address=0.0.0.0",
|
2017-10-30 06:31:06 +00:00
|
|
|
"--cluster-domain=" + kubeletService.ClusterDomain,
|
|
|
|
"--pod-infra-container-image=" + kubeletService.InfraContainerImage,
|
2017-10-29 09:45:21 +00:00
|
|
|
"--cgroups-per-qos=True",
|
|
|
|
"--enforce-node-allocatable=",
|
2017-11-28 17:45:24 +00:00
|
|
|
"--hostname-override=" + host.HostnameOverride,
|
2017-11-08 00:32:55 +00:00
|
|
|
"--cluster-dns=" + kubeletService.ClusterDNSServer,
|
2017-10-29 09:45:21 +00:00
|
|
|
"--network-plugin=cni",
|
|
|
|
"--cni-conf-dir=/etc/cni/net.d",
|
|
|
|
"--cni-bin-dir=/opt/cni/bin",
|
|
|
|
"--resolv-conf=/etc/resolv.conf",
|
|
|
|
"--allow-privileged=true",
|
|
|
|
"--cloud-provider=",
|
2018-01-16 23:10:14 +00:00
|
|
|
"--kubeconfig=" + pki.GetConfigPath(pki.KubeNodeCertName),
|
2018-01-25 21:29:21 +00:00
|
|
|
"--volume-plugin-dir=/var/lib/kubelet/volumeplugins",
|
2017-10-31 13:55:35 +00:00
|
|
|
"--require-kubeconfig=True",
|
2018-02-03 02:33:18 +00:00
|
|
|
"--fail-swap-on=" + strconv.FormatBool(kubeletService.FailSwapOn),
|
2017-10-29 09:45:21 +00:00
|
|
|
},
|
|
|
|
}
|
|
|
|
hostCfg := &container.HostConfig{
|
2017-12-08 23:05:55 +00:00
|
|
|
VolumesFrom: []string{
|
|
|
|
SidekickContainerName,
|
|
|
|
},
|
2017-10-29 09:45:21 +00:00
|
|
|
Binds: []string{
|
2018-01-25 21:29:21 +00:00
|
|
|
"/etc/kubernetes:/etc/kubernetes:z",
|
|
|
|
"/etc/cni:/etc/cni:ro,z",
|
|
|
|
"/opt/cni:/opt/cni:ro,z",
|
2017-10-29 09:45:21 +00:00
|
|
|
"/etc/resolv.conf:/etc/resolv.conf",
|
2017-12-08 23:05:55 +00:00
|
|
|
"/sys:/sys",
|
2018-01-25 21:29:21 +00:00
|
|
|
"/var/lib/docker:/var/lib/docker:rw,z",
|
|
|
|
"/var/lib/kubelet:/var/lib/kubelet:shared,z",
|
2017-10-29 09:45:21 +00:00
|
|
|
"/var/run:/var/run:rw",
|
|
|
|
"/run:/run",
|
2017-12-13 12:53:57 +00:00
|
|
|
"/etc/ceph:/etc/ceph",
|
2017-12-19 23:56:10 +00:00
|
|
|
"/dev:/host/dev",
|
2018-01-25 21:29:21 +00:00
|
|
|
"/var/log/containers:/var/log/containers:z",
|
|
|
|
"/var/log/pods:/var/log/pods:z"},
|
2017-10-29 09:45:21 +00:00
|
|
|
NetworkMode: "host",
|
|
|
|
PidMode: "host",
|
|
|
|
Privileged: true,
|
|
|
|
RestartPolicy: container.RestartPolicy{Name: "always"},
|
|
|
|
}
|
2017-11-14 18:11:21 +00:00
|
|
|
for arg, value := range kubeletService.ExtraArgs {
|
|
|
|
cmd := fmt.Sprintf("--%s=%s", arg, value)
|
2017-11-30 23:16:45 +00:00
|
|
|
imageCfg.Entrypoint = append(imageCfg.Entrypoint, cmd)
|
2017-11-14 18:11:21 +00:00
|
|
|
}
|
2017-10-31 13:55:35 +00:00
|
|
|
return imageCfg, hostCfg
|
2017-10-29 09:45:21 +00:00
|
|
|
}
|