mirror of
https://github.com/rancher/rke.git
synced 2025-04-27 19:25:44 +00:00
Revert "Add per node kubelet server certificate"
This reverts commit b860e634db
.
This commit is contained in:
parent
b860e634db
commit
3f94e86706
@ -59,7 +59,7 @@ func GetClusterCertsFromKubernetes(ctx context.Context, kubeCluster *Cluster) (m
|
|||||||
}
|
}
|
||||||
|
|
||||||
for _, etcdHost := range kubeCluster.EtcdHosts {
|
for _, etcdHost := range kubeCluster.EtcdHosts {
|
||||||
etcdName := pki.GetCrtNameForAddress(etcdHost.InternalAddress, pki.EtcdCertName)
|
etcdName := pki.GetEtcdCrtName(etcdHost.InternalAddress)
|
||||||
certificatesNames = append(certificatesNames, etcdName)
|
certificatesNames = append(certificatesNames, etcdName)
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -154,13 +154,13 @@ func RotateRKECertificates(ctx context.Context, c *Cluster, flags ExternalFlags,
|
|||||||
var (
|
var (
|
||||||
serviceAccountTokenKey string
|
serviceAccountTokenKey string
|
||||||
)
|
)
|
||||||
componentsCertsFuncMap := map[string][]pki.GenFunc{
|
componentsCertsFuncMap := map[string]pki.GenFunc{
|
||||||
services.KubeAPIContainerName: []pki.GenFunc{pki.GenerateKubeAPICertificate},
|
services.KubeAPIContainerName: pki.GenerateKubeAPICertificate,
|
||||||
services.KubeControllerContainerName: []pki.GenFunc{pki.GenerateKubeControllerCertificate},
|
services.KubeControllerContainerName: pki.GenerateKubeControllerCertificate,
|
||||||
services.SchedulerContainerName: []pki.GenFunc{pki.GenerateKubeSchedulerCertificate},
|
services.SchedulerContainerName: pki.GenerateKubeSchedulerCertificate,
|
||||||
services.KubeproxyContainerName: []pki.GenFunc{pki.GenerateKubeProxyCertificate},
|
services.KubeproxyContainerName: pki.GenerateKubeProxyCertificate,
|
||||||
services.KubeletContainerName: []pki.GenFunc{pki.GenerateKubeNodeCertificate, pki.GenerateKubeletCertificate},
|
services.KubeletContainerName: pki.GenerateKubeNodeCertificate,
|
||||||
services.EtcdContainerName: []pki.GenFunc{pki.GenerateEtcdCertificates},
|
services.EtcdContainerName: pki.GenerateEtcdCertificates,
|
||||||
}
|
}
|
||||||
rotateFlags := c.RancherKubernetesEngineConfig.RotateCertificates
|
rotateFlags := c.RancherKubernetesEngineConfig.RotateCertificates
|
||||||
if rotateFlags.CACertificates {
|
if rotateFlags.CACertificates {
|
||||||
@ -171,12 +171,10 @@ func RotateRKECertificates(ctx context.Context, c *Cluster, flags ExternalFlags,
|
|||||||
rotateFlags.Services = nil
|
rotateFlags.Services = nil
|
||||||
}
|
}
|
||||||
for _, k8sComponent := range rotateFlags.Services {
|
for _, k8sComponent := range rotateFlags.Services {
|
||||||
genFunctions := componentsCertsFuncMap[k8sComponent]
|
genFunc := componentsCertsFuncMap[k8sComponent]
|
||||||
if genFunctions != nil {
|
if genFunc != nil {
|
||||||
for _, genFunc := range genFunctions {
|
if err := genFunc(ctx, c.Certificates, c.RancherKubernetesEngineConfig, flags.ClusterFilePath, flags.ConfigDir, true); err != nil {
|
||||||
if err := genFunc(ctx, c.Certificates, c.RancherKubernetesEngineConfig, flags.ClusterFilePath, flags.ConfigDir, true); err != nil {
|
return err
|
||||||
return err
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -123,25 +123,24 @@ func (c *Cluster) BuildKubeAPIProcess(host *hosts.Host, prefixPath string, svcOp
|
|||||||
}
|
}
|
||||||
|
|
||||||
CommandArgs := map[string]string{
|
CommandArgs := map[string]string{
|
||||||
"client-ca-file": pki.GetCertPath(pki.CACertName),
|
"client-ca-file": pki.GetCertPath(pki.CACertName),
|
||||||
"cloud-provider": c.CloudProvider.Name,
|
"cloud-provider": c.CloudProvider.Name,
|
||||||
"etcd-cafile": etcdCAClientCert,
|
"etcd-cafile": etcdCAClientCert,
|
||||||
"etcd-certfile": etcdClientCert,
|
"etcd-certfile": etcdClientCert,
|
||||||
"etcd-keyfile": etcdClientKey,
|
"etcd-keyfile": etcdClientKey,
|
||||||
"etcd-prefix": etcdPathPrefix,
|
"etcd-prefix": etcdPathPrefix,
|
||||||
"etcd-servers": etcdConnectionString,
|
"etcd-servers": etcdConnectionString,
|
||||||
"kubelet-client-certificate": pki.GetCertPath(pki.KubeAPICertName),
|
"kubelet-client-certificate": pki.GetCertPath(pki.KubeAPICertName),
|
||||||
"kubelet-client-key": pki.GetKeyPath(pki.KubeAPICertName),
|
"kubelet-client-key": pki.GetKeyPath(pki.KubeAPICertName),
|
||||||
"kubelet-certificate-authority": pki.GetCertPath(pki.CACertName),
|
"proxy-client-cert-file": pki.GetCertPath(pki.APIProxyClientCertName),
|
||||||
"proxy-client-cert-file": pki.GetCertPath(pki.APIProxyClientCertName),
|
"proxy-client-key-file": pki.GetKeyPath(pki.APIProxyClientCertName),
|
||||||
"proxy-client-key-file": pki.GetKeyPath(pki.APIProxyClientCertName),
|
"requestheader-allowed-names": pki.APIProxyClientCertName,
|
||||||
"requestheader-allowed-names": pki.APIProxyClientCertName,
|
"requestheader-client-ca-file": pki.GetCertPath(pki.RequestHeaderCACertName),
|
||||||
"requestheader-client-ca-file": pki.GetCertPath(pki.RequestHeaderCACertName),
|
"service-account-key-file": pki.GetKeyPath(pki.ServiceAccountTokenKeyName),
|
||||||
"service-account-key-file": pki.GetKeyPath(pki.ServiceAccountTokenKeyName),
|
"service-cluster-ip-range": c.Services.KubeAPI.ServiceClusterIPRange,
|
||||||
"service-cluster-ip-range": c.Services.KubeAPI.ServiceClusterIPRange,
|
"service-node-port-range": c.Services.KubeAPI.ServiceNodePortRange,
|
||||||
"service-node-port-range": c.Services.KubeAPI.ServiceNodePortRange,
|
"tls-cert-file": pki.GetCertPath(pki.KubeAPICertName),
|
||||||
"tls-cert-file": pki.GetCertPath(pki.KubeAPICertName),
|
"tls-private-key-file": pki.GetKeyPath(pki.KubeAPICertName),
|
||||||
"tls-private-key-file": pki.GetKeyPath(pki.KubeAPICertName),
|
|
||||||
}
|
}
|
||||||
if len(c.CloudProvider.Name) > 0 {
|
if len(c.CloudProvider.Name) > 0 {
|
||||||
CommandArgs["cloud-config"] = cloudConfigFileName
|
CommandArgs["cloud-config"] = cloudConfigFileName
|
||||||
@ -348,8 +347,6 @@ func (c *Cluster) BuildKubeletProcess(host *hosts.Host, prefixPath string, svcOp
|
|||||||
"fail-swap-on": strconv.FormatBool(c.Services.Kubelet.FailSwapOn),
|
"fail-swap-on": strconv.FormatBool(c.Services.Kubelet.FailSwapOn),
|
||||||
"hostname-override": host.HostnameOverride,
|
"hostname-override": host.HostnameOverride,
|
||||||
"kubeconfig": pki.GetConfigPath(pki.KubeNodeCertName),
|
"kubeconfig": pki.GetConfigPath(pki.KubeNodeCertName),
|
||||||
"tls-cert-file": pki.GetCertPath(pki.GetCrtNameForAddress(host.InternalAddress, pki.KubeletCertName)),
|
|
||||||
"tls-private-key-file": pki.GetCertPath(fmt.Sprintf("%s-key", pki.GetCrtNameForAddress(host.InternalAddress, pki.KubeletCertName))),
|
|
||||||
"pod-infra-container-image": c.Services.Kubelet.InfraContainerImage,
|
"pod-infra-container-image": c.Services.Kubelet.InfraContainerImage,
|
||||||
"root-dir": path.Join(prefixPath, "/var/lib/kubelet"),
|
"root-dir": path.Join(prefixPath, "/var/lib/kubelet"),
|
||||||
}
|
}
|
||||||
@ -662,7 +659,7 @@ func (c *Cluster) BuildSidecarProcess() v3.Process {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (c *Cluster) BuildEtcdProcess(host *hosts.Host, etcdHosts []*hosts.Host, prefixPath string) v3.Process {
|
func (c *Cluster) BuildEtcdProcess(host *hosts.Host, etcdHosts []*hosts.Host, prefixPath string) v3.Process {
|
||||||
nodeName := pki.GetCrtNameForAddress(host.InternalAddress, pki.EtcdCertName)
|
nodeName := pki.GetEtcdCrtName(host.InternalAddress)
|
||||||
initCluster := ""
|
initCluster := ""
|
||||||
architecture := "amd64"
|
architecture := "amd64"
|
||||||
if len(etcdHosts) == 0 {
|
if len(etcdHosts) == 0 {
|
||||||
|
@ -328,7 +328,7 @@ func restartComponentsWhenCertChanges(ctx context.Context, currentCluster, kubeC
|
|||||||
}
|
}
|
||||||
|
|
||||||
for _, host := range kubeCluster.EtcdHosts {
|
for _, host := range kubeCluster.EtcdHosts {
|
||||||
etcdCertName := pki.GetCrtNameForAddress(host.Address, pki.EtcdCertName)
|
etcdCertName := pki.GetEtcdCrtName(host.Address)
|
||||||
certMap := map[string]bool{
|
certMap := map[string]bool{
|
||||||
etcdCertName: false,
|
etcdCertName: false,
|
||||||
}
|
}
|
||||||
|
@ -168,12 +168,10 @@ func validateIngressOptions(c *Cluster) error {
|
|||||||
|
|
||||||
func ValidateHostCount(c *Cluster) error {
|
func ValidateHostCount(c *Cluster) error {
|
||||||
if len(c.EtcdHosts) == 0 && len(c.Services.Etcd.ExternalURLs) == 0 {
|
if len(c.EtcdHosts) == 0 && len(c.Services.Etcd.ExternalURLs) == 0 {
|
||||||
if len(c.InactiveHosts) > 0 {
|
failedEtcdHosts := []string{}
|
||||||
failedEtcdHosts := []string{}
|
for _, host := range c.InactiveHosts {
|
||||||
for _, host := range c.InactiveHosts {
|
if host.IsEtcd {
|
||||||
if host.IsEtcd {
|
failedEtcdHosts = append(failedEtcdHosts, host.Address)
|
||||||
failedEtcdHosts = append(failedEtcdHosts, host.Address)
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
return fmt.Errorf("Cluster must have at least one etcd plane host: failed to connect to the following etcd host(s) %v", failedEtcdHosts)
|
return fmt.Errorf("Cluster must have at least one etcd plane host: failed to connect to the following etcd host(s) %v", failedEtcdHosts)
|
||||||
}
|
}
|
||||||
|
48
cmd/cert.go
48
cmd/cert.go
@ -15,30 +15,6 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
func CertificateCommand() cli.Command {
|
func CertificateCommand() cli.Command {
|
||||||
rotateFlags := []cli.Flag{
|
|
||||||
cli.StringFlag{
|
|
||||||
Name: "config",
|
|
||||||
Usage: "Specify an alternate cluster YAML file",
|
|
||||||
Value: pki.ClusterConfig,
|
|
||||||
EnvVar: "RKE_CONFIG",
|
|
||||||
},
|
|
||||||
cli.StringSliceFlag{
|
|
||||||
Name: "service",
|
|
||||||
Usage: fmt.Sprintf("Specify a k8s service to rotate certs, (allowed values: %s, %s, %s, %s, %s, %s)",
|
|
||||||
services.KubeAPIContainerName,
|
|
||||||
services.KubeControllerContainerName,
|
|
||||||
services.SchedulerContainerName,
|
|
||||||
services.KubeletContainerName,
|
|
||||||
services.KubeproxyContainerName,
|
|
||||||
services.EtcdContainerName,
|
|
||||||
),
|
|
||||||
},
|
|
||||||
cli.BoolFlag{
|
|
||||||
Name: "rotate-ca",
|
|
||||||
Usage: "Rotate all certificates including CA certs",
|
|
||||||
},
|
|
||||||
}
|
|
||||||
rotateFlags = append(rotateFlags, commonFlags...)
|
|
||||||
return cli.Command{
|
return cli.Command{
|
||||||
Name: "cert",
|
Name: "cert",
|
||||||
Usage: "Certificates management for RKE cluster",
|
Usage: "Certificates management for RKE cluster",
|
||||||
@ -47,7 +23,29 @@ func CertificateCommand() cli.Command {
|
|||||||
Name: "rotate",
|
Name: "rotate",
|
||||||
Usage: "Rotate RKE cluster certificates",
|
Usage: "Rotate RKE cluster certificates",
|
||||||
Action: rotateRKECertificatesFromCli,
|
Action: rotateRKECertificatesFromCli,
|
||||||
Flags: rotateFlags,
|
Flags: []cli.Flag{
|
||||||
|
cli.StringFlag{
|
||||||
|
Name: "config",
|
||||||
|
Usage: "Specify an alternate cluster YAML file",
|
||||||
|
Value: pki.ClusterConfig,
|
||||||
|
EnvVar: "RKE_CONFIG",
|
||||||
|
},
|
||||||
|
cli.StringSliceFlag{
|
||||||
|
Name: "service",
|
||||||
|
Usage: fmt.Sprintf("Specify a k8s service to rotate certs, (allowed values: %s, %s, %s, %s, %s, %s)",
|
||||||
|
services.KubeAPIContainerName,
|
||||||
|
services.KubeControllerContainerName,
|
||||||
|
services.SchedulerContainerName,
|
||||||
|
services.KubeletContainerName,
|
||||||
|
services.KubeproxyContainerName,
|
||||||
|
services.EtcdContainerName,
|
||||||
|
),
|
||||||
|
},
|
||||||
|
cli.BoolFlag{
|
||||||
|
Name: "rotate-ca",
|
||||||
|
Usage: "Rotate all certificates including CA certs",
|
||||||
|
},
|
||||||
|
},
|
||||||
},
|
},
|
||||||
cli.Command{
|
cli.Command{
|
||||||
Name: "generate-csr",
|
Name: "generate-csr",
|
||||||
|
@ -272,16 +272,6 @@ func buildCleanerConfig(host *Host, toCleanDirs []string, cleanerImage string) (
|
|||||||
|
|
||||||
func NodesToHosts(rkeNodes []v3.RKEConfigNode, nodeRole string) []*Host {
|
func NodesToHosts(rkeNodes []v3.RKEConfigNode, nodeRole string) []*Host {
|
||||||
hostList := make([]*Host, 0)
|
hostList := make([]*Host, 0)
|
||||||
// Return all nodes if there is no noderole passed to the function
|
|
||||||
if nodeRole == "" {
|
|
||||||
for _, node := range rkeNodes {
|
|
||||||
newHost := Host{
|
|
||||||
RKEConfigNode: node,
|
|
||||||
}
|
|
||||||
hostList = append(hostList, &newHost)
|
|
||||||
}
|
|
||||||
return hostList
|
|
||||||
}
|
|
||||||
for _, node := range rkeNodes {
|
for _, node := range rkeNodes {
|
||||||
for _, role := range node.Role {
|
for _, role := range node.Role {
|
||||||
if role == nodeRole {
|
if role == nodeRole {
|
||||||
|
@ -21,7 +21,6 @@ const (
|
|||||||
KubeSchedulerCertName = "kube-scheduler"
|
KubeSchedulerCertName = "kube-scheduler"
|
||||||
KubeProxyCertName = "kube-proxy"
|
KubeProxyCertName = "kube-proxy"
|
||||||
KubeNodeCertName = "kube-node"
|
KubeNodeCertName = "kube-node"
|
||||||
KubeletCertName = "kube-kubelet"
|
|
||||||
EtcdCertName = "kube-etcd"
|
EtcdCertName = "kube-etcd"
|
||||||
EtcdClientCACertName = "kube-etcd-client-ca"
|
EtcdClientCACertName = "kube-etcd-client-ca"
|
||||||
EtcdClientCertName = "kube-etcd-client"
|
EtcdClientCertName = "kube-etcd-client"
|
||||||
|
@ -176,7 +176,7 @@ func FetchCertificatesFromHost(ctx context.Context, extraHosts []*hosts.Host, ho
|
|||||||
|
|
||||||
for _, etcdHost := range extraHosts {
|
for _, etcdHost := range extraHosts {
|
||||||
// Fetch etcd certificates
|
// Fetch etcd certificates
|
||||||
crtList[GetCrtNameForAddress(etcdHost.InternalAddress, EtcdCertName)] = false
|
crtList[GetEtcdCrtName(etcdHost.InternalAddress)] = false
|
||||||
}
|
}
|
||||||
|
|
||||||
for certName, config := range crtList {
|
for certName, config := range crtList {
|
||||||
|
15
pki/pki.go
15
pki/pki.go
@ -66,11 +66,18 @@ func GenerateRKENodeCerts(ctx context.Context, rkeConfig v3.RancherKubernetesEng
|
|||||||
for _, node := range rkeConfig.Nodes {
|
for _, node := range rkeConfig.Nodes {
|
||||||
if node.Address == nodeAddress {
|
if node.Address == nodeAddress {
|
||||||
for _, role := range node.Role {
|
for _, role := range node.Role {
|
||||||
if role == controlRole {
|
switch role {
|
||||||
|
case controlRole:
|
||||||
|
keys := getControlCertKeys()
|
||||||
|
crtKeys = append(crtKeys, keys...)
|
||||||
removeCAKey = false
|
removeCAKey = false
|
||||||
|
case workerRole:
|
||||||
|
keys := getWorkerCertKeys()
|
||||||
|
crtKeys = append(crtKeys, keys...)
|
||||||
|
case etcdRole:
|
||||||
|
keys := getEtcdCertKeys(rkeConfig.Nodes, etcdRole)
|
||||||
|
crtKeys = append(crtKeys, keys...)
|
||||||
}
|
}
|
||||||
keys := getCertKeys(rkeConfig.Nodes, role)
|
|
||||||
crtKeys = append(crtKeys, keys...)
|
|
||||||
}
|
}
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
@ -105,7 +112,7 @@ func RegenerateEtcdCertificate(
|
|||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
etcdName := GetCrtNameForAddress(etcdHost.InternalAddress, EtcdCertName)
|
etcdName := GetEtcdCrtName(etcdHost.InternalAddress)
|
||||||
crtMap[etcdName] = ToCertObject(etcdName, "", "", etcdCrt, etcdKey, nil)
|
crtMap[etcdName] = ToCertObject(etcdName, "", "", etcdCrt, etcdKey, nil)
|
||||||
log.Infof(ctx, "[certificates] Successfully generated new etcd-%s certificate and key", etcdHost.InternalAddress)
|
log.Infof(ctx, "[certificates] Successfully generated new etcd-%s certificate and key", etcdHost.InternalAddress)
|
||||||
return crtMap, nil
|
return crtMap, nil
|
||||||
|
@ -372,7 +372,7 @@ func GenerateEtcdCertificates(ctx context.Context, certs map[string]CertificateP
|
|||||||
sort.Strings(ips)
|
sort.Strings(ips)
|
||||||
|
|
||||||
for _, host := range etcdHosts {
|
for _, host := range etcdHosts {
|
||||||
etcdName := GetCrtNameForAddress(host.InternalAddress, EtcdCertName)
|
etcdName := GetEtcdCrtName(host.InternalAddress)
|
||||||
if _, ok := certs[etcdName]; ok && certs[etcdName].CertificatePEM != "" && !rotate {
|
if _, ok := certs[etcdName]; ok && certs[etcdName].CertificatePEM != "" && !rotate {
|
||||||
cert := certs[etcdName].Certificate
|
cert := certs[etcdName].Certificate
|
||||||
if cert != nil && len(dnsNames) == len(cert.DNSNames) && len(ips) == len(cert.IPAddresses) {
|
if cert != nil && len(dnsNames) == len(cert.DNSNames) && len(ips) == len(cert.IPAddresses) {
|
||||||
@ -396,7 +396,7 @@ func GenerateEtcdCertificates(ctx context.Context, certs map[string]CertificateP
|
|||||||
if !rotate {
|
if !rotate {
|
||||||
serviceKey = certs[etcdName].Key
|
serviceKey = certs[etcdName].Key
|
||||||
}
|
}
|
||||||
log.Infof(ctx, "[certificates] Generating %s certificate and key", etcdName)
|
log.Infof(ctx, "[certificates] Generating etcd-%s certificate and key", host.InternalAddress)
|
||||||
etcdCrt, etcdKey, err := GenerateSignedCertAndKey(caCrt, caKey, true, EtcdCertName, etcdAltNames, serviceKey, nil)
|
etcdCrt, etcdKey, err := GenerateSignedCertAndKey(caCrt, caKey, true, EtcdCertName, etcdAltNames, serviceKey, nil)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
@ -415,7 +415,7 @@ func GenerateEtcdCSRs(ctx context.Context, certs map[string]CertificatePKI, rkeC
|
|||||||
etcdHosts := hosts.NodesToHosts(rkeConfig.Nodes, etcdRole)
|
etcdHosts := hosts.NodesToHosts(rkeConfig.Nodes, etcdRole)
|
||||||
etcdAltNames := GetAltNames(etcdHosts, clusterDomain, kubernetesServiceIP, []string{})
|
etcdAltNames := GetAltNames(etcdHosts, clusterDomain, kubernetesServiceIP, []string{})
|
||||||
for _, host := range etcdHosts {
|
for _, host := range etcdHosts {
|
||||||
etcdName := GetCrtNameForAddress(host.InternalAddress, EtcdCertName)
|
etcdName := GetEtcdCrtName(host.InternalAddress)
|
||||||
etcdCrt := certs[etcdName].Certificate
|
etcdCrt := certs[etcdName].Certificate
|
||||||
etcdCSRPEM := certs[etcdName].CSRPEM
|
etcdCSRPEM := certs[etcdName].CSRPEM
|
||||||
if etcdCSRPEM != "" {
|
if etcdCSRPEM != "" {
|
||||||
@ -484,63 +484,6 @@ func GenerateRKERequestHeaderCACert(ctx context.Context, certs map[string]Certif
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func GenerateKubeletCertificate(ctx context.Context, certs map[string]CertificatePKI, rkeConfig v3.RancherKubernetesEngineConfig, configPath, configDir string, rotate bool) error {
|
|
||||||
// generate kubelet certificate and key
|
|
||||||
caCrt := certs[CACertName].Certificate
|
|
||||||
caKey := certs[CACertName].Key
|
|
||||||
if caCrt == nil || caKey == nil {
|
|
||||||
return fmt.Errorf("CA Certificate or Key is empty")
|
|
||||||
}
|
|
||||||
log.Infof(ctx, "[certificates] Generating Kubernetes Kubelet certificates")
|
|
||||||
allHosts := hosts.NodesToHosts(rkeConfig.Nodes, "")
|
|
||||||
for _, host := range allHosts {
|
|
||||||
kubeletName := GetCrtNameForAddress(host.InternalAddress, KubeletCertName)
|
|
||||||
kubeletCert := certs[kubeletName].Certificate
|
|
||||||
if kubeletCert != nil && !rotate {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
kubeletAltNames := GetIPHostAltnamesForHost(host)
|
|
||||||
if kubeletCert != nil &&
|
|
||||||
reflect.DeepEqual(kubeletAltNames.DNSNames, kubeletCert.DNSNames) &&
|
|
||||||
deepEqualIPsAltNames(kubeletAltNames.IPs, kubeletCert.IPAddresses) && !rotate {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
var serviceKey *rsa.PrivateKey
|
|
||||||
if !rotate {
|
|
||||||
serviceKey = certs[kubeletName].Key
|
|
||||||
}
|
|
||||||
log.Infof(ctx, "[certificates] Generating %s certificate and key", kubeletName)
|
|
||||||
kubeletCrt, kubeletKey, err := GenerateSignedCertAndKey(caCrt, caKey, true, kubeletName, kubeletAltNames, serviceKey, nil)
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
certs[kubeletName] = ToCertObject(kubeletName, "", "", kubeletCrt, kubeletKey, nil)
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func GenerateKubeletCSR(ctx context.Context, certs map[string]CertificatePKI, rkeConfig v3.RancherKubernetesEngineConfig) error {
|
|
||||||
allHosts := hosts.NodesToHosts(rkeConfig.Nodes, "")
|
|
||||||
for _, host := range allHosts {
|
|
||||||
kubeletName := GetCrtNameForAddress(host.InternalAddress, KubeletCertName)
|
|
||||||
kubeletCert := certs[kubeletName].Certificate
|
|
||||||
oldKubeletCSR := certs[kubeletName].CSR
|
|
||||||
kubeletAltNames := GetIPHostAltnamesForHost(host)
|
|
||||||
if oldKubeletCSR != nil &&
|
|
||||||
reflect.DeepEqual(kubeletAltNames.DNSNames, oldKubeletCSR.DNSNames) &&
|
|
||||||
deepEqualIPsAltNames(kubeletAltNames.IPs, oldKubeletCSR.IPAddresses) {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
log.Infof(ctx, "[certificates] Generating %s Kubernetes Kubelet csr", kubeletName)
|
|
||||||
kubeletCSR, kubeletKey, err := GenerateCertSigningRequestAndKey(true, kubeletName, kubeletAltNames, certs[kubeletName].Key, nil)
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
certs[kubeletName] = ToCertObject(kubeletName, "", "", kubeletCert, kubeletKey, kubeletCSR)
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func GenerateRKEServicesCerts(ctx context.Context, certs map[string]CertificatePKI, rkeConfig v3.RancherKubernetesEngineConfig, configPath, configDir string, rotate bool) error {
|
func GenerateRKEServicesCerts(ctx context.Context, certs map[string]CertificatePKI, rkeConfig v3.RancherKubernetesEngineConfig, configPath, configDir string, rotate bool) error {
|
||||||
RKECerts := []GenFunc{
|
RKECerts := []GenFunc{
|
||||||
GenerateKubeAPICertificate,
|
GenerateKubeAPICertificate,
|
||||||
@ -552,7 +495,6 @@ func GenerateRKEServicesCerts(ctx context.Context, certs map[string]CertificateP
|
|||||||
GenerateKubeAdminCertificate,
|
GenerateKubeAdminCertificate,
|
||||||
GenerateAPIProxyClientCertificate,
|
GenerateAPIProxyClientCertificate,
|
||||||
GenerateEtcdCertificates,
|
GenerateEtcdCertificates,
|
||||||
GenerateKubeletCertificate,
|
|
||||||
}
|
}
|
||||||
for _, gen := range RKECerts {
|
for _, gen := range RKECerts {
|
||||||
if err := gen(ctx, certs, rkeConfig, configPath, configDir, rotate); err != nil {
|
if err := gen(ctx, certs, rkeConfig, configPath, configDir, rotate); err != nil {
|
||||||
@ -575,7 +517,6 @@ func GenerateRKEServicesCSRs(ctx context.Context, certs map[string]CertificatePK
|
|||||||
GenerateKubeAdminCSR,
|
GenerateKubeAdminCSR,
|
||||||
GenerateAPIProxyClientCSR,
|
GenerateAPIProxyClientCSR,
|
||||||
GenerateEtcdCSRs,
|
GenerateEtcdCSRs,
|
||||||
GenerateKubeletCSR,
|
|
||||||
}
|
}
|
||||||
for _, csr := range RKECerts {
|
for _, csr := range RKECerts {
|
||||||
if err := csr(ctx, certs, rkeConfig); err != nil {
|
if err := csr(ctx, certs, rkeConfig); err != nil {
|
||||||
|
101
pki/util.go
101
pki/util.go
@ -136,34 +136,6 @@ func GenerateCACertAndKey(commonName string, privateKey *rsa.PrivateKey) (*x509.
|
|||||||
return kubeCACert, rootKey, nil
|
return kubeCACert, rootKey, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func GetIPHostAltnamesForHost(host *hosts.Host) *cert.AltNames {
|
|
||||||
ips := []net.IP{}
|
|
||||||
dnsNames := []string{}
|
|
||||||
// Check if node address is a valid IP
|
|
||||||
if nodeIP := net.ParseIP(host.Address); nodeIP != nil {
|
|
||||||
ips = append(ips, nodeIP)
|
|
||||||
} else {
|
|
||||||
dnsNames = append(dnsNames, host.Address)
|
|
||||||
}
|
|
||||||
|
|
||||||
// Check if node internal address is a valid IP
|
|
||||||
if len(host.InternalAddress) != 0 && host.InternalAddress != host.Address {
|
|
||||||
if internalIP := net.ParseIP(host.InternalAddress); internalIP != nil {
|
|
||||||
ips = append(ips, internalIP)
|
|
||||||
} else {
|
|
||||||
dnsNames = append(dnsNames, host.InternalAddress)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// Add hostname to the ALT dns names
|
|
||||||
if len(host.HostnameOverride) != 0 && host.HostnameOverride != host.Address {
|
|
||||||
dnsNames = append(dnsNames, host.HostnameOverride)
|
|
||||||
}
|
|
||||||
return &cert.AltNames{
|
|
||||||
IPs: ips,
|
|
||||||
DNSNames: dnsNames,
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func GetAltNames(cpHosts []*hosts.Host, clusterDomain string, KubernetesServiceIP net.IP, SANs []string) *cert.AltNames {
|
func GetAltNames(cpHosts []*hosts.Host, clusterDomain string, KubernetesServiceIP net.IP, SANs []string) *cert.AltNames {
|
||||||
ips := []net.IP{}
|
ips := []net.IP{}
|
||||||
dnsNames := []string{}
|
dnsNames := []string{}
|
||||||
@ -253,9 +225,9 @@ func getConfigEnvFromEnv(env string) string {
|
|||||||
return fmt.Sprintf("KUBECFG_%s", env)
|
return fmt.Sprintf("KUBECFG_%s", env)
|
||||||
}
|
}
|
||||||
|
|
||||||
func GetCrtNameForAddress(address string, prefix string) string {
|
func GetEtcdCrtName(address string) string {
|
||||||
newAddress := strings.Replace(address, ".", "-", -1)
|
newAddress := strings.Replace(address, ".", "-", -1)
|
||||||
return fmt.Sprintf("%s-%s", prefix, newAddress)
|
return fmt.Sprintf("%s-%s", EtcdCertName, newAddress)
|
||||||
}
|
}
|
||||||
|
|
||||||
func GetCertPath(name string) string {
|
func GetCertPath(name string) string {
|
||||||
@ -308,7 +280,7 @@ func ToCertObject(componentName, commonName, ouName string, certificate *x509.Ce
|
|||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
if componentName != CACertName && componentName != KubeAPICertName && !strings.Contains(componentName, EtcdCertName) && !strings.Contains(componentName, KubeletCertName) && componentName != ServiceAccountTokenKeyName {
|
if componentName != CACertName && componentName != KubeAPICertName && !strings.Contains(componentName, EtcdCertName) && componentName != ServiceAccountTokenKeyName {
|
||||||
config = getKubeConfigX509("https://127.0.0.1:6443", "local", componentName, caCertPath, path, keyPath)
|
config = getKubeConfigX509("https://127.0.0.1:6443", "local", componentName, caCertPath, path, keyPath)
|
||||||
configPath = GetConfigPath(componentName)
|
configPath = GetConfigPath(componentName)
|
||||||
configEnvName = getConfigEnvFromEnv(envName)
|
configEnvName = getConfigEnvFromEnv(envName)
|
||||||
@ -338,39 +310,42 @@ func getDefaultCN(name string) string {
|
|||||||
return fmt.Sprintf("system:%s", name)
|
return fmt.Sprintf("system:%s", name)
|
||||||
}
|
}
|
||||||
|
|
||||||
func getCertKeys(rkeNodes []v3.RKEConfigNode, nodeRole string) []string {
|
func getControlCertKeys() []string {
|
||||||
// static certificates each node needs
|
return []string{
|
||||||
certList := []string{CACertName, KubeProxyCertName, KubeNodeCertName}
|
CACertName,
|
||||||
allHosts := hosts.NodesToHosts(rkeNodes, "")
|
KubeAPICertName,
|
||||||
for _, host := range allHosts {
|
ServiceAccountTokenKeyName,
|
||||||
// Add per node kubelet certificates (used for kube-api -> kubelet connection)
|
KubeControllerCertName,
|
||||||
certList = append(certList, GetCrtNameForAddress(host.InternalAddress, KubeletCertName))
|
KubeSchedulerCertName,
|
||||||
|
KubeProxyCertName,
|
||||||
|
KubeNodeCertName,
|
||||||
|
EtcdClientCertName,
|
||||||
|
EtcdClientCACertName,
|
||||||
|
RequestHeaderCACertName,
|
||||||
|
APIProxyClientCertName,
|
||||||
}
|
}
|
||||||
// etcd
|
}
|
||||||
if nodeRole == etcdRole {
|
|
||||||
etcdHosts := hosts.NodesToHosts(rkeNodes, nodeRole)
|
func getWorkerCertKeys() []string {
|
||||||
for _, host := range etcdHosts {
|
return []string{
|
||||||
certList = append(certList, GetCrtNameForAddress(host.InternalAddress, EtcdCertName))
|
CACertName,
|
||||||
}
|
KubeProxyCertName,
|
||||||
return certList
|
KubeNodeCertName,
|
||||||
}
|
}
|
||||||
// control
|
}
|
||||||
if nodeRole == controlRole {
|
|
||||||
controlCertList := []string{
|
func getEtcdCertKeys(rkeNodes []v3.RKEConfigNode, etcdRole string) []string {
|
||||||
KubeAPICertName,
|
certList := []string{
|
||||||
ServiceAccountTokenKeyName,
|
CACertName,
|
||||||
KubeControllerCertName,
|
KubeProxyCertName,
|
||||||
KubeSchedulerCertName,
|
KubeNodeCertName,
|
||||||
EtcdClientCertName,
|
}
|
||||||
EtcdClientCACertName,
|
etcdHosts := hosts.NodesToHosts(rkeNodes, etcdRole)
|
||||||
RequestHeaderCACertName,
|
for _, host := range etcdHosts {
|
||||||
APIProxyClientCertName,
|
certList = append(certList, GetEtcdCrtName(host.InternalAddress))
|
||||||
}
|
|
||||||
certList = append(certList, controlCertList...)
|
|
||||||
return certList
|
|
||||||
}
|
}
|
||||||
// worker
|
|
||||||
return certList
|
return certList
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func GetKubernetesServiceIP(serviceClusterRange string) (net.IP, error) {
|
func GetKubernetesServiceIP(serviceClusterRange string) (net.IP, error) {
|
||||||
@ -432,7 +407,7 @@ func populateCertMap(tmpCerts map[string]CertificatePKI, localConfigPath string,
|
|||||||
certs[KubeAdminCertName] = kubeAdminCertObj
|
certs[KubeAdminCertName] = kubeAdminCertObj
|
||||||
// etcd
|
// etcd
|
||||||
for _, host := range extraHosts {
|
for _, host := range extraHosts {
|
||||||
etcdName := GetCrtNameForAddress(host.InternalAddress, EtcdCertName)
|
etcdName := GetEtcdCrtName(host.InternalAddress)
|
||||||
etcdCrt, etcdKey := tmpCerts[etcdName].Certificate, tmpCerts[etcdName].Key
|
etcdCrt, etcdKey := tmpCerts[etcdName].Certificate, tmpCerts[etcdName].Key
|
||||||
certs[etcdName] = ToCertObject(etcdName, "", "", etcdCrt, etcdKey, nil)
|
certs[etcdName] = ToCertObject(etcdName, "", "", etcdCrt, etcdKey, nil)
|
||||||
}
|
}
|
||||||
@ -735,7 +710,7 @@ func ValidateBundleContent(rkeConfig *v3.RancherKubernetesEngineConfig, certBund
|
|||||||
}
|
}
|
||||||
etcdHosts := hosts.NodesToHosts(rkeConfig.Nodes, etcdRole)
|
etcdHosts := hosts.NodesToHosts(rkeConfig.Nodes, etcdRole)
|
||||||
for _, host := range etcdHosts {
|
for _, host := range etcdHosts {
|
||||||
etcdName := GetCrtNameForAddress(host.InternalAddress, EtcdCertName)
|
etcdName := GetEtcdCrtName(host.InternalAddress)
|
||||||
if certBundle[etcdName].Certificate == nil || certBundle[etcdName].Key == nil {
|
if certBundle[etcdName].Certificate == nil || certBundle[etcdName].Key == nil {
|
||||||
return fmt.Errorf("Failed to find etcd [%s] Certificate or Key", etcdName)
|
return fmt.Errorf("Failed to find etcd [%s] Certificate or Key", etcdName)
|
||||||
}
|
}
|
||||||
@ -772,7 +747,7 @@ func validateCAIssuer(rkeConfig *v3.RancherKubernetesEngineConfig, certBundle ma
|
|||||||
}
|
}
|
||||||
etcdHosts := hosts.NodesToHosts(rkeConfig.Nodes, etcdRole)
|
etcdHosts := hosts.NodesToHosts(rkeConfig.Nodes, etcdRole)
|
||||||
for _, host := range etcdHosts {
|
for _, host := range etcdHosts {
|
||||||
etcdName := GetCrtNameForAddress(host.InternalAddress, EtcdCertName)
|
etcdName := GetEtcdCrtName(host.InternalAddress)
|
||||||
ComponentsCerts = append(ComponentsCerts, etcdName)
|
ComponentsCerts = append(ComponentsCerts, etcdName)
|
||||||
}
|
}
|
||||||
for _, componentCert := range ComponentsCerts {
|
for _, componentCert := range ComponentsCerts {
|
||||||
|
@ -425,7 +425,7 @@ func DownloadEtcdSnapshotFromS3(ctx context.Context, etcdHost *hosts.Host, prsMa
|
|||||||
|
|
||||||
func RestoreEtcdSnapshot(ctx context.Context, etcdHost *hosts.Host, prsMap map[string]v3.PrivateRegistry, etcdRestoreImage, snapshotName, initCluster string, es v3.ETCDService) error {
|
func RestoreEtcdSnapshot(ctx context.Context, etcdHost *hosts.Host, prsMap map[string]v3.PrivateRegistry, etcdRestoreImage, snapshotName, initCluster string, es v3.ETCDService) error {
|
||||||
log.Infof(ctx, "[etcd] Restoring [%s] snapshot on etcd host [%s]", snapshotName, etcdHost.Address)
|
log.Infof(ctx, "[etcd] Restoring [%s] snapshot on etcd host [%s]", snapshotName, etcdHost.Address)
|
||||||
nodeName := pki.GetCrtNameForAddress(etcdHost.InternalAddress, pki.EtcdCertName)
|
nodeName := pki.GetEtcdCrtName(etcdHost.InternalAddress)
|
||||||
snapshotPath := fmt.Sprintf("%s%s", EtcdSnapshotPath, snapshotName)
|
snapshotPath := fmt.Sprintf("%s%s", EtcdSnapshotPath, snapshotName)
|
||||||
|
|
||||||
// make sure that restore path is empty otherwise etcd restore will fail
|
// make sure that restore path is empty otherwise etcd restore will fail
|
||||||
|
Loading…
Reference in New Issue
Block a user