mirror of
https://github.com/rancher/rke.git
synced 2025-08-02 07:43:04 +00:00
Add per node kubelet server certificate
This commit is contained in:
parent
e811e18fb3
commit
adc5941fd9
@ -44,7 +44,7 @@ func GetClusterCertsFromKubernetes(ctx context.Context, kubeCluster *Cluster) (m
|
||||
}
|
||||
|
||||
for _, etcdHost := range kubeCluster.EtcdHosts {
|
||||
etcdName := pki.GetEtcdCrtName(etcdHost.InternalAddress)
|
||||
etcdName := pki.GetCrtNameForHost(etcdHost, pki.EtcdCertName)
|
||||
certificatesNames = append(certificatesNames, etcdName)
|
||||
}
|
||||
|
||||
@ -121,13 +121,16 @@ func RotateRKECertificates(ctx context.Context, c *Cluster, flags ExternalFlags,
|
||||
var (
|
||||
serviceAccountTokenKey string
|
||||
)
|
||||
componentsCertsFuncMap := map[string]pki.GenFunc{
|
||||
services.KubeAPIContainerName: pki.GenerateKubeAPICertificate,
|
||||
services.KubeControllerContainerName: pki.GenerateKubeControllerCertificate,
|
||||
services.SchedulerContainerName: pki.GenerateKubeSchedulerCertificate,
|
||||
services.KubeproxyContainerName: pki.GenerateKubeProxyCertificate,
|
||||
services.KubeletContainerName: pki.GenerateKubeNodeCertificate,
|
||||
services.EtcdContainerName: pki.GenerateEtcdCertificates,
|
||||
componentsCertsFuncMap := map[string][]pki.GenFunc{
|
||||
services.KubeAPIContainerName: []pki.GenFunc{pki.GenerateKubeAPICertificate},
|
||||
services.KubeControllerContainerName: []pki.GenFunc{pki.GenerateKubeControllerCertificate},
|
||||
services.SchedulerContainerName: []pki.GenFunc{pki.GenerateKubeSchedulerCertificate},
|
||||
services.KubeproxyContainerName: []pki.GenFunc{pki.GenerateKubeProxyCertificate},
|
||||
services.KubeletContainerName: []pki.GenFunc{pki.GenerateKubeNodeCertificate},
|
||||
services.EtcdContainerName: []pki.GenFunc{pki.GenerateEtcdCertificates},
|
||||
}
|
||||
if c.IsKubeletGenerateServingCertificateEnabled() {
|
||||
componentsCertsFuncMap[services.KubeletContainerName] = append(componentsCertsFuncMap[services.KubeletContainerName], pki.GenerateKubeletCertificate)
|
||||
}
|
||||
rotateFlags := c.RancherKubernetesEngineConfig.RotateCertificates
|
||||
if rotateFlags.CACertificates {
|
||||
@ -138,10 +141,12 @@ func RotateRKECertificates(ctx context.Context, c *Cluster, flags ExternalFlags,
|
||||
rotateFlags.Services = nil
|
||||
}
|
||||
for _, k8sComponent := range rotateFlags.Services {
|
||||
genFunc := componentsCertsFuncMap[k8sComponent]
|
||||
if genFunc != nil {
|
||||
if err := genFunc(ctx, c.Certificates, c.RancherKubernetesEngineConfig, flags.ClusterFilePath, flags.ConfigDir, true); err != nil {
|
||||
return err
|
||||
genFunctions := componentsCertsFuncMap[k8sComponent]
|
||||
if genFunctions != nil {
|
||||
for _, genFunc := range genFunctions {
|
||||
if err := genFunc(ctx, c.Certificates, c.RancherKubernetesEngineConfig, flags.ClusterFilePath, flags.ConfigDir, true); err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
@ -216,3 +221,13 @@ func compareCerts(ctx context.Context, kubeCluster, currentCluster *Cluster) {
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func (c *Cluster) IsKubeletGenerateServingCertificateEnabled() bool {
|
||||
if c == nil {
|
||||
return false
|
||||
}
|
||||
if c.Services.Kubelet.GenerateServingCertificate {
|
||||
return true
|
||||
}
|
||||
return false
|
||||
}
|
||||
|
@ -222,6 +222,10 @@ func (c *Cluster) BuildKubeAPIProcess(host *hosts.Host, prefixPath string, svcOp
|
||||
CommandArgs["experimental-encryption-provider-config"] = EncryptionProviderFilePath
|
||||
}
|
||||
|
||||
if c.IsKubeletGenerateServingCertificateEnabled() {
|
||||
CommandArgs["kubelet-certificate-authority"] = pki.GetCertPath(pki.CACertName)
|
||||
}
|
||||
|
||||
serviceOptions := c.GetKubernetesServicesOptions(host.DockerInfo.OSType, svcOptionData)
|
||||
if serviceOptions.KubeAPI != nil {
|
||||
for k, v := range serviceOptions.KubeAPI {
|
||||
@ -451,6 +455,11 @@ func (c *Cluster) BuildKubeletProcess(host *hosts.Host, prefixPath string, svcOp
|
||||
CommandArgs["cloud-config"] = path.Join(prefixPath, cloudConfigFileName)
|
||||
}
|
||||
}
|
||||
if c.IsKubeletGenerateServingCertificateEnabled() {
|
||||
CommandArgs["tls-cert-file"] = pki.GetCertPath(pki.GetCrtNameForHost(host, pki.KubeletCertName))
|
||||
CommandArgs["tls-private-key-file"] = pki.GetCertPath(fmt.Sprintf("%s-key", pki.GetCrtNameForHost(host, pki.KubeletCertName)))
|
||||
}
|
||||
|
||||
if len(c.CloudProvider.Name) > 0 {
|
||||
c.Services.Kubelet.ExtraEnv = append(
|
||||
c.Services.Kubelet.ExtraEnv,
|
||||
@ -891,7 +900,7 @@ func (c *Cluster) BuildSidecarProcess(host *hosts.Host, prefixPath string) v3.Pr
|
||||
}
|
||||
|
||||
func (c *Cluster) BuildEtcdProcess(host *hosts.Host, etcdHosts []*hosts.Host, prefixPath string) v3.Process {
|
||||
nodeName := pki.GetEtcdCrtName(host.InternalAddress)
|
||||
nodeName := pki.GetCrtNameForHost(host, pki.EtcdCertName)
|
||||
initCluster := ""
|
||||
architecture := "amd64"
|
||||
if len(etcdHosts) == 0 {
|
||||
|
@ -351,7 +351,7 @@ func restartComponentsWhenCertChanges(ctx context.Context, currentCluster, kubeC
|
||||
}
|
||||
|
||||
for _, host := range kubeCluster.EtcdHosts {
|
||||
etcdCertName := pki.GetEtcdCrtName(host.Address)
|
||||
etcdCertName := pki.GetCrtNameForHost(host, pki.EtcdCertName)
|
||||
certMap := map[string]bool{
|
||||
etcdCertName: false,
|
||||
}
|
||||
|
@ -274,6 +274,16 @@ func buildCleanerConfig(host *Host, toCleanDirs []string, cleanerImage string) (
|
||||
|
||||
func NodesToHosts(rkeNodes []v3.RKEConfigNode, nodeRole string) []*Host {
|
||||
hostList := make([]*Host, 0)
|
||||
// Return all nodes if there is no noderole passed to the function
|
||||
if nodeRole == "" {
|
||||
for _, node := range rkeNodes {
|
||||
newHost := Host{
|
||||
RKEConfigNode: node,
|
||||
}
|
||||
hostList = append(hostList, &newHost)
|
||||
}
|
||||
return hostList
|
||||
}
|
||||
for _, node := range rkeNodes {
|
||||
for _, role := range node.Role {
|
||||
if role == nodeRole {
|
||||
|
@ -21,6 +21,7 @@ const (
|
||||
KubeSchedulerCertName = "kube-scheduler"
|
||||
KubeProxyCertName = "kube-proxy"
|
||||
KubeNodeCertName = "kube-node"
|
||||
KubeletCertName = "kube-kubelet"
|
||||
EtcdCertName = "kube-etcd"
|
||||
EtcdClientCACertName = "kube-etcd-client-ca"
|
||||
EtcdClientCertName = "kube-etcd-client"
|
||||
|
@ -26,6 +26,16 @@ const (
|
||||
func DeployCertificatesOnPlaneHost(ctx context.Context, host *hosts.Host, rkeConfig v3.RancherKubernetesEngineConfig, crtMap map[string]CertificatePKI, certDownloaderImage string, prsMap map[string]v3.PrivateRegistry, forceDeploy bool) error {
|
||||
crtBundle := GenerateRKENodeCerts(ctx, rkeConfig, host.Address, crtMap)
|
||||
env := []string{}
|
||||
|
||||
// Strip CA key as its sensitive and unneeded on nodes without controlplane role
|
||||
if !host.IsControl {
|
||||
caCert := crtBundle[CACertName]
|
||||
caCert.Key = nil
|
||||
caCert.KeyEnvName = ""
|
||||
caCert.KeyPath = ""
|
||||
crtBundle[CACertName] = caCert
|
||||
}
|
||||
|
||||
for _, crt := range crtBundle {
|
||||
env = append(env, crt.ToEnv()...)
|
||||
}
|
||||
@ -192,7 +202,7 @@ func FetchCertificatesFromHost(ctx context.Context, extraHosts []*hosts.Host, ho
|
||||
|
||||
for _, etcdHost := range extraHosts {
|
||||
// Fetch etcd certificates
|
||||
crtList[GetEtcdCrtName(etcdHost.InternalAddress)] = false
|
||||
crtList[GetCrtNameForHost(etcdHost, EtcdCertName)] = false
|
||||
}
|
||||
|
||||
for certName, config := range crtList {
|
||||
|
28
pki/pki.go
28
pki/pki.go
@ -62,22 +62,11 @@ func GenerateRKECerts(ctx context.Context, rkeConfig v3.RancherKubernetesEngineC
|
||||
func GenerateRKENodeCerts(ctx context.Context, rkeConfig v3.RancherKubernetesEngineConfig, nodeAddress string, certBundle map[string]CertificatePKI) map[string]CertificatePKI {
|
||||
crtMap := make(map[string]CertificatePKI)
|
||||
crtKeys := []string{}
|
||||
removeCAKey := true
|
||||
for _, node := range rkeConfig.Nodes {
|
||||
if node.Address == nodeAddress {
|
||||
for _, role := range node.Role {
|
||||
switch role {
|
||||
case controlRole:
|
||||
keys := getControlCertKeys()
|
||||
crtKeys = append(crtKeys, keys...)
|
||||
removeCAKey = false
|
||||
case workerRole:
|
||||
keys := getWorkerCertKeys()
|
||||
crtKeys = append(crtKeys, keys...)
|
||||
case etcdRole:
|
||||
keys := getEtcdCertKeys(rkeConfig.Nodes, etcdRole)
|
||||
crtKeys = append(crtKeys, keys...)
|
||||
}
|
||||
keys := getCertKeys(rkeConfig.Nodes, role, &rkeConfig)
|
||||
crtKeys = append(crtKeys, keys...)
|
||||
}
|
||||
break
|
||||
}
|
||||
@ -85,13 +74,6 @@ func GenerateRKENodeCerts(ctx context.Context, rkeConfig v3.RancherKubernetesEng
|
||||
for _, key := range crtKeys {
|
||||
crtMap[key] = certBundle[key]
|
||||
}
|
||||
if removeCAKey {
|
||||
caCert := crtMap[CACertName]
|
||||
caCert.Key = nil
|
||||
caCert.KeyEnvName = ""
|
||||
caCert.KeyPath = ""
|
||||
crtMap[CACertName] = caCert
|
||||
}
|
||||
return crtMap
|
||||
}
|
||||
|
||||
@ -103,7 +85,8 @@ func RegenerateEtcdCertificate(
|
||||
clusterDomain string,
|
||||
KubernetesServiceIP net.IP) (map[string]CertificatePKI, error) {
|
||||
|
||||
log.Infof(ctx, "[certificates] Regenerating new etcd-%s certificate and key", etcdHost.InternalAddress)
|
||||
etcdName := GetCrtNameForHost(etcdHost, EtcdCertName)
|
||||
log.Infof(ctx, "[certificates] Regenerating new %s certificate and key", etcdName)
|
||||
caCrt := crtMap[CACertName].Certificate
|
||||
caKey := crtMap[CACertName].Key
|
||||
etcdAltNames := GetAltNames(etcdHosts, clusterDomain, KubernetesServiceIP, []string{})
|
||||
@ -112,9 +95,8 @@ func RegenerateEtcdCertificate(
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
etcdName := GetEtcdCrtName(etcdHost.InternalAddress)
|
||||
crtMap[etcdName] = ToCertObject(etcdName, "", "", etcdCrt, etcdKey, nil)
|
||||
log.Infof(ctx, "[certificates] Successfully generated new etcd-%s certificate and key", etcdHost.InternalAddress)
|
||||
log.Infof(ctx, "[certificates] Successfully generated new %s certificate and key", etcdName)
|
||||
return crtMap, nil
|
||||
}
|
||||
|
||||
|
@ -30,7 +30,7 @@ func GenerateKubeAPICertificate(ctx context.Context, certs map[string]Certificat
|
||||
kubeAPICert := certs[KubeAPICertName].Certificate
|
||||
if kubeAPICert != nil &&
|
||||
reflect.DeepEqual(kubeAPIAltNames.DNSNames, kubeAPICert.DNSNames) &&
|
||||
deepEqualIPsAltNames(kubeAPIAltNames.IPs, kubeAPICert.IPAddresses) && !rotate {
|
||||
DeepEqualIPsAltNames(kubeAPIAltNames.IPs, kubeAPICert.IPAddresses) && !rotate {
|
||||
return nil
|
||||
}
|
||||
log.Infof(ctx, "[certificates] Generating Kubernetes API server certificates")
|
||||
@ -65,7 +65,7 @@ func GenerateKubeAPICSR(ctx context.Context, certs map[string]CertificatePKI, rk
|
||||
oldKubeAPICSR := certs[KubeAPICertName].CSR
|
||||
if oldKubeAPICSR != nil &&
|
||||
reflect.DeepEqual(kubeAPIAltNames.DNSNames, oldKubeAPICSR.DNSNames) &&
|
||||
deepEqualIPsAltNames(kubeAPIAltNames.IPs, oldKubeAPICSR.IPAddresses) {
|
||||
DeepEqualIPsAltNames(kubeAPIAltNames.IPs, oldKubeAPICSR.IPAddresses) {
|
||||
return nil
|
||||
}
|
||||
log.Infof(ctx, "[certificates] Generating Kubernetes API server csr")
|
||||
@ -372,7 +372,7 @@ func GenerateEtcdCertificates(ctx context.Context, certs map[string]CertificateP
|
||||
sort.Strings(ips)
|
||||
|
||||
for _, host := range etcdHosts {
|
||||
etcdName := GetEtcdCrtName(host.InternalAddress)
|
||||
etcdName := GetCrtNameForHost(host, EtcdCertName)
|
||||
if _, ok := certs[etcdName]; ok && certs[etcdName].CertificatePEM != "" && !rotate {
|
||||
cert := certs[etcdName].Certificate
|
||||
if cert != nil && len(dnsNames) == len(cert.DNSNames) && len(ips) == len(cert.IPAddresses) {
|
||||
@ -396,7 +396,7 @@ func GenerateEtcdCertificates(ctx context.Context, certs map[string]CertificateP
|
||||
if !rotate {
|
||||
serviceKey = certs[etcdName].Key
|
||||
}
|
||||
log.Infof(ctx, "[certificates] Generating etcd-%s certificate and key", host.InternalAddress)
|
||||
log.Infof(ctx, "[certificates] Generating %s certificate and key", etcdName)
|
||||
etcdCrt, etcdKey, err := GenerateSignedCertAndKey(caCrt, caKey, true, EtcdCertName, etcdAltNames, serviceKey, nil)
|
||||
if err != nil {
|
||||
return err
|
||||
@ -415,7 +415,7 @@ func GenerateEtcdCSRs(ctx context.Context, certs map[string]CertificatePKI, rkeC
|
||||
etcdHosts := hosts.NodesToHosts(rkeConfig.Nodes, etcdRole)
|
||||
etcdAltNames := GetAltNames(etcdHosts, clusterDomain, kubernetesServiceIP, []string{})
|
||||
for _, host := range etcdHosts {
|
||||
etcdName := GetEtcdCrtName(host.InternalAddress)
|
||||
etcdName := GetCrtNameForHost(host, EtcdCertName)
|
||||
etcdCrt := certs[etcdName].Certificate
|
||||
etcdCSRPEM := certs[etcdName].CSRPEM
|
||||
if etcdCSRPEM != "" {
|
||||
@ -484,6 +484,63 @@ func GenerateRKERequestHeaderCACert(ctx context.Context, certs map[string]Certif
|
||||
return nil
|
||||
}
|
||||
|
||||
func GenerateKubeletCertificate(ctx context.Context, certs map[string]CertificatePKI, rkeConfig v3.RancherKubernetesEngineConfig, configPath, configDir string, rotate bool) error {
|
||||
// generate kubelet certificate and key
|
||||
caCrt := certs[CACertName].Certificate
|
||||
caKey := certs[CACertName].Key
|
||||
if caCrt == nil || caKey == nil {
|
||||
return fmt.Errorf("CA Certificate or Key is empty")
|
||||
}
|
||||
log.Infof(ctx, "[certificates] Generating Kubernetes Kubelet certificates")
|
||||
allHosts := hosts.NodesToHosts(rkeConfig.Nodes, "")
|
||||
for _, host := range allHosts {
|
||||
kubeletName := GetCrtNameForHost(host, KubeletCertName)
|
||||
kubeletCert := certs[kubeletName].Certificate
|
||||
if kubeletCert != nil && !rotate {
|
||||
continue
|
||||
}
|
||||
kubeletAltNames := GetIPHostAltnamesForHost(host)
|
||||
if kubeletCert != nil &&
|
||||
reflect.DeepEqual(kubeletAltNames.DNSNames, kubeletCert.DNSNames) &&
|
||||
DeepEqualIPsAltNames(kubeletAltNames.IPs, kubeletCert.IPAddresses) && !rotate {
|
||||
continue
|
||||
}
|
||||
var serviceKey *rsa.PrivateKey
|
||||
if !rotate {
|
||||
serviceKey = certs[kubeletName].Key
|
||||
}
|
||||
log.Infof(ctx, "[certificates] Generating %s certificate and key", kubeletName)
|
||||
kubeletCrt, kubeletKey, err := GenerateSignedCertAndKey(caCrt, caKey, true, kubeletName, kubeletAltNames, serviceKey, nil)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
certs[kubeletName] = ToCertObject(kubeletName, "", "", kubeletCrt, kubeletKey, nil)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func GenerateKubeletCSR(ctx context.Context, certs map[string]CertificatePKI, rkeConfig v3.RancherKubernetesEngineConfig) error {
|
||||
allHosts := hosts.NodesToHosts(rkeConfig.Nodes, "")
|
||||
for _, host := range allHosts {
|
||||
kubeletName := GetCrtNameForHost(host, KubeletCertName)
|
||||
kubeletCert := certs[kubeletName].Certificate
|
||||
oldKubeletCSR := certs[kubeletName].CSR
|
||||
kubeletAltNames := GetIPHostAltnamesForHost(host)
|
||||
if oldKubeletCSR != nil &&
|
||||
reflect.DeepEqual(kubeletAltNames.DNSNames, oldKubeletCSR.DNSNames) &&
|
||||
DeepEqualIPsAltNames(kubeletAltNames.IPs, oldKubeletCSR.IPAddresses) {
|
||||
return nil
|
||||
}
|
||||
log.Infof(ctx, "[certificates] Generating %s Kubernetes Kubelet csr", kubeletName)
|
||||
kubeletCSR, kubeletKey, err := GenerateCertSigningRequestAndKey(true, kubeletName, kubeletAltNames, certs[kubeletName].Key, nil)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
certs[kubeletName] = ToCertObject(kubeletName, "", "", kubeletCert, kubeletKey, kubeletCSR)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func GenerateRKEServicesCerts(ctx context.Context, certs map[string]CertificatePKI, rkeConfig v3.RancherKubernetesEngineConfig, configPath, configDir string, rotate bool) error {
|
||||
RKECerts := []GenFunc{
|
||||
GenerateKubeAPICertificate,
|
||||
@ -496,6 +553,9 @@ func GenerateRKEServicesCerts(ctx context.Context, certs map[string]CertificateP
|
||||
GenerateAPIProxyClientCertificate,
|
||||
GenerateEtcdCertificates,
|
||||
}
|
||||
if IsKubeletGenerateServingCertificateEnabledinConfig(&rkeConfig) {
|
||||
RKECerts = append(RKECerts, GenerateKubeletCertificate)
|
||||
}
|
||||
for _, gen := range RKECerts {
|
||||
if err := gen(ctx, certs, rkeConfig, configPath, configDir, rotate); err != nil {
|
||||
return err
|
||||
@ -518,6 +578,9 @@ func GenerateRKEServicesCSRs(ctx context.Context, certs map[string]CertificatePK
|
||||
GenerateAPIProxyClientCSR,
|
||||
GenerateEtcdCSRs,
|
||||
}
|
||||
if IsKubeletGenerateServingCertificateEnabledinConfig(&rkeConfig) {
|
||||
RKECerts = append(RKECerts, GenerateKubeletCSR)
|
||||
}
|
||||
for _, csr := range RKECerts {
|
||||
if err := csr(ctx, certs, rkeConfig); err != nil {
|
||||
return err
|
||||
|
119
pki/util.go
119
pki/util.go
@ -135,6 +135,34 @@ func GenerateCACertAndKey(commonName string, privateKey *rsa.PrivateKey) (*x509.
|
||||
return kubeCACert, rootKey, nil
|
||||
}
|
||||
|
||||
func GetIPHostAltnamesForHost(host *hosts.Host) *cert.AltNames {
|
||||
var ips []net.IP
|
||||
dnsNames := []string{}
|
||||
// Check if node address is a valid IP
|
||||
if nodeIP := net.ParseIP(host.Address); nodeIP != nil {
|
||||
ips = append(ips, nodeIP)
|
||||
} else {
|
||||
dnsNames = append(dnsNames, host.Address)
|
||||
}
|
||||
|
||||
// Check if node internal address is a valid IP
|
||||
if len(host.InternalAddress) != 0 && host.InternalAddress != host.Address {
|
||||
if internalIP := net.ParseIP(host.InternalAddress); internalIP != nil {
|
||||
ips = append(ips, internalIP)
|
||||
} else {
|
||||
dnsNames = append(dnsNames, host.InternalAddress)
|
||||
}
|
||||
}
|
||||
// Add hostname to the ALT dns names
|
||||
if len(host.HostnameOverride) != 0 && host.HostnameOverride != host.Address {
|
||||
dnsNames = append(dnsNames, host.HostnameOverride)
|
||||
}
|
||||
return &cert.AltNames{
|
||||
IPs: ips,
|
||||
DNSNames: dnsNames,
|
||||
}
|
||||
}
|
||||
|
||||
func GetAltNames(cpHosts []*hosts.Host, clusterDomain string, KubernetesServiceIP net.IP, SANs []string) *cert.AltNames {
|
||||
ips := []net.IP{}
|
||||
dnsNames := []string{}
|
||||
@ -224,9 +252,14 @@ func getConfigEnvFromEnv(env string) string {
|
||||
return fmt.Sprintf("KUBECFG_%s", env)
|
||||
}
|
||||
|
||||
func GetEtcdCrtName(address string) string {
|
||||
newAddress := strings.Replace(address, ".", "-", -1)
|
||||
return fmt.Sprintf("%s-%s", EtcdCertName, newAddress)
|
||||
func GetCrtNameForHost(host *hosts.Host, prefix string) string {
|
||||
var newAddress string
|
||||
if len(host.InternalAddress) != 0 && host.InternalAddress != host.Address {
|
||||
newAddress = strings.Replace(host.InternalAddress, ".", "-", -1)
|
||||
} else {
|
||||
newAddress = strings.Replace(host.Address, ".", "-", -1)
|
||||
}
|
||||
return fmt.Sprintf("%s-%s", prefix, newAddress)
|
||||
}
|
||||
|
||||
func GetCertPath(name string) string {
|
||||
@ -279,7 +312,7 @@ func ToCertObject(componentName, commonName, ouName string, certificate *x509.Ce
|
||||
})
|
||||
}
|
||||
|
||||
if componentName != CACertName && componentName != KubeAPICertName && !strings.Contains(componentName, EtcdCertName) && componentName != ServiceAccountTokenKeyName {
|
||||
if componentName != CACertName && componentName != KubeAPICertName && !strings.Contains(componentName, EtcdCertName) && !strings.Contains(componentName, KubeletCertName) && componentName != ServiceAccountTokenKeyName {
|
||||
config = getKubeConfigX509("https://127.0.0.1:6443", "local", componentName, caCertPath, path, keyPath)
|
||||
configPath = GetConfigPath(componentName)
|
||||
configEnvName = getConfigEnvFromEnv(envName)
|
||||
@ -309,42 +342,41 @@ func getDefaultCN(name string) string {
|
||||
return fmt.Sprintf("system:%s", name)
|
||||
}
|
||||
|
||||
func getControlCertKeys() []string {
|
||||
return []string{
|
||||
CACertName,
|
||||
KubeAPICertName,
|
||||
ServiceAccountTokenKeyName,
|
||||
KubeControllerCertName,
|
||||
KubeSchedulerCertName,
|
||||
KubeProxyCertName,
|
||||
KubeNodeCertName,
|
||||
EtcdClientCertName,
|
||||
EtcdClientCACertName,
|
||||
RequestHeaderCACertName,
|
||||
APIProxyClientCertName,
|
||||
func getCertKeys(rkeNodes []v3.RKEConfigNode, nodeRole string, rkeConfig *v3.RancherKubernetesEngineConfig) []string {
|
||||
// static certificates each node needs
|
||||
certList := []string{CACertName, KubeProxyCertName, KubeNodeCertName}
|
||||
allHosts := hosts.NodesToHosts(rkeNodes, "")
|
||||
if IsKubeletGenerateServingCertificateEnabledinConfig(rkeConfig) {
|
||||
for _, host := range allHosts {
|
||||
// Add per node kubelet certificates (used for kube-api -> kubelet connection)
|
||||
certList = append(certList, GetCrtNameForHost(host, KubeletCertName))
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func getWorkerCertKeys() []string {
|
||||
return []string{
|
||||
CACertName,
|
||||
KubeProxyCertName,
|
||||
KubeNodeCertName,
|
||||
// etcd
|
||||
if nodeRole == etcdRole {
|
||||
etcdHosts := hosts.NodesToHosts(rkeNodes, nodeRole)
|
||||
for _, host := range etcdHosts {
|
||||
certList = append(certList, GetCrtNameForHost(host, EtcdCertName))
|
||||
}
|
||||
return certList
|
||||
}
|
||||
}
|
||||
|
||||
func getEtcdCertKeys(rkeNodes []v3.RKEConfigNode, etcdRole string) []string {
|
||||
certList := []string{
|
||||
CACertName,
|
||||
KubeProxyCertName,
|
||||
KubeNodeCertName,
|
||||
}
|
||||
etcdHosts := hosts.NodesToHosts(rkeNodes, etcdRole)
|
||||
for _, host := range etcdHosts {
|
||||
certList = append(certList, GetEtcdCrtName(host.InternalAddress))
|
||||
// control
|
||||
if nodeRole == controlRole {
|
||||
controlCertList := []string{
|
||||
KubeAPICertName,
|
||||
ServiceAccountTokenKeyName,
|
||||
KubeControllerCertName,
|
||||
KubeSchedulerCertName,
|
||||
EtcdClientCertName,
|
||||
EtcdClientCACertName,
|
||||
RequestHeaderCACertName,
|
||||
APIProxyClientCertName,
|
||||
}
|
||||
certList = append(certList, controlCertList...)
|
||||
return certList
|
||||
}
|
||||
// worker
|
||||
return certList
|
||||
|
||||
}
|
||||
|
||||
func GetKubernetesServiceIP(serviceClusterRange string) (net.IP, error) {
|
||||
@ -393,7 +425,7 @@ func populateCertMap(tmpCerts map[string]CertificatePKI, localConfigPath string,
|
||||
certs[KubeAdminCertName] = kubeAdminCertObj
|
||||
// etcd
|
||||
for _, host := range extraHosts {
|
||||
etcdName := GetEtcdCrtName(host.InternalAddress)
|
||||
etcdName := GetCrtNameForHost(host, EtcdCertName)
|
||||
etcdCrt, etcdKey := tmpCerts[etcdName].Certificate, tmpCerts[etcdName].Key
|
||||
certs[etcdName] = ToCertObject(etcdName, "", "", etcdCrt, etcdKey, nil)
|
||||
}
|
||||
@ -466,7 +498,7 @@ func isFileNotFoundErr(e error) bool {
|
||||
return false
|
||||
}
|
||||
|
||||
func deepEqualIPsAltNames(oldIPs, newIPs []net.IP) bool {
|
||||
func DeepEqualIPsAltNames(oldIPs, newIPs []net.IP) bool {
|
||||
if len(oldIPs) != len(newIPs) {
|
||||
return false
|
||||
}
|
||||
@ -696,7 +728,7 @@ func ValidateBundleContent(rkeConfig *v3.RancherKubernetesEngineConfig, certBund
|
||||
}
|
||||
etcdHosts := hosts.NodesToHosts(rkeConfig.Nodes, etcdRole)
|
||||
for _, host := range etcdHosts {
|
||||
etcdName := GetEtcdCrtName(host.InternalAddress)
|
||||
etcdName := GetCrtNameForHost(host, EtcdCertName)
|
||||
if certBundle[etcdName].Certificate == nil || certBundle[etcdName].Key == nil {
|
||||
return fmt.Errorf("Failed to find etcd [%s] Certificate or Key", etcdName)
|
||||
}
|
||||
@ -733,7 +765,7 @@ func validateCAIssuer(rkeConfig *v3.RancherKubernetesEngineConfig, certBundle ma
|
||||
}
|
||||
etcdHosts := hosts.NodesToHosts(rkeConfig.Nodes, etcdRole)
|
||||
for _, host := range etcdHosts {
|
||||
etcdName := GetEtcdCrtName(host.InternalAddress)
|
||||
etcdName := GetCrtNameForHost(host, EtcdCertName)
|
||||
ComponentsCerts = append(ComponentsCerts, etcdName)
|
||||
}
|
||||
for _, componentCert := range ComponentsCerts {
|
||||
@ -763,3 +795,10 @@ func IsValidCertStr(c string) (bool, error) {
|
||||
}
|
||||
return true, nil
|
||||
}
|
||||
|
||||
func IsKubeletGenerateServingCertificateEnabledinConfig(rkeConfig *v3.RancherKubernetesEngineConfig) bool {
|
||||
if rkeConfig.Services.Kubelet.GenerateServingCertificate {
|
||||
return true
|
||||
}
|
||||
return false
|
||||
}
|
||||
|
@ -428,7 +428,7 @@ func DownloadEtcdSnapshotFromS3(ctx context.Context, etcdHost *hosts.Host, prsMa
|
||||
|
||||
func RestoreEtcdSnapshot(ctx context.Context, etcdHost *hosts.Host, prsMap map[string]v3.PrivateRegistry, etcdRestoreImage, snapshotName, initCluster string, es v3.ETCDService) error {
|
||||
log.Infof(ctx, "[etcd] Restoring [%s] snapshot on etcd host [%s]", snapshotName, etcdHost.Address)
|
||||
nodeName := pki.GetEtcdCrtName(etcdHost.InternalAddress)
|
||||
nodeName := pki.GetCrtNameForHost(etcdHost, pki.EtcdCertName)
|
||||
snapshotPath := fmt.Sprintf("%s%s", EtcdSnapshotPath, snapshotName)
|
||||
|
||||
// make sure that restore path is empty otherwise etcd restore will fail
|
||||
|
Loading…
Reference in New Issue
Block a user