kubeadm: use EnsureCertificateAuthorityIsEmbedded() for file discovery

For file discovery, in case the user feeds a file for the CA
from the kubeconfig, make sure it's preloaded and embedded using
the new function EnsureCertificateAuthorityIsEmbedded().

This commit also applies cleanup:
- unroll validateKubeConfig() into ValidateConfigInfo() as this way
the default cluster can be re-used.
- in ValidateConfigInfo() reuse the variable config instead of creating
a new variable kubeconfig.
- make the Ensure* functions return descriptive errors instead of
wrapping the errors on the side of the callers.
This commit is contained in:
Lubomir I. Ivanov 2019-08-05 03:08:23 +03:00
parent b81d30a5b2
commit 540c272f7b
2 changed files with 44 additions and 32 deletions

View File

@ -21,7 +21,7 @@ import (
"github.com/pkg/errors" "github.com/pkg/errors"
"k8s.io/api/core/v1" v1 "k8s.io/api/core/v1"
apierrors "k8s.io/apimachinery/pkg/api/errors" apierrors "k8s.io/apimachinery/pkg/api/errors"
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/apimachinery/pkg/util/wait" "k8s.io/apimachinery/pkg/util/wait"
@ -48,24 +48,30 @@ func RetrieveValidatedConfigInfo(filepath, clustername string, discoveryTimeout
// securely to the API Server using the provided CA cert/client certificates and // securely to the API Server using the provided CA cert/client certificates and
// optionally refreshes the cluster-info information from the cluster-info ConfigMap // optionally refreshes the cluster-info information from the cluster-info ConfigMap
func ValidateConfigInfo(config *clientcmdapi.Config, clustername string, discoveryTimeout time.Duration) (*clientcmdapi.Config, error) { func ValidateConfigInfo(config *clientcmdapi.Config, clustername string, discoveryTimeout time.Duration) (*clientcmdapi.Config, error) {
err := validateKubeConfig(config) if len(config.Clusters) < 1 {
if err != nil { return nil, errors.New("the provided kubeconfig file must have at least one Cluster defined")
}
currentCluster := kubeconfigutil.GetClusterFromKubeConfig(config)
if currentCluster == nil {
return nil, errors.New("the provided kubeconfig file must have a unnamed Cluster or a CurrentContext that specifies a non-nil Cluster")
}
if err := clientcmd.Validate(*config); err != nil {
return nil, err return nil, err
} }
var kubeconfig *clientcmdapi.Config // If the kubeconfig points to a file for the CA, make sure the CA file contents are embedded
if err := kubeconfigutil.EnsureCertificateAuthorityIsEmbedded(currentCluster); err != nil {
return nil, err
}
// If the discovery file config contains authentication credentials // If the discovery file config contains authentication credentials
if kubeconfigutil.HasAuthenticationCredentials(config) { if kubeconfigutil.HasAuthenticationCredentials(config) {
klog.V(1).Info("[discovery] Using authentication credentials from the discovery file for validating TLS connection") klog.V(1).Info("[discovery] Using authentication credentials from the discovery file for validating TLS connection")
// Use the discovery file config for starting the join process
kubeconfig = config
// We should ensure that all the authentication info is embedded in config file, so everything will work also when // We should ensure that all the authentication info is embedded in config file, so everything will work also when
// the kubeconfig file will be stored in /etc/kubernetes/boostrap-kubelet.conf // the kubeconfig file will be stored in /etc/kubernetes/boostrap-kubelet.conf
if err := kubeconfigutil.EnsureAuthenticationInfoAreEmbedded(kubeconfig); err != nil { if err := kubeconfigutil.EnsureAuthenticationInfoAreEmbedded(config); err != nil {
return nil, errors.Wrap(err, "error while reading client cert file or client key file") return nil, err
} }
} else { } else {
// If the discovery file config does not contains authentication credentials // If the discovery file config does not contains authentication credentials
@ -73,26 +79,25 @@ func ValidateConfigInfo(config *clientcmdapi.Config, clustername string, discove
// Create a new kubeconfig object from the discovery file config, with only the server and the CA cert. // Create a new kubeconfig object from the discovery file config, with only the server and the CA cert.
// NB. We do this in order to not pick up other possible misconfigurations in the clusterinfo file // NB. We do this in order to not pick up other possible misconfigurations in the clusterinfo file
var fileCluster = kubeconfigutil.GetClusterFromKubeConfig(config) config = kubeconfigutil.CreateBasic(
kubeconfig = kubeconfigutil.CreateBasic( currentCluster.Server,
fileCluster.Server,
clustername, clustername,
"", // no user provided "", // no user provided
fileCluster.CertificateAuthorityData, currentCluster.CertificateAuthorityData,
) )
} }
// Try to read the cluster-info config map; this step was required by the original design in order // Try to read the cluster-info config map; this step was required by the original design in order
// to validate the TLS connection to the server early in the process // to validate the TLS connection to the server early in the process
client, err := kubeconfigutil.ToClientSet(kubeconfig) client, err := kubeconfigutil.ToClientSet(config)
if err != nil { if err != nil {
return nil, err return nil, err
} }
currentCluster := kubeconfigutil.GetClusterFromKubeConfig(kubeconfig)
klog.V(1).Infof("[discovery] Created cluster-info discovery client, requesting info from %q\n", currentCluster.Server) klog.V(1).Infof("[discovery] Created cluster-info discovery client, requesting info from %q\n", currentCluster.Server)
var clusterinfoCM *v1.ConfigMap var clusterinfoCM *v1.ConfigMap
err = wait.Poll(constants.DiscoveryRetryInterval, discoveryTimeout, func() (bool, error) { err = wait.Poll(constants.DiscoveryRetryInterval, discoveryTimeout, func() (bool, error) {
var err error var err error
clusterinfoCM, err = client.CoreV1().ConfigMaps(metav1.NamespacePublic).Get(bootstrapapi.ConfigMapClusterInfo, metav1.GetOptions{}) clusterinfoCM, err = client.CoreV1().ConfigMaps(metav1.NamespacePublic).Get(bootstrapapi.ConfigMapClusterInfo, metav1.GetOptions{})
@ -114,14 +119,14 @@ func ValidateConfigInfo(config *clientcmdapi.Config, clustername string, discove
// If we couldn't fetch the cluster-info ConfigMap, just return the cluster-info object the user provided // If we couldn't fetch the cluster-info ConfigMap, just return the cluster-info object the user provided
if clusterinfoCM == nil { if clusterinfoCM == nil {
return kubeconfig, nil return config, nil
} }
// We somehow got hold of the ConfigMap, try to read some data from it. If we can't, fallback on the user-provided file // We somehow got hold of the ConfigMap, try to read some data from it. If we can't, fallback on the user-provided file
refreshedBaseKubeConfig, err := tryParseClusterInfoFromConfigMap(clusterinfoCM) refreshedBaseKubeConfig, err := tryParseClusterInfoFromConfigMap(clusterinfoCM)
if err != nil { if err != nil {
klog.V(1).Infof("[discovery] The %s ConfigMap isn't set up properly (%v), but the TLS cert is valid so proceeding...\n", bootstrapapi.ConfigMapClusterInfo, err) klog.V(1).Infof("[discovery] The %s ConfigMap isn't set up properly (%v), but the TLS cert is valid so proceeding...\n", bootstrapapi.ConfigMapClusterInfo, err)
return kubeconfig, nil return config, nil
} }
refreshedCluster := kubeconfigutil.GetClusterFromKubeConfig(refreshedBaseKubeConfig) refreshedCluster := kubeconfigutil.GetClusterFromKubeConfig(refreshedBaseKubeConfig)
@ -129,7 +134,7 @@ func ValidateConfigInfo(config *clientcmdapi.Config, clustername string, discove
currentCluster.CertificateAuthorityData = refreshedCluster.CertificateAuthorityData currentCluster.CertificateAuthorityData = refreshedCluster.CertificateAuthorityData
klog.V(1).Infof("[discovery] Synced Server and CertificateAuthorityData from the %s ConfigMap", bootstrapapi.ConfigMapClusterInfo) klog.V(1).Infof("[discovery] Synced Server and CertificateAuthorityData from the %s ConfigMap", bootstrapapi.ConfigMapClusterInfo)
return kubeconfig, nil return config, nil
} }
// tryParseClusterInfoFromConfigMap tries to parse a kubeconfig file from a ConfigMap key // tryParseClusterInfoFromConfigMap tries to parse a kubeconfig file from a ConfigMap key
@ -144,15 +149,3 @@ func tryParseClusterInfoFromConfigMap(cm *v1.ConfigMap) (*clientcmdapi.Config, e
} }
return parsedKubeConfig, nil return parsedKubeConfig, nil
} }
// validateKubeConfig makes sure the user-provided kubeconfig file is valid
func validateKubeConfig(config *clientcmdapi.Config) error {
if len(config.Clusters) < 1 {
return errors.New("the provided cluster-info kubeconfig file must have at least one Cluster defined")
}
defaultCluster := kubeconfigutil.GetClusterFromKubeConfig(config)
if defaultCluster == nil {
return errors.New("the provided cluster-info kubeconfig file must have an unnamed Cluster or a CurrentContext that specifies a non-nil Cluster")
}
return clientcmd.Validate(*config)
}

View File

@ -152,7 +152,7 @@ func EnsureAuthenticationInfoAreEmbedded(config *clientcmdapi.Config) error {
if len(authInfo.ClientCertificateData) == 0 && len(authInfo.ClientCertificate) != 0 { if len(authInfo.ClientCertificateData) == 0 && len(authInfo.ClientCertificate) != 0 {
clientCert, err := ioutil.ReadFile(authInfo.ClientCertificate) clientCert, err := ioutil.ReadFile(authInfo.ClientCertificate)
if err != nil { if err != nil {
return err return errors.Wrap(err, "error while reading client cert file defined in kubeconfig")
} }
authInfo.ClientCertificateData = clientCert authInfo.ClientCertificateData = clientCert
authInfo.ClientCertificate = "" authInfo.ClientCertificate = ""
@ -160,7 +160,7 @@ func EnsureAuthenticationInfoAreEmbedded(config *clientcmdapi.Config) error {
if len(authInfo.ClientKeyData) == 0 && len(authInfo.ClientKey) != 0 { if len(authInfo.ClientKeyData) == 0 && len(authInfo.ClientKey) != 0 {
clientKey, err := ioutil.ReadFile(authInfo.ClientKey) clientKey, err := ioutil.ReadFile(authInfo.ClientKey)
if err != nil { if err != nil {
return err return errors.Wrap(err, "error while reading client key file defined in kubeconfig")
} }
authInfo.ClientKeyData = clientKey authInfo.ClientKeyData = clientKey
authInfo.ClientKey = "" authInfo.ClientKey = ""
@ -169,6 +169,25 @@ func EnsureAuthenticationInfoAreEmbedded(config *clientcmdapi.Config) error {
return nil return nil
} }
// EnsureCertificateAuthorityIsEmbedded check if the certificate authority is provided as an external
// file and eventually embeds it into the kubeconfig
func EnsureCertificateAuthorityIsEmbedded(cluster *clientcmdapi.Cluster) error {
if cluster == nil {
return errors.New("received nil value for Cluster")
}
if len(cluster.CertificateAuthorityData) == 0 && len(cluster.CertificateAuthority) != 0 {
ca, err := ioutil.ReadFile(cluster.CertificateAuthority)
if err != nil {
return errors.Wrap(err, "error while reading certificate authority file defined in kubeconfig")
}
cluster.CertificateAuthorityData = ca
cluster.CertificateAuthority = ""
}
return nil
}
// getCurrentAuthInfo returns current authInfo, if defined // getCurrentAuthInfo returns current authInfo, if defined
func getCurrentAuthInfo(config *clientcmdapi.Config) *clientcmdapi.AuthInfo { func getCurrentAuthInfo(config *clientcmdapi.Config) *clientcmdapi.AuthInfo {
if config == nil || config.CurrentContext == "" || if config == nil || config.CurrentContext == "" ||