mirror of
https://github.com/kubernetes/client-go.git
synced 2025-10-21 22:09:33 +00:00
Close outbound connections when using a cert callback and certificates rotate. This means that we won't get into a situation where we have open TLS connections using expires certs, which would get unauthorized errors at the apiserver Attempt to retrieve a new certificate if open connections near expiry, to prevent the case where the cert expires but we haven't yet opened a new TLS connection and so GetClientCertificate hasn't been called. Move certificate rotation logic to a separate function Rely on generic transport approach to handle closing TLS client connections in exec plugin; no need to use a custom dialer as this is now the default behaviour of the transport when faced with a cert callback. As a result of handling this case, it is now safe to apply the transport approach even in cases where there is a custom Dialer (this will not affect kubelet connrotation behaviour, because that uses a custom transport, not just a dialer). Check expiry of the full TLS certificate chain that will be presented, not only the leaf. Only do this check when the certificate actually rotates. Start the certificate as a zero value, not nil, so that we don't see a rotation when there is in fact no client certificate Drain the timer when we first initialize it, to prevent immediate rotation. Additionally, calling Stop() on the timer isn't necessary. Don't close connections on the first 'rotation' Remove RotateCertFromDisk and RotateClientCertFromDisk flags. Instead simply default to rotating certificates from disk whenever files are exclusively provided. Add integration test for client certificate rotation Simplify logic; rotate every 5 mins Instead of trying to be clever and checking for rotation just before an expiry, let's match the logic of the new apiserver cert rotation logic as much as possible. We write a controller that checks for rotation every 5 mins. We also check on every new connection. Respond to review Fix kubelet certificate rotation logic The kubelet rotation logic seems to be broken because it expects its cert files to end up as cert data whereas in fact they end up as a callback. We should just call the tlsConfig GetCertificate callback as this obtains a current cert even in cases where a static cert is provided, and check that for validity. Later on we can refactor all of the kubelet logic so that all it does is write files to disk, and the cert rotation work does the rest. Only read certificates once a second at most Respond to review 1) Don't blat the cert file names 2) Make it more obvious where we have a neverstop 3) Naming 4) Verbosity Avoid cache busting Use filenames as cache keys when rotation is enabled, and add the rotation later in the creation of the transport. Caller should start the rotating dialer Add continuous request rotation test Rebase: use context in List/Watch Swap goroutine around Retry GETs on net.IsProbableEOF Refactor certRotatingDialer For simplicity, don't affect cert callbacks To reduce change surface, lets not try to handle the case of a changing GetCert callback in this PR. Reverting this commit should be sufficient to handle that case in a later PR. This PR will focus only on rotating certificate and key files. Therefore, we don't need to modify the exec auth plugin. Fix copyright year Kubernetes-commit: 929b1559a0b855d996257ab3ad5364605edc253d
145 lines
4.2 KiB
Go
145 lines
4.2 KiB
Go
/*
|
|
Copyright 2015 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package transport
|
|
|
|
import (
|
|
"fmt"
|
|
"net"
|
|
"net/http"
|
|
"strings"
|
|
"sync"
|
|
"time"
|
|
|
|
utilnet "k8s.io/apimachinery/pkg/util/net"
|
|
"k8s.io/apimachinery/pkg/util/wait"
|
|
)
|
|
|
|
// TlsTransportCache caches TLS http.RoundTrippers different configurations. The
|
|
// same RoundTripper will be returned for configs with identical TLS options If
|
|
// the config has no custom TLS options, http.DefaultTransport is returned.
|
|
type tlsTransportCache struct {
|
|
mu sync.Mutex
|
|
transports map[tlsCacheKey]*http.Transport
|
|
}
|
|
|
|
const idleConnsPerHost = 25
|
|
|
|
var tlsCache = &tlsTransportCache{transports: make(map[tlsCacheKey]*http.Transport)}
|
|
|
|
type tlsCacheKey struct {
|
|
insecure bool
|
|
caData string
|
|
certData string
|
|
keyData string
|
|
certFile string
|
|
keyFile string
|
|
getCert string
|
|
serverName string
|
|
nextProtos string
|
|
dial string
|
|
disableCompression bool
|
|
}
|
|
|
|
func (t tlsCacheKey) String() string {
|
|
keyText := "<none>"
|
|
if len(t.keyData) > 0 {
|
|
keyText = "<redacted>"
|
|
}
|
|
return fmt.Sprintf("insecure:%v, caData:%#v, certData:%#v, keyData:%s, getCert: %s, serverName:%s, dial:%s disableCompression:%t", t.insecure, t.caData, t.certData, keyText, t.getCert, t.serverName, t.dial, t.disableCompression)
|
|
}
|
|
|
|
func (c *tlsTransportCache) get(config *Config) (http.RoundTripper, error) {
|
|
key, err := tlsConfigKey(config)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Ensure we only create a single transport for the given TLS options
|
|
c.mu.Lock()
|
|
defer c.mu.Unlock()
|
|
|
|
// See if we already have a custom transport for this config
|
|
if t, ok := c.transports[key]; ok {
|
|
return t, nil
|
|
}
|
|
|
|
// Get the TLS options for this client config
|
|
tlsConfig, err := TLSConfigFor(config)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
// The options didn't require a custom TLS config
|
|
if tlsConfig == nil && config.Dial == nil {
|
|
return http.DefaultTransport, nil
|
|
}
|
|
|
|
dial := config.Dial
|
|
if dial == nil {
|
|
dial = (&net.Dialer{
|
|
Timeout: 30 * time.Second,
|
|
KeepAlive: 30 * time.Second,
|
|
}).DialContext
|
|
}
|
|
|
|
// If we use are reloading files, we need to handle certificate rotation properly
|
|
// TODO(jackkleeman): We can also add rotation here when config.HasCertCallback() is true
|
|
if config.TLS.ReloadTLSFiles {
|
|
dynamicCertDialer := certRotatingDialer(tlsConfig.GetClientCertificate, dial)
|
|
tlsConfig.GetClientCertificate = dynamicCertDialer.GetClientCertificate
|
|
dial = dynamicCertDialer.connDialer.DialContext
|
|
go dynamicCertDialer.Run(wait.NeverStop)
|
|
}
|
|
|
|
// Cache a single transport for these options
|
|
c.transports[key] = utilnet.SetTransportDefaults(&http.Transport{
|
|
Proxy: http.ProxyFromEnvironment,
|
|
TLSHandshakeTimeout: 10 * time.Second,
|
|
TLSClientConfig: tlsConfig,
|
|
MaxIdleConnsPerHost: idleConnsPerHost,
|
|
DialContext: dial,
|
|
DisableCompression: config.DisableCompression,
|
|
})
|
|
return c.transports[key], nil
|
|
}
|
|
|
|
// tlsConfigKey returns a unique key for tls.Config objects returned from TLSConfigFor
|
|
func tlsConfigKey(c *Config) (tlsCacheKey, error) {
|
|
// Make sure ca/key/cert content is loaded
|
|
if err := loadTLSFiles(c); err != nil {
|
|
return tlsCacheKey{}, err
|
|
}
|
|
k := tlsCacheKey{
|
|
insecure: c.TLS.Insecure,
|
|
caData: string(c.TLS.CAData),
|
|
getCert: fmt.Sprintf("%p", c.TLS.GetCert),
|
|
serverName: c.TLS.ServerName,
|
|
nextProtos: strings.Join(c.TLS.NextProtos, ","),
|
|
dial: fmt.Sprintf("%p", c.Dial),
|
|
disableCompression: c.DisableCompression,
|
|
}
|
|
|
|
if c.TLS.ReloadTLSFiles {
|
|
k.certFile = c.TLS.CertFile
|
|
k.keyFile = c.TLS.KeyFile
|
|
} else {
|
|
k.certData = string(c.TLS.CertData)
|
|
k.keyData = string(c.TLS.KeyData)
|
|
}
|
|
|
|
return k, nil
|
|
}
|