Merge pull request #34474 from liggitt/connection-info-refactor

Automatic merge from submit-queue

Remove static kubelet client, refactor ConnectionInfoGetter

Follow up to https://github.com/kubernetes/kubernetes/pull/33718

* Collapses the multi-valued return to a `ConnectionInfo` struct
* Removes the "raw" connection info method and interface, since it was only used in a single non-test location (by the "real" connection info method)
* Disentangles the node REST object from being a ConnectionInfoProvider itself by extracting an implementation of ConnectionInfoProvider that takes a node (using a provided NodeGetter) and determines ConnectionInfo
* Plumbs the KubeletClientConfig to the point where we construct the helper object that combines the config and the node lookup. I anticipate adding a preference order for choosing an address type in https://github.com/kubernetes/kubernetes/pull/34259
This commit is contained in:
Kubernetes Submit Queue 2016-10-18 13:20:25 -07:00 committed by GitHub
commit f39e86c0a5
11 changed files with 170 additions and 231 deletions

View File

@ -52,7 +52,6 @@ import (
"k8s.io/kubernetes/pkg/genericapiserver" "k8s.io/kubernetes/pkg/genericapiserver"
"k8s.io/kubernetes/pkg/genericapiserver/authorizer" "k8s.io/kubernetes/pkg/genericapiserver/authorizer"
genericvalidation "k8s.io/kubernetes/pkg/genericapiserver/validation" genericvalidation "k8s.io/kubernetes/pkg/genericapiserver/validation"
kubeletclient "k8s.io/kubernetes/pkg/kubelet/client"
"k8s.io/kubernetes/pkg/master" "k8s.io/kubernetes/pkg/master"
"k8s.io/kubernetes/pkg/registry/cachesize" "k8s.io/kubernetes/pkg/registry/cachesize"
"k8s.io/kubernetes/pkg/serviceaccount" "k8s.io/kubernetes/pkg/serviceaccount"
@ -138,11 +137,6 @@ func Run(s *options.APIServer) error {
// Proxying to pods and services is IP-based... don't expect to be able to verify the hostname // Proxying to pods and services is IP-based... don't expect to be able to verify the hostname
proxyTLSClientConfig := &tls.Config{InsecureSkipVerify: true} proxyTLSClientConfig := &tls.Config{InsecureSkipVerify: true}
kubeletClient, err := kubeletclient.NewStaticKubeletClient(&s.KubeletConfig)
if err != nil {
glog.Fatalf("Failed to start kubelet client: %v", err)
}
if s.StorageConfig.DeserializationCacheSize == 0 { if s.StorageConfig.DeserializationCacheSize == 0 {
// When size of cache is not explicitly set, estimate its size based on // When size of cache is not explicitly set, estimate its size based on
// target memory usage. // target memory usage.
@ -319,7 +313,7 @@ func Run(s *options.APIServer) error {
EnableCoreControllers: true, EnableCoreControllers: true,
DeleteCollectionWorkers: s.DeleteCollectionWorkers, DeleteCollectionWorkers: s.DeleteCollectionWorkers,
EventTTL: s.EventTTL, EventTTL: s.EventTTL,
KubeletClient: kubeletClient, KubeletClientConfig: s.KubeletConfig,
EnableUISupport: true, EnableUISupport: true,
EnableLogsSupport: true, EnableLogsSupport: true,

View File

@ -17,19 +17,17 @@ limitations under the License.
package client package client
import ( import (
"errors"
"fmt"
"net" "net"
"net/http" "net/http"
"strings" "strconv"
"time" "time"
"k8s.io/kubernetes/pkg/api" "k8s.io/kubernetes/pkg/api"
"k8s.io/kubernetes/pkg/api/validation"
"k8s.io/kubernetes/pkg/client/restclient" "k8s.io/kubernetes/pkg/client/restclient"
"k8s.io/kubernetes/pkg/client/transport" "k8s.io/kubernetes/pkg/client/transport"
"k8s.io/kubernetes/pkg/types" "k8s.io/kubernetes/pkg/types"
utilnet "k8s.io/kubernetes/pkg/util/net" utilnet "k8s.io/kubernetes/pkg/util/net"
nodeutil "k8s.io/kubernetes/pkg/util/node"
) )
type KubeletClientConfig struct { type KubeletClientConfig struct {
@ -50,19 +48,17 @@ type KubeletClientConfig struct {
Dial func(net, addr string) (net.Conn, error) Dial func(net, addr string) (net.Conn, error)
} }
// KubeletClient is an interface for all kubelet functionality // ConnectionInfo provides the information needed to connect to a kubelet
type KubeletClient interface { type ConnectionInfo struct {
GetRawConnectionInfo(ctx api.Context, nodeName types.NodeName) (scheme string, port uint, transport http.RoundTripper, err error) Scheme string
Hostname string
Port string
Transport http.RoundTripper
} }
// ConnectionInfoGetter provides ConnectionInfo for the kubelet running on a named node
type ConnectionInfoGetter interface { type ConnectionInfoGetter interface {
GetConnectionInfo(ctx api.Context, nodeName types.NodeName) (scheme string, host string, port uint, transport http.RoundTripper, err error) GetConnectionInfo(ctx api.Context, nodeName types.NodeName) (*ConnectionInfo, error)
}
// HTTPKubeletClient is the default implementation of KubeletHealthchecker, accesses the kubelet over HTTP.
type HTTPKubeletClient struct {
Client *http.Client
Config *KubeletClientConfig
} }
func MakeTransport(config *KubeletClientConfig) (http.RoundTripper, error) { func MakeTransport(config *KubeletClientConfig) (http.RoundTripper, error) {
@ -82,43 +78,6 @@ func MakeTransport(config *KubeletClientConfig) (http.RoundTripper, error) {
return transport.HTTPWrappersForConfig(config.transportConfig(), rt) return transport.HTTPWrappersForConfig(config.transportConfig(), rt)
} }
// TODO: this structure is questionable, it should be using client.Config and overriding defaults.
func NewStaticKubeletClient(config *KubeletClientConfig) (KubeletClient, error) {
transport, err := MakeTransport(config)
if err != nil {
return nil, err
}
c := &http.Client{
Transport: transport,
Timeout: config.HTTPTimeout,
}
return &HTTPKubeletClient{
Client: c,
Config: config,
}, nil
}
// In default HTTPKubeletClient ctx is unused.
func (c *HTTPKubeletClient) GetRawConnectionInfo(ctx api.Context, nodeName types.NodeName) (string, uint, http.RoundTripper, error) {
if errs := validation.ValidateNodeName(string(nodeName), false); len(errs) != 0 {
return "", 0, nil, fmt.Errorf("invalid node name: %s", strings.Join(errs, ";"))
}
scheme := "http"
if c.Config.EnableHttps {
scheme = "https"
}
return scheme, c.Config.Port, c.Client.Transport, nil
}
// FakeKubeletClient is a fake implementation of KubeletClient which returns an error
// when called. It is useful to pass to the master in a test configuration with
// no kubelets.
type FakeKubeletClient struct{}
func (c FakeKubeletClient) GetRawConnectionInfo(ctx api.Context, nodeName types.NodeName) (string, uint, http.RoundTripper, error) {
return "", 0, nil, errors.New("Not Implemented")
}
// transportConfig converts a client config to an appropriate transport config. // transportConfig converts a client config to an appropriate transport config.
func (c *KubeletClientConfig) transportConfig() *transport.Config { func (c *KubeletClientConfig) transportConfig() *transport.Config {
cfg := &transport.Config{ cfg := &transport.Config{
@ -137,3 +96,73 @@ func (c *KubeletClientConfig) transportConfig() *transport.Config {
} }
return cfg return cfg
} }
// NodeGetter defines an interface for looking up a node by name
type NodeGetter interface {
Get(name string) (*api.Node, error)
}
// NodeGetterFunc allows implementing NodeGetter with a function
type NodeGetterFunc func(name string) (*api.Node, error)
func (f NodeGetterFunc) Get(name string) (*api.Node, error) {
return f(name)
}
// NodeConnectionInfoGetter obtains connection info from the status of a Node API object
type NodeConnectionInfoGetter struct {
// nodes is used to look up Node objects
nodes NodeGetter
// scheme is the scheme to use to connect to all kubelets
scheme string
// defaultPort is the port to use if no Kubelet endpoint port is recorded in the node status
defaultPort int
// transport is the transport to use to send a request to all kubelets
transport http.RoundTripper
}
func NewNodeConnectionInfoGetter(nodes NodeGetter, config KubeletClientConfig) (ConnectionInfoGetter, error) {
scheme := "http"
if config.EnableHttps {
scheme = "https"
}
transport, err := MakeTransport(&config)
if err != nil {
return nil, err
}
return &NodeConnectionInfoGetter{
nodes: nodes,
scheme: scheme,
defaultPort: int(config.Port),
transport: transport,
}, nil
}
func (k *NodeConnectionInfoGetter) GetConnectionInfo(ctx api.Context, nodeName types.NodeName) (*ConnectionInfo, error) {
node, err := k.nodes.Get(string(nodeName))
if err != nil {
return nil, err
}
// Find a kubelet-reported address, using preferred address type
hostIP, err := nodeutil.GetNodeHostIP(node)
if err != nil {
return nil, err
}
host := hostIP.String()
// Use the kubelet-reported port, if present
port := int(node.Status.DaemonEndpoints.KubeletEndpoint.Port)
if port <= 0 {
port = k.defaultPort
}
return &ConnectionInfo{
Scheme: k.scheme,
Hostname: host,
Port: strconv.Itoa(port),
Transport: k.transport,
}, nil
}

View File

@ -17,50 +17,17 @@ limitations under the License.
package client package client
import ( import (
"encoding/json"
"net/http/httptest"
"net/url"
"testing" "testing"
"k8s.io/kubernetes/pkg/client/clientset_generated/internalclientset/typed/core/unversioned"
"k8s.io/kubernetes/pkg/client/restclient" "k8s.io/kubernetes/pkg/client/restclient"
"k8s.io/kubernetes/pkg/probe"
utiltesting "k8s.io/kubernetes/pkg/util/testing"
) )
func TestHTTPKubeletClient(t *testing.T) { // Ensure a node client can be used as a NodeGetter.
expectObj := probe.Success // This allows anyone with a node client to easily construct a NewNodeConnectionInfoGetter.
body, err := json.Marshal(expectObj) var _ = NodeGetter(unversioned.NodeInterface(nil))
if err != nil {
t.Errorf("unexpected error: %v", err)
}
fakeHandler := utiltesting.FakeHandler{ func TestMakeTransportInvalid(t *testing.T) {
StatusCode: 200,
ResponseBody: string(body),
}
testServer := httptest.NewServer(&fakeHandler)
defer testServer.Close()
if _, err := url.Parse(testServer.URL); err != nil {
t.Errorf("unexpected error: %v", err)
}
}
func TestNewKubeletClient(t *testing.T) {
config := &KubeletClientConfig{
EnableHttps: false,
}
client, err := NewStaticKubeletClient(config)
if err != nil {
t.Errorf("Error while trying to create a client: %v", err)
}
if client == nil {
t.Error("client is nil.")
}
}
func TestNewKubeletClientTLSInvalid(t *testing.T) {
config := &KubeletClientConfig{ config := &KubeletClientConfig{
EnableHttps: true, EnableHttps: true,
//Invalid certificate and key path //Invalid certificate and key path
@ -71,16 +38,16 @@ func TestNewKubeletClientTLSInvalid(t *testing.T) {
}, },
} }
client, err := NewStaticKubeletClient(config) rt, err := MakeTransport(config)
if err == nil { if err == nil {
t.Errorf("Expected an error") t.Errorf("Expected an error")
} }
if client != nil { if rt != nil {
t.Error("client should be nil as we provided invalid cert file") t.Error("rt should be nil as we provided invalid cert file")
} }
} }
func TestNewKubeletClientTLSValid(t *testing.T) { func TestMakeTransportValid(t *testing.T) {
config := &KubeletClientConfig{ config := &KubeletClientConfig{
Port: 1234, Port: 1234,
EnableHttps: true, EnableHttps: true,
@ -93,34 +60,11 @@ func TestNewKubeletClientTLSValid(t *testing.T) {
}, },
} }
client, err := NewStaticKubeletClient(config) rt, err := MakeTransport(config)
if err != nil { if err != nil {
t.Errorf("Not expecting an error #%v", err) t.Errorf("Not expecting an error #%v", err)
} }
if client == nil { if rt == nil {
t.Error("client should not be nil") t.Error("rt should not be nil")
}
{
scheme, port, transport, err := client.GetRawConnectionInfo(nil, "foo")
if err != nil {
t.Errorf("Error getting info: %v", err)
}
if scheme != "https" {
t.Errorf("Expected https, got %s", scheme)
}
if port != 1234 {
t.Errorf("Expected 1234, got %d", port)
}
if transport == nil {
t.Errorf("Expected transport, got nil")
}
}
{
_, _, _, err := client.GetRawConnectionInfo(nil, "foo bar")
if err == nil {
t.Errorf("Expected error getting connection info for invalid node name, got none")
}
} }
} }

View File

@ -20,6 +20,7 @@ import (
"fmt" "fmt"
"net" "net"
"net/url" "net/url"
"reflect"
"strconv" "strconv"
"strings" "strings"
"sync" "sync"
@ -100,7 +101,7 @@ type Config struct {
EndpointReconcilerConfig EndpointReconcilerConfig EndpointReconcilerConfig EndpointReconcilerConfig
DeleteCollectionWorkers int DeleteCollectionWorkers int
EventTTL time.Duration EventTTL time.Duration
KubeletClient kubeletclient.KubeletClient KubeletClientConfig kubeletclient.KubeletClientConfig
// genericapiserver.RESTStorageProviders provides RESTStorage building methods keyed by groupName // genericapiserver.RESTStorageProviders provides RESTStorage building methods keyed by groupName
RESTStorageProviders map[string]genericapiserver.RESTStorageProvider RESTStorageProviders map[string]genericapiserver.RESTStorageProvider
// Used to start and monitor tunneling // Used to start and monitor tunneling
@ -179,10 +180,10 @@ func (c *Config) SkipComplete() completedConfig {
// New returns a new instance of Master from the given config. // New returns a new instance of Master from the given config.
// Certain config fields will be set to a default value if unset. // Certain config fields will be set to a default value if unset.
// Certain config fields must be specified, including: // Certain config fields must be specified, including:
// KubeletClient // KubeletClientConfig
func (c completedConfig) New() (*Master, error) { func (c completedConfig) New() (*Master, error) {
if c.KubeletClient == nil { if reflect.DeepEqual(c.KubeletClientConfig, kubeletclient.KubeletClientConfig{}) {
return nil, fmt.Errorf("Master.New() called with config.KubeletClient == nil") return nil, fmt.Errorf("Master.New() called with empty config.KubeletClientConfig")
} }
s, err := c.Config.GenericConfig.SkipComplete().New() // completion is done in Complete, no need for a second time s, err := c.Config.GenericConfig.SkipComplete().New() // completion is done in Complete, no need for a second time
@ -220,7 +221,7 @@ func (c completedConfig) New() (*Master, error) {
legacyRESTStorageProvider := corerest.LegacyRESTStorageProvider{ legacyRESTStorageProvider := corerest.LegacyRESTStorageProvider{
StorageFactory: c.StorageFactory, StorageFactory: c.StorageFactory,
ProxyTransport: s.ProxyTransport, ProxyTransport: s.ProxyTransport,
KubeletClient: c.KubeletClient, KubeletClientConfig: c.KubeletClientConfig,
EventTTL: c.EventTTL, EventTTL: c.EventTTL,
ServiceClusterIPRange: c.GenericConfig.ServiceClusterIPRange, ServiceClusterIPRange: c.GenericConfig.ServiceClusterIPRange,
ServiceNodePortRange: c.GenericConfig.ServiceNodePortRange, ServiceNodePortRange: c.GenericConfig.ServiceNodePortRange,

View File

@ -49,7 +49,7 @@ import (
"k8s.io/kubernetes/pkg/client/restclient" "k8s.io/kubernetes/pkg/client/restclient"
openapigen "k8s.io/kubernetes/pkg/generated/openapi" openapigen "k8s.io/kubernetes/pkg/generated/openapi"
"k8s.io/kubernetes/pkg/genericapiserver" "k8s.io/kubernetes/pkg/genericapiserver"
"k8s.io/kubernetes/pkg/kubelet/client" kubeletclient "k8s.io/kubernetes/pkg/kubelet/client"
ipallocator "k8s.io/kubernetes/pkg/registry/core/service/ipallocator" ipallocator "k8s.io/kubernetes/pkg/registry/core/service/ipallocator"
"k8s.io/kubernetes/pkg/registry/registrytest" "k8s.io/kubernetes/pkg/registry/registrytest"
"k8s.io/kubernetes/pkg/runtime" "k8s.io/kubernetes/pkg/runtime"
@ -89,7 +89,6 @@ func setUp(t *testing.T) (*Master, *etcdtesting.EtcdTestServer, Config, *assert.
config.GenericConfig.LoopbackClientConfig = &restclient.Config{APIPath: "/api", ContentConfig: restclient.ContentConfig{NegotiatedSerializer: api.Codecs}} config.GenericConfig.LoopbackClientConfig = &restclient.Config{APIPath: "/api", ContentConfig: restclient.ContentConfig{NegotiatedSerializer: api.Codecs}}
config.GenericConfig.APIResourceConfigSource = DefaultAPIResourceConfigSource() config.GenericConfig.APIResourceConfigSource = DefaultAPIResourceConfigSource()
config.GenericConfig.PublicAddress = net.ParseIP("192.168.10.4") config.GenericConfig.PublicAddress = net.ParseIP("192.168.10.4")
config.KubeletClient = client.FakeKubeletClient{}
config.GenericConfig.LegacyAPIGroupPrefixes = sets.NewString("/api") config.GenericConfig.LegacyAPIGroupPrefixes = sets.NewString("/api")
config.GenericConfig.APIGroupPrefix = "/apis" config.GenericConfig.APIGroupPrefix = "/apis"
config.GenericConfig.APIResourceConfigSource = DefaultAPIResourceConfigSource() config.GenericConfig.APIResourceConfigSource = DefaultAPIResourceConfigSource()
@ -98,6 +97,7 @@ func setUp(t *testing.T) (*Master, *etcdtesting.EtcdTestServer, Config, *assert.
config.GenericConfig.RequestContextMapper = api.NewRequestContextMapper() config.GenericConfig.RequestContextMapper = api.NewRequestContextMapper()
config.GenericConfig.LoopbackClientConfig = &restclient.Config{APIPath: "/api", ContentConfig: restclient.ContentConfig{NegotiatedSerializer: api.Codecs}} config.GenericConfig.LoopbackClientConfig = &restclient.Config{APIPath: "/api", ContentConfig: restclient.ContentConfig{NegotiatedSerializer: api.Codecs}}
config.EnableCoreControllers = false config.EnableCoreControllers = false
config.KubeletClientConfig = kubeletclient.KubeletClientConfig{Port: 10250}
master, err := config.Complete().New() master, err := config.Complete().New()
if err != nil { if err != nil {

View File

@ -30,8 +30,6 @@ import (
"k8s.io/kubernetes/pkg/registry/generic" "k8s.io/kubernetes/pkg/registry/generic"
"k8s.io/kubernetes/pkg/registry/generic/registry" "k8s.io/kubernetes/pkg/registry/generic/registry"
"k8s.io/kubernetes/pkg/runtime" "k8s.io/kubernetes/pkg/runtime"
"k8s.io/kubernetes/pkg/types"
nodeutil "k8s.io/kubernetes/pkg/util/node"
) )
// NodeStorage includes storage for nodes and all sub resources // NodeStorage includes storage for nodes and all sub resources
@ -39,11 +37,13 @@ type NodeStorage struct {
Node *REST Node *REST
Status *StatusREST Status *StatusREST
Proxy *noderest.ProxyREST Proxy *noderest.ProxyREST
KubeletConnectionInfo client.ConnectionInfoGetter
} }
type REST struct { type REST struct {
*registry.Store *registry.Store
connection client.KubeletClient connection client.ConnectionInfoGetter
proxyTransport http.RoundTripper proxyTransport http.RoundTripper
} }
@ -67,7 +67,7 @@ func (r *StatusREST) Update(ctx api.Context, name string, objInfo rest.UpdatedOb
} }
// NewStorage returns a NodeStorage object that will work against nodes. // NewStorage returns a NodeStorage object that will work against nodes.
func NewStorage(opts generic.RESTOptions, connection client.KubeletClient, proxyTransport http.RoundTripper) NodeStorage { func NewStorage(opts generic.RESTOptions, kubeletClientConfig client.KubeletClientConfig, proxyTransport http.RoundTripper) (*NodeStorage, error) {
prefix := "/" + opts.ResourcePrefix prefix := "/" + opts.ResourcePrefix
newListFunc := func() runtime.Object { return &api.NodeList{} } newListFunc := func() runtime.Object { return &api.NodeList{} }
@ -109,13 +109,36 @@ func NewStorage(opts generic.RESTOptions, connection client.KubeletClient, proxy
statusStore := *store statusStore := *store
statusStore.UpdateStrategy = node.StatusStrategy statusStore.UpdateStrategy = node.StatusStrategy
nodeREST := &REST{store, connection, proxyTransport} // Set up REST handlers
nodeREST := &REST{Store: store, proxyTransport: proxyTransport}
statusREST := &StatusREST{store: &statusStore}
proxyREST := &noderest.ProxyREST{Store: store, ProxyTransport: proxyTransport}
return NodeStorage{ // Build a NodeGetter that looks up nodes using the REST handler
Node: nodeREST, nodeGetter := client.NodeGetterFunc(func(nodeName string) (*api.Node, error) {
Status: &StatusREST{store: &statusStore}, obj, err := nodeREST.Get(api.NewContext(), nodeName)
Proxy: &noderest.ProxyREST{Store: store, Connection: client.ConnectionInfoGetter(nodeREST), ProxyTransport: proxyTransport}, if err != nil {
return nil, err
}
node, ok := obj.(*api.Node)
if !ok {
return nil, fmt.Errorf("unexpected type %T", obj)
}
return node, nil
})
connectionInfoGetter, err := client.NewNodeConnectionInfoGetter(nodeGetter, kubeletClientConfig)
if err != nil {
return nil, err
} }
nodeREST.connection = connectionInfoGetter
proxyREST.Connection = connectionInfoGetter
return &NodeStorage{
Node: nodeREST,
Status: statusREST,
Proxy: proxyREST,
KubeletConnectionInfo: connectionInfoGetter,
}, nil
} }
// Implement Redirector. // Implement Redirector.
@ -123,36 +146,5 @@ var _ = rest.Redirector(&REST{})
// ResourceLocation returns a URL to which one can send traffic for the specified node. // ResourceLocation returns a URL to which one can send traffic for the specified node.
func (r *REST) ResourceLocation(ctx api.Context, id string) (*url.URL, http.RoundTripper, error) { func (r *REST) ResourceLocation(ctx api.Context, id string) (*url.URL, http.RoundTripper, error) {
return node.ResourceLocation(r, r, r.proxyTransport, ctx, id) return node.ResourceLocation(r, r.connection, r.proxyTransport, ctx, id)
}
var _ = client.ConnectionInfoGetter(&REST{})
func (r *REST) GetConnectionInfo(ctx api.Context, nodeName types.NodeName) (string, string, uint, http.RoundTripper, error) {
scheme, port, transport, err := r.connection.GetRawConnectionInfo(ctx, nodeName)
if err != nil {
return "", "", 0, nil, err
}
// We probably shouldn't care about context when looking for Node object.
obj, err := r.Get(ctx, string(nodeName))
if err != nil {
return "", "", 0, nil, err
}
node, ok := obj.(*api.Node)
if !ok {
return "", "", 0, nil, fmt.Errorf("Unexpected object type: %#v", node)
}
hostIP, err := nodeutil.GetNodeHostIP(node)
if err != nil {
return "", "", 0, nil, err
}
host := hostIP.String()
daemonPort := int(node.Status.DaemonEndpoints.KubeletEndpoint.Port)
if daemonPort > 0 {
return scheme, host, uint(daemonPort), transport, nil
}
return scheme, host, port, transport, nil
} }

View File

@ -17,31 +17,26 @@ limitations under the License.
package etcd package etcd
import ( import (
"net/http"
"testing" "testing"
"k8s.io/kubernetes/pkg/api" "k8s.io/kubernetes/pkg/api"
"k8s.io/kubernetes/pkg/api/resource" "k8s.io/kubernetes/pkg/api/resource"
"k8s.io/kubernetes/pkg/fields" "k8s.io/kubernetes/pkg/fields"
kubeletclient "k8s.io/kubernetes/pkg/kubelet/client"
"k8s.io/kubernetes/pkg/labels" "k8s.io/kubernetes/pkg/labels"
"k8s.io/kubernetes/pkg/registry/generic" "k8s.io/kubernetes/pkg/registry/generic"
"k8s.io/kubernetes/pkg/registry/registrytest" "k8s.io/kubernetes/pkg/registry/registrytest"
"k8s.io/kubernetes/pkg/runtime" "k8s.io/kubernetes/pkg/runtime"
etcdtesting "k8s.io/kubernetes/pkg/storage/etcd/testing" etcdtesting "k8s.io/kubernetes/pkg/storage/etcd/testing"
"k8s.io/kubernetes/pkg/types"
) )
type fakeConnectionInfoGetter struct {
}
func (fakeConnectionInfoGetter) GetRawConnectionInfo(ctx api.Context, nodeName types.NodeName) (string, uint, http.RoundTripper, error) {
return "http", 12345, nil, nil
}
func newStorage(t *testing.T) (*REST, *etcdtesting.EtcdTestServer) { func newStorage(t *testing.T) (*REST, *etcdtesting.EtcdTestServer) {
etcdStorage, server := registrytest.NewEtcdStorage(t, "") etcdStorage, server := registrytest.NewEtcdStorage(t, "")
restOptions := generic.RESTOptions{StorageConfig: etcdStorage, Decorator: generic.UndecoratedStorage, DeleteCollectionWorkers: 1} restOptions := generic.RESTOptions{StorageConfig: etcdStorage, Decorator: generic.UndecoratedStorage, DeleteCollectionWorkers: 1}
storage := NewStorage(restOptions, fakeConnectionInfoGetter{}, nil) storage, err := NewStorage(restOptions, kubeletclient.KubeletClientConfig{}, nil)
if err != nil {
t.Fatal(err)
}
return storage.Node, server return storage.Node, server
} }

View File

@ -21,7 +21,6 @@ import (
"net" "net"
"net/http" "net/http"
"net/url" "net/url"
"strconv"
"k8s.io/kubernetes/pkg/api" "k8s.io/kubernetes/pkg/api"
"k8s.io/kubernetes/pkg/api/errors" "k8s.io/kubernetes/pkg/api/errors"
@ -29,13 +28,11 @@ import (
"k8s.io/kubernetes/pkg/fields" "k8s.io/kubernetes/pkg/fields"
"k8s.io/kubernetes/pkg/kubelet/client" "k8s.io/kubernetes/pkg/kubelet/client"
"k8s.io/kubernetes/pkg/labels" "k8s.io/kubernetes/pkg/labels"
"k8s.io/kubernetes/pkg/master/ports"
"k8s.io/kubernetes/pkg/registry/generic" "k8s.io/kubernetes/pkg/registry/generic"
"k8s.io/kubernetes/pkg/runtime" "k8s.io/kubernetes/pkg/runtime"
pkgstorage "k8s.io/kubernetes/pkg/storage" pkgstorage "k8s.io/kubernetes/pkg/storage"
"k8s.io/kubernetes/pkg/types" "k8s.io/kubernetes/pkg/types"
utilnet "k8s.io/kubernetes/pkg/util/net" utilnet "k8s.io/kubernetes/pkg/util/net"
nodeutil "k8s.io/kubernetes/pkg/util/node"
"k8s.io/kubernetes/pkg/util/validation/field" "k8s.io/kubernetes/pkg/util/validation/field"
) )
@ -176,39 +173,23 @@ func ResourceLocation(getter ResourceGetter, connection client.ConnectionInfoGet
return nil, nil, errors.NewBadRequest(fmt.Sprintf("invalid node request %q", id)) return nil, nil, errors.NewBadRequest(fmt.Sprintf("invalid node request %q", id))
} }
nodeObj, err := getter.Get(ctx, name) info, err := connection.GetConnectionInfo(ctx, types.NodeName(name))
if err != nil { if err != nil {
return nil, nil, err return nil, nil, err
} }
node := nodeObj.(*api.Node)
hostIP, err := nodeutil.GetNodeHostIP(node)
if err != nil {
return nil, nil, err
}
host := hostIP.String()
// We check if we want to get a default Kubelet's transport. It happens if either: // We check if we want to get a default Kubelet's transport. It happens if either:
// - no port is specified in request (Kubelet's port is default), // - no port is specified in request (Kubelet's port is default)
// - we're using Port stored as a DaemonEndpoint and requested port is a Kubelet's port stored in the DaemonEndpoint, // - the requested port matches the kubelet port for this node
// - there's no information in the API about DaemonEndpoint (legacy cluster) and requested port is equal to ports.KubeletPort (cluster-wide config) if portReq == "" || portReq == info.Port {
kubeletPort := node.Status.DaemonEndpoints.KubeletEndpoint.Port
if kubeletPort == 0 {
kubeletPort = ports.KubeletPort
}
if portReq == "" || strconv.Itoa(int(kubeletPort)) == portReq {
scheme, host, port, kubeletTransport, err := connection.GetConnectionInfo(ctx, types.NodeName(node.Name))
if err != nil {
return nil, nil, err
}
return &url.URL{ return &url.URL{
Scheme: scheme, Scheme: info.Scheme,
Host: net.JoinHostPort( Host: net.JoinHostPort(info.Hostname, info.Port),
host,
strconv.FormatUint(uint64(port), 10),
),
}, },
kubeletTransport, info.Transport,
nil nil
} }
return &url.URL{Scheme: schemeReq, Host: net.JoinHostPort(host, portReq)}, proxyTransport, nil
// Otherwise, return the requested scheme and port, and the proxy transport
return &url.URL{Scheme: schemeReq, Host: net.JoinHostPort(info.Hostname, portReq)}, proxyTransport, nil
} }

View File

@ -307,7 +307,7 @@ func LogLocation(
// If pod has not been assigned a host, return an empty location // If pod has not been assigned a host, return an empty location
return nil, nil, nil return nil, nil, nil
} }
nodeScheme, nodeHost, nodePort, nodeTransport, err := connInfo.GetConnectionInfo(ctx, nodeName) nodeInfo, err := connInfo.GetConnectionInfo(ctx, nodeName)
if err != nil { if err != nil {
return nil, nil, err return nil, nil, err
} }
@ -334,12 +334,12 @@ func LogLocation(
params.Add("limitBytes", strconv.FormatInt(*opts.LimitBytes, 10)) params.Add("limitBytes", strconv.FormatInt(*opts.LimitBytes, 10))
} }
loc := &url.URL{ loc := &url.URL{
Scheme: nodeScheme, Scheme: nodeInfo.Scheme,
Host: fmt.Sprintf("%s:%d", nodeHost, nodePort), Host: net.JoinHostPort(nodeInfo.Hostname, nodeInfo.Port),
Path: fmt.Sprintf("/containerLogs/%s/%s/%s", pod.Namespace, pod.Name, container), Path: fmt.Sprintf("/containerLogs/%s/%s/%s", pod.Namespace, pod.Name, container),
RawQuery: params.Encode(), RawQuery: params.Encode(),
} }
return loc, nodeTransport, nil return loc, nodeInfo.Transport, nil
} }
func podHasContainerWithName(pod *api.Pod, containerName string) bool { func podHasContainerWithName(pod *api.Pod, containerName string) bool {
@ -458,7 +458,7 @@ func streamLocation(
// If pod has not been assigned a host, return an empty location // If pod has not been assigned a host, return an empty location
return nil, nil, errors.NewBadRequest(fmt.Sprintf("pod %s does not have a host assigned", name)) return nil, nil, errors.NewBadRequest(fmt.Sprintf("pod %s does not have a host assigned", name))
} }
nodeScheme, nodeHost, nodePort, nodeTransport, err := connInfo.GetConnectionInfo(ctx, nodeName) nodeInfo, err := connInfo.GetConnectionInfo(ctx, nodeName)
if err != nil { if err != nil {
return nil, nil, err return nil, nil, err
} }
@ -467,12 +467,12 @@ func streamLocation(
return nil, nil, err return nil, nil, err
} }
loc := &url.URL{ loc := &url.URL{
Scheme: nodeScheme, Scheme: nodeInfo.Scheme,
Host: fmt.Sprintf("%s:%d", nodeHost, nodePort), Host: net.JoinHostPort(nodeInfo.Hostname, nodeInfo.Port),
Path: fmt.Sprintf("/%s/%s/%s/%s", path, pod.Namespace, pod.Name, container), Path: fmt.Sprintf("/%s/%s/%s/%s", path, pod.Namespace, pod.Name, container),
RawQuery: params.Encode(), RawQuery: params.Encode(),
} }
return loc, nodeTransport, nil return loc, nodeInfo.Transport, nil
} }
// PortForwardLocation returns the port-forward URL for a pod. // PortForwardLocation returns the port-forward URL for a pod.
@ -492,14 +492,14 @@ func PortForwardLocation(
// If pod has not been assigned a host, return an empty location // If pod has not been assigned a host, return an empty location
return nil, nil, errors.NewBadRequest(fmt.Sprintf("pod %s does not have a host assigned", name)) return nil, nil, errors.NewBadRequest(fmt.Sprintf("pod %s does not have a host assigned", name))
} }
nodeScheme, nodeHost, nodePort, nodeTransport, err := connInfo.GetConnectionInfo(ctx, nodeName) nodeInfo, err := connInfo.GetConnectionInfo(ctx, nodeName)
if err != nil { if err != nil {
return nil, nil, err return nil, nil, err
} }
loc := &url.URL{ loc := &url.URL{
Scheme: nodeScheme, Scheme: nodeInfo.Scheme,
Host: fmt.Sprintf("%s:%d", nodeHost, nodePort), Host: net.JoinHostPort(nodeInfo.Hostname, nodeInfo.Port),
Path: fmt.Sprintf("/portForward/%s/%s", pod.Namespace, pod.Name), Path: fmt.Sprintf("/portForward/%s/%s", pod.Namespace, pod.Name),
} }
return loc, nodeTransport, nil return loc, nodeInfo.Transport, nil
} }

View File

@ -64,9 +64,9 @@ import (
type LegacyRESTStorageProvider struct { type LegacyRESTStorageProvider struct {
StorageFactory genericapiserver.StorageFactory StorageFactory genericapiserver.StorageFactory
// Used for custom proxy dialing, and proxy TLS options // Used for custom proxy dialing, and proxy TLS options
ProxyTransport http.RoundTripper ProxyTransport http.RoundTripper
KubeletClient kubeletclient.KubeletClient KubeletClientConfig kubeletclient.KubeletClientConfig
EventTTL time.Duration EventTTL time.Duration
// ServiceClusterIPRange is used to build cluster IPs for discovery. // ServiceClusterIPRange is used to build cluster IPs for discovery.
ServiceClusterIPRange *net.IPNet ServiceClusterIPRange *net.IPNet
@ -135,12 +135,15 @@ func (c LegacyRESTStorageProvider) NewLegacyRESTStorage(restOptionsGetter generi
endpointsStorage := endpointsetcd.NewREST(restOptionsGetter(api.Resource("endpoints"))) endpointsStorage := endpointsetcd.NewREST(restOptionsGetter(api.Resource("endpoints")))
restStorage.EndpointRegistry = endpoint.NewRegistry(endpointsStorage) restStorage.EndpointRegistry = endpoint.NewRegistry(endpointsStorage)
nodeStorage := nodeetcd.NewStorage(restOptionsGetter(api.Resource("nodes")), c.KubeletClient, c.ProxyTransport) nodeStorage, err := nodeetcd.NewStorage(restOptionsGetter(api.Resource("nodes")), c.KubeletClientConfig, c.ProxyTransport)
if err != nil {
return LegacyRESTStorage{}, genericapiserver.APIGroupInfo{}, err
}
restStorage.NodeRegistry = node.NewRegistry(nodeStorage.Node) restStorage.NodeRegistry = node.NewRegistry(nodeStorage.Node)
podStorage := podetcd.NewStorage( podStorage := podetcd.NewStorage(
restOptionsGetter(api.Resource("pods")), restOptionsGetter(api.Resource("pods")),
kubeletclient.ConnectionInfoGetter(nodeStorage.Node), nodeStorage.KubeletConnectionInfo,
c.ProxyTransport, c.ProxyTransport,
podDisruptionClient, podDisruptionClient,
) )

View File

@ -357,7 +357,7 @@ func NewMasterConfig() *master.Config {
StorageFactory: storageFactory, StorageFactory: storageFactory,
EnableCoreControllers: true, EnableCoreControllers: true,
EnableWatchCache: true, EnableWatchCache: true,
KubeletClient: kubeletclient.FakeKubeletClient{}, KubeletClientConfig: kubeletclient.KubeletClientConfig{Port: 10250},
} }
} }