mirror of
https://github.com/k3s-io/kubernetes.git
synced 2025-07-23 11:50:44 +00:00
cloud-controller-manager: add test server
This commit is contained in:
parent
88035a4599
commit
c9913269a6
@ -71,7 +71,7 @@ the cloud specific control loops shipped with Kubernetes.`,
|
|||||||
os.Exit(1)
|
os.Exit(1)
|
||||||
}
|
}
|
||||||
|
|
||||||
if err := Run(c.Complete()); err != nil {
|
if err := Run(c.Complete(), wait.NeverStop); err != nil {
|
||||||
fmt.Fprintf(os.Stderr, "%v\n", err)
|
fmt.Fprintf(os.Stderr, "%v\n", err)
|
||||||
os.Exit(1)
|
os.Exit(1)
|
||||||
}
|
}
|
||||||
@ -100,7 +100,7 @@ the cloud specific control loops shipped with Kubernetes.`,
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Run runs the ExternalCMServer. This should never exit.
|
// Run runs the ExternalCMServer. This should never exit.
|
||||||
func Run(c *cloudcontrollerconfig.CompletedConfig) error {
|
func Run(c *cloudcontrollerconfig.CompletedConfig, stopCh <-chan struct{}) error {
|
||||||
cloud, err := cloudprovider.InitCloudProvider(c.ComponentConfig.CloudProvider.Name, c.ComponentConfig.CloudProvider.CloudConfigFile)
|
cloud, err := cloudprovider.InitCloudProvider(c.ComponentConfig.CloudProvider.Name, c.ComponentConfig.CloudProvider.CloudConfigFile)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
glog.Fatalf("Cloud provider could not be initialized: %v", err)
|
glog.Fatalf("Cloud provider could not be initialized: %v", err)
|
||||||
@ -125,7 +125,6 @@ func Run(c *cloudcontrollerconfig.CompletedConfig) error {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Start the controller manager HTTP server
|
// Start the controller manager HTTP server
|
||||||
stopCh := make(chan struct{})
|
|
||||||
if c.SecureServing != nil {
|
if c.SecureServing != nil {
|
||||||
unsecuredMux := genericcontrollermanager.NewBaseHandler(&c.ComponentConfig.Debugging)
|
unsecuredMux := genericcontrollermanager.NewBaseHandler(&c.ComponentConfig.Debugging)
|
||||||
handler := genericcontrollermanager.BuildHandlerChain(unsecuredMux, &c.Authorization, &c.Authentication)
|
handler := genericcontrollermanager.BuildHandlerChain(unsecuredMux, &c.Authorization, &c.Authentication)
|
||||||
|
31
cmd/cloud-controller-manager/app/testing/BUILD
Normal file
31
cmd/cloud-controller-manager/app/testing/BUILD
Normal file
@ -0,0 +1,31 @@
|
|||||||
|
load("@io_bazel_rules_go//go:def.bzl", "go_library")
|
||||||
|
|
||||||
|
filegroup(
|
||||||
|
name = "package-srcs",
|
||||||
|
srcs = glob(["**"]),
|
||||||
|
tags = ["automanaged"],
|
||||||
|
visibility = ["//visibility:private"],
|
||||||
|
)
|
||||||
|
|
||||||
|
filegroup(
|
||||||
|
name = "all-srcs",
|
||||||
|
srcs = [":package-srcs"],
|
||||||
|
tags = ["automanaged"],
|
||||||
|
visibility = ["//visibility:public"],
|
||||||
|
)
|
||||||
|
|
||||||
|
go_library(
|
||||||
|
name = "go_default_library",
|
||||||
|
srcs = ["testserver.go"],
|
||||||
|
importpath = "k8s.io/kubernetes/cmd/kube-controller-manager/app/testing",
|
||||||
|
visibility = ["//visibility:public"],
|
||||||
|
deps = [
|
||||||
|
"//cmd/kube-controller-manager/app:go_default_library",
|
||||||
|
"//cmd/kube-controller-manager/app/config:go_default_library",
|
||||||
|
"//cmd/kube-controller-manager/app/options:go_default_library",
|
||||||
|
"//staging/src/k8s.io/apimachinery/pkg/util/wait:go_default_library",
|
||||||
|
"//staging/src/k8s.io/client-go/kubernetes:go_default_library",
|
||||||
|
"//staging/src/k8s.io/client-go/rest:go_default_library",
|
||||||
|
"//vendor/github.com/spf13/pflag:go_default_library",
|
||||||
|
],
|
||||||
|
)
|
174
cmd/cloud-controller-manager/app/testing/testserver.go
Normal file
174
cmd/cloud-controller-manager/app/testing/testserver.go
Normal file
@ -0,0 +1,174 @@
|
|||||||
|
/*
|
||||||
|
Copyright 2018 The Kubernetes Authors.
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package testing
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"io/ioutil"
|
||||||
|
"net"
|
||||||
|
"os"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/spf13/pflag"
|
||||||
|
|
||||||
|
"k8s.io/apimachinery/pkg/util/wait"
|
||||||
|
"k8s.io/client-go/kubernetes"
|
||||||
|
restclient "k8s.io/client-go/rest"
|
||||||
|
"k8s.io/kubernetes/cmd/cloud-controller-manager/app"
|
||||||
|
cloudcontrollerconfig "k8s.io/kubernetes/cmd/cloud-controller-manager/app/config"
|
||||||
|
"k8s.io/kubernetes/cmd/cloud-controller-manager/app/options"
|
||||||
|
)
|
||||||
|
|
||||||
|
// TearDownFunc is to be called to tear down a test server.
|
||||||
|
type TearDownFunc func()
|
||||||
|
|
||||||
|
// TestServer return values supplied by kube-test-ApiServer
|
||||||
|
type TestServer struct {
|
||||||
|
LoopbackClientConfig *restclient.Config // Rest client config using the magic token
|
||||||
|
Options *options.CloudControllerManagerOptions
|
||||||
|
Config *cloudcontrollerconfig.Config
|
||||||
|
TearDownFn TearDownFunc // TearDown function
|
||||||
|
TmpDir string // Temp Dir used, by the apiserver
|
||||||
|
}
|
||||||
|
|
||||||
|
// Logger allows t.Testing and b.Testing to be passed to StartTestServer and StartTestServerOrDie
|
||||||
|
type Logger interface {
|
||||||
|
Errorf(format string, args ...interface{})
|
||||||
|
Fatalf(format string, args ...interface{})
|
||||||
|
Logf(format string, args ...interface{})
|
||||||
|
}
|
||||||
|
|
||||||
|
// StartTestServer starts a cloud-controller-manager. A rest client config and a tear-down func,
|
||||||
|
// and location of the tmpdir are returned.
|
||||||
|
//
|
||||||
|
// Note: we return a tear-down func instead of a stop channel because the later will leak temporary
|
||||||
|
// files that because Golang testing's call to os.Exit will not give a stop channel go routine
|
||||||
|
// enough time to remove temporary files.
|
||||||
|
func StartTestServer(t Logger, customFlags []string) (result TestServer, err error) {
|
||||||
|
stopCh := make(chan struct{})
|
||||||
|
tearDown := func() {
|
||||||
|
close(stopCh)
|
||||||
|
if len(result.TmpDir) != 0 {
|
||||||
|
os.RemoveAll(result.TmpDir)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
defer func() {
|
||||||
|
if result.TearDownFn == nil {
|
||||||
|
tearDown()
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
|
||||||
|
result.TmpDir, err = ioutil.TempDir("", "cloud-controller-manager")
|
||||||
|
if err != nil {
|
||||||
|
return result, fmt.Errorf("failed to create temp dir: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
fs := pflag.NewFlagSet("test", pflag.PanicOnError)
|
||||||
|
|
||||||
|
s, err := options.NewCloudControllerManagerOptions()
|
||||||
|
if err != nil {
|
||||||
|
return TestServer{}, err
|
||||||
|
}
|
||||||
|
namedFlagSets := s.Flags()
|
||||||
|
for _, f := range namedFlagSets.FlagSets {
|
||||||
|
fs.AddFlagSet(f)
|
||||||
|
}
|
||||||
|
fs.Parse(customFlags)
|
||||||
|
|
||||||
|
if s.SecureServing.BindPort != 0 {
|
||||||
|
s.SecureServing.Listener, s.SecureServing.BindPort, err = createListenerOnFreePort()
|
||||||
|
if err != nil {
|
||||||
|
return result, fmt.Errorf("failed to create listener: %v", err)
|
||||||
|
}
|
||||||
|
s.SecureServing.ServerCert.CertDirectory = result.TmpDir
|
||||||
|
|
||||||
|
t.Logf("cloud-controller-manager will listen securely on port %d...", s.SecureServing.BindPort)
|
||||||
|
}
|
||||||
|
|
||||||
|
if s.InsecureServing.BindPort != 0 {
|
||||||
|
s.InsecureServing.Listener, s.InsecureServing.BindPort, err = createListenerOnFreePort()
|
||||||
|
if err != nil {
|
||||||
|
return result, fmt.Errorf("failed to create listener: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
t.Logf("cloud-controller-manager will listen insecurely on port %d...", s.InsecureServing.BindPort)
|
||||||
|
}
|
||||||
|
|
||||||
|
config, err := s.Config()
|
||||||
|
if err != nil {
|
||||||
|
return result, fmt.Errorf("failed to create config from options: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
go func(stopCh <-chan struct{}) {
|
||||||
|
if err := app.Run(config.Complete(), stopCh); err != nil {
|
||||||
|
t.Errorf("cloud-apiserver failed run: %v", err)
|
||||||
|
}
|
||||||
|
}(stopCh)
|
||||||
|
|
||||||
|
t.Logf("Waiting for /healthz to be ok...")
|
||||||
|
client, err := kubernetes.NewForConfig(config.LoopbackClientConfig)
|
||||||
|
if err != nil {
|
||||||
|
return result, fmt.Errorf("failed to create a client: %v", err)
|
||||||
|
}
|
||||||
|
err = wait.Poll(100*time.Millisecond, 30*time.Second, func() (bool, error) {
|
||||||
|
result := client.CoreV1().RESTClient().Get().AbsPath("/healthz").Do()
|
||||||
|
status := 0
|
||||||
|
result.StatusCode(&status)
|
||||||
|
if status == 200 {
|
||||||
|
return true, nil
|
||||||
|
}
|
||||||
|
return false, nil
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
return result, fmt.Errorf("failed to wait for /healthz to return ok: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// from here the caller must call tearDown
|
||||||
|
result.LoopbackClientConfig = config.LoopbackClientConfig
|
||||||
|
result.Options = s
|
||||||
|
result.Config = config
|
||||||
|
result.TearDownFn = tearDown
|
||||||
|
|
||||||
|
return result, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// StartTestServerOrDie calls StartTestServer t.Fatal if it does not succeed.
|
||||||
|
func StartTestServerOrDie(t Logger, flags []string) *TestServer {
|
||||||
|
result, err := StartTestServer(t, flags)
|
||||||
|
if err == nil {
|
||||||
|
return &result
|
||||||
|
}
|
||||||
|
|
||||||
|
t.Fatalf("failed to launch server: %v", err)
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func createListenerOnFreePort() (net.Listener, int, error) {
|
||||||
|
ln, err := net.Listen("tcp", ":0")
|
||||||
|
if err != nil {
|
||||||
|
return nil, 0, err
|
||||||
|
}
|
||||||
|
|
||||||
|
// get port
|
||||||
|
tcpAddr, ok := ln.Addr().(*net.TCPAddr)
|
||||||
|
if !ok {
|
||||||
|
ln.Close()
|
||||||
|
return nil, 0, fmt.Errorf("invalid listen address: %q", ln.Addr().String())
|
||||||
|
}
|
||||||
|
|
||||||
|
return ln, tcpAddr.Port, nil
|
||||||
|
}
|
Loading…
Reference in New Issue
Block a user