proxy support

Signed-off-by: Santhosh <santhosh@spectrocloud.com>
This commit is contained in:
Santhosh
2022-11-04 23:07:21 +05:30
parent 0975da04d4
commit 90ae97c60e
5 changed files with 225 additions and 41 deletions

137
main.go
View File

@@ -2,23 +2,35 @@ package main
import (
"bytes"
"encoding/json"
"fmt"
"github.com/c3os-io/c3os/provider-k3s/api"
"github.com/c3os-io/c3os/sdk/clusterplugin"
"net"
"os"
"path/filepath"
"strings"
"github.com/kairos-io/kairos/pkg/config"
"github.com/kairos-io/kairos/provider-k3s/api"
"github.com/kairos-io/kairos/sdk/clusterplugin"
yip "github.com/mudler/yip/pkg/schema"
"github.com/sirupsen/logrus"
"gopkg.in/yaml.v2"
"path/filepath"
kyaml "sigs.k8s.io/yaml"
)
const (
configurationPath = "/etc/rancher/k3s/config.d"
configurationPath = "/etc/rancher/k3s/config.d"
containerdEnvConfigPath = "/etc/default"
serverSystemName = "k3s"
agentSystemName = "k3s-agent"
K8S_NO_PROXY = ".svc,.svc.cluster,.svc.cluster.local"
)
var configScanDir = []string{"/oem", "/usr/local/cloud-config", "/run/initramfs/live"}
func clusterProvider(cluster clusterplugin.Cluster) yip.YipConfig {
k3sConfig := api.K3sServerConfig{
Token: cluster.ClusterToken,
@@ -50,30 +62,53 @@ func clusterProvider(cluster clusterplugin.Cluster) yip.YipConfig {
systemName = agentSystemName
}
_config, _ := config.Scan(config.Directories(configScanDir...))
if _config != nil {
for _, e := range _config.Env {
pair := strings.SplitN(e, "=", 2)
if len(pair) >= 2 {
os.Setenv(pair[0], pair[1])
}
}
}
var providerConfig bytes.Buffer
_ = yaml.NewEncoder(&providerConfig).Encode(&k3sConfig)
userOptions, _ := kyaml.YAMLToJSON([]byte(userOptionConfig))
options, _ := kyaml.YAMLToJSON(providerConfig.Bytes())
proxyValues := proxyEnv(userOptions)
files := []yip.File{
{
Path: filepath.Join(configurationPath, "90_userdata.yaml"),
Permissions: 0400,
Content: string(userOptions),
},
{
Path: filepath.Join(configurationPath, "99_userdata.yaml"),
Permissions: 0400,
Content: string(options),
},
}
if len(proxyValues) > 0 {
files = append(files, yip.File{
Path: filepath.Join(containerdEnvConfigPath, systemName),
Permissions: 0400,
Content: proxyValues,
})
}
cfg := yip.YipConfig{
Name: "K3s C3OS Cluster Provider",
Name: "K3s Kairos Cluster Provider",
Stages: map[string][]yip.Stage{
"boot.before": {
{
Name: "Install K3s Configuration Files",
Files: []yip.File{
{
Path: filepath.Join(configurationPath, "90_userdata.yaml"),
Permissions: 0400,
Content: string(userOptions),
},
{
Path: filepath.Join(configurationPath, "99_userdata.yaml"),
Permissions: 0400,
Content: string(options),
},
},
Name: "Install K3s Configuration Files",
Files: files,
Commands: []string{
fmt.Sprintf("jq -s 'def flatten: reduce .[] as $i([]; if $i | type == \"array\" then . + ($i | flatten) else . + [$i] end); [.[] | to_entries] | flatten | reduce .[] as $dot ({}; .[$dot.key] += $dot.value)' %s/*.yaml > /etc/rancher/k3s/config.yaml", configurationPath),
},
@@ -105,6 +140,72 @@ func clusterProvider(cluster clusterplugin.Cluster) yip.YipConfig {
return cfg
}
func proxyEnv(userOptions []byte) string {
var proxy []string
httpProxy := os.Getenv("HTTP_PROXY")
httpsProxy := os.Getenv("HTTPS_PROXY")
noProxy := getNoProxy(userOptions)
if len(httpProxy) > 0 {
proxy = append(proxy, fmt.Sprintf("HTTP_PROXY=%s", httpProxy))
proxy = append(proxy, fmt.Sprintf("CONTAINERD_HTTP_PROXY=%s", httpProxy))
}
if len(httpsProxy) > 0 {
proxy = append(proxy, fmt.Sprintf("HTTPS_PROXY=%s", httpsProxy))
proxy = append(proxy, fmt.Sprintf("CONTAINERD_HTTPS_PROXY=%s", httpsProxy))
}
if len(noProxy) > 0 {
proxy = append(proxy, fmt.Sprintf("NO_PROXY=%s", noProxy))
proxy = append(proxy, fmt.Sprintf("CONTAINERD_NO_PROXY=%s", noProxy))
}
return strings.Join(proxy, "\n")
}
func getNoProxy(userOptions []byte) string {
noProxy := os.Getenv("NO_PROXY")
if len(noProxy) > 0 {
var data map[string]interface{}
err := json.Unmarshal(userOptions, &data)
if err != nil {
fmt.Println("error while unmarshalling user options", err)
}
if data != nil {
clusterCIDR := data["cluster-cidr"].(string)
serviceCIDR := data["service-cidr"].(string)
if len(clusterCIDR) > 0 {
noProxy = noProxy + "," + clusterCIDR
}
if len(serviceCIDR) > 0 {
noProxy = noProxy + "," + serviceCIDR
}
}
noProxy = noProxy + "," + getNodeCIDR() + "," + K8S_NO_PROXY
}
return noProxy
}
func getNodeCIDR() string {
addrs, _ := net.InterfaceAddrs()
var result string
for _, addr := range addrs {
if ipnet, ok := addr.(*net.IPNet); ok && !ipnet.IP.IsLoopback() {
if ipnet.IP.To4() != nil {
result = addr.String()
break
}
}
}
return result
}
func main() {
plugin := clusterplugin.ClusterPlugin{
Provider: clusterProvider,