// Copyright (c) 2017 Intel Corporation // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // package types import ( "encoding/json" "net" "github.com/containernetworking/cni/libcni" "github.com/containernetworking/cni/pkg/skel" "github.com/containernetworking/cni/pkg/types/current" "github.com/containernetworking/cni/pkg/version" "github.com/intel/multus-cni/logging" ) const ( defaultCNIDir = "/var/lib/cni/multus" defaultConfDir = "/etc/cni/multus/net.d" defaultBinDir = "/opt/cni/bin" defaultReadinessIndicatorFile = "" defaultMultusNamespace = "kube-system" ) // LoadDelegateNetConfList reads DelegateNetConf from bytes func LoadDelegateNetConfList(bytes []byte, delegateConf *DelegateNetConf) error { logging.Debugf("LoadDelegateNetConfList: %s, %v", string(bytes), delegateConf) if err := json.Unmarshal(bytes, &delegateConf.ConfList); err != nil { return logging.Errorf("LoadDelegateNetConfList: error unmarshalling delegate conflist: %v", err) } if delegateConf.ConfList.Plugins == nil { return logging.Errorf("LoadDelegateNetConfList: delegate must have the 'type' or 'plugin' field") } if delegateConf.ConfList.Plugins[0].Type == "" { return logging.Errorf("LoadDelegateNetConfList: a plugin delegate must have the 'type' field") } delegateConf.ConfListPlugin = true return nil } // LoadDelegateNetConf converts raw CNI JSON into a DelegateNetConf structure func LoadDelegateNetConf(bytes []byte, net *NetworkSelectionElement, deviceID string) (*DelegateNetConf, error) { var err error logging.Debugf("LoadDelegateNetConf: %s, %v, %s", string(bytes), net, deviceID) delegateConf := &DelegateNetConf{} if err := json.Unmarshal(bytes, &delegateConf.Conf); err != nil { return nil, logging.Errorf("LoadDelegateNetConf: error unmarshalling delegate config: %v", err) } // Do some minimal validation if delegateConf.Conf.Type == "" { if err := LoadDelegateNetConfList(bytes, delegateConf); err != nil { return nil, logging.Errorf("LoadDelegateNetConf: failed with: %v", err) } if deviceID != "" { bytes, err = addDeviceIDInConfList(bytes, deviceID) if err != nil { return nil, logging.Errorf("LoadDelegateNetConf: failed to add deviceID in NetConfList bytes: %v", err) } } if net != nil && net.CNIArgs != nil { bytes, err = addCNIArgsInConfList(bytes, net.CNIArgs) if err != nil { return nil, logging.Errorf("LoadDelegateNetConf(): failed to add cni-args in NetConfList bytes: %v", err) } } } else { if deviceID != "" { bytes, err = delegateAddDeviceID(bytes, deviceID) if err != nil { return nil, logging.Errorf("LoadDelegateNetConf: failed to add deviceID in NetConf bytes: %v", err) } } if net != nil && net.CNIArgs != nil { bytes, err = addCNIArgsInConfig(bytes, net.CNIArgs) if err != nil { return nil, logging.Errorf("LoadDelegateNetConf(): failed to add cni-args in NetConfList bytes: %v", err) } } } if net != nil { if net.InterfaceRequest != "" { delegateConf.IfnameRequest = net.InterfaceRequest } if net.MacRequest != "" { delegateConf.MacRequest = net.MacRequest } if net.IPRequest != nil { delegateConf.IPRequest = net.IPRequest } if net.BandwidthRequest != nil { delegateConf.BandwidthRequest = net.BandwidthRequest } if net.PortMappingsRequest != nil { delegateConf.PortMappingsRequest = net.PortMappingsRequest } if net.GatewayRequest != nil { delegateConf.GatewayRequest = append(delegateConf.GatewayRequest, net.GatewayRequest...) } } delegateConf.Bytes = bytes return delegateConf, nil } // MergeCNIRuntimeConfig creates CNI runtimeconfig from delegate func MergeCNIRuntimeConfig(runtimeConfig *RuntimeConfig, delegate *DelegateNetConf) *RuntimeConfig { logging.Debugf("MergeCNIRuntimeConfig: %v %v", runtimeConfig, delegate) if runtimeConfig == nil { runtimeConfig = &RuntimeConfig{} } // multus inject RuntimeConfig only in case of non MasterPlugin. if delegate.MasterPlugin != true { logging.Debugf("MergeCNIRuntimeConfig: add runtimeConfig for net-attach-def: %v", runtimeConfig) if delegate.PortMappingsRequest != nil { runtimeConfig.PortMaps = delegate.PortMappingsRequest } if delegate.BandwidthRequest != nil { runtimeConfig.Bandwidth = delegate.BandwidthRequest } if delegate.IPRequest != nil { runtimeConfig.IPs = delegate.IPRequest } if delegate.MacRequest != "" { runtimeConfig.Mac = delegate.MacRequest } } return runtimeConfig } // CreateCNIRuntimeConf create CNI RuntimeConf func CreateCNIRuntimeConf(args *skel.CmdArgs, k8sArgs *K8sArgs, ifName string, rc *RuntimeConfig) *libcni.RuntimeConf { logging.Debugf("LoadCNIRuntimeConf: %v, %v, %s, %v", args, k8sArgs, ifName, rc) // In part, adapted from K8s pkg/kubelet/dockershim/network/cni/cni.go#buildCNIRuntimeConf // Todo // ingress, egress and bandwidth capability features as same as kubelet. rt := &libcni.RuntimeConf{ ContainerID: args.ContainerID, NetNS: args.Netns, IfName: ifName, Args: [][2]string{ {"IgnoreUnknown", string("true")}, {"K8S_POD_NAMESPACE", string(k8sArgs.K8S_POD_NAMESPACE)}, {"K8S_POD_NAME", string(k8sArgs.K8S_POD_NAME)}, {"K8S_POD_INFRA_CONTAINER_ID", string(k8sArgs.K8S_POD_INFRA_CONTAINER_ID)}, }, } if rc != nil { capabilityArgs := map[string]interface{}{} if len(rc.PortMaps) != 0 { capabilityArgs["portMappings"] = rc.PortMaps } if rc.Bandwidth != nil { capabilityArgs["bandwidth"] = rc.Bandwidth } if len(rc.IPs) != 0 { capabilityArgs["ips"] = rc.IPs } if len(rc.Mac) != 0 { capabilityArgs["mac"] = rc.Mac } rt.CapabilityArgs = capabilityArgs } return rt } // GetGatewayFromResult retrieves gateway IP addresses from CNI result func GetGatewayFromResult(result *current.Result) []net.IP { var gateways []net.IP for _, route := range result.Routes { if mask, _ := route.Dst.Mask.Size(); mask == 0 { gateways = append(gateways, route.GW) } } return gateways } // LoadNetConf converts inputs (i.e. stdin) to NetConf func LoadNetConf(bytes []byte) (*NetConf, error) { netconf := &NetConf{} logging.Debugf("LoadNetConf: %s", string(bytes)) if err := json.Unmarshal(bytes, netconf); err != nil { return nil, logging.Errorf("LoadNetConf: failed to load netconf: %v", err) } // Logging if netconf.LogFile != "" { logging.SetLogFile(netconf.LogFile) } if netconf.LogLevel != "" { logging.SetLogLevel(netconf.LogLevel) } // Parse previous result if netconf.RawPrevResult != nil { resultBytes, err := json.Marshal(netconf.RawPrevResult) if err != nil { return nil, logging.Errorf("LoadNetConf: could not serialize prevResult: %v", err) } res, err := version.NewResult(netconf.CNIVersion, resultBytes) if err != nil { return nil, logging.Errorf("LoadNetConf: could not parse prevResult: %v", err) } netconf.RawPrevResult = nil netconf.PrevResult, err = current.NewResultFromResult(res) if err != nil { return nil, logging.Errorf("LoadNetConf: could not convert result to current version: %v", err) } } // Delegates must always be set. If no kubeconfig is present, the // delegates are executed in-order. If a kubeconfig is present, // at least one delegate must be present and the first delegate is // the master plugin. Kubernetes CRD delegates are then appended to // the existing delegate list and all delegates executed in-order. if len(netconf.RawDelegates) == 0 && netconf.ClusterNetwork == "" { return nil, logging.Errorf("LoadNetConf: at least one delegate/defaultNetwork must be specified") } if netconf.CNIDir == "" { netconf.CNIDir = defaultCNIDir } if netconf.ConfDir == "" { netconf.ConfDir = defaultConfDir } if netconf.BinDir == "" { netconf.BinDir = defaultBinDir } if netconf.ReadinessIndicatorFile == "" { netconf.ReadinessIndicatorFile = defaultReadinessIndicatorFile } if len(netconf.SystemNamespaces) == 0 { netconf.SystemNamespaces = []string{"kube-system"} } if netconf.MultusNamespace == "" { netconf.MultusNamespace = defaultMultusNamespace } // get RawDelegates and put delegates field if netconf.ClusterNetwork == "" { // for Delegates if len(netconf.RawDelegates) == 0 { return nil, logging.Errorf("LoadNetConf: at least one delegate must be specified") } for idx, rawConf := range netconf.RawDelegates { bytes, err := json.Marshal(rawConf) if err != nil { return nil, logging.Errorf("LoadNetConf: error marshalling delegate %d config: %v", idx, err) } delegateConf, err := LoadDelegateNetConf(bytes, nil, "") if err != nil { return nil, logging.Errorf("LoadNetConf: failed to load delegate %d config: %v", idx, err) } netconf.Delegates = append(netconf.Delegates, delegateConf) } netconf.RawDelegates = nil // First delegate is always the master plugin netconf.Delegates[0].MasterPlugin = true } return netconf, nil } // AddDelegates appends the new delegates to the delegates list func (n *NetConf) AddDelegates(newDelegates []*DelegateNetConf) error { logging.Debugf("AddDelegates: %v", newDelegates) n.Delegates = append(n.Delegates, newDelegates...) return nil } // delegateAddDeviceID injects deviceID information in delegate bytes func delegateAddDeviceID(inBytes []byte, deviceID string) ([]byte, error) { var rawConfig map[string]interface{} var err error err = json.Unmarshal(inBytes, &rawConfig) if err != nil { return nil, logging.Errorf("delegateAddDeviceID: failed to unmarshal inBytes: %v", err) } // Inject deviceID rawConfig["deviceID"] = deviceID rawConfig["pciBusID"] = deviceID configBytes, err := json.Marshal(rawConfig) if err != nil { return nil, logging.Errorf("delegateAddDeviceID: failed to re-marshal Spec.Config: %v", err) } logging.Debugf("delegateAddDeviceID updated configBytes %s", string(configBytes)) return configBytes, nil } // addDeviceIDInConfList injects deviceID information in delegate bytes func addDeviceIDInConfList(inBytes []byte, deviceID string) ([]byte, error) { var rawConfig map[string]interface{} var err error err = json.Unmarshal(inBytes, &rawConfig) if err != nil { return nil, logging.Errorf("addDeviceIDInConfList: failed to unmarshal inBytes: %v", err) } pList, ok := rawConfig["plugins"] if !ok { return nil, logging.Errorf("addDeviceIDInConfList: unable to get plugin list") } pMap, ok := pList.([]interface{}) if !ok { return nil, logging.Errorf("addDeviceIDInConfList: unable to typecast plugin list") } for idx, plugin := range pMap { currentPlugin, ok := plugin.(map[string]interface{}) if !ok { return nil, logging.Errorf("addDeviceIDInConfList: unable to typecast plugin #%d", idx) } // Inject deviceID currentPlugin["deviceID"] = deviceID currentPlugin["pciBusID"] = deviceID } configBytes, err := json.Marshal(rawConfig) if err != nil { return nil, logging.Errorf("addDeviceIDInConfList: failed to re-marshal: %v", err) } logging.Debugf("addDeviceIDInConfList: updated configBytes %s", string(configBytes)) return configBytes, nil } // injectCNIArgs injects given args to cniConfig func injectCNIArgs(cniConfig *map[string]interface{}, args *map[string]interface{}) error { if argsval, ok := (*cniConfig)["args"]; ok { argsvalmap := argsval.(map[string]interface{}) if cnival, ok := argsvalmap["cni"]; ok { cnivalmap := cnival.(map[string]interface{}) // merge it if conf has args for key, val := range *args { cnivalmap[key] = val } } else { argsvalmap["cni"] = *args } } else { argsval := map[string]interface{}{} argsval["cni"] = *args (*cniConfig)["args"] = argsval } return nil } // addCNIArgsInConfig injects given cniArgs to CNI config in inBytes func addCNIArgsInConfig(inBytes []byte, cniArgs *map[string]interface{}) ([]byte, error) { var rawConfig map[string]interface{} var err error err = json.Unmarshal(inBytes, &rawConfig) if err != nil { return nil, logging.Errorf("addCNIArgsInConfig(): failed to unmarshal inBytes: %v", err) } injectCNIArgs(&rawConfig, cniArgs) configBytes, err := json.Marshal(rawConfig) if err != nil { return nil, logging.Errorf("addCNIArgsInConfig(): failed to re-marshal: %v", err) } return configBytes, nil } // addCNIArgsInConfList injects given cniArgs to CNI conflist in inBytes func addCNIArgsInConfList(inBytes []byte, cniArgs *map[string]interface{}) ([]byte, error) { var rawConfig map[string]interface{} var err error err = json.Unmarshal(inBytes, &rawConfig) if err != nil { return nil, logging.Errorf("addCNIArgsInConfList(): failed to unmarshal inBytes: %v", err) } pList, ok := rawConfig["plugins"] if !ok { return nil, logging.Errorf("addCNIArgsInConfList(): unable to get plugin list") } pMap, ok := pList.([]interface{}) if !ok { return nil, logging.Errorf("addCNIArgsInConfList(): unable to typecast plugin list") } for idx := range pMap { valMap := pMap[idx].(map[string]interface{}) injectCNIArgs(&valMap, cniArgs) } configBytes, err := json.Marshal(rawConfig) if err != nil { return nil, logging.Errorf("addCNIArgsInConfList(): failed to re-marshal: %v", err) } return configBytes, nil } // CheckGatewayConfig check gatewayRequest and mark IsFilterGateway flag if // gw filtering is required func CheckGatewayConfig(delegates []*DelegateNetConf) { // Check the Gateway for i, delegate := range delegates { if delegate.GatewayRequest == nil { delegates[i].IsFilterGateway = true } } } // CheckSystemNamespaces checks whether given namespace is in systemNamespaces or not. func CheckSystemNamespaces(namespace string, systemNamespaces []string) bool { for _, nsname := range systemNamespaces { if namespace == nsname { return true } } return false }