mirror of
https://github.com/rancher/rke.git
synced 2025-06-26 23:40:06 +00:00
519 lines
13 KiB
Go
519 lines
13 KiB
Go
package templates
|
|
|
|
const CalicoTemplate = `
|
|
{{if eq .RBACConfig "rbac"}}
|
|
## start rbac here
|
|
|
|
kind: ClusterRole
|
|
apiVersion: rbac.authorization.k8s.io/v1beta1
|
|
metadata:
|
|
name: calico-node
|
|
rules:
|
|
- apiGroups: [""]
|
|
resources:
|
|
- namespaces
|
|
verbs:
|
|
- get
|
|
- list
|
|
- watch
|
|
- apiGroups: [""]
|
|
resources:
|
|
- pods/status
|
|
verbs:
|
|
- update
|
|
- apiGroups: [""]
|
|
resources:
|
|
- pods
|
|
verbs:
|
|
- get
|
|
- list
|
|
- watch
|
|
- patch
|
|
- apiGroups: [""]
|
|
resources:
|
|
- services
|
|
verbs:
|
|
- get
|
|
- apiGroups: [""]
|
|
resources:
|
|
- endpoints
|
|
verbs:
|
|
- get
|
|
- apiGroups: [""]
|
|
resources:
|
|
- nodes
|
|
verbs:
|
|
- get
|
|
- list
|
|
- update
|
|
- watch
|
|
- apiGroups: ["extensions"]
|
|
resources:
|
|
- networkpolicies
|
|
verbs:
|
|
- get
|
|
- list
|
|
- watch
|
|
- apiGroups: ["networking.k8s.io"]
|
|
resources:
|
|
- networkpolicies
|
|
verbs:
|
|
- watch
|
|
- list
|
|
- apiGroups: ["crd.projectcalico.org"]
|
|
resources:
|
|
- globalfelixconfigs
|
|
- felixconfigurations
|
|
- bgppeers
|
|
- globalbgpconfigs
|
|
- bgpconfigurations
|
|
- ippools
|
|
- globalnetworkpolicies
|
|
- globalnetworksets
|
|
- networkpolicies
|
|
- clusterinformations
|
|
- hostendpoints
|
|
verbs:
|
|
- create
|
|
- get
|
|
- list
|
|
- update
|
|
- watch
|
|
---
|
|
apiVersion: rbac.authorization.k8s.io/v1beta1
|
|
kind: ClusterRoleBinding
|
|
metadata:
|
|
name: calico-node
|
|
roleRef:
|
|
apiGroup: rbac.authorization.k8s.io
|
|
kind: ClusterRole
|
|
name: calico-node
|
|
subjects:
|
|
- kind: ServiceAccount
|
|
name: calico-node
|
|
namespace: kube-system
|
|
- apiGroup: rbac.authorization.k8s.io
|
|
kind: Group
|
|
name: system:nodes
|
|
{{end}}
|
|
## end rbac here
|
|
|
|
---
|
|
kind: ConfigMap
|
|
apiVersion: v1
|
|
metadata:
|
|
name: calico-config
|
|
namespace: kube-system
|
|
data:
|
|
# To enable Typha, set this to "calico-typha" *and* set a non-zero value for Typha replicas
|
|
# below. We recommend using Typha if you have more than 50 nodes. Above 100 nodes it is
|
|
# essential.
|
|
typha_service_name: "none"
|
|
# The CNI network configuration to install on each node.
|
|
cni_network_config: |-
|
|
{
|
|
"name": "k8s-pod-network",
|
|
"cniVersion": "0.3.0",
|
|
"plugins": [
|
|
{
|
|
"type": "calico",
|
|
"log_level": "WARNING",
|
|
"datastore_type": "kubernetes",
|
|
"nodename": "__KUBERNETES_NODE_NAME__",
|
|
"mtu": 1500,
|
|
"ipam": {
|
|
"type": "host-local",
|
|
"subnet": "usePodCidr"
|
|
},
|
|
"policy": {
|
|
"type": "k8s",
|
|
"k8s_auth_token": "__SERVICEACCOUNT_TOKEN__"
|
|
},
|
|
"kubernetes": {
|
|
"k8s_api_root": "https://__KUBERNETES_SERVICE_HOST__:__KUBERNETES_SERVICE_PORT__",
|
|
"kubeconfig": "{{.KubeCfg}}"
|
|
}
|
|
},
|
|
{
|
|
"type": "portmap",
|
|
"snat": true,
|
|
"capabilities": {"portMappings": true}
|
|
}
|
|
]
|
|
}
|
|
|
|
---
|
|
|
|
# This manifest installs the calico/node container, as well
|
|
# as the Calico CNI plugins and network config on
|
|
# each master and worker node in a Kubernetes cluster.
|
|
kind: DaemonSet
|
|
apiVersion: extensions/v1beta1
|
|
metadata:
|
|
name: calico-node
|
|
namespace: kube-system
|
|
labels:
|
|
k8s-app: calico-node
|
|
spec:
|
|
selector:
|
|
matchLabels:
|
|
k8s-app: calico-node
|
|
updateStrategy:
|
|
type: RollingUpdate
|
|
rollingUpdate:
|
|
maxUnavailable: 1
|
|
template:
|
|
metadata:
|
|
labels:
|
|
k8s-app: calico-node
|
|
annotations:
|
|
# This, along with the CriticalAddonsOnly toleration below,
|
|
# marks the pod as a critical add-on, ensuring it gets
|
|
# priority scheduling and that its resources are reserved
|
|
# if it ever gets evicted.
|
|
scheduler.alpha.kubernetes.io/critical-pod: ''
|
|
spec:
|
|
hostNetwork: true
|
|
tolerations:
|
|
# Make sure calico/node gets scheduled on all nodes.
|
|
- effect: NoSchedule
|
|
operator: Exists
|
|
# Mark the pod as a critical add-on for rescheduling.
|
|
- key: CriticalAddonsOnly
|
|
operator: Exists
|
|
- effect: NoExecute
|
|
operator: Exists
|
|
- key: "node-role.kubernetes.io/controlplane"
|
|
operator: "Exists"
|
|
effect: "NoSchedule"
|
|
- key: "node-role.kubernetes.io/etcd"
|
|
operator: "Exists"
|
|
effect: "NoExecute"
|
|
serviceAccountName: calico-node
|
|
terminationGracePeriodSeconds: 0
|
|
containers:
|
|
# Runs calico/node container on each Kubernetes node. This
|
|
# container programs network policy and routes on each
|
|
# host.
|
|
- name: calico-node
|
|
image: {{.NodeImage}}
|
|
env:
|
|
# Use Kubernetes API as the backing datastore.
|
|
- name: DATASTORE_TYPE
|
|
value: "kubernetes"
|
|
# Disable felix logging to file
|
|
- name: FELIX_LOGFILEPATH
|
|
value: "none"
|
|
# Disable felix logging for syslog
|
|
- name: FELIX_LOGSEVERITYSYS
|
|
value: ""
|
|
# Enable felix logging to stdout
|
|
- name: FELIX_LOGSEVERITYSCREEN
|
|
value: "Warning"
|
|
# Cluster type to identify the deployment type
|
|
- name: CLUSTER_TYPE
|
|
value: "k8s,bgp"
|
|
# Disable file logging so kubectl logs works.
|
|
- name: CALICO_DISABLE_FILE_LOGGING
|
|
value: "true"
|
|
# Set Felix endpoint to host default action to ACCEPT.
|
|
- name: FELIX_DEFAULTENDPOINTTOHOSTACTION
|
|
value: "ACCEPT"
|
|
# Disable IPV6 on Kubernetes.
|
|
- name: FELIX_IPV6SUPPORT
|
|
value: "false"
|
|
# Set MTU for tunnel device used if ipip is enabled
|
|
- name: FELIX_IPINIPMTU
|
|
value: "1440"
|
|
# Wait for the datastore.
|
|
- name: WAIT_FOR_DATASTORE
|
|
value: "true"
|
|
# The default IPv4 pool to create on startup if none exists. Pod IPs will be
|
|
# chosen from this range. Changing this value after installation will have
|
|
# no effect. This should fall within --cluster-cidr.
|
|
- name: CALICO_IPV4POOL_CIDR
|
|
value: "{{.ClusterCIDR}}"
|
|
# Enable IPIP
|
|
- name: CALICO_IPV4POOL_IPIP
|
|
value: "Always"
|
|
# Enable IP-in-IP within Felix.
|
|
- name: FELIX_IPINIPENABLED
|
|
value: "true"
|
|
# Typha support: controlled by the ConfigMap.
|
|
- name: FELIX_TYPHAK8SSERVICENAME
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: calico-config
|
|
key: typha_service_name
|
|
# Set based on the k8s node name.
|
|
- name: NODENAME
|
|
valueFrom:
|
|
fieldRef:
|
|
fieldPath: spec.nodeName
|
|
# Auto-detect the BGP IP address.
|
|
- name: IP
|
|
value: "autodetect"
|
|
- name: FELIX_HEALTHENABLED
|
|
value: "true"
|
|
securityContext:
|
|
privileged: true
|
|
resources:
|
|
requests:
|
|
cpu: 250m
|
|
livenessProbe:
|
|
httpGet:
|
|
path: /liveness
|
|
port: 9099
|
|
periodSeconds: 10
|
|
initialDelaySeconds: 10
|
|
failureThreshold: 6
|
|
readinessProbe:
|
|
httpGet:
|
|
path: /readiness
|
|
port: 9099
|
|
periodSeconds: 10
|
|
volumeMounts:
|
|
- mountPath: /lib/modules
|
|
name: lib-modules
|
|
readOnly: true
|
|
- mountPath: /var/run/calico
|
|
name: var-run-calico
|
|
readOnly: false
|
|
- mountPath: /var/lib/calico
|
|
name: var-lib-calico
|
|
readOnly: false
|
|
# This container installs the Calico CNI binaries
|
|
# and CNI network config file on each node.
|
|
- name: install-cni
|
|
image: {{.CNIImage}}
|
|
command: ["/install-cni.sh"]
|
|
env:
|
|
# Name of the CNI config file to create.
|
|
- name: CNI_CONF_NAME
|
|
value: "10-calico.conflist"
|
|
# The CNI network config to install on each node.
|
|
- name: CNI_NETWORK_CONFIG
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: calico-config
|
|
key: cni_network_config
|
|
# Set the hostname based on the k8s node name.
|
|
- name: KUBERNETES_NODE_NAME
|
|
valueFrom:
|
|
fieldRef:
|
|
fieldPath: spec.nodeName
|
|
volumeMounts:
|
|
- mountPath: /host/opt/cni/bin
|
|
name: cni-bin-dir
|
|
- mountPath: /host/etc/cni/net.d
|
|
name: cni-net-dir
|
|
volumes:
|
|
# Used by calico/node.
|
|
- name: lib-modules
|
|
hostPath:
|
|
path: /lib/modules
|
|
- name: var-run-calico
|
|
hostPath:
|
|
path: /var/run/calico
|
|
- name: var-lib-calico
|
|
hostPath:
|
|
path: /var/lib/calico
|
|
# Used to install CNI.
|
|
- name: cni-bin-dir
|
|
hostPath:
|
|
path: /opt/cni/bin
|
|
- name: cni-net-dir
|
|
hostPath:
|
|
path: /etc/cni/net.d
|
|
|
|
# Create all the CustomResourceDefinitions needed for
|
|
# Calico policy and networking mode.
|
|
---
|
|
|
|
apiVersion: apiextensions.k8s.io/v1beta1
|
|
kind: CustomResourceDefinition
|
|
metadata:
|
|
name: felixconfigurations.crd.projectcalico.org
|
|
spec:
|
|
scope: Cluster
|
|
group: crd.projectcalico.org
|
|
version: v1
|
|
names:
|
|
kind: FelixConfiguration
|
|
plural: felixconfigurations
|
|
singular: felixconfiguration
|
|
|
|
---
|
|
apiVersion: apiextensions.k8s.io/v1beta1
|
|
kind: CustomResourceDefinition
|
|
metadata:
|
|
name: bgppeers.crd.projectcalico.org
|
|
spec:
|
|
scope: Cluster
|
|
group: crd.projectcalico.org
|
|
version: v1
|
|
names:
|
|
kind: BGPPeer
|
|
plural: bgppeers
|
|
singular: bgppeer
|
|
|
|
---
|
|
|
|
apiVersion: apiextensions.k8s.io/v1beta1
|
|
kind: CustomResourceDefinition
|
|
metadata:
|
|
name: bgpconfigurations.crd.projectcalico.org
|
|
spec:
|
|
scope: Cluster
|
|
group: crd.projectcalico.org
|
|
version: v1
|
|
names:
|
|
kind: BGPConfiguration
|
|
plural: bgpconfigurations
|
|
singular: bgpconfiguration
|
|
|
|
---
|
|
|
|
apiVersion: apiextensions.k8s.io/v1beta1
|
|
kind: CustomResourceDefinition
|
|
metadata:
|
|
name: ippools.crd.projectcalico.org
|
|
spec:
|
|
scope: Cluster
|
|
group: crd.projectcalico.org
|
|
version: v1
|
|
names:
|
|
kind: IPPool
|
|
plural: ippools
|
|
singular: ippool
|
|
|
|
---
|
|
|
|
apiVersion: apiextensions.k8s.io/v1beta1
|
|
kind: CustomResourceDefinition
|
|
metadata:
|
|
name: hostendpoints.crd.projectcalico.org
|
|
spec:
|
|
scope: Cluster
|
|
group: crd.projectcalico.org
|
|
version: v1
|
|
names:
|
|
kind: HostEndpoint
|
|
plural: hostendpoints
|
|
singular: hostendpoint
|
|
|
|
---
|
|
|
|
apiVersion: apiextensions.k8s.io/v1beta1
|
|
kind: CustomResourceDefinition
|
|
metadata:
|
|
name: clusterinformations.crd.projectcalico.org
|
|
spec:
|
|
scope: Cluster
|
|
group: crd.projectcalico.org
|
|
version: v1
|
|
names:
|
|
kind: ClusterInformation
|
|
plural: clusterinformations
|
|
singular: clusterinformation
|
|
|
|
---
|
|
|
|
apiVersion: apiextensions.k8s.io/v1beta1
|
|
kind: CustomResourceDefinition
|
|
metadata:
|
|
name: globalnetworkpolicies.crd.projectcalico.org
|
|
spec:
|
|
scope: Cluster
|
|
group: crd.projectcalico.org
|
|
version: v1
|
|
names:
|
|
kind: GlobalNetworkPolicy
|
|
plural: globalnetworkpolicies
|
|
singular: globalnetworkpolicy
|
|
|
|
---
|
|
|
|
apiVersion: apiextensions.k8s.io/v1beta1
|
|
kind: CustomResourceDefinition
|
|
metadata:
|
|
name: globalnetworksets.crd.projectcalico.org
|
|
spec:
|
|
scope: Cluster
|
|
group: crd.projectcalico.org
|
|
version: v1
|
|
names:
|
|
kind: GlobalNetworkSet
|
|
plural: globalnetworksets
|
|
singular: globalnetworkset
|
|
|
|
---
|
|
|
|
apiVersion: apiextensions.k8s.io/v1beta1
|
|
kind: CustomResourceDefinition
|
|
metadata:
|
|
name: networkpolicies.crd.projectcalico.org
|
|
spec:
|
|
scope: Namespaced
|
|
group: crd.projectcalico.org
|
|
version: v1
|
|
names:
|
|
kind: NetworkPolicy
|
|
plural: networkpolicies
|
|
singular: networkpolicy
|
|
|
|
---
|
|
apiVersion: v1
|
|
kind: ServiceAccount
|
|
metadata:
|
|
name: calico-node
|
|
namespace: kube-system
|
|
|
|
|
|
{{if ne .CloudProvider "none"}}
|
|
---
|
|
kind: ConfigMap
|
|
apiVersion: v1
|
|
metadata:
|
|
name: {{.CloudProvider}}-ippool
|
|
namespace: kube-system
|
|
data:
|
|
{{.CloudProvider}}-ippool: |-
|
|
apiVersion: projectcalico.org/v3
|
|
kind: IPPool
|
|
metadata:
|
|
name: ippool-ipip-1
|
|
spec:
|
|
cidr: {{.ClusterCIDR}}
|
|
ipipMode: Always
|
|
natOutgoing: true
|
|
---
|
|
apiVersion: v1
|
|
kind: Pod
|
|
metadata:
|
|
name: calicoctl
|
|
namespace: kube-system
|
|
spec:
|
|
hostNetwork: true
|
|
restartPolicy: OnFailure
|
|
containers:
|
|
- name: calicoctl
|
|
image: {{.Calicoctl}}
|
|
command: ["/bin/sh", "-c", "calicoctl apply -f {{.CloudProvider}}-ippool.yaml"]
|
|
env:
|
|
- name: DATASTORE_TYPE
|
|
value: kubernetes
|
|
volumeMounts:
|
|
- name: ippool-config
|
|
mountPath: /root/
|
|
volumes:
|
|
- name: ippool-config
|
|
configMap:
|
|
name: {{.CloudProvider}}-ippool
|
|
items:
|
|
- key: {{.CloudProvider}}-ippool
|
|
path: {{.CloudProvider}}-ippool.yaml
|
|
# Mount in the etcd TLS secrets.
|
|
{{end}}
|
|
`
|