mirror of
https://github.com/k3s-io/kubernetes.git
synced 2025-08-15 14:53:44 +00:00
Merge pull request #127615 from macsko/add_node_add_event_benchmark_to_scheduler_perf
Add scheduler_perf test case for NodeAdd event handling
This commit is contained in:
Kubernetes Prow Robot
GitHub
commit
2f7df335ad
@ -0,0 +1,17 @@
|
|||||||
|
apiVersion: v1
|
||||||
|
kind: Node
|
||||||
|
metadata:
|
||||||
|
generateName: node-high-capacity-
|
||||||
|
spec:
|
||||||
|
taints:
|
||||||
|
- key: allow
|
||||||
|
effect: NoSchedule
|
||||||
|
status:
|
||||||
|
capacity:
|
||||||
|
pods: "3000"
|
||||||
|
cpu: "200"
|
||||||
|
memory: 200Gi
|
||||||
|
conditions:
|
||||||
|
- status: "True"
|
||||||
|
type: Ready
|
||||||
|
phase: Running
|
||||||
@ -0,0 +1,17 @@
|
|||||||
|
apiVersion: v1
|
||||||
|
kind: Node
|
||||||
|
metadata:
|
||||||
|
generateName: node-low-capacity-
|
||||||
|
spec:
|
||||||
|
taints:
|
||||||
|
- key: allow
|
||||||
|
effect: NoSchedule
|
||||||
|
status:
|
||||||
|
capacity:
|
||||||
|
pods: "3000"
|
||||||
|
cpu: "0.1"
|
||||||
|
memory: 100Mi
|
||||||
|
conditions:
|
||||||
|
- status: "True"
|
||||||
|
type: Ready
|
||||||
|
phase: Running
|
||||||
@ -0,0 +1,23 @@
|
|||||||
|
# Node unschedulable is similar to node unblocker but has unschedulable: true.
|
||||||
|
apiVersion: v1
|
||||||
|
kind: Node
|
||||||
|
metadata:
|
||||||
|
generateName: node-unschedulable-
|
||||||
|
labels:
|
||||||
|
topology.kubernetes.io/zone: zone1
|
||||||
|
affinity: allow
|
||||||
|
topology: allow
|
||||||
|
spec:
|
||||||
|
unschedulable: true
|
||||||
|
taints:
|
||||||
|
- key: allow
|
||||||
|
effect: NoSchedule
|
||||||
|
status:
|
||||||
|
capacity:
|
||||||
|
pods: "3000"
|
||||||
|
cpu: "4"
|
||||||
|
memory: 32Gi
|
||||||
|
conditions:
|
||||||
|
- status: "True"
|
||||||
|
type: Ready
|
||||||
|
phase: Running
|
||||||
@ -0,0 +1,21 @@
|
|||||||
|
apiVersion: v1
|
||||||
|
kind: Node
|
||||||
|
metadata:
|
||||||
|
generateName: node-unblocker-
|
||||||
|
labels:
|
||||||
|
topology.kubernetes.io/zone: zone1
|
||||||
|
affinity: allow
|
||||||
|
topology: allow
|
||||||
|
spec:
|
||||||
|
taints:
|
||||||
|
- key: allow
|
||||||
|
effect: NoSchedule
|
||||||
|
status:
|
||||||
|
capacity:
|
||||||
|
pods: "3000"
|
||||||
|
cpu: "4"
|
||||||
|
memory: 32Gi
|
||||||
|
conditions:
|
||||||
|
- status: "True"
|
||||||
|
type: Ready
|
||||||
|
phase: Running
|
||||||
@ -0,0 +1,17 @@
|
|||||||
|
apiVersion: v1
|
||||||
|
kind: Node
|
||||||
|
metadata:
|
||||||
|
generateName: node-with-taint-
|
||||||
|
spec:
|
||||||
|
taints:
|
||||||
|
- key: toleration
|
||||||
|
effect: NoSchedule
|
||||||
|
status:
|
||||||
|
capacity:
|
||||||
|
pods: "3000"
|
||||||
|
cpu: "4"
|
||||||
|
memory: 32Gi
|
||||||
|
conditions:
|
||||||
|
- status: "True"
|
||||||
|
type: Ready
|
||||||
|
phase: Running
|
||||||
@ -0,0 +1,21 @@
|
|||||||
|
apiVersion: v1
|
||||||
|
kind: Pod
|
||||||
|
metadata:
|
||||||
|
generateName: pod-unsched-
|
||||||
|
labels:
|
||||||
|
color: green
|
||||||
|
spec:
|
||||||
|
tolerations:
|
||||||
|
- key: allow
|
||||||
|
operator: Exists
|
||||||
|
effect: NoSchedule
|
||||||
|
affinity:
|
||||||
|
podAffinity:
|
||||||
|
requiredDuringSchedulingIgnoredDuringExecution:
|
||||||
|
- labelSelector:
|
||||||
|
matchLabels:
|
||||||
|
color: green
|
||||||
|
topologyKey: topology.kubernetes.io/zone
|
||||||
|
containers:
|
||||||
|
- image: registry.k8s.io/pause:3.10
|
||||||
|
name: pause
|
||||||
@ -0,0 +1,21 @@
|
|||||||
|
apiVersion: v1
|
||||||
|
kind: Pod
|
||||||
|
metadata:
|
||||||
|
generateName: pod-unsched-
|
||||||
|
spec:
|
||||||
|
tolerations:
|
||||||
|
- key: allow
|
||||||
|
operator: Exists
|
||||||
|
effect: NoSchedule
|
||||||
|
affinity:
|
||||||
|
nodeAffinity:
|
||||||
|
requiredDuringSchedulingIgnoredDuringExecution:
|
||||||
|
nodeSelectorTerms:
|
||||||
|
- matchExpressions:
|
||||||
|
- key: affinity
|
||||||
|
operator: In
|
||||||
|
values:
|
||||||
|
- allow
|
||||||
|
containers:
|
||||||
|
- image: registry.k8s.io/pause:3.10
|
||||||
|
name: pause
|
||||||
@ -0,0 +1,16 @@
|
|||||||
|
apiVersion: v1
|
||||||
|
kind: Pod
|
||||||
|
metadata:
|
||||||
|
generateName: pod-unsched-
|
||||||
|
spec:
|
||||||
|
tolerations:
|
||||||
|
- key: allow
|
||||||
|
operator: Exists
|
||||||
|
effect: NoSchedule
|
||||||
|
containers:
|
||||||
|
- image: registry.k8s.io/pause:3.10
|
||||||
|
name: pause
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: 0.2
|
||||||
|
memory: 200Mi
|
||||||
@ -0,0 +1,12 @@
|
|||||||
|
apiVersion: v1
|
||||||
|
kind: Pod
|
||||||
|
metadata:
|
||||||
|
generateName: pod-unsched-
|
||||||
|
spec:
|
||||||
|
tolerations:
|
||||||
|
- key: allow
|
||||||
|
operator: Exists
|
||||||
|
effect: NoSchedule
|
||||||
|
containers:
|
||||||
|
- image: registry.k8s.io/pause:3.10
|
||||||
|
name: pause
|
||||||
@ -0,0 +1,22 @@
|
|||||||
|
apiVersion: v1
|
||||||
|
kind: Pod
|
||||||
|
metadata:
|
||||||
|
generateName: pod-unsched-
|
||||||
|
labels:
|
||||||
|
color: blue
|
||||||
|
spec:
|
||||||
|
tolerations:
|
||||||
|
- key: allow
|
||||||
|
operator: Exists
|
||||||
|
effect: NoSchedule
|
||||||
|
topologySpreadConstraints:
|
||||||
|
- maxSkew: 1000
|
||||||
|
minDomains: 10000
|
||||||
|
topologyKey: topology
|
||||||
|
whenUnsatisfiable: DoNotSchedule
|
||||||
|
labelSelector:
|
||||||
|
matchLabels:
|
||||||
|
color: blue
|
||||||
|
containers:
|
||||||
|
- image: registry.k8s.io/pause:3.10
|
||||||
|
name: pause
|
||||||
@ -0,0 +1,12 @@
|
|||||||
|
apiVersion: v1
|
||||||
|
kind: Pod
|
||||||
|
metadata:
|
||||||
|
generateName: pod-unsched-
|
||||||
|
spec:
|
||||||
|
tolerations:
|
||||||
|
- key: toleration
|
||||||
|
operator: Exists
|
||||||
|
effect: NoSchedule
|
||||||
|
containers:
|
||||||
|
- image: registry.k8s.io/pause:3.10
|
||||||
|
name: pause
|
||||||
@ -1784,3 +1784,100 @@
|
|||||||
params:
|
params:
|
||||||
blockerPods: 1000
|
blockerPods: 1000
|
||||||
measurePods: 1000
|
measurePods: 1000
|
||||||
|
|
||||||
|
# This test case is used to measure the performance of queuing hints when handling the NodeAdd events.
|
||||||
|
# First, an unschedulable node is created, which prevents any pod from being scheduled on it.
|
||||||
|
# Then multiple types of pods are created, and each group is filtered by different plugin.
|
||||||
|
# Next, nodes are created where previously unscheduled pods can be scheduled.
|
||||||
|
# The test case is divided into several stages to make sure that the pods are filtered by a specific plugin.
|
||||||
|
# Plugins covered: InterPodAffinity, NodeAffinity, NodeResources, NodeUnschedulable, PodTopologySpread and TaintToleration.
|
||||||
|
- name: EventHandlingNodeAdd
|
||||||
|
featureGates:
|
||||||
|
SchedulerQueueingHints: true
|
||||||
|
workloadTemplate:
|
||||||
|
# Collect metrics from all createPods ops.
|
||||||
|
- opcode: startCollectingMetrics
|
||||||
|
name: unschedPods
|
||||||
|
namespaces: [nodeunschedulable, noderesources, interpodaffinity, nodeaffinity, podtopologyspread, tainttoleration]
|
||||||
|
# Create one unschedulable node.
|
||||||
|
- opcode: createNodes
|
||||||
|
count: 1
|
||||||
|
nodeTemplatePath: config/event_handling/nodeadd-node-unschedulable.yaml
|
||||||
|
# Created pods blocked using NodeUnschedulable plugin.
|
||||||
|
- opcode: createPods
|
||||||
|
countParam: $measurePods
|
||||||
|
podTemplatePath: config/event_handling/nodeadd-pod-nodeunschedulable.yaml
|
||||||
|
skipWaitToCompletion: true
|
||||||
|
namespace: nodeunschedulable
|
||||||
|
# Wait for unschedulable pods to be processed by the scheduler.
|
||||||
|
- opcode: barrier
|
||||||
|
stageRequirement: Attempted
|
||||||
|
# Create schedulable node with low capacity.
|
||||||
|
- opcode: createNodes
|
||||||
|
count: 1
|
||||||
|
nodeTemplatePath: config/event_handling/nodeadd-node-low-capacity.yaml
|
||||||
|
# Created pods blocked using NodeResources plugin.
|
||||||
|
- opcode: createPods
|
||||||
|
countParam: $measurePods
|
||||||
|
podTemplatePath: config/event_handling/nodeadd-pod-noderesources.yaml
|
||||||
|
skipWaitToCompletion: true
|
||||||
|
namespace: noderesources
|
||||||
|
# Wait for unschedulable pods to be processed by the scheduler.
|
||||||
|
- opcode: barrier
|
||||||
|
stageRequirement: Attempted
|
||||||
|
# Create nodes that will have enough resource capacity for pods blocked by NodeResources plugin.
|
||||||
|
# These nodes will still block the next pods from being scheduled.
|
||||||
|
- opcode: createNodes
|
||||||
|
countParam: $nodes
|
||||||
|
nodeTemplatePath: config/event_handling/nodeadd-node-high-capacity.yaml
|
||||||
|
# Wait on barrier for NodeUnschedulable and NodeResources pods to be scheduled.
|
||||||
|
- opcode: barrier
|
||||||
|
# Created pods blocked using InterPodAffinity plugin.
|
||||||
|
- opcode: createPods
|
||||||
|
countParam: $measurePods
|
||||||
|
podTemplatePath: config/event_handling/nodeadd-pod-interpodaffinity.yaml
|
||||||
|
skipWaitToCompletion: true
|
||||||
|
namespace: interpodaffinity
|
||||||
|
# Created pods blocked using NodeAffinity plugin.
|
||||||
|
- opcode: createPods
|
||||||
|
countParam: $measurePods
|
||||||
|
podTemplatePath: config/event_handling/nodeadd-pod-nodeaffinity.yaml
|
||||||
|
skipWaitToCompletion: true
|
||||||
|
namespace: nodeaffinity
|
||||||
|
# Created pods blocked using PodTopologySpread plugin.
|
||||||
|
- opcode: createPods
|
||||||
|
countParam: $measurePods
|
||||||
|
podTemplatePath: config/event_handling/nodeadd-pod-podtopologyspread.yaml
|
||||||
|
skipWaitToCompletion: true
|
||||||
|
namespace: podtopologyspread
|
||||||
|
# Wait for unschedulable pods to be processed by the scheduler.
|
||||||
|
- opcode: barrier
|
||||||
|
stageRequirement: Attempted
|
||||||
|
# Create nodes that will unblock most of the unschedulable pods.
|
||||||
|
- opcode: createNodes
|
||||||
|
countParam: $nodes
|
||||||
|
nodeTemplatePath: config/event_handling/nodeadd-node-with-labels.yaml
|
||||||
|
# Wait on barrier for InterPodAffinity, NodeAffinity and PodTopologySpread pods to be scheduled.
|
||||||
|
- opcode: barrier
|
||||||
|
# Created pods blocked using TaintToleration plugin.
|
||||||
|
- opcode: createPods
|
||||||
|
countParam: $measurePods
|
||||||
|
podTemplatePath: config/event_handling/nodeadd-pod-tainttoleration.yaml
|
||||||
|
skipWaitToCompletion: true
|
||||||
|
namespace: tainttoleration
|
||||||
|
# Wait for unschedulable pods to be processed by the scheduler.
|
||||||
|
- opcode: barrier
|
||||||
|
stageRequirement: Attempted
|
||||||
|
# Create nodes that will unblock pods filtered out by TaintToleration plugin.
|
||||||
|
- opcode: createNodes
|
||||||
|
countParam: $nodes
|
||||||
|
nodeTemplatePath: config/event_handling/nodeadd-node-with-taint.yaml
|
||||||
|
# Wait on barrier for TaintToleration pods to be scheduled.
|
||||||
|
- opcode: barrier
|
||||||
|
- opcode: stopCollectingMetrics
|
||||||
|
workloads:
|
||||||
|
- name: 100Nodes_500Pods
|
||||||
|
labels: [performance, short]
|
||||||
|
params:
|
||||||
|
nodes: 100
|
||||||
|
measurePods: 1000 # Must be initNodes * 10
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user