#!/usr/bin/env bats # # Copyright (c) 2018 Intel Corporation # # SPDX-License-Identifier: Apache-2.0 # load "${BATS_TEST_DIRNAME}/../../common.bash" load "${BATS_TEST_DIRNAME}/tests_common.sh" setup() { [ "${KATA_HYPERVISOR}" == "firecracker" ] && skip "test not working see: ${fc_limitations}" [ "${KATA_HYPERVISOR}" == "fc" ] && skip "test not working see: ${fc_limitations}" [ "${KATA_HYPERVISOR}" == "dragonball" ] && skip "test not working see: ${dragonball_limitations}" [ "${KATA_HYPERVISOR}" == "cloud-hypervisor" ] && skip "https://github.com/kata-containers/kata-containers/issues/9039" ( [ "${KATA_HYPERVISOR}" == "qemu-tdx" ] || [ "${KATA_HYPERVISOR}" == "qemu-snp" ] || \ [ "${KATA_HYPERVISOR}" == "qemu-sev" ] || [ "${KATA_HYPERVISOR}" == "qemu-se" ] ) \ && skip "TEEs do not support memory / CPU hotplug" pod_name="constraints-cpu-test" container_name="first-cpu-container" sharessyspath="/sys/fs/cgroup/cpu/cpu.shares" quotasyspath="/sys/fs/cgroup/cpu/cpu.cfs_quota_us" periodsyspath="/sys/fs/cgroup/cpu/cpu.cfs_period_us" total_cpus=2 total_requests=512 total_cpu_container=1 get_pod_config_dir yaml_file="${pod_config_dir}/pod-cpu.yaml" # Add policy to the yaml file policy_settings_dir="$(create_tmp_policy_settings_dir "${pod_config_dir}")" num_cpus_cmd='grep -e "^processor" /proc/cpuinfo |wc -l' exec_command="sh -c ${num_cpus_cmd}" add_exec_to_policy_settings "${policy_settings_dir}" "${exec_command}" quotasyspath_cmd="cat ${quotasyspath}" exec_command="sh -c ${quotasyspath_cmd}" add_exec_to_policy_settings "${policy_settings_dir}" "${exec_command}" periodsyspath_cmd="cat $periodsyspath" exec_command="sh -c ${periodsyspath_cmd}" add_exec_to_policy_settings "${policy_settings_dir}" "${exec_command}" sharessyspath_cmd="cat $sharessyspath" exec_command="sh -c ${sharessyspath_cmd}" add_exec_to_policy_settings "${policy_settings_dir}" "${exec_command}" add_exec_to_policy_settings "${policy_settings_dir}" "sh -c " add_requests_to_policy_settings "${policy_settings_dir}" "ReadStreamRequest" auto_generate_policy "${policy_settings_dir}" "${yaml_file}" } @test "Check CPU constraints" { # Create the pod kubectl create -f "${yaml_file}" # Check pod creation kubectl wait --for=condition=Ready --timeout=$timeout pod "$pod_name" retries="10" # Check the total of cpus for _ in $(seq 1 "$retries"); do # Get number of cpus total_cpus_container=$(kubectl exec pod/"$pod_name" -c "$container_name" \ -- sh -c "$num_cpus_cmd") # Verify number of cpus [ "$total_cpus_container" -le "$total_cpus" ] [ "$total_cpus_container" -eq "$total_cpus" ] && break sleep 1 done [ "$total_cpus_container" -eq "$total_cpus" ] # Check the total of requests total_requests_container=$(kubectl exec $pod_name -c $container_name \ -- sh -c "$sharessyspath_cmd") info "total_requests_container = $total_requests_container" [ "$total_requests_container" -eq "$total_requests" ] # Check the cpus inside the container total_cpu_quota=$(kubectl exec $pod_name -c $container_name \ -- sh -c "$quotasyspath_cmd") total_cpu_period=$(kubectl exec $pod_name -c $container_name \ -- sh -c "$periodsyspath_cmd") division_quota_period=$(echo $((total_cpu_quota/total_cpu_period))) [ "$division_quota_period" -eq "$total_cpu_container" ] } teardown() { [ "${KATA_HYPERVISOR}" == "firecracker" ] && skip "test not working see: ${fc_limitations}" [ "${KATA_HYPERVISOR}" == "fc" ] && skip "test not working see: ${fc_limitations}" [ "${KATA_HYPERVISOR}" == "dragonball" ] && skip "test not working see: ${dragonball_limitations}" [ "${KATA_HYPERVISOR}" == "cloud-hypervisor" ] && skip "https://github.com/kata-containers/kata-containers/issues/9039" ( [ "${KATA_HYPERVISOR}" == "qemu-tdx" ] || [ "${KATA_HYPERVISOR}" == "qemu-snp" ] || \ [ "${KATA_HYPERVISOR}" == "qemu-sev" ] || [ "${KATA_HYPERVISOR}" == "qemu-se" ] ) \ && skip "TEEs do not support memory / CPU hotplug" # Debugging information kubectl describe "pod/$pod_name" kubectl delete pod "$pod_name" delete_tmp_policy_settings_dir "${policy_settings_dir}" }