mirror of
https://github.com/projectacrn/acrn-hypervisor.git
synced 2025-08-08 19:48:58 +00:00
hv: shell: add cmd to sample vmexit data per-vCPU
this feature is used to sample vmexit data per virtual CPU of VM, command used in HV console as following: 1. vmexit clear : to clear current vmexit buffer 2. vmexit [vm_id] : output vmexit info per-vCPU of one or all VMs 3. vmexit enable | disable, by default enabled Tracked-On: #5232 Signed-off-by: Minggui Cao <minggui.cao@intel.com>
This commit is contained in:
parent
77cf205e93
commit
0e51c9c5cc
@ -28,7 +28,6 @@
|
||||
* According to "SDM APPENDIX C VMX BASIC EXIT REASONS",
|
||||
* there are 65 Basic Exit Reasons.
|
||||
*/
|
||||
#define NR_VMX_EXIT_REASONS 70U
|
||||
|
||||
static int32_t triple_fault_vmexit_handler(struct acrn_vcpu *vcpu);
|
||||
static int32_t unhandled_vmexit_handler(struct acrn_vcpu *vcpu);
|
||||
|
@ -45,6 +45,8 @@ void vcpu_thread(struct thread_object *obj)
|
||||
profiling_vmenter_handler(vcpu);
|
||||
|
||||
TRACE_2L(TRACE_VM_ENTER, 0UL, 0UL);
|
||||
sample_vmexit_end(vcpu);
|
||||
|
||||
ret = run_vcpu(vcpu);
|
||||
if (ret != 0) {
|
||||
pr_fatal("vcpu resume failed");
|
||||
@ -55,6 +57,7 @@ void vcpu_thread(struct thread_object *obj)
|
||||
continue;
|
||||
}
|
||||
TRACE_2L(TRACE_VM_EXIT, vcpu->arch.exit_reason, vcpu_get_rip(vcpu));
|
||||
sample_vmexit_begin(vcpu);
|
||||
|
||||
profiling_pre_vmexit_handler(vcpu);
|
||||
|
||||
|
@ -22,12 +22,13 @@
|
||||
#include <shell.h>
|
||||
#include <asm/guest/vmcs.h>
|
||||
#include <asm/host_pm.h>
|
||||
#include <asm/tsc.h>
|
||||
|
||||
#define TEMP_STR_SIZE 60U
|
||||
#define MAX_STR_SIZE 256U
|
||||
#define SHELL_PROMPT_STR "ACRN:\\>"
|
||||
|
||||
#define SHELL_LOG_BUF_SIZE (PAGE_SIZE * MAX_PCPU_NUM / 2U)
|
||||
#define SHELL_LOG_BUF_SIZE (PAGE_SIZE * MAX_PCPU_NUM)
|
||||
static char shell_log_buf[SHELL_LOG_BUF_SIZE];
|
||||
|
||||
/* Input Line Other - Switch to the "other" input line (there are only two
|
||||
@ -52,6 +53,7 @@ static int32_t shell_cpuid(int32_t argc, char **argv);
|
||||
static int32_t shell_reboot(int32_t argc, char **argv);
|
||||
static int32_t shell_rdmsr(int32_t argc, char **argv);
|
||||
static int32_t shell_wrmsr(int32_t argc, char **argv);
|
||||
static int32_t shell_show_vmexit_profile(__unused int argc, __unused char **argv);
|
||||
|
||||
static struct shell_cmd shell_cmds[] = {
|
||||
{
|
||||
@ -156,6 +158,12 @@ static struct shell_cmd shell_cmds[] = {
|
||||
.help_str = SHELL_CMD_WRMSR_HELP,
|
||||
.fcn = shell_wrmsr,
|
||||
},
|
||||
{
|
||||
.str = SHELL_CMD_VMEXIT,
|
||||
.cmd_param = SHELL_CMD_VMEXIT_PARAM,
|
||||
.help_str = SHELL_CMD_VMEXIT_HELP,
|
||||
.fcn = shell_show_vmexit_profile,
|
||||
},
|
||||
};
|
||||
|
||||
/* The initial log level*/
|
||||
@ -1447,3 +1455,317 @@ static int32_t shell_wrmsr(int32_t argc, char **argv)
|
||||
|
||||
return ret;
|
||||
}
|
||||
static const char *level_info[MAX_VMEXIT_LEVEL] = {
|
||||
" 0us - 2us",
|
||||
" 2us - 4us",
|
||||
" 4us - 8us",
|
||||
" 8us - 16us",
|
||||
" 16us - 32us",
|
||||
" 32us - 64us",
|
||||
" 64us - 128us",
|
||||
" 128us - 256us",
|
||||
" 256us - 512us",
|
||||
" 512us -1024us",
|
||||
"1024us -2048us",
|
||||
"2048us -4096us",
|
||||
"4096us -8192us",
|
||||
"8192us - more",
|
||||
};
|
||||
|
||||
/* if target_vm_id valid, just check this vm or check all VMs; if count is 0, just ignore it */
|
||||
static bool check_vmexit_count_per_reason(uint16_t target_vm_id, uint16_t reason, uint16_t level)
|
||||
{
|
||||
bool has_vmexit = false;
|
||||
uint16_t vm_id, vcpu_id;
|
||||
struct acrn_vm *vm;
|
||||
struct acrn_vcpu *vcpu;
|
||||
|
||||
if (target_vm_id != CONFIG_MAX_VM_NUM) {
|
||||
vm = get_vm_from_vmid(target_vm_id);
|
||||
foreach_vcpu(vcpu_id, vm, vcpu) {
|
||||
if (vcpu->vmexit_cnt[reason][level] != 0) {
|
||||
has_vmexit = true;
|
||||
break;
|
||||
}
|
||||
}
|
||||
} else {
|
||||
for (vm_id = 0U; vm_id < CONFIG_MAX_VM_NUM; vm_id++) {
|
||||
vm = get_vm_from_vmid(vm_id);
|
||||
if (is_poweroff_vm(vm))
|
||||
continue;
|
||||
|
||||
foreach_vcpu(vcpu_id, vm, vcpu) {
|
||||
if (vcpu->vmexit_cnt[reason][level] != 0) {
|
||||
has_vmexit = true;
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
if (has_vmexit)
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
return has_vmexit;
|
||||
}
|
||||
|
||||
/* if target_vm_id valid, just output this vm or output all VMs */
|
||||
static bool output_id_per_vm_vcpu(char **str_arg, size_t *size_max, uint16_t target_vm_id)
|
||||
{
|
||||
char *str = *str_arg;
|
||||
size_t len, size = *size_max;
|
||||
uint16_t vm_id, vcpu_id;
|
||||
struct acrn_vm *vm;
|
||||
struct acrn_vcpu *vcpu;
|
||||
|
||||
if (target_vm_id != CONFIG_MAX_VM_NUM) {
|
||||
vm = get_vm_from_vmid(target_vm_id);
|
||||
foreach_vcpu(vcpu_id, vm, vcpu) {
|
||||
len = snprintf(str, size, " VM%u/vCPU%u", target_vm_id, vcpu_id);
|
||||
if (len >= size) {
|
||||
return false;
|
||||
}
|
||||
size -= len;
|
||||
str += len;
|
||||
}
|
||||
} else {
|
||||
for (vm_id = 0U; vm_id < CONFIG_MAX_VM_NUM; vm_id++) {
|
||||
vm = get_vm_from_vmid(vm_id);
|
||||
if (is_poweroff_vm(vm))
|
||||
continue;
|
||||
|
||||
foreach_vcpu(vcpu_id, vm, vcpu) {
|
||||
len = snprintf(str, size, " VM%u/vCPU%u", vm_id, vcpu_id);
|
||||
if (len >= size) {
|
||||
return false;
|
||||
}
|
||||
size -= len;
|
||||
str += len;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
*str_arg = str;
|
||||
*size_max = size;
|
||||
return true;
|
||||
}
|
||||
|
||||
static bool output_vmexit_info_per_vcpu(char **str_arg, size_t *size_max, uint16_t target_vm_id,
|
||||
uint16_t reason, uint16_t level)
|
||||
{
|
||||
char *str = *str_arg;
|
||||
size_t len, size = *size_max;
|
||||
uint16_t vm_id, vcpu_id;
|
||||
struct acrn_vm *vm;
|
||||
struct acrn_vcpu *vcpu;
|
||||
|
||||
if (target_vm_id != CONFIG_MAX_VM_NUM) {
|
||||
vm = get_vm_from_vmid(target_vm_id);
|
||||
|
||||
foreach_vcpu(vcpu_id, vm, vcpu) {
|
||||
/* if level is MAX, output the max time */
|
||||
if (level == MAX_VMEXIT_LEVEL) {
|
||||
len = snprintf(str, size, "%12lld", vcpu->vmexit_time[reason]);
|
||||
} else {
|
||||
len = snprintf(str, size, "%12lld", vcpu->vmexit_cnt[reason][level]);
|
||||
}
|
||||
|
||||
if (len >= size) {
|
||||
return false;
|
||||
}
|
||||
|
||||
size -= len;
|
||||
str += len;
|
||||
}
|
||||
} else {
|
||||
for (vm_id = 0U; vm_id < CONFIG_MAX_VM_NUM; vm_id++) {
|
||||
vm = get_vm_from_vmid(vm_id);
|
||||
if (is_poweroff_vm(vm))
|
||||
continue;
|
||||
|
||||
foreach_vcpu(vcpu_id, vm, vcpu) {
|
||||
/* if level is MAX, output the max time */
|
||||
if (level == MAX_VMEXIT_LEVEL) {
|
||||
len = snprintf(str, size, "%12lld", vcpu->vmexit_time[reason]);
|
||||
} else {
|
||||
len = snprintf(str, size, "%12lld", vcpu->vmexit_cnt[reason][level]);
|
||||
}
|
||||
|
||||
if (len >= size) {
|
||||
return false;
|
||||
}
|
||||
|
||||
size -= len;
|
||||
str += len;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
*str_arg = str;
|
||||
*size_max = size;
|
||||
return true;
|
||||
}
|
||||
|
||||
static void get_vmexit_details_per_vcpu(char *str_arg, size_t str_max, uint16_t target_vm_id)
|
||||
{
|
||||
char *str = str_arg;
|
||||
uint16_t reason, level;
|
||||
size_t len, size = str_max;
|
||||
|
||||
len = snprintf(str, size, "\r\nNow=%lldus, for detailed latency of each vmexit on %s VM/vCPU:",
|
||||
ticks_to_us(rdtsc()), (target_vm_id == CONFIG_MAX_VM_NUM) ? "each" : "one");
|
||||
if (len >= size) {
|
||||
goto overflow;
|
||||
}
|
||||
size -= len;
|
||||
str += len;
|
||||
|
||||
for (reason = 0U; reason < NR_VMX_EXIT_REASONS; reason++) {
|
||||
|
||||
if (!check_vmexit_count_per_reason(target_vm_id, reason, TOTAL_ARRAY_LEVEL - 1))
|
||||
continue;
|
||||
|
||||
len = snprintf(str, size, "\r\n\r\n VMEXIT/0x%02x", reason);
|
||||
if (len >= size) {
|
||||
goto overflow;
|
||||
}
|
||||
size -= len;
|
||||
str += len;
|
||||
|
||||
if (!output_id_per_vm_vcpu(&str, &size, target_vm_id)) {
|
||||
goto overflow;
|
||||
}
|
||||
|
||||
for (level = 0; level < MAX_VMEXIT_LEVEL; level++) {
|
||||
|
||||
if (!check_vmexit_count_per_reason(target_vm_id, reason, level)) {
|
||||
continue;
|
||||
}
|
||||
|
||||
len = snprintf(str, size, "\r\n%s", level_info[level]);
|
||||
if (len >= size) {
|
||||
goto overflow;
|
||||
}
|
||||
size -= len;
|
||||
str += len;
|
||||
|
||||
if (!output_vmexit_info_per_vcpu(&str, &size, target_vm_id, reason, level)) {
|
||||
goto overflow;
|
||||
}
|
||||
}
|
||||
|
||||
len = snprintf(str, size, "\r\n Max Lat(us):");
|
||||
if (len >= size) {
|
||||
goto overflow;
|
||||
}
|
||||
size -= len;
|
||||
str += len;
|
||||
|
||||
if (!output_vmexit_info_per_vcpu(&str, &size, target_vm_id, reason, MAX_VMEXIT_LEVEL)) {
|
||||
goto overflow;
|
||||
}
|
||||
}
|
||||
|
||||
snprintf(str, size, "\r\n");
|
||||
return;
|
||||
|
||||
overflow:
|
||||
printf("buffer size could not be enough! please check!\n");
|
||||
}
|
||||
|
||||
static void clear_vmexit_info_buffer(void)
|
||||
{
|
||||
uint16_t vm_id, vcpu_id;
|
||||
struct acrn_vm *vm;
|
||||
struct acrn_vcpu *vcpu;
|
||||
|
||||
for (vm_id = 0U; vm_id < CONFIG_MAX_VM_NUM; vm_id++) {
|
||||
vm = get_vm_from_vmid(vm_id);
|
||||
if (!is_poweroff_vm(vm)) {
|
||||
foreach_vcpu(vcpu_id, vm, vcpu) {
|
||||
memset(vcpu->vmexit_cnt, 0, sizeof(vcpu->vmexit_cnt));
|
||||
memset(vcpu->vmexit_time, 0, sizeof(vcpu->vmexit_time));
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/* used to control vmexit sample function */
|
||||
static bool sample_vmexit_enabled = true;
|
||||
|
||||
static int shell_show_vmexit_profile(__unused int argc, __unused char **argv)
|
||||
{
|
||||
uint16_t vm_id = CONFIG_MAX_VM_NUM;
|
||||
bool to_continue = true;
|
||||
|
||||
if (argc == 2) {
|
||||
if (strcmp(argv[1], "clear") == 0) {
|
||||
clear_vmexit_info_buffer();
|
||||
} else if (strcmp(argv[1], "enable") == 0) {
|
||||
shell_puts("\tenable vmexit sample!\n");
|
||||
sample_vmexit_enabled = true;
|
||||
to_continue = false;
|
||||
} else if (strcmp(argv[1], "disable") == 0) {
|
||||
shell_puts("\tdisable vmexit sample!\n");
|
||||
sample_vmexit_enabled = false;
|
||||
to_continue = false;
|
||||
} else {
|
||||
vm_id = (uint16_t)strtol_deci(argv[1]);
|
||||
if ((vm_id >= CONFIG_MAX_VM_NUM) || is_poweroff_vm(get_vm_from_vmid(vm_id))) {
|
||||
shell_puts("\tThis vm_id not existed or active! please check!\n");
|
||||
to_continue = false;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (to_continue && !sample_vmexit_enabled) {
|
||||
shell_puts("\tvmexit sample is disabled!\n");
|
||||
to_continue = false;
|
||||
}
|
||||
|
||||
if (to_continue) {
|
||||
get_vmexit_details_per_vcpu(shell_log_buf, SHELL_LOG_BUF_SIZE, vm_id);
|
||||
shell_puts(shell_log_buf);
|
||||
}
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
/* to sample vmexit tsc data */
|
||||
void sample_vmexit_end(struct acrn_vcpu *vcpu)
|
||||
{
|
||||
uint32_t basic_exit_reason = vcpu->arch.exit_reason & 0xFFFFUL;
|
||||
|
||||
if (!sample_vmexit_enabled)
|
||||
return;
|
||||
|
||||
if (vcpu->vmexit_begin != 0UL) {
|
||||
uint64_t delta = rdtsc() - vcpu->vmexit_begin;
|
||||
uint32_t us = (uint32_t)ticks_to_us(delta);
|
||||
uint16_t fls = (uint16_t)(fls32(us) + 1); /* to avoid us = 0 case, then fls=0xFFFF */
|
||||
uint16_t index = 0;
|
||||
|
||||
if (fls >= MAX_VMEXIT_LEVEL) {
|
||||
index = MAX_VMEXIT_LEVEL - 1;
|
||||
} else if (fls > 0) { /* if fls == 0, it means the us = 0 */
|
||||
index = fls - 1;
|
||||
}
|
||||
|
||||
vcpu->vmexit_cnt[basic_exit_reason][index]++;
|
||||
|
||||
if (us > vcpu->vmexit_time[basic_exit_reason]) {
|
||||
vcpu->vmexit_time[basic_exit_reason] = us;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
void sample_vmexit_begin(struct acrn_vcpu *vcpu)
|
||||
{
|
||||
uint32_t basic_exit_reason = vcpu->arch.exit_reason & 0xFFFFUL;
|
||||
|
||||
if (!sample_vmexit_enabled)
|
||||
return;
|
||||
|
||||
vcpu->vmexit_begin = rdtsc();
|
||||
vcpu->vmexit_cnt[basic_exit_reason][TOTAL_ARRAY_LEVEL - 1]++;
|
||||
}
|
||||
|
@ -106,4 +106,8 @@ struct shell {
|
||||
#define SHELL_CMD_WRMSR_PARAM "[-p<pcpu_id>] <msr_index> <value>"
|
||||
#define SHELL_CMD_WRMSR_HELP "Write value (in hexadecimal) to the MSR at msr_index (in hexadecimal) for CPU"\
|
||||
" ID pcpu_id"
|
||||
#define SHELL_CMD_VMEXIT "vmexit"
|
||||
#define SHELL_CMD_VMEXIT_PARAM NULL
|
||||
#define SHELL_CMD_VMEXIT_HELP "profiling vmexit, use: vmexit [clear | enable | disable | vm_id] enabled by default"
|
||||
|
||||
#endif /* SHELL_PRIV_H */
|
||||
|
@ -26,6 +26,7 @@
|
||||
#include <io_req.h>
|
||||
#include <asm/msr.h>
|
||||
#include <asm/cpu.h>
|
||||
#include <asm/guest/vmexit.h>
|
||||
#include <asm/guest/instr_emul.h>
|
||||
#include <asm/guest/nested.h>
|
||||
#include <asm/vmx.h>
|
||||
@ -197,6 +198,11 @@ enum reset_mode;
|
||||
|
||||
#define EOI_EXIT_BITMAP_SIZE 256U
|
||||
|
||||
#ifdef HV_DEBUG
|
||||
#define MAX_VMEXIT_LEVEL 14 /* from 0 to 14 for counts*/
|
||||
#define TOTAL_ARRAY_LEVEL (MAX_VMEXIT_LEVEL + 1)
|
||||
#endif
|
||||
|
||||
struct guest_cpu_context {
|
||||
struct run_context run_ctx;
|
||||
struct ext_context ext_ctx;
|
||||
@ -321,6 +327,14 @@ struct acrn_vcpu {
|
||||
uint64_t reg_updated;
|
||||
|
||||
struct sched_event events[VCPU_EVENT_NUM];
|
||||
|
||||
#ifdef HV_DEBUG
|
||||
uint64_t vmexit_begin;
|
||||
|
||||
uint64_t vmexit_cnt[NR_VMX_EXIT_REASONS][TOTAL_ARRAY_LEVEL];
|
||||
uint64_t vmexit_time[NR_VMX_EXIT_REASONS]; /* for max latency */
|
||||
#endif
|
||||
|
||||
} __aligned(PAGE_SIZE);
|
||||
|
||||
struct vcpu_dump {
|
||||
|
@ -7,6 +7,8 @@
|
||||
#ifndef VMEXIT_H_
|
||||
#define VMEXIT_H_
|
||||
|
||||
#define NR_VMX_EXIT_REASONS 70U
|
||||
|
||||
struct vm_exit_dispatch {
|
||||
int32_t (*handler)(struct acrn_vcpu *);
|
||||
uint32_t need_exit_qualification;
|
||||
|
@ -18,4 +18,8 @@ void profiling_pre_vmexit_handler(struct acrn_vcpu *vcpu);
|
||||
void profiling_post_vmexit_handler(struct acrn_vcpu *vcpu);
|
||||
void profiling_setup(void);
|
||||
|
||||
/* for vmexit sample */
|
||||
void sample_vmexit_end(struct acrn_vcpu *vcpu);
|
||||
void sample_vmexit_begin(struct acrn_vcpu *vcpu);
|
||||
|
||||
#endif /* PROFILING_H */
|
||||
|
@ -11,3 +11,6 @@ void profiling_vmenter_handler(__unused struct acrn_vcpu *vcpu) {}
|
||||
void profiling_pre_vmexit_handler(__unused struct acrn_vcpu *vcpu) {}
|
||||
void profiling_post_vmexit_handler(__unused struct acrn_vcpu *vcpu) {}
|
||||
void profiling_setup(void) {}
|
||||
|
||||
void sample_vmexit_end(__unused struct acrn_vcpu *vcpu) {}
|
||||
void sample_vmexit_begin(__unused struct acrn_vcpu *vcpu) {}
|
||||
|
Loading…
Reference in New Issue
Block a user