mirror of
https://github.com/projectacrn/acrn-hypervisor.git
synced 2025-05-08 16:36:58 +00:00
After enabling vPCI in hypervisor for vm0, UOS may not able be launched successfully. Consider this scenario (take MSI-X for example): - DM makes hypercall to hypervisor to do MSI-X remapping on behalf of UOS guests. - After the hypercall, VHM module in SOS kernel updates the physical MSI-X table with the physical Message Data/Addr. - These MMIO write requests are intercepted by hypervisor, which will call ptdev_msix_remap() to do MSI-S remapping. It may fail due to 2 possible reasons: 1) wrong target VM because: hypervisor thinks it's a VM0 MSI-X device but they have been registered as UOS guests through HC_SET_PTDEV_INTR_INFO hypercall. 2) wrong ptdev_msi_info->vmsi_data because: The virtual MSI-X table is supposed to hold virtual Message data/addr but the SOS VHM writes the physical ones to it. This patch resolves these problems by ignoring the HC_VM_PCI_MSIX_REMAP hypercall, so virtual and physical Message Data are the same from SOS' perspective and it won't mess up the virtual PCI device in HV. Also in HC_SET_PTDEV_INTR_INFO handler, vpci updates the target VM when the PCI devices are assigned to different VMs. The UOS' MSI/MSI-X remapping is triggered by hypervisor when SOS (either DM or VHM) updates the Message Data/Addr. Tracked-On: #1568 Signed-off-by: dongshen <dongsheng.x.zhang@intel.com> Signed-off-by: Zide Chen <zide.chen@intel.com> Acked-by: Anthony Xu <anthony.xu@intel.com>
151 lines
3.9 KiB
C
151 lines
3.9 KiB
C
/*-
|
|
* Copyright (c) 2011 NetApp, Inc.
|
|
* Copyright (c) 2018 Intel Corporation
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY NETAPP, INC ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL NETAPP, INC OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*
|
|
* $FreeBSD$
|
|
*/
|
|
|
|
#ifndef VPCI_H_
|
|
#define VPCI_H_
|
|
|
|
#include <pci.h>
|
|
|
|
struct pci_vdev;
|
|
struct pci_vdev_ops {
|
|
int (*init)(struct pci_vdev *vdev);
|
|
|
|
int (*deinit)(struct pci_vdev *vdev);
|
|
|
|
int (*cfgwrite)(struct pci_vdev *vdev, uint32_t offset,
|
|
uint32_t bytes, uint32_t val);
|
|
|
|
int (*cfgread)(struct pci_vdev *vdev, uint32_t offset,
|
|
uint32_t bytes, uint32_t *val);
|
|
};
|
|
|
|
struct pci_bar {
|
|
uint64_t base;
|
|
uint64_t size;
|
|
enum pci_bar_type type;
|
|
};
|
|
|
|
struct msix_table_entry {
|
|
uint64_t addr;
|
|
uint32_t data;
|
|
uint32_t vector_control;
|
|
};
|
|
|
|
struct pci_pdev {
|
|
/* The bar info of the physical PCI device. */
|
|
struct pci_bar bar[PCI_BAR_COUNT];
|
|
|
|
/* The bus/device/function triple of the physical PCI device. */
|
|
union pci_bdf bdf;
|
|
};
|
|
|
|
/* MSI capability structure */
|
|
struct msi {
|
|
uint32_t capoff;
|
|
uint32_t caplen;
|
|
};
|
|
|
|
/* MSI-X capability structure */
|
|
struct msix {
|
|
struct msix_table_entry tables[CONFIG_MAX_MSIX_TABLE_NUM];
|
|
uint64_t mmio_gpa;
|
|
uint64_t mmio_hva;
|
|
uint64_t mmio_size;
|
|
uint64_t intercepted_gpa;
|
|
uint64_t intercepted_size;
|
|
uint32_t capoff;
|
|
uint32_t caplen;
|
|
uint32_t table_bar;
|
|
uint32_t table_offset;
|
|
uint32_t table_count;
|
|
};
|
|
|
|
union cfgdata {
|
|
uint8_t data_8[PCI_REGMAX + 1U];
|
|
uint16_t data_16[(PCI_REGMAX + 1U) >> 2U];
|
|
uint32_t data_32[(PCI_REGMAX + 1U) >> 4U];
|
|
};
|
|
|
|
struct pci_vdev {
|
|
#ifndef CONFIG_PARTITION_MODE
|
|
#define MAX_VPCI_DEV_OPS 4U
|
|
struct pci_vdev_ops ops[MAX_VPCI_DEV_OPS];
|
|
uint32_t nr_ops;
|
|
#else
|
|
struct pci_vdev_ops *ops;
|
|
#endif
|
|
|
|
struct vpci *vpci;
|
|
/* The bus/device/function triple of the virtual PCI device. */
|
|
union pci_bdf vbdf;
|
|
|
|
struct pci_pdev pdev;
|
|
|
|
union cfgdata cfgdata;
|
|
|
|
/* The bar info of the virtual PCI device. */
|
|
struct pci_bar bar[PCI_BAR_COUNT];
|
|
|
|
#ifndef CONFIG_PARTITION_MODE
|
|
struct msi msi;
|
|
struct msix msix;
|
|
#endif
|
|
};
|
|
|
|
struct pci_addr_info {
|
|
union pci_bdf cached_bdf;
|
|
uint32_t cached_reg, cached_enable;
|
|
};
|
|
|
|
struct vpci_ops {
|
|
int (*init)(struct vm *vm);
|
|
void (*deinit)(struct vm *vm);
|
|
void (*cfgread)(struct vpci *vpci, union pci_bdf vbdf, uint32_t offset,
|
|
uint32_t bytes, uint32_t *val);
|
|
void (*cfgwrite)(struct vpci *vpci, union pci_bdf vbdf, uint32_t offset,
|
|
uint32_t bytes, uint32_t val);
|
|
};
|
|
|
|
|
|
struct vpci {
|
|
struct vm *vm;
|
|
struct pci_addr_info addr_info;
|
|
struct vpci_ops *ops;
|
|
};
|
|
|
|
extern struct pci_vdev_ops pci_ops_vdev_hostbridge;
|
|
extern struct pci_vdev_ops pci_ops_vdev_pt;
|
|
|
|
void vpci_init(struct vm *vm);
|
|
void vpci_cleanup(struct vm *vm);
|
|
void vpci_set_ptdev_intr_info(struct vm *target_vm, uint16_t vbdf, uint16_t pbdf);
|
|
void vpci_reset_ptdev_intr_info(struct vm *target_vm, uint16_t vbdf, uint16_t pbdf);
|
|
|
|
#endif /* VPCI_H_ */
|