hv: implement sharing_mode.c for PCI emulation in sharing mode

Compared with partition_mode.c, the major difference between them is
the list of PCI devices is statically defined or dynamically
enumerated and allocated.

Tracked-On: #1568
Signed-off-by: dongshen <dongsheng.x.zhang@intel.com>
Signed-off-by: Zide Chen <zide.chen@intel.com>
Acked-by: Anthony Xu <anthony.xu@intel.com>
This commit is contained in:
Zide Chen 2018-10-09 10:24:05 -07:00 committed by lijinxia
parent 7c506ebc69
commit 83dbfe4fd3
5 changed files with 223 additions and 0 deletions

View File

@ -201,6 +201,11 @@ config IOMMU_INIT_BUS_LIMIT
default 0xf if PLATFORM_SBL
default 0xff if PLATFORM_UEFI
config MAX_PCI_DEV_NUM
int "Maximum number of PCI dev"
range 1 1024
default 96
config MAX_MSIX_TABLE_NUM
int "Maximum number of MSI-X Table per device"
range 1 2048

View File

@ -74,6 +74,7 @@ pci_vdev_write_cfg_u32(struct pci_vdev *vdev, uint32_t offset, uint32_t val)
}
extern struct vpci_ops partition_mode_vpci_ops;
extern struct vpci_ops sharing_mode_vpci_ops;
extern struct pci_vdev_ops pci_ops_vdev_msi;
extern struct pci_vdev_ops pci_ops_vdev_msix;
@ -82,4 +83,7 @@ void pci_vdev_write_cfg(struct pci_vdev *vdev, uint32_t offset, uint32_t bytes,
void populate_msi_struct(struct pci_vdev *vdev);
struct pci_vdev *sharing_mode_find_vdev(union pci_bdf vbdf);
void add_vdev_handler(struct pci_vdev *vdev, struct pci_vdev_ops *ops);
#endif /* PCI_PRIV_H_ */

View File

@ -0,0 +1,202 @@
/*
* Copyright (c) 2011 NetApp, Inc.
* Copyright (c) 2018 Intel Corporation
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY NETAPP, INC ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL NETAPP, INC OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*
* $FreeBSD$
*/
#include <hypervisor.h>
#include "pci_priv.h"
static uint32_t num_pci_vdev;
static struct pci_vdev sharing_mode_vdev_array[CONFIG_MAX_PCI_DEV_NUM];
struct pci_vdev *sharing_mode_find_vdev(union pci_bdf pbdf)
{
uint32_t i;
/* in VM0, it uses phys BDF */
for (i = 0U; i < num_pci_vdev; i++) {
if (sharing_mode_vdev_array[i].pdev.bdf.value == pbdf.value) {
return &sharing_mode_vdev_array[i];
}
}
return NULL;
}
static void sharing_mode_cfgread(__unused struct vpci *vpci, union pci_bdf bdf,
uint32_t offset, uint32_t bytes, uint32_t *val)
{
struct pci_vdev *vdev;
bool handled = false;
uint32_t i;
vdev = sharing_mode_find_vdev(bdf);
/* vdev == NULL: Could be hit for PCI enumeration from guests */
if ((vdev == NULL) || ((bytes != 1U) && (bytes != 2U) && (bytes != 4U))) {
*val = ~0U;
return;
}
for (i = 0U; (i < vdev->nr_ops) && !handled; i++) {
if (vdev->ops[i].cfgread != NULL) {
if (vdev->ops[i].cfgread(vdev, offset, bytes, val) == 0) {
handled = true;
}
}
}
/* Not handled by any handlers. Passthru to physical device */
if (!handled) {
*val = pci_pdev_read_cfg(vdev->pdev.bdf, offset, bytes);
}
}
static void sharing_mode_cfgwrite(__unused struct vpci *vpci, union pci_bdf bdf,
uint32_t offset, uint32_t bytes, uint32_t val)
{
struct pci_vdev *vdev;
bool handled = false;
uint32_t i;
if ((bytes != 1U) && (bytes != 2U) && (bytes != 4U)) {
return;
}
vdev = sharing_mode_find_vdev(bdf);
if (vdev != NULL) {
for (i = 0U; (i < vdev->nr_ops) && !handled; i++) {
if (vdev->ops[i].cfgwrite != NULL) {
if (vdev->ops[i].cfgwrite(vdev, offset, bytes, val) == 0) {
handled = true;
}
}
}
/* Not handled by any handlers. Passthru to physical device */
if (!handled) {
pci_pdev_write_cfg(vdev->pdev.bdf, offset, bytes, val);
}
}
}
static struct pci_vdev *alloc_pci_vdev(struct vm *vm, union pci_bdf bdf)
{
struct pci_vdev *vdev;
if (num_pci_vdev >= CONFIG_MAX_PCI_DEV_NUM) {
return NULL;
}
vdev = &sharing_mode_vdev_array[num_pci_vdev++];
/* vbdf equals to pbdf otherwise remapped */
vdev->vbdf = bdf;
vdev->vpci = &vm->vpci;
vdev->pdev.bdf = bdf;
return vdev;
}
static void enumerate_pci_dev(uint16_t pbdf, void *cb_data)
{
struct vm *vm = (struct vm *)cb_data;
struct pci_vdev *vdev;
vdev = alloc_pci_vdev(vm, (union pci_bdf)pbdf);
if (vdev != NULL) {
populate_msi_struct(vdev);
}
}
static int sharing_mode_vpci_init(struct vm *vm)
{
struct pci_vdev *vdev;
uint32_t i, j;
/*
* Only setup IO bitmap for SOS.
* IO/MMIO requests from non-vm0 guests will be injected to device model.
*/
if (!is_vm0(vm)) {
return -ENODEV;
}
/* Initialize PCI vdev array */
num_pci_vdev = 0U;
(void)memset((void *)sharing_mode_vdev_array, 0U, sizeof(sharing_mode_vdev_array));
/* build up vdev array for vm0 */
pci_scan_bus(enumerate_pci_dev, (void *)vm);
for (i = 0U; i < num_pci_vdev; i++) {
vdev = &sharing_mode_vdev_array[i];
for (j = 0U; j < vdev->nr_ops; j++) {
if (vdev->ops[j].init != NULL) {
(void)vdev->ops[j].init(vdev);
}
}
}
return 0;
}
static void sharing_mode_vpci_deinit(__unused struct vm *vm)
{
struct pci_vdev *vdev;
uint32_t i, j;
if (!is_vm0(vm)) {
return;
}
for (i = 0U; i < num_pci_vdev; i++) {
vdev = &sharing_mode_vdev_array[i];
for (j = 0U; j < vdev->nr_ops; j++) {
if (vdev->ops[j].deinit != NULL) {
(void)vdev->ops[j].deinit(vdev);
}
}
}
}
void add_vdev_handler(struct pci_vdev *vdev, struct pci_vdev_ops *ops)
{
if (vdev->nr_ops >= (MAX_VPCI_DEV_OPS - 1U)) {
pr_err("%s, adding too many handlers", __func__);
return;
}
vdev->ops[vdev->nr_ops++] = *ops;
}
struct vpci_ops sharing_mode_vpci_ops = {
.init = sharing_mode_vpci_init,
.deinit = sharing_mode_vpci_deinit,
.cfgread = sharing_mode_cfgread,
.cfgwrite = sharing_mode_cfgwrite,
};

View File

@ -124,7 +124,12 @@ void vpci_init(struct vm *vm)
};
vpci->vm = vm;
#ifdef CONFIG_PARTITION_MODE
vpci->ops = &partition_mode_vpci_ops;
#else
vpci->ops = &sharing_mode_vpci_ops;
#endif
if ((vpci->ops->init != NULL) && (vpci->ops->init(vm) == 0)) {
register_io_emulation_handler(vm, &pci_cfg_range,

View File

@ -85,7 +85,14 @@ struct msix {
};
struct pci_vdev {
#ifndef CONFIG_PARTITION_MODE
#define MAX_VPCI_DEV_OPS 4U
struct pci_vdev_ops ops[MAX_VPCI_DEV_OPS];
uint32_t nr_ops;
#else
struct pci_vdev_ops *ops;
#endif
struct vpci *vpci;
/* The bus/device/function triple of the virtual PCI device. */
union pci_bdf vbdf;