mirror of
https://github.com/izzy2lost/xemu.git
synced 2026-07-06 00:20:22 -07:00
Merge tag 'pull-vfio-20250926' of https://github.com/legoater/qemu into staging
vfio queue: * New vfio-user functional test * Improved naming conventions # -----BEGIN PGP SIGNATURE----- # # iQIzBAABCAAdFiEEoPZlSPBIlev+awtgUaNDx8/77KEFAmjWJaEACgkQUaNDx8/7 # 7KE9Kw/+Ne/AJBxJ0EceK6oCX/1d/56l8dlY7/PHa/LuX8LDzZq42c6+CC2bQ5Ze # +C5RvM1aavUkvlW73jjmXs1/sdvqq5etGpxbf+hjlLh7uXFaceszWw0+ljH11Pk3 # INZj4iVrPTX7A2d9Gip0ouTFc02DYYllKpUnpbN9MYk0WRgoMBvZISc9T6A28oj1 # Zm24XWOW5ySux9IDIm+zSpvtRp+5r5PgwwwPZvNKBa5jqfJiw6+ZmejLUNEvwfgr # vkBCGuCywzf+l5wX5z+ofl5GDd6YyRa5W+nDQE7viDwo0XTtZC3WxRKDpqdAruld # fPjuflqHUpqnyabFuVVc5VV9iyBLGs0cFt2BHPn0vHRZTaCNAGZKZZDzVOP9EYuK # Jmx5B2vCTnVbg2ZfG+ErEYAVVX97Tgks0xtUxGOpJwbImlRCKdwbrDKSFWT5NYCN # BlfZX4iFrWLo2fntWP4c3DtM7w6Vn/x5hevyy9pD3i5D8zqDx3FaYJCuM4+5KFAO # WenxUIkjOcJ829NBfQvF2HtJDEeuLv3eMxszU4pyRnH1vsk38ofOfvZVl2uQd7XT # NrW207wAAOO+QxrelUGIuuMwhYuh16KnHkjjVe0yEh6htBF5ceIImqZH8SU97qWU # vQjbcmx/fNQKlKCLc+JOCQz+KJyKahPDGcHi1vxEKXObHFI0rfw= # =Jl4i # -----END PGP SIGNATURE----- # gpg: Signature made Thu 25 Sep 2025 10:33:21 PM PDT # gpg: using RSA key A0F66548F04895EBFE6B0B6051A343C7CFFBECA1 # gpg: Good signature from "Cédric Le Goater <clg@redhat.com>" [full] # gpg: aka "Cédric Le Goater <clg@kaod.org>" [full] * tag 'pull-vfio-20250926' of https://github.com/legoater/qemu: (29 commits) include/hw/vfio/vfio-device.h: fix include header guard name vfio-user/pci.c: rename vfio_user_pci_dev_info to vfio_user_pci_info vfio-user/pci.c: rename vfio_user_instance_finalize() to vfio_user_pci_finalize() vfio-user/pci.c: rename vfio_user_instance_init() to vfio_user_pci_init() vfio-user/pci.c: rename vfio_user_pci_dev_properties[] to vfio_user_pci_properties[] vfio-user/pci.c: rename vfio_user_pci_dev_class_init() to vfio_user_pci_class_init() vfio/pci.c: rename vfio_pci_nohotplug_dev_info to vfio_pci_nohotplug_info vfio/pci.c: rename vfio_pci_nohotplug_dev_class_init() to vfio_pci_nohotplug_class_init() vfio/pci.c: rename vfio_pci_dev_nohotplug_properties[] to vfio_pci_nohotplug_properties[] vfio/pci.c: rename vfio_pci_dev_properties[] to vfio_pci_properties[] vfio/pci.c: rename vfio_pci_base_dev_info to vfio_pci_device_info vfio/pci.c: rename vfio_pci_base_dev_class_init() to vfio_pci_device_class_init() hw/vfio/types.h: rename TYPE_VFIO_PCI_BASE to TYPE_VFIO_PCI_DEVICE vfio/pci.c: rename vfio_pci_dev_info to vfio_pci_info vfio/pci.c: rename vfio_pci_dev_class_init() to vfio_pci_class_init() vfio/pci.c: rename vfio_instance_finalize() to vfio_pci_finalize() vfio/pci.c: rename vfio_instance_init() to vfio_pci_init() vfio/spapr.c: rename VFIOContainer bcontainer field to parent_obj vfio/spapr.c: use QOM casts where appropriate vfio/vfio-iommufd.h: rename VFIOContainer bcontainer field to parent_obj ... Signed-off-by: Richard Henderson <richard.henderson@linaro.org>
This commit is contained in:
@@ -4318,6 +4318,7 @@ F: docs/system/devices/vfio-user.rst
|
||||
F: hw/vfio-user/*
|
||||
F: include/hw/vfio-user/*
|
||||
F: subprojects/libvfio-user
|
||||
F: tests/functional/x86_64/test_vfio_user_client.py
|
||||
|
||||
EBPF:
|
||||
M: Jason Wang <jasowang@redhat.com>
|
||||
|
||||
@@ -24,7 +24,7 @@
|
||||
#include "hw/pci-host/spapr.h"
|
||||
#include "hw/pci/msix.h"
|
||||
#include "hw/pci/pci_device.h"
|
||||
#include "hw/vfio/vfio-container.h"
|
||||
#include "hw/vfio/vfio-container-legacy.h"
|
||||
#include "qemu/error-report.h"
|
||||
#include CONFIG_DEVICES /* CONFIG_VFIO_PCI */
|
||||
|
||||
@@ -32,7 +32,7 @@
|
||||
* Interfaces for IBM EEH (Enhanced Error Handling)
|
||||
*/
|
||||
#ifdef CONFIG_VFIO_PCI
|
||||
static bool vfio_eeh_container_ok(VFIOContainer *container)
|
||||
static bool vfio_eeh_container_ok(VFIOLegacyContainer *container)
|
||||
{
|
||||
/*
|
||||
* As of 2016-03-04 (linux-4.5) the host kernel EEH/VFIO
|
||||
@@ -60,7 +60,7 @@ static bool vfio_eeh_container_ok(VFIOContainer *container)
|
||||
return true;
|
||||
}
|
||||
|
||||
static int vfio_eeh_container_op(VFIOContainer *container, uint32_t op)
|
||||
static int vfio_eeh_container_op(VFIOLegacyContainer *container, uint32_t op)
|
||||
{
|
||||
struct vfio_eeh_pe_op pe_op = {
|
||||
.argsz = sizeof(pe_op),
|
||||
@@ -83,10 +83,10 @@ static int vfio_eeh_container_op(VFIOContainer *container, uint32_t op)
|
||||
return ret;
|
||||
}
|
||||
|
||||
static VFIOContainer *vfio_eeh_as_container(AddressSpace *as)
|
||||
static VFIOLegacyContainer *vfio_eeh_as_container(AddressSpace *as)
|
||||
{
|
||||
VFIOAddressSpace *space = vfio_address_space_get(as);
|
||||
VFIOContainerBase *bcontainer = NULL;
|
||||
VFIOContainer *bcontainer = NULL;
|
||||
|
||||
if (QLIST_EMPTY(&space->containers)) {
|
||||
/* No containers to act on */
|
||||
@@ -111,14 +111,14 @@ out:
|
||||
|
||||
static bool vfio_eeh_as_ok(AddressSpace *as)
|
||||
{
|
||||
VFIOContainer *container = vfio_eeh_as_container(as);
|
||||
VFIOLegacyContainer *container = vfio_eeh_as_container(as);
|
||||
|
||||
return (container != NULL) && vfio_eeh_container_ok(container);
|
||||
}
|
||||
|
||||
static int vfio_eeh_as_op(AddressSpace *as, uint32_t op)
|
||||
{
|
||||
VFIOContainer *container = vfio_eeh_as_container(as);
|
||||
VFIOLegacyContainer *container = vfio_eeh_as_container(as);
|
||||
|
||||
if (!container) {
|
||||
return -ENODEV;
|
||||
|
||||
@@ -20,7 +20,7 @@
|
||||
#include "hw/s390x/s390-pci-clp.h"
|
||||
#include "hw/s390x/s390-pci-vfio.h"
|
||||
#include "hw/vfio/pci.h"
|
||||
#include "hw/vfio/vfio-container.h"
|
||||
#include "hw/vfio/vfio-container-legacy.h"
|
||||
#include "hw/vfio/vfio-helpers.h"
|
||||
|
||||
/*
|
||||
@@ -62,7 +62,7 @@ S390PCIDMACount *s390_pci_start_dma_count(S390pciState *s,
|
||||
{
|
||||
S390PCIDMACount *cnt;
|
||||
uint32_t avail;
|
||||
VFIOPCIDevice *vpdev = VFIO_PCI_BASE(pbdev->pdev);
|
||||
VFIOPCIDevice *vpdev = VFIO_PCI_DEVICE(pbdev->pdev);
|
||||
int id;
|
||||
|
||||
assert(vpdev);
|
||||
@@ -108,7 +108,7 @@ static void s390_pci_read_base(S390PCIBusDevice *pbdev,
|
||||
{
|
||||
struct vfio_info_cap_header *hdr;
|
||||
struct vfio_device_info_cap_zpci_base *cap;
|
||||
VFIOPCIDevice *vpci = VFIO_PCI_BASE(pbdev->pdev);
|
||||
VFIOPCIDevice *vpci = VFIO_PCI_DEVICE(pbdev->pdev);
|
||||
uint64_t vfio_size;
|
||||
|
||||
hdr = vfio_get_device_info_cap(info, VFIO_DEVICE_INFO_CAP_ZPCI_BASE);
|
||||
@@ -162,7 +162,7 @@ static bool get_host_fh(S390PCIBusDevice *pbdev, struct vfio_device_info *info,
|
||||
{
|
||||
struct vfio_info_cap_header *hdr;
|
||||
struct vfio_device_info_cap_zpci_base *cap;
|
||||
VFIOPCIDevice *vpci = VFIO_PCI_BASE(pbdev->pdev);
|
||||
VFIOPCIDevice *vpci = VFIO_PCI_DEVICE(pbdev->pdev);
|
||||
|
||||
hdr = vfio_get_device_info_cap(info, VFIO_DEVICE_INFO_CAP_ZPCI_BASE);
|
||||
|
||||
@@ -185,7 +185,7 @@ static void s390_pci_read_group(S390PCIBusDevice *pbdev,
|
||||
struct vfio_device_info_cap_zpci_group *cap;
|
||||
S390pciState *s = s390_get_phb();
|
||||
ClpRspQueryPciGrp *resgrp;
|
||||
VFIOPCIDevice *vpci = VFIO_PCI_BASE(pbdev->pdev);
|
||||
VFIOPCIDevice *vpci = VFIO_PCI_DEVICE(pbdev->pdev);
|
||||
uint8_t start_gid = pbdev->zpci_fn.pfgid;
|
||||
|
||||
hdr = vfio_get_device_info_cap(info, VFIO_DEVICE_INFO_CAP_ZPCI_GROUP);
|
||||
@@ -264,7 +264,7 @@ static void s390_pci_read_util(S390PCIBusDevice *pbdev,
|
||||
{
|
||||
struct vfio_info_cap_header *hdr;
|
||||
struct vfio_device_info_cap_zpci_util *cap;
|
||||
VFIOPCIDevice *vpci = VFIO_PCI_BASE(pbdev->pdev);
|
||||
VFIOPCIDevice *vpci = VFIO_PCI_DEVICE(pbdev->pdev);
|
||||
|
||||
hdr = vfio_get_device_info_cap(info, VFIO_DEVICE_INFO_CAP_ZPCI_UTIL);
|
||||
|
||||
@@ -291,7 +291,7 @@ static void s390_pci_read_pfip(S390PCIBusDevice *pbdev,
|
||||
{
|
||||
struct vfio_info_cap_header *hdr;
|
||||
struct vfio_device_info_cap_zpci_pfip *cap;
|
||||
VFIOPCIDevice *vpci = VFIO_PCI_BASE(pbdev->pdev);
|
||||
VFIOPCIDevice *vpci = VFIO_PCI_DEVICE(pbdev->pdev);
|
||||
|
||||
hdr = vfio_get_device_info_cap(info, VFIO_DEVICE_INFO_CAP_ZPCI_PFIP);
|
||||
|
||||
@@ -314,7 +314,7 @@ static void s390_pci_read_pfip(S390PCIBusDevice *pbdev,
|
||||
|
||||
static struct vfio_device_info *get_device_info(S390PCIBusDevice *pbdev)
|
||||
{
|
||||
VFIOPCIDevice *vfio_pci = VFIO_PCI_BASE(pbdev->pdev);
|
||||
VFIOPCIDevice *vfio_pci = VFIO_PCI_DEVICE(pbdev->pdev);
|
||||
|
||||
return vfio_get_device_info(vfio_pci->vbasedev.fd);
|
||||
}
|
||||
|
||||
@@ -22,14 +22,14 @@
|
||||
* will fire during memory update transactions. These depend on BQL being held,
|
||||
* so do any resulting map/demap ops async while keeping BQL.
|
||||
*/
|
||||
static void vfio_user_listener_begin(VFIOContainerBase *bcontainer)
|
||||
static void vfio_user_listener_begin(VFIOContainer *bcontainer)
|
||||
{
|
||||
VFIOUserContainer *container = VFIO_IOMMU_USER(bcontainer);
|
||||
|
||||
container->proxy->async_ops = true;
|
||||
}
|
||||
|
||||
static void vfio_user_listener_commit(VFIOContainerBase *bcontainer)
|
||||
static void vfio_user_listener_commit(VFIOContainer *bcontainer)
|
||||
{
|
||||
VFIOUserContainer *container = VFIO_IOMMU_USER(bcontainer);
|
||||
|
||||
@@ -38,7 +38,7 @@ static void vfio_user_listener_commit(VFIOContainerBase *bcontainer)
|
||||
vfio_user_wait_reqs(container->proxy);
|
||||
}
|
||||
|
||||
static int vfio_user_dma_unmap(const VFIOContainerBase *bcontainer,
|
||||
static int vfio_user_dma_unmap(const VFIOContainer *bcontainer,
|
||||
hwaddr iova, ram_addr_t size,
|
||||
IOMMUTLBEntry *iotlb, bool unmap_all)
|
||||
{
|
||||
@@ -80,7 +80,7 @@ static int vfio_user_dma_unmap(const VFIOContainerBase *bcontainer,
|
||||
return ret;
|
||||
}
|
||||
|
||||
static int vfio_user_dma_map(const VFIOContainerBase *bcontainer, hwaddr iova,
|
||||
static int vfio_user_dma_map(const VFIOContainer *bcontainer, hwaddr iova,
|
||||
ram_addr_t size, void *vaddr, bool readonly,
|
||||
MemoryRegion *mrp)
|
||||
{
|
||||
@@ -154,14 +154,14 @@ static int vfio_user_dma_map(const VFIOContainerBase *bcontainer, hwaddr iova,
|
||||
}
|
||||
|
||||
static int
|
||||
vfio_user_set_dirty_page_tracking(const VFIOContainerBase *bcontainer,
|
||||
vfio_user_set_dirty_page_tracking(const VFIOContainer *bcontainer,
|
||||
bool start, Error **errp)
|
||||
{
|
||||
error_setg_errno(errp, ENOTSUP, "Not supported");
|
||||
return -ENOTSUP;
|
||||
}
|
||||
|
||||
static int vfio_user_query_dirty_bitmap(const VFIOContainerBase *bcontainer,
|
||||
static int vfio_user_query_dirty_bitmap(const VFIOContainer *bcontainer,
|
||||
VFIOBitmap *vbmap, hwaddr iova,
|
||||
hwaddr size, Error **errp)
|
||||
{
|
||||
@@ -169,7 +169,7 @@ static int vfio_user_query_dirty_bitmap(const VFIOContainerBase *bcontainer,
|
||||
return -ENOTSUP;
|
||||
}
|
||||
|
||||
static bool vfio_user_setup(VFIOContainerBase *bcontainer, Error **errp)
|
||||
static bool vfio_user_setup(VFIOContainer *bcontainer, Error **errp)
|
||||
{
|
||||
VFIOUserContainer *container = VFIO_IOMMU_USER(bcontainer);
|
||||
|
||||
@@ -202,7 +202,7 @@ static VFIOUserContainer *
|
||||
vfio_user_container_connect(AddressSpace *as, VFIODevice *vbasedev,
|
||||
Error **errp)
|
||||
{
|
||||
VFIOContainerBase *bcontainer;
|
||||
VFIOContainer *bcontainer;
|
||||
VFIOUserContainer *container;
|
||||
VFIOAddressSpace *space;
|
||||
VFIOIOMMUClass *vioc;
|
||||
@@ -260,7 +260,7 @@ put_space_exit:
|
||||
|
||||
static void vfio_user_container_disconnect(VFIOUserContainer *container)
|
||||
{
|
||||
VFIOContainerBase *bcontainer = VFIO_IOMMU(container);
|
||||
VFIOContainer *bcontainer = VFIO_IOMMU(container);
|
||||
VFIOIOMMUClass *vioc = VFIO_IOMMU_GET_CLASS(bcontainer);
|
||||
VFIOAddressSpace *space = bcontainer->space;
|
||||
|
||||
|
||||
@@ -9,12 +9,12 @@
|
||||
|
||||
#include "qemu/osdep.h"
|
||||
|
||||
#include "hw/vfio/vfio-container-base.h"
|
||||
#include "hw/vfio/vfio-container.h"
|
||||
#include "hw/vfio-user/proxy.h"
|
||||
|
||||
/* MMU container sub-class for vfio-user. */
|
||||
struct VFIOUserContainer {
|
||||
VFIOContainerBase parent_obj;
|
||||
VFIOContainer parent_obj;
|
||||
|
||||
VFIOUserProxy *proxy;
|
||||
};
|
||||
|
||||
+18
-17
@@ -234,9 +234,10 @@ static void vfio_user_pci_realize(PCIDevice *pdev, Error **errp)
|
||||
{
|
||||
ERRP_GUARD();
|
||||
VFIOUserPCIDevice *udev = VFIO_USER_PCI(pdev);
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_BASE(pdev);
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_DEVICE(pdev);
|
||||
VFIODevice *vbasedev = &vdev->vbasedev;
|
||||
const char *sock_name;
|
||||
|
||||
AddressSpace *as;
|
||||
SocketAddress addr;
|
||||
VFIOUserProxy *proxy;
|
||||
@@ -343,10 +344,10 @@ error:
|
||||
vfio_pci_put_device(vdev);
|
||||
}
|
||||
|
||||
static void vfio_user_instance_init(Object *obj)
|
||||
static void vfio_user_pci_init(Object *obj)
|
||||
{
|
||||
PCIDevice *pci_dev = PCI_DEVICE(obj);
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_BASE(obj);
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_DEVICE(obj);
|
||||
VFIODevice *vbasedev = &vdev->vbasedev;
|
||||
|
||||
device_add_bootindex_property(obj, &vdev->bootindex,
|
||||
@@ -369,9 +370,9 @@ static void vfio_user_instance_init(Object *obj)
|
||||
pci_dev->cap_present |= QEMU_PCI_CAP_EXPRESS;
|
||||
}
|
||||
|
||||
static void vfio_user_instance_finalize(Object *obj)
|
||||
static void vfio_user_pci_finalize(Object *obj)
|
||||
{
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_BASE(obj);
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_DEVICE(obj);
|
||||
VFIODevice *vbasedev = &vdev->vbasedev;
|
||||
|
||||
if (vdev->msix != NULL) {
|
||||
@@ -387,7 +388,7 @@ static void vfio_user_instance_finalize(Object *obj)
|
||||
|
||||
static void vfio_user_pci_reset(DeviceState *dev)
|
||||
{
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_BASE(dev);
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_DEVICE(dev);
|
||||
VFIODevice *vbasedev = &vdev->vbasedev;
|
||||
|
||||
vfio_pci_pre_reset(vdev);
|
||||
@@ -399,7 +400,7 @@ static void vfio_user_pci_reset(DeviceState *dev)
|
||||
vfio_pci_post_reset(vdev);
|
||||
}
|
||||
|
||||
static const Property vfio_user_pci_dev_properties[] = {
|
||||
static const Property vfio_user_pci_properties[] = {
|
||||
DEFINE_PROP_UINT32("x-pci-vendor-id", VFIOPCIDevice,
|
||||
vendor_id, PCI_ANY_ID),
|
||||
DEFINE_PROP_UINT32("x-pci-device-id", VFIOPCIDevice,
|
||||
@@ -421,7 +422,7 @@ static void vfio_user_pci_set_socket(Object *obj, Visitor *v, const char *name,
|
||||
VFIOUserPCIDevice *udev = VFIO_USER_PCI(obj);
|
||||
bool success;
|
||||
|
||||
if (VFIO_PCI_BASE(udev)->vbasedev.proxy) {
|
||||
if (VFIO_PCI_DEVICE(udev)->vbasedev.proxy) {
|
||||
error_setg(errp, "Proxy is connected");
|
||||
return;
|
||||
}
|
||||
@@ -445,13 +446,13 @@ static void vfio_user_pci_set_socket(Object *obj, Visitor *v, const char *name,
|
||||
}
|
||||
}
|
||||
|
||||
static void vfio_user_pci_dev_class_init(ObjectClass *klass, const void *data)
|
||||
static void vfio_user_pci_class_init(ObjectClass *klass, const void *data)
|
||||
{
|
||||
DeviceClass *dc = DEVICE_CLASS(klass);
|
||||
PCIDeviceClass *pdc = PCI_DEVICE_CLASS(klass);
|
||||
|
||||
device_class_set_legacy_reset(dc, vfio_user_pci_reset);
|
||||
device_class_set_props(dc, vfio_user_pci_dev_properties);
|
||||
device_class_set_props(dc, vfio_user_pci_properties);
|
||||
|
||||
object_class_property_add(klass, "socket", "SocketAddress", NULL,
|
||||
vfio_user_pci_set_socket, NULL, NULL);
|
||||
@@ -462,18 +463,18 @@ static void vfio_user_pci_dev_class_init(ObjectClass *klass, const void *data)
|
||||
pdc->realize = vfio_user_pci_realize;
|
||||
}
|
||||
|
||||
static const TypeInfo vfio_user_pci_dev_info = {
|
||||
static const TypeInfo vfio_user_pci_info = {
|
||||
.name = TYPE_VFIO_USER_PCI,
|
||||
.parent = TYPE_VFIO_PCI_BASE,
|
||||
.parent = TYPE_VFIO_PCI_DEVICE,
|
||||
.instance_size = sizeof(VFIOUserPCIDevice),
|
||||
.class_init = vfio_user_pci_dev_class_init,
|
||||
.instance_init = vfio_user_instance_init,
|
||||
.instance_finalize = vfio_user_instance_finalize,
|
||||
.class_init = vfio_user_pci_class_init,
|
||||
.instance_init = vfio_user_pci_init,
|
||||
.instance_finalize = vfio_user_pci_finalize,
|
||||
};
|
||||
|
||||
static void register_vfio_user_dev_type(void)
|
||||
{
|
||||
type_register_static(&vfio_user_pci_dev_info);
|
||||
type_register_static(&vfio_user_pci_info);
|
||||
}
|
||||
|
||||
type_init(register_vfio_user_dev_type)
|
||||
type_init(register_vfio_user_dev_type)
|
||||
|
||||
@@ -1,347 +0,0 @@
|
||||
/*
|
||||
* VFIO BASE CONTAINER
|
||||
*
|
||||
* Copyright (C) 2023 Intel Corporation.
|
||||
* Copyright Red Hat, Inc. 2023
|
||||
*
|
||||
* Authors: Yi Liu <yi.l.liu@intel.com>
|
||||
* Eric Auger <eric.auger@redhat.com>
|
||||
*
|
||||
* SPDX-License-Identifier: GPL-2.0-or-later
|
||||
*/
|
||||
|
||||
#include <sys/ioctl.h>
|
||||
#include <linux/vfio.h>
|
||||
|
||||
#include "qemu/osdep.h"
|
||||
#include "system/tcg.h"
|
||||
#include "system/ram_addr.h"
|
||||
#include "qapi/error.h"
|
||||
#include "qemu/error-report.h"
|
||||
#include "hw/vfio/vfio-container-base.h"
|
||||
#include "hw/vfio/vfio-device.h" /* vfio_device_reset_handler */
|
||||
#include "system/reset.h"
|
||||
#include "vfio-helpers.h"
|
||||
|
||||
#include "trace.h"
|
||||
|
||||
static QLIST_HEAD(, VFIOAddressSpace) vfio_address_spaces =
|
||||
QLIST_HEAD_INITIALIZER(vfio_address_spaces);
|
||||
|
||||
VFIOAddressSpace *vfio_address_space_get(AddressSpace *as)
|
||||
{
|
||||
VFIOAddressSpace *space;
|
||||
|
||||
QLIST_FOREACH(space, &vfio_address_spaces, list) {
|
||||
if (space->as == as) {
|
||||
return space;
|
||||
}
|
||||
}
|
||||
|
||||
/* No suitable VFIOAddressSpace, create a new one */
|
||||
space = g_malloc0(sizeof(*space));
|
||||
space->as = as;
|
||||
QLIST_INIT(&space->containers);
|
||||
|
||||
if (QLIST_EMPTY(&vfio_address_spaces)) {
|
||||
qemu_register_reset(vfio_device_reset_handler, NULL);
|
||||
}
|
||||
|
||||
QLIST_INSERT_HEAD(&vfio_address_spaces, space, list);
|
||||
|
||||
return space;
|
||||
}
|
||||
|
||||
void vfio_address_space_put(VFIOAddressSpace *space)
|
||||
{
|
||||
if (!QLIST_EMPTY(&space->containers)) {
|
||||
return;
|
||||
}
|
||||
|
||||
QLIST_REMOVE(space, list);
|
||||
g_free(space);
|
||||
|
||||
if (QLIST_EMPTY(&vfio_address_spaces)) {
|
||||
qemu_unregister_reset(vfio_device_reset_handler, NULL);
|
||||
}
|
||||
}
|
||||
|
||||
void vfio_address_space_insert(VFIOAddressSpace *space,
|
||||
VFIOContainerBase *bcontainer)
|
||||
{
|
||||
QLIST_INSERT_HEAD(&space->containers, bcontainer, next);
|
||||
bcontainer->space = space;
|
||||
}
|
||||
|
||||
int vfio_container_dma_map(VFIOContainerBase *bcontainer,
|
||||
hwaddr iova, ram_addr_t size,
|
||||
void *vaddr, bool readonly, MemoryRegion *mr)
|
||||
{
|
||||
VFIOIOMMUClass *vioc = VFIO_IOMMU_GET_CLASS(bcontainer);
|
||||
RAMBlock *rb = mr->ram_block;
|
||||
int mfd = rb ? qemu_ram_get_fd(rb) : -1;
|
||||
|
||||
if (mfd >= 0 && vioc->dma_map_file) {
|
||||
unsigned long start = vaddr - qemu_ram_get_host_addr(rb);
|
||||
unsigned long offset = qemu_ram_get_fd_offset(rb);
|
||||
|
||||
return vioc->dma_map_file(bcontainer, iova, size, mfd, start + offset,
|
||||
readonly);
|
||||
}
|
||||
g_assert(vioc->dma_map);
|
||||
return vioc->dma_map(bcontainer, iova, size, vaddr, readonly, mr);
|
||||
}
|
||||
|
||||
int vfio_container_dma_unmap(VFIOContainerBase *bcontainer,
|
||||
hwaddr iova, ram_addr_t size,
|
||||
IOMMUTLBEntry *iotlb, bool unmap_all)
|
||||
{
|
||||
VFIOIOMMUClass *vioc = VFIO_IOMMU_GET_CLASS(bcontainer);
|
||||
|
||||
g_assert(vioc->dma_unmap);
|
||||
return vioc->dma_unmap(bcontainer, iova, size, iotlb, unmap_all);
|
||||
}
|
||||
|
||||
bool vfio_container_add_section_window(VFIOContainerBase *bcontainer,
|
||||
MemoryRegionSection *section,
|
||||
Error **errp)
|
||||
{
|
||||
VFIOIOMMUClass *vioc = VFIO_IOMMU_GET_CLASS(bcontainer);
|
||||
|
||||
if (!vioc->add_window) {
|
||||
return true;
|
||||
}
|
||||
|
||||
return vioc->add_window(bcontainer, section, errp);
|
||||
}
|
||||
|
||||
void vfio_container_del_section_window(VFIOContainerBase *bcontainer,
|
||||
MemoryRegionSection *section)
|
||||
{
|
||||
VFIOIOMMUClass *vioc = VFIO_IOMMU_GET_CLASS(bcontainer);
|
||||
|
||||
if (!vioc->del_window) {
|
||||
return;
|
||||
}
|
||||
|
||||
return vioc->del_window(bcontainer, section);
|
||||
}
|
||||
|
||||
int vfio_container_set_dirty_page_tracking(VFIOContainerBase *bcontainer,
|
||||
bool start, Error **errp)
|
||||
{
|
||||
VFIOIOMMUClass *vioc = VFIO_IOMMU_GET_CLASS(bcontainer);
|
||||
int ret;
|
||||
|
||||
if (!bcontainer->dirty_pages_supported) {
|
||||
return 0;
|
||||
}
|
||||
|
||||
g_assert(vioc->set_dirty_page_tracking);
|
||||
if (bcontainer->dirty_pages_started == start) {
|
||||
return 0;
|
||||
}
|
||||
|
||||
ret = vioc->set_dirty_page_tracking(bcontainer, start, errp);
|
||||
if (!ret) {
|
||||
bcontainer->dirty_pages_started = start;
|
||||
}
|
||||
|
||||
return ret;
|
||||
}
|
||||
|
||||
static bool vfio_container_devices_dirty_tracking_is_started(
|
||||
const VFIOContainerBase *bcontainer)
|
||||
{
|
||||
VFIODevice *vbasedev;
|
||||
|
||||
QLIST_FOREACH(vbasedev, &bcontainer->device_list, container_next) {
|
||||
if (!vbasedev->dirty_tracking) {
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
bool vfio_container_dirty_tracking_is_started(
|
||||
const VFIOContainerBase *bcontainer)
|
||||
{
|
||||
return vfio_container_devices_dirty_tracking_is_started(bcontainer) ||
|
||||
bcontainer->dirty_pages_started;
|
||||
}
|
||||
|
||||
bool vfio_container_devices_dirty_tracking_is_supported(
|
||||
const VFIOContainerBase *bcontainer)
|
||||
{
|
||||
VFIODevice *vbasedev;
|
||||
|
||||
QLIST_FOREACH(vbasedev, &bcontainer->device_list, container_next) {
|
||||
if (vbasedev->device_dirty_page_tracking == ON_OFF_AUTO_OFF) {
|
||||
return false;
|
||||
}
|
||||
if (!vbasedev->dirty_pages_supported) {
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
static int vfio_device_dma_logging_report(VFIODevice *vbasedev, hwaddr iova,
|
||||
hwaddr size, void *bitmap)
|
||||
{
|
||||
uint64_t buf[DIV_ROUND_UP(sizeof(struct vfio_device_feature) +
|
||||
sizeof(struct vfio_device_feature_dma_logging_report),
|
||||
sizeof(uint64_t))] = {};
|
||||
struct vfio_device_feature *feature = (struct vfio_device_feature *)buf;
|
||||
struct vfio_device_feature_dma_logging_report *report =
|
||||
(struct vfio_device_feature_dma_logging_report *)feature->data;
|
||||
|
||||
report->iova = iova;
|
||||
report->length = size;
|
||||
report->page_size = qemu_real_host_page_size();
|
||||
report->bitmap = (uintptr_t)bitmap;
|
||||
|
||||
feature->argsz = sizeof(buf);
|
||||
feature->flags = VFIO_DEVICE_FEATURE_GET |
|
||||
VFIO_DEVICE_FEATURE_DMA_LOGGING_REPORT;
|
||||
|
||||
return vbasedev->io_ops->device_feature(vbasedev, feature);
|
||||
}
|
||||
|
||||
static int vfio_container_iommu_query_dirty_bitmap(const VFIOContainerBase *bcontainer,
|
||||
VFIOBitmap *vbmap, hwaddr iova, hwaddr size, Error **errp)
|
||||
{
|
||||
VFIOIOMMUClass *vioc = VFIO_IOMMU_GET_CLASS(bcontainer);
|
||||
|
||||
g_assert(vioc->query_dirty_bitmap);
|
||||
return vioc->query_dirty_bitmap(bcontainer, vbmap, iova, size,
|
||||
errp);
|
||||
}
|
||||
|
||||
static int vfio_container_devices_query_dirty_bitmap(const VFIOContainerBase *bcontainer,
|
||||
VFIOBitmap *vbmap, hwaddr iova, hwaddr size, Error **errp)
|
||||
{
|
||||
VFIODevice *vbasedev;
|
||||
int ret;
|
||||
|
||||
QLIST_FOREACH(vbasedev, &bcontainer->device_list, container_next) {
|
||||
ret = vfio_device_dma_logging_report(vbasedev, iova, size,
|
||||
vbmap->bitmap);
|
||||
if (ret) {
|
||||
error_setg_errno(errp, -ret,
|
||||
"%s: Failed to get DMA logging report, iova: "
|
||||
"0x%" HWADDR_PRIx ", size: 0x%" HWADDR_PRIx,
|
||||
vbasedev->name, iova, size);
|
||||
|
||||
return ret;
|
||||
}
|
||||
}
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
int vfio_container_query_dirty_bitmap(const VFIOContainerBase *bcontainer, uint64_t iova,
|
||||
uint64_t size, ram_addr_t ram_addr, Error **errp)
|
||||
{
|
||||
bool all_device_dirty_tracking =
|
||||
vfio_container_devices_dirty_tracking_is_supported(bcontainer);
|
||||
uint64_t dirty_pages;
|
||||
VFIOBitmap vbmap;
|
||||
int ret;
|
||||
|
||||
if (!bcontainer->dirty_pages_supported && !all_device_dirty_tracking) {
|
||||
cpu_physical_memory_set_dirty_range(ram_addr, size,
|
||||
tcg_enabled() ? DIRTY_CLIENTS_ALL :
|
||||
DIRTY_CLIENTS_NOCODE);
|
||||
return 0;
|
||||
}
|
||||
|
||||
ret = vfio_bitmap_alloc(&vbmap, size);
|
||||
if (ret) {
|
||||
error_setg_errno(errp, -ret,
|
||||
"Failed to allocate dirty tracking bitmap");
|
||||
return ret;
|
||||
}
|
||||
|
||||
if (all_device_dirty_tracking) {
|
||||
ret = vfio_container_devices_query_dirty_bitmap(bcontainer, &vbmap, iova, size,
|
||||
errp);
|
||||
} else {
|
||||
ret = vfio_container_iommu_query_dirty_bitmap(bcontainer, &vbmap, iova, size,
|
||||
errp);
|
||||
}
|
||||
|
||||
if (ret) {
|
||||
goto out;
|
||||
}
|
||||
|
||||
dirty_pages = cpu_physical_memory_set_dirty_lebitmap(vbmap.bitmap, ram_addr,
|
||||
vbmap.pages);
|
||||
|
||||
trace_vfio_container_query_dirty_bitmap(iova, size, vbmap.size, ram_addr,
|
||||
dirty_pages);
|
||||
out:
|
||||
g_free(vbmap.bitmap);
|
||||
|
||||
return ret;
|
||||
}
|
||||
|
||||
static gpointer copy_iova_range(gconstpointer src, gpointer data)
|
||||
{
|
||||
Range *source = (Range *)src;
|
||||
Range *dest = g_new(Range, 1);
|
||||
|
||||
range_set_bounds(dest, range_lob(source), range_upb(source));
|
||||
return dest;
|
||||
}
|
||||
|
||||
GList *vfio_container_get_iova_ranges(const VFIOContainerBase *bcontainer)
|
||||
{
|
||||
assert(bcontainer);
|
||||
return g_list_copy_deep(bcontainer->iova_ranges, copy_iova_range, NULL);
|
||||
}
|
||||
|
||||
static void vfio_container_instance_finalize(Object *obj)
|
||||
{
|
||||
VFIOContainerBase *bcontainer = VFIO_IOMMU(obj);
|
||||
VFIOGuestIOMMU *giommu, *tmp;
|
||||
|
||||
QLIST_SAFE_REMOVE(bcontainer, next);
|
||||
|
||||
QLIST_FOREACH_SAFE(giommu, &bcontainer->giommu_list, giommu_next, tmp) {
|
||||
memory_region_unregister_iommu_notifier(
|
||||
MEMORY_REGION(giommu->iommu_mr), &giommu->n);
|
||||
QLIST_REMOVE(giommu, giommu_next);
|
||||
g_free(giommu);
|
||||
}
|
||||
|
||||
g_list_free_full(bcontainer->iova_ranges, g_free);
|
||||
}
|
||||
|
||||
static void vfio_container_instance_init(Object *obj)
|
||||
{
|
||||
VFIOContainerBase *bcontainer = VFIO_IOMMU(obj);
|
||||
|
||||
bcontainer->error = NULL;
|
||||
bcontainer->dirty_pages_supported = false;
|
||||
bcontainer->dma_max_mappings = 0;
|
||||
bcontainer->iova_ranges = NULL;
|
||||
QLIST_INIT(&bcontainer->giommu_list);
|
||||
QLIST_INIT(&bcontainer->vrdl_list);
|
||||
}
|
||||
|
||||
static const TypeInfo types[] = {
|
||||
{
|
||||
.name = TYPE_VFIO_IOMMU,
|
||||
.parent = TYPE_OBJECT,
|
||||
.instance_init = vfio_container_instance_init,
|
||||
.instance_finalize = vfio_container_instance_finalize,
|
||||
.instance_size = sizeof(VFIOContainerBase),
|
||||
.class_size = sizeof(VFIOIOMMUClass),
|
||||
.abstract = true,
|
||||
},
|
||||
};
|
||||
|
||||
DEFINE_TYPES(types)
|
||||
File diff suppressed because it is too large
Load Diff
+267
-1192
File diff suppressed because it is too large
Load Diff
@@ -176,7 +176,7 @@ void vfio_iommufd_cpr_unregister_iommufd(IOMMUFDBackend *be)
|
||||
bool vfio_iommufd_cpr_register_container(VFIOIOMMUFDContainer *container,
|
||||
Error **errp)
|
||||
{
|
||||
VFIOContainerBase *bcontainer = &container->bcontainer;
|
||||
VFIOContainer *bcontainer = VFIO_IOMMU(container);
|
||||
|
||||
migration_add_notifier_mode(&bcontainer->cpr_reboot_notifier,
|
||||
vfio_cpr_reboot_notifier,
|
||||
@@ -189,7 +189,7 @@ bool vfio_iommufd_cpr_register_container(VFIOIOMMUFDContainer *container,
|
||||
|
||||
void vfio_iommufd_cpr_unregister_container(VFIOIOMMUFDContainer *container)
|
||||
{
|
||||
VFIOContainerBase *bcontainer = &container->bcontainer;
|
||||
VFIOContainer *bcontainer = VFIO_IOMMU(container);
|
||||
|
||||
migration_remove_notifier(&bcontainer->cpr_reboot_notifier);
|
||||
}
|
||||
|
||||
+23
-20
@@ -7,7 +7,7 @@
|
||||
#include <sys/ioctl.h>
|
||||
#include <linux/vfio.h>
|
||||
#include "qemu/osdep.h"
|
||||
#include "hw/vfio/vfio-container.h"
|
||||
#include "hw/vfio/vfio-container-legacy.h"
|
||||
#include "hw/vfio/vfio-device.h"
|
||||
#include "hw/vfio/vfio-listener.h"
|
||||
#include "migration/blocker.h"
|
||||
@@ -17,7 +17,8 @@
|
||||
#include "qapi/error.h"
|
||||
#include "qemu/error-report.h"
|
||||
|
||||
static bool vfio_dma_unmap_vaddr_all(VFIOContainer *container, Error **errp)
|
||||
static bool vfio_dma_unmap_vaddr_all(VFIOLegacyContainer *container,
|
||||
Error **errp)
|
||||
{
|
||||
struct vfio_iommu_type1_dma_unmap unmap = {
|
||||
.argsz = sizeof(unmap),
|
||||
@@ -37,11 +38,11 @@ static bool vfio_dma_unmap_vaddr_all(VFIOContainer *container, Error **errp)
|
||||
* Set the new @vaddr for any mappings registered during cpr load.
|
||||
* The incoming state is cleared thereafter.
|
||||
*/
|
||||
static int vfio_legacy_cpr_dma_map(const VFIOContainerBase *bcontainer,
|
||||
static int vfio_legacy_cpr_dma_map(const VFIOContainer *bcontainer,
|
||||
hwaddr iova, ram_addr_t size, void *vaddr,
|
||||
bool readonly, MemoryRegion *mr)
|
||||
{
|
||||
const VFIOContainer *container = VFIO_IOMMU_LEGACY(bcontainer);
|
||||
const VFIOLegacyContainer *container = VFIO_IOMMU_LEGACY(bcontainer);
|
||||
|
||||
struct vfio_iommu_type1_dma_map map = {
|
||||
.argsz = sizeof(map),
|
||||
@@ -63,12 +64,13 @@ static int vfio_legacy_cpr_dma_map(const VFIOContainerBase *bcontainer,
|
||||
static void vfio_region_remap(MemoryListener *listener,
|
||||
MemoryRegionSection *section)
|
||||
{
|
||||
VFIOContainer *container = container_of(listener, VFIOContainer,
|
||||
cpr.remap_listener);
|
||||
VFIOLegacyContainer *container = container_of(listener,
|
||||
VFIOLegacyContainer,
|
||||
cpr.remap_listener);
|
||||
vfio_container_region_add(VFIO_IOMMU(container), section, true);
|
||||
}
|
||||
|
||||
static bool vfio_cpr_supported(VFIOContainer *container, Error **errp)
|
||||
static bool vfio_cpr_supported(VFIOLegacyContainer *container, Error **errp)
|
||||
{
|
||||
if (!ioctl(container->fd, VFIO_CHECK_EXTENSION, VFIO_UPDATE_VADDR)) {
|
||||
error_setg(errp, "VFIO container does not support VFIO_UPDATE_VADDR");
|
||||
@@ -85,7 +87,7 @@ static bool vfio_cpr_supported(VFIOContainer *container, Error **errp)
|
||||
|
||||
static int vfio_container_pre_save(void *opaque)
|
||||
{
|
||||
VFIOContainer *container = opaque;
|
||||
VFIOLegacyContainer *container = opaque;
|
||||
Error *local_err = NULL;
|
||||
|
||||
if (!vfio_dma_unmap_vaddr_all(container, &local_err)) {
|
||||
@@ -97,8 +99,8 @@ static int vfio_container_pre_save(void *opaque)
|
||||
|
||||
static int vfio_container_post_load(void *opaque, int version_id)
|
||||
{
|
||||
VFIOContainer *container = opaque;
|
||||
VFIOContainerBase *bcontainer = VFIO_IOMMU(container);
|
||||
VFIOLegacyContainer *container = opaque;
|
||||
VFIOContainer *bcontainer = VFIO_IOMMU(container);
|
||||
VFIOIOMMUClass *vioc = VFIO_IOMMU_GET_CLASS(bcontainer);
|
||||
dma_map_fn saved_dma_map = vioc->dma_map;
|
||||
Error *local_err = NULL;
|
||||
@@ -133,9 +135,9 @@ static const VMStateDescription vfio_container_vmstate = {
|
||||
static int vfio_cpr_fail_notifier(NotifierWithReturn *notifier,
|
||||
MigrationEvent *e, Error **errp)
|
||||
{
|
||||
VFIOContainer *container =
|
||||
container_of(notifier, VFIOContainer, cpr.transfer_notifier);
|
||||
VFIOContainerBase *bcontainer = VFIO_IOMMU(container);
|
||||
VFIOLegacyContainer *container =
|
||||
container_of(notifier, VFIOLegacyContainer, cpr.transfer_notifier);
|
||||
VFIOContainer *bcontainer = VFIO_IOMMU(container);
|
||||
|
||||
if (e->type != MIG_EVENT_PRECOPY_FAILED) {
|
||||
return 0;
|
||||
@@ -165,9 +167,10 @@ static int vfio_cpr_fail_notifier(NotifierWithReturn *notifier,
|
||||
return 0;
|
||||
}
|
||||
|
||||
bool vfio_legacy_cpr_register_container(VFIOContainer *container, Error **errp)
|
||||
bool vfio_legacy_cpr_register_container(VFIOLegacyContainer *container,
|
||||
Error **errp)
|
||||
{
|
||||
VFIOContainerBase *bcontainer = VFIO_IOMMU(container);
|
||||
VFIOContainer *bcontainer = VFIO_IOMMU(container);
|
||||
Error **cpr_blocker = &container->cpr.blocker;
|
||||
|
||||
migration_add_notifier_mode(&bcontainer->cpr_reboot_notifier,
|
||||
@@ -189,9 +192,9 @@ bool vfio_legacy_cpr_register_container(VFIOContainer *container, Error **errp)
|
||||
return true;
|
||||
}
|
||||
|
||||
void vfio_legacy_cpr_unregister_container(VFIOContainer *container)
|
||||
void vfio_legacy_cpr_unregister_container(VFIOLegacyContainer *container)
|
||||
{
|
||||
VFIOContainerBase *bcontainer = VFIO_IOMMU(container);
|
||||
VFIOContainer *bcontainer = VFIO_IOMMU(container);
|
||||
|
||||
migration_remove_notifier(&bcontainer->cpr_reboot_notifier);
|
||||
migrate_del_blocker(&container->cpr.blocker);
|
||||
@@ -207,7 +210,7 @@ void vfio_legacy_cpr_unregister_container(VFIOContainer *container)
|
||||
* The giommu already exists. Find it and replay it, which calls
|
||||
* vfio_legacy_cpr_dma_map further down the stack.
|
||||
*/
|
||||
void vfio_cpr_giommu_remap(VFIOContainerBase *bcontainer,
|
||||
void vfio_cpr_giommu_remap(VFIOContainer *bcontainer,
|
||||
MemoryRegionSection *section)
|
||||
{
|
||||
VFIOGuestIOMMU *giommu = NULL;
|
||||
@@ -232,7 +235,7 @@ void vfio_cpr_giommu_remap(VFIOContainerBase *bcontainer,
|
||||
* The ram discard listener already exists. Call its populate function
|
||||
* directly, which calls vfio_legacy_cpr_dma_map.
|
||||
*/
|
||||
bool vfio_cpr_ram_discard_register_listener(VFIOContainerBase *bcontainer,
|
||||
bool vfio_cpr_ram_discard_register_listener(VFIOContainer *bcontainer,
|
||||
MemoryRegionSection *section)
|
||||
{
|
||||
VFIORamDiscardListener *vrdl =
|
||||
@@ -263,7 +266,7 @@ static bool same_device(int fd1, int fd2)
|
||||
return !fstat(fd1, &st1) && !fstat(fd2, &st2) && st1.st_dev == st2.st_dev;
|
||||
}
|
||||
|
||||
bool vfio_cpr_container_match(VFIOContainer *container, VFIOGroup *group,
|
||||
bool vfio_cpr_container_match(VFIOLegacyContainer *container, VFIOGroup *group,
|
||||
int fd)
|
||||
{
|
||||
if (container->fd == fd) {
|
||||
|
||||
+2
-2
@@ -423,7 +423,7 @@ bool vfio_device_hiod_create_and_realize(VFIODevice *vbasedev,
|
||||
VFIODevice *vfio_get_vfio_device(Object *obj)
|
||||
{
|
||||
if (object_dynamic_cast(obj, TYPE_VFIO_PCI)) {
|
||||
return &VFIO_PCI_BASE(obj)->vbasedev;
|
||||
return &VFIO_PCI_DEVICE(obj)->vbasedev;
|
||||
} else {
|
||||
return NULL;
|
||||
}
|
||||
@@ -460,7 +460,7 @@ void vfio_device_detach(VFIODevice *vbasedev)
|
||||
VFIO_IOMMU_GET_CLASS(vbasedev->bcontainer)->detach_device(vbasedev);
|
||||
}
|
||||
|
||||
void vfio_device_prepare(VFIODevice *vbasedev, VFIOContainerBase *bcontainer,
|
||||
void vfio_device_prepare(VFIODevice *vbasedev, VFIOContainer *bcontainer,
|
||||
struct vfio_device_info *info)
|
||||
{
|
||||
int i;
|
||||
|
||||
+21
-27
@@ -34,36 +34,33 @@
|
||||
#define TYPE_HOST_IOMMU_DEVICE_IOMMUFD_VFIO \
|
||||
TYPE_HOST_IOMMU_DEVICE_IOMMUFD "-vfio"
|
||||
|
||||
static int iommufd_cdev_map(const VFIOContainerBase *bcontainer, hwaddr iova,
|
||||
static int iommufd_cdev_map(const VFIOContainer *bcontainer, hwaddr iova,
|
||||
ram_addr_t size, void *vaddr, bool readonly,
|
||||
MemoryRegion *mr)
|
||||
{
|
||||
const VFIOIOMMUFDContainer *container =
|
||||
container_of(bcontainer, VFIOIOMMUFDContainer, bcontainer);
|
||||
const VFIOIOMMUFDContainer *container = VFIO_IOMMU_IOMMUFD(bcontainer);
|
||||
|
||||
return iommufd_backend_map_dma(container->be,
|
||||
container->ioas_id,
|
||||
iova, size, vaddr, readonly);
|
||||
}
|
||||
|
||||
static int iommufd_cdev_map_file(const VFIOContainerBase *bcontainer,
|
||||
static int iommufd_cdev_map_file(const VFIOContainer *bcontainer,
|
||||
hwaddr iova, ram_addr_t size,
|
||||
int fd, unsigned long start, bool readonly)
|
||||
{
|
||||
const VFIOIOMMUFDContainer *container =
|
||||
container_of(bcontainer, VFIOIOMMUFDContainer, bcontainer);
|
||||
const VFIOIOMMUFDContainer *container = VFIO_IOMMU_IOMMUFD(bcontainer);
|
||||
|
||||
return iommufd_backend_map_file_dma(container->be,
|
||||
container->ioas_id,
|
||||
iova, size, fd, start, readonly);
|
||||
}
|
||||
|
||||
static int iommufd_cdev_unmap(const VFIOContainerBase *bcontainer,
|
||||
static int iommufd_cdev_unmap(const VFIOContainer *bcontainer,
|
||||
hwaddr iova, ram_addr_t size,
|
||||
IOMMUTLBEntry *iotlb, bool unmap_all)
|
||||
{
|
||||
const VFIOIOMMUFDContainer *container =
|
||||
container_of(bcontainer, VFIOIOMMUFDContainer, bcontainer);
|
||||
const VFIOIOMMUFDContainer *container = VFIO_IOMMU_IOMMUFD(bcontainer);
|
||||
|
||||
/* unmap in halves */
|
||||
if (unmap_all) {
|
||||
@@ -159,11 +156,10 @@ static bool iommufd_hwpt_dirty_tracking(VFIOIOASHwpt *hwpt)
|
||||
return hwpt && hwpt->hwpt_flags & IOMMU_HWPT_ALLOC_DIRTY_TRACKING;
|
||||
}
|
||||
|
||||
static int iommufd_set_dirty_page_tracking(const VFIOContainerBase *bcontainer,
|
||||
static int iommufd_set_dirty_page_tracking(const VFIOContainer *bcontainer,
|
||||
bool start, Error **errp)
|
||||
{
|
||||
const VFIOIOMMUFDContainer *container =
|
||||
container_of(bcontainer, VFIOIOMMUFDContainer, bcontainer);
|
||||
const VFIOIOMMUFDContainer *container = VFIO_IOMMU_IOMMUFD(bcontainer);
|
||||
VFIOIOASHwpt *hwpt;
|
||||
|
||||
QLIST_FOREACH(hwpt, &container->hwpt_list, next) {
|
||||
@@ -190,13 +186,11 @@ err:
|
||||
return -EINVAL;
|
||||
}
|
||||
|
||||
static int iommufd_query_dirty_bitmap(const VFIOContainerBase *bcontainer,
|
||||
static int iommufd_query_dirty_bitmap(const VFIOContainer *bcontainer,
|
||||
VFIOBitmap *vbmap, hwaddr iova,
|
||||
hwaddr size, Error **errp)
|
||||
{
|
||||
VFIOIOMMUFDContainer *container = container_of(bcontainer,
|
||||
VFIOIOMMUFDContainer,
|
||||
bcontainer);
|
||||
VFIOIOMMUFDContainer *container = VFIO_IOMMU_IOMMUFD(bcontainer);
|
||||
unsigned long page_size = qemu_real_host_page_size();
|
||||
VFIOIOASHwpt *hwpt;
|
||||
|
||||
@@ -324,6 +318,7 @@ static bool iommufd_cdev_autodomains_get(VFIODevice *vbasedev,
|
||||
{
|
||||
ERRP_GUARD();
|
||||
IOMMUFDBackend *iommufd = vbasedev->iommufd;
|
||||
VFIOContainer *bcontainer = VFIO_IOMMU(container);
|
||||
uint32_t type, flags = 0;
|
||||
uint64_t hw_caps;
|
||||
VFIOIOASHwpt *hwpt;
|
||||
@@ -408,9 +403,9 @@ skip_alloc:
|
||||
vbasedev->iommu_dirty_tracking = iommufd_hwpt_dirty_tracking(hwpt);
|
||||
QLIST_INSERT_HEAD(&hwpt->device_list, vbasedev, hwpt_next);
|
||||
QLIST_INSERT_HEAD(&container->hwpt_list, hwpt, next);
|
||||
container->bcontainer.dirty_pages_supported |=
|
||||
bcontainer->dirty_pages_supported |=
|
||||
vbasedev->iommu_dirty_tracking;
|
||||
if (container->bcontainer.dirty_pages_supported &&
|
||||
if (bcontainer->dirty_pages_supported &&
|
||||
!vbasedev->iommu_dirty_tracking) {
|
||||
warn_report("IOMMU instance for device %s doesn't support dirty tracking",
|
||||
vbasedev->name);
|
||||
@@ -464,7 +459,7 @@ static void iommufd_cdev_detach_container(VFIODevice *vbasedev,
|
||||
|
||||
static void iommufd_cdev_container_destroy(VFIOIOMMUFDContainer *container)
|
||||
{
|
||||
VFIOContainerBase *bcontainer = &container->bcontainer;
|
||||
VFIOContainer *bcontainer = VFIO_IOMMU(container);
|
||||
|
||||
if (!QLIST_EMPTY(&bcontainer->device_list)) {
|
||||
return;
|
||||
@@ -486,7 +481,7 @@ static int iommufd_cdev_ram_block_discard_disable(bool state)
|
||||
static bool iommufd_cdev_get_info_iova_range(VFIOIOMMUFDContainer *container,
|
||||
uint32_t ioas_id, Error **errp)
|
||||
{
|
||||
VFIOContainerBase *bcontainer = &container->bcontainer;
|
||||
VFIOContainer *bcontainer = VFIO_IOMMU(container);
|
||||
g_autofree struct iommu_ioas_iova_ranges *info = NULL;
|
||||
struct iommu_iova_range *iova_ranges;
|
||||
int sz, fd = container->be->fd;
|
||||
@@ -528,7 +523,7 @@ error:
|
||||
static bool iommufd_cdev_attach(const char *name, VFIODevice *vbasedev,
|
||||
AddressSpace *as, Error **errp)
|
||||
{
|
||||
VFIOContainerBase *bcontainer;
|
||||
VFIOContainer *bcontainer;
|
||||
VFIOIOMMUFDContainer *container;
|
||||
VFIOAddressSpace *space;
|
||||
struct vfio_device_info dev_info = { .argsz = sizeof(dev_info) };
|
||||
@@ -559,7 +554,7 @@ static bool iommufd_cdev_attach(const char *name, VFIODevice *vbasedev,
|
||||
|
||||
/* try to attach to an existing container in this space */
|
||||
QLIST_FOREACH(bcontainer, &space->containers, next) {
|
||||
container = container_of(bcontainer, VFIOIOMMUFDContainer, bcontainer);
|
||||
container = VFIO_IOMMU_IOMMUFD(bcontainer);
|
||||
if (VFIO_IOMMU_GET_CLASS(bcontainer) != iommufd_vioc ||
|
||||
vbasedev->iommufd != container->be) {
|
||||
continue;
|
||||
@@ -609,7 +604,7 @@ skip_ioas_alloc:
|
||||
QLIST_INIT(&container->hwpt_list);
|
||||
vbasedev->cpr.ioas_id = ioas_id;
|
||||
|
||||
bcontainer = &container->bcontainer;
|
||||
bcontainer = VFIO_IOMMU(container);
|
||||
vfio_address_space_insert(space, bcontainer);
|
||||
|
||||
if (!iommufd_cdev_attach_container(vbasedev, container, errp)) {
|
||||
@@ -687,11 +682,10 @@ err_connect_bind:
|
||||
|
||||
static void iommufd_cdev_detach(VFIODevice *vbasedev)
|
||||
{
|
||||
VFIOContainerBase *bcontainer = vbasedev->bcontainer;
|
||||
VFIOContainer *bcontainer = vbasedev->bcontainer;
|
||||
VFIOAddressSpace *space = bcontainer->space;
|
||||
VFIOIOMMUFDContainer *container = container_of(bcontainer,
|
||||
VFIOIOMMUFDContainer,
|
||||
bcontainer);
|
||||
VFIOIOMMUFDContainer *container = VFIO_IOMMU_IOMMUFD(bcontainer);
|
||||
|
||||
vfio_device_unprepare(vbasedev);
|
||||
|
||||
if (!vbasedev->ram_block_discard_allowed) {
|
||||
|
||||
+37
-37
@@ -52,7 +52,7 @@
|
||||
*/
|
||||
|
||||
|
||||
static bool vfio_log_sync_needed(const VFIOContainerBase *bcontainer)
|
||||
static bool vfio_log_sync_needed(const VFIOContainer *bcontainer)
|
||||
{
|
||||
VFIODevice *vbasedev;
|
||||
|
||||
@@ -125,7 +125,7 @@ static MemoryRegion *vfio_translate_iotlb(IOMMUTLBEntry *iotlb, hwaddr *xlat_p,
|
||||
static void vfio_iommu_map_notify(IOMMUNotifier *n, IOMMUTLBEntry *iotlb)
|
||||
{
|
||||
VFIOGuestIOMMU *giommu = container_of(n, VFIOGuestIOMMU, n);
|
||||
VFIOContainerBase *bcontainer = giommu->bcontainer;
|
||||
VFIOContainer *bcontainer = giommu->bcontainer;
|
||||
hwaddr iova = iotlb->iova + giommu->iommu_offset;
|
||||
MemoryRegion *mr;
|
||||
hwaddr xlat;
|
||||
@@ -202,7 +202,7 @@ static void vfio_ram_discard_notify_discard(RamDiscardListener *rdl,
|
||||
{
|
||||
VFIORamDiscardListener *vrdl = container_of(rdl, VFIORamDiscardListener,
|
||||
listener);
|
||||
VFIOContainerBase *bcontainer = vrdl->bcontainer;
|
||||
VFIOContainer *bcontainer = vrdl->bcontainer;
|
||||
const hwaddr size = int128_get64(section->size);
|
||||
const hwaddr iova = section->offset_within_address_space;
|
||||
int ret;
|
||||
@@ -220,7 +220,7 @@ static int vfio_ram_discard_notify_populate(RamDiscardListener *rdl,
|
||||
{
|
||||
VFIORamDiscardListener *vrdl = container_of(rdl, VFIORamDiscardListener,
|
||||
listener);
|
||||
VFIOContainerBase *bcontainer = vrdl->bcontainer;
|
||||
VFIOContainer *bcontainer = vrdl->bcontainer;
|
||||
const hwaddr end = section->offset_within_region +
|
||||
int128_get64(section->size);
|
||||
hwaddr start, next, iova;
|
||||
@@ -250,7 +250,7 @@ static int vfio_ram_discard_notify_populate(RamDiscardListener *rdl,
|
||||
return 0;
|
||||
}
|
||||
|
||||
static bool vfio_ram_discard_register_listener(VFIOContainerBase *bcontainer,
|
||||
static bool vfio_ram_discard_register_listener(VFIOContainer *bcontainer,
|
||||
MemoryRegionSection *section,
|
||||
Error **errp)
|
||||
{
|
||||
@@ -328,7 +328,7 @@ static bool vfio_ram_discard_register_listener(VFIOContainerBase *bcontainer,
|
||||
return true;
|
||||
}
|
||||
|
||||
static void vfio_ram_discard_unregister_listener(VFIOContainerBase *bcontainer,
|
||||
static void vfio_ram_discard_unregister_listener(VFIOContainer *bcontainer,
|
||||
MemoryRegionSection *section)
|
||||
{
|
||||
RamDiscardManager *rdm = memory_region_get_ram_discard_manager(section->mr);
|
||||
@@ -396,7 +396,7 @@ static bool vfio_listener_valid_section(MemoryRegionSection *section,
|
||||
return true;
|
||||
}
|
||||
|
||||
static bool vfio_get_section_iova_range(VFIOContainerBase *bcontainer,
|
||||
static bool vfio_get_section_iova_range(VFIOContainer *bcontainer,
|
||||
MemoryRegionSection *section,
|
||||
hwaddr *out_iova, hwaddr *out_end,
|
||||
Int128 *out_llend)
|
||||
@@ -423,9 +423,9 @@ static bool vfio_get_section_iova_range(VFIOContainerBase *bcontainer,
|
||||
|
||||
static void vfio_listener_begin(MemoryListener *listener)
|
||||
{
|
||||
VFIOContainerBase *bcontainer = container_of(listener, VFIOContainerBase,
|
||||
listener);
|
||||
void (*listener_begin)(VFIOContainerBase *bcontainer);
|
||||
VFIOContainer *bcontainer = container_of(listener, VFIOContainer,
|
||||
listener);
|
||||
void (*listener_begin)(VFIOContainer *bcontainer);
|
||||
|
||||
listener_begin = VFIO_IOMMU_GET_CLASS(bcontainer)->listener_begin;
|
||||
|
||||
@@ -436,9 +436,9 @@ static void vfio_listener_begin(MemoryListener *listener)
|
||||
|
||||
static void vfio_listener_commit(MemoryListener *listener)
|
||||
{
|
||||
VFIOContainerBase *bcontainer = container_of(listener, VFIOContainerBase,
|
||||
listener);
|
||||
void (*listener_commit)(VFIOContainerBase *bcontainer);
|
||||
VFIOContainer *bcontainer = container_of(listener, VFIOContainer,
|
||||
listener);
|
||||
void (*listener_commit)(VFIOContainer *bcontainer);
|
||||
|
||||
listener_commit = VFIO_IOMMU_GET_CLASS(bcontainer)->listener_commit;
|
||||
|
||||
@@ -460,7 +460,7 @@ static void vfio_device_error_append(VFIODevice *vbasedev, Error **errp)
|
||||
}
|
||||
|
||||
VFIORamDiscardListener *vfio_find_ram_discard_listener(
|
||||
VFIOContainerBase *bcontainer, MemoryRegionSection *section)
|
||||
VFIOContainer *bcontainer, MemoryRegionSection *section)
|
||||
{
|
||||
VFIORamDiscardListener *vrdl = NULL;
|
||||
|
||||
@@ -482,12 +482,12 @@ VFIORamDiscardListener *vfio_find_ram_discard_listener(
|
||||
static void vfio_listener_region_add(MemoryListener *listener,
|
||||
MemoryRegionSection *section)
|
||||
{
|
||||
VFIOContainerBase *bcontainer = container_of(listener, VFIOContainerBase,
|
||||
listener);
|
||||
VFIOContainer *bcontainer = container_of(listener, VFIOContainer,
|
||||
listener);
|
||||
vfio_container_region_add(bcontainer, section, false);
|
||||
}
|
||||
|
||||
void vfio_container_region_add(VFIOContainerBase *bcontainer,
|
||||
void vfio_container_region_add(VFIOContainer *bcontainer,
|
||||
MemoryRegionSection *section,
|
||||
bool cpr_remap)
|
||||
{
|
||||
@@ -656,8 +656,8 @@ fail:
|
||||
static void vfio_listener_region_del(MemoryListener *listener,
|
||||
MemoryRegionSection *section)
|
||||
{
|
||||
VFIOContainerBase *bcontainer = container_of(listener, VFIOContainerBase,
|
||||
listener);
|
||||
VFIOContainer *bcontainer = container_of(listener, VFIOContainer,
|
||||
listener);
|
||||
hwaddr iova, end;
|
||||
Int128 llend, llsize;
|
||||
int ret;
|
||||
@@ -744,13 +744,13 @@ typedef struct VFIODirtyRanges {
|
||||
} VFIODirtyRanges;
|
||||
|
||||
typedef struct VFIODirtyRangesListener {
|
||||
VFIOContainerBase *bcontainer;
|
||||
VFIOContainer *bcontainer;
|
||||
VFIODirtyRanges ranges;
|
||||
MemoryListener listener;
|
||||
} VFIODirtyRangesListener;
|
||||
|
||||
static bool vfio_section_is_vfio_pci(MemoryRegionSection *section,
|
||||
VFIOContainerBase *bcontainer)
|
||||
VFIOContainer *bcontainer)
|
||||
{
|
||||
VFIOPCIDevice *pcidev;
|
||||
VFIODevice *vbasedev;
|
||||
@@ -835,7 +835,7 @@ static const MemoryListener vfio_dirty_tracking_listener = {
|
||||
.region_add = vfio_dirty_tracking_update,
|
||||
};
|
||||
|
||||
static void vfio_dirty_tracking_init(VFIOContainerBase *bcontainer,
|
||||
static void vfio_dirty_tracking_init(VFIOContainer *bcontainer,
|
||||
VFIODirtyRanges *ranges)
|
||||
{
|
||||
VFIODirtyRangesListener dirty;
|
||||
@@ -860,7 +860,7 @@ static void vfio_dirty_tracking_init(VFIOContainerBase *bcontainer,
|
||||
memory_listener_unregister(&dirty.listener);
|
||||
}
|
||||
|
||||
static void vfio_devices_dma_logging_stop(VFIOContainerBase *bcontainer)
|
||||
static void vfio_devices_dma_logging_stop(VFIOContainer *bcontainer)
|
||||
{
|
||||
uint64_t buf[DIV_ROUND_UP(sizeof(struct vfio_device_feature),
|
||||
sizeof(uint64_t))] = {};
|
||||
@@ -889,7 +889,7 @@ static void vfio_devices_dma_logging_stop(VFIOContainerBase *bcontainer)
|
||||
}
|
||||
|
||||
static struct vfio_device_feature *
|
||||
vfio_device_feature_dma_logging_start_create(VFIOContainerBase *bcontainer,
|
||||
vfio_device_feature_dma_logging_start_create(VFIOContainer *bcontainer,
|
||||
VFIODirtyRanges *tracking)
|
||||
{
|
||||
struct vfio_device_feature *feature;
|
||||
@@ -962,7 +962,7 @@ static void vfio_device_feature_dma_logging_start_destroy(
|
||||
g_free(feature);
|
||||
}
|
||||
|
||||
static bool vfio_devices_dma_logging_start(VFIOContainerBase *bcontainer,
|
||||
static bool vfio_devices_dma_logging_start(VFIOContainer *bcontainer,
|
||||
Error **errp)
|
||||
{
|
||||
struct vfio_device_feature *feature;
|
||||
@@ -1006,8 +1006,8 @@ static bool vfio_listener_log_global_start(MemoryListener *listener,
|
||||
Error **errp)
|
||||
{
|
||||
ERRP_GUARD();
|
||||
VFIOContainerBase *bcontainer = container_of(listener, VFIOContainerBase,
|
||||
listener);
|
||||
VFIOContainer *bcontainer = container_of(listener, VFIOContainer,
|
||||
listener);
|
||||
bool ret;
|
||||
|
||||
if (vfio_container_devices_dirty_tracking_is_supported(bcontainer)) {
|
||||
@@ -1024,8 +1024,8 @@ static bool vfio_listener_log_global_start(MemoryListener *listener,
|
||||
|
||||
static void vfio_listener_log_global_stop(MemoryListener *listener)
|
||||
{
|
||||
VFIOContainerBase *bcontainer = container_of(listener, VFIOContainerBase,
|
||||
listener);
|
||||
VFIOContainer *bcontainer = container_of(listener, VFIOContainer,
|
||||
listener);
|
||||
Error *local_err = NULL;
|
||||
int ret = 0;
|
||||
|
||||
@@ -1057,7 +1057,7 @@ static void vfio_iommu_map_dirty_notify(IOMMUNotifier *n, IOMMUTLBEntry *iotlb)
|
||||
vfio_giommu_dirty_notifier *gdn = container_of(n,
|
||||
vfio_giommu_dirty_notifier, n);
|
||||
VFIOGuestIOMMU *giommu = gdn->giommu;
|
||||
VFIOContainerBase *bcontainer = giommu->bcontainer;
|
||||
VFIOContainer *bcontainer = giommu->bcontainer;
|
||||
hwaddr iova = iotlb->iova + giommu->iommu_offset;
|
||||
ram_addr_t translated_addr;
|
||||
Error *local_err = NULL;
|
||||
@@ -1127,7 +1127,7 @@ static int vfio_ram_discard_query_dirty_bitmap(MemoryRegionSection *section,
|
||||
}
|
||||
|
||||
static int
|
||||
vfio_sync_ram_discard_listener_dirty_bitmap(VFIOContainerBase *bcontainer,
|
||||
vfio_sync_ram_discard_listener_dirty_bitmap(VFIOContainer *bcontainer,
|
||||
MemoryRegionSection *section)
|
||||
{
|
||||
RamDiscardManager *rdm = memory_region_get_ram_discard_manager(section->mr);
|
||||
@@ -1143,7 +1143,7 @@ vfio_sync_ram_discard_listener_dirty_bitmap(VFIOContainerBase *bcontainer,
|
||||
&vrdl);
|
||||
}
|
||||
|
||||
static int vfio_sync_iommu_dirty_bitmap(VFIOContainerBase *bcontainer,
|
||||
static int vfio_sync_iommu_dirty_bitmap(VFIOContainer *bcontainer,
|
||||
MemoryRegionSection *section)
|
||||
{
|
||||
VFIOGuestIOMMU *giommu;
|
||||
@@ -1180,7 +1180,7 @@ static int vfio_sync_iommu_dirty_bitmap(VFIOContainerBase *bcontainer,
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int vfio_sync_dirty_bitmap(VFIOContainerBase *bcontainer,
|
||||
static int vfio_sync_dirty_bitmap(VFIOContainer *bcontainer,
|
||||
MemoryRegionSection *section, Error **errp)
|
||||
{
|
||||
ram_addr_t ram_addr;
|
||||
@@ -1209,8 +1209,8 @@ static int vfio_sync_dirty_bitmap(VFIOContainerBase *bcontainer,
|
||||
static void vfio_listener_log_sync(MemoryListener *listener,
|
||||
MemoryRegionSection *section)
|
||||
{
|
||||
VFIOContainerBase *bcontainer = container_of(listener, VFIOContainerBase,
|
||||
listener);
|
||||
VFIOContainer *bcontainer = container_of(listener, VFIOContainer,
|
||||
listener);
|
||||
int ret;
|
||||
Error *local_err = NULL;
|
||||
|
||||
@@ -1241,7 +1241,7 @@ static const MemoryListener vfio_memory_listener = {
|
||||
.log_sync = vfio_listener_log_sync,
|
||||
};
|
||||
|
||||
bool vfio_listener_register(VFIOContainerBase *bcontainer, Error **errp)
|
||||
bool vfio_listener_register(VFIOContainer *bcontainer, Error **errp)
|
||||
{
|
||||
bcontainer->listener = vfio_memory_listener;
|
||||
memory_listener_register(&bcontainer->listener, bcontainer->space->as);
|
||||
@@ -1255,7 +1255,7 @@ bool vfio_listener_register(VFIOContainerBase *bcontainer, Error **errp)
|
||||
return true;
|
||||
}
|
||||
|
||||
void vfio_listener_unregister(VFIOContainerBase *bcontainer)
|
||||
void vfio_listener_unregister(VFIOContainer *bcontainer)
|
||||
{
|
||||
memory_listener_unregister(&bcontainer->listener);
|
||||
}
|
||||
|
||||
+1
-1
@@ -3,8 +3,8 @@
|
||||
vfio_ss = ss.source_set()
|
||||
vfio_ss.add(files(
|
||||
'listener.c',
|
||||
'container-base.c',
|
||||
'container.c',
|
||||
'container-legacy.c',
|
||||
'helpers.c',
|
||||
))
|
||||
vfio_ss.add(when: 'CONFIG_PSERIES', if_true: files('spapr.c'))
|
||||
|
||||
+34
-34
@@ -305,7 +305,7 @@ static void vfio_intx_update(VFIOPCIDevice *vdev, PCIINTxRoute *route)
|
||||
|
||||
static void vfio_intx_routing_notifier(PCIDevice *pdev)
|
||||
{
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_BASE(pdev);
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_DEVICE(pdev);
|
||||
PCIINTxRoute route;
|
||||
|
||||
if (vdev->interrupt != VFIO_INT_INTx) {
|
||||
@@ -660,7 +660,7 @@ void vfio_pci_vector_init(VFIOPCIDevice *vdev, int nr)
|
||||
static int vfio_msix_vector_do_use(PCIDevice *pdev, unsigned int nr,
|
||||
MSIMessage *msg, IOHandler *handler)
|
||||
{
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_BASE(pdev);
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_DEVICE(pdev);
|
||||
VFIOMSIVector *vector;
|
||||
int ret;
|
||||
bool resizing = !!(vdev->nr_vectors < nr + 1);
|
||||
@@ -755,7 +755,7 @@ static int vfio_msix_vector_use(PCIDevice *pdev,
|
||||
|
||||
static void vfio_msix_vector_release(PCIDevice *pdev, unsigned int nr)
|
||||
{
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_BASE(pdev);
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_DEVICE(pdev);
|
||||
VFIOMSIVector *vector = &vdev->msi_vectors[nr];
|
||||
|
||||
trace_vfio_msix_vector_release(vdev->vbasedev.name, nr);
|
||||
@@ -1346,7 +1346,7 @@ static const MemoryRegionOps vfio_vga_ops = {
|
||||
*/
|
||||
static void vfio_sub_page_bar_update_mapping(PCIDevice *pdev, int bar)
|
||||
{
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_BASE(pdev);
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_DEVICE(pdev);
|
||||
VFIORegion *region = &vdev->bars[bar].region;
|
||||
MemoryRegion *mmap_mr, *region_mr, *base_mr;
|
||||
PCIIORegion *r;
|
||||
@@ -1392,7 +1392,7 @@ static void vfio_sub_page_bar_update_mapping(PCIDevice *pdev, int bar)
|
||||
*/
|
||||
uint32_t vfio_pci_read_config(PCIDevice *pdev, uint32_t addr, int len)
|
||||
{
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_BASE(pdev);
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_DEVICE(pdev);
|
||||
VFIODevice *vbasedev = &vdev->vbasedev;
|
||||
uint32_t emu_bits = 0, emu_val = 0, phys_val = 0, val;
|
||||
|
||||
@@ -1426,7 +1426,7 @@ uint32_t vfio_pci_read_config(PCIDevice *pdev, uint32_t addr, int len)
|
||||
void vfio_pci_write_config(PCIDevice *pdev,
|
||||
uint32_t addr, uint32_t val, int len)
|
||||
{
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_BASE(pdev);
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_DEVICE(pdev);
|
||||
VFIODevice *vbasedev = &vdev->vbasedev;
|
||||
uint32_t val_le = cpu_to_le32(val);
|
||||
int ret;
|
||||
@@ -3392,7 +3392,7 @@ bool vfio_pci_interrupt_setup(VFIOPCIDevice *vdev, Error **errp)
|
||||
static void vfio_pci_realize(PCIDevice *pdev, Error **errp)
|
||||
{
|
||||
ERRP_GUARD();
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_BASE(pdev);
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_DEVICE(pdev);
|
||||
VFIODevice *vbasedev = &vdev->vbasedev;
|
||||
int i;
|
||||
char uuid[UUID_STR_LEN];
|
||||
@@ -3550,16 +3550,16 @@ error:
|
||||
error_prepend(errp, VFIO_MSG_PREFIX, vbasedev->name);
|
||||
}
|
||||
|
||||
static void vfio_instance_finalize(Object *obj)
|
||||
static void vfio_pci_finalize(Object *obj)
|
||||
{
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_BASE(obj);
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_DEVICE(obj);
|
||||
|
||||
vfio_pci_put_device(vdev);
|
||||
}
|
||||
|
||||
static void vfio_exitfn(PCIDevice *pdev)
|
||||
{
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_BASE(pdev);
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_DEVICE(pdev);
|
||||
VFIODevice *vbasedev = &vdev->vbasedev;
|
||||
|
||||
vfio_unregister_req_notifier(vdev);
|
||||
@@ -3583,7 +3583,7 @@ static void vfio_exitfn(PCIDevice *pdev)
|
||||
|
||||
static void vfio_pci_reset(DeviceState *dev)
|
||||
{
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_BASE(dev);
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_DEVICE(dev);
|
||||
|
||||
/* Do not reset the device during qemu_system_reset prior to cpr load */
|
||||
if (cpr_is_incoming()) {
|
||||
@@ -3625,10 +3625,10 @@ post_reset:
|
||||
vfio_pci_post_reset(vdev);
|
||||
}
|
||||
|
||||
static void vfio_instance_init(Object *obj)
|
||||
static void vfio_pci_init(Object *obj)
|
||||
{
|
||||
PCIDevice *pci_dev = PCI_DEVICE(obj);
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_BASE(obj);
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_DEVICE(obj);
|
||||
VFIODevice *vbasedev = &vdev->vbasedev;
|
||||
|
||||
device_add_bootindex_property(obj, &vdev->bootindex,
|
||||
@@ -3656,7 +3656,7 @@ static void vfio_instance_init(Object *obj)
|
||||
pci_dev->cap_present |= QEMU_PCI_SKIP_RESET_ON_CPR;
|
||||
}
|
||||
|
||||
static void vfio_pci_base_dev_class_init(ObjectClass *klass, const void *data)
|
||||
static void vfio_pci_device_class_init(ObjectClass *klass, const void *data)
|
||||
{
|
||||
DeviceClass *dc = DEVICE_CLASS(klass);
|
||||
PCIDeviceClass *pdc = PCI_DEVICE_CLASS(klass);
|
||||
@@ -3668,12 +3668,12 @@ static void vfio_pci_base_dev_class_init(ObjectClass *klass, const void *data)
|
||||
pdc->config_write = vfio_pci_write_config;
|
||||
}
|
||||
|
||||
static const TypeInfo vfio_pci_base_dev_info = {
|
||||
.name = TYPE_VFIO_PCI_BASE,
|
||||
static const TypeInfo vfio_pci_device_info = {
|
||||
.name = TYPE_VFIO_PCI_DEVICE,
|
||||
.parent = TYPE_PCI_DEVICE,
|
||||
.instance_size = sizeof(VFIOPCIDevice),
|
||||
.abstract = true,
|
||||
.class_init = vfio_pci_base_dev_class_init,
|
||||
.class_init = vfio_pci_device_class_init,
|
||||
.interfaces = (const InterfaceInfo[]) {
|
||||
{ INTERFACE_PCIE_DEVICE },
|
||||
{ INTERFACE_CONVENTIONAL_PCI_DEVICE },
|
||||
@@ -3683,7 +3683,7 @@ static const TypeInfo vfio_pci_base_dev_info = {
|
||||
|
||||
static PropertyInfo vfio_pci_migration_multifd_transfer_prop;
|
||||
|
||||
static const Property vfio_pci_dev_properties[] = {
|
||||
static const Property vfio_pci_properties[] = {
|
||||
DEFINE_PROP_PCI_HOST_DEVADDR("host", VFIOPCIDevice, host),
|
||||
DEFINE_PROP_UUID_NODEFAULT("vf-token", VFIOPCIDevice, vf_token),
|
||||
DEFINE_PROP_STRING("sysfsdev", VFIOPCIDevice, vbasedev.sysfsdev),
|
||||
@@ -3758,18 +3758,18 @@ static const Property vfio_pci_dev_properties[] = {
|
||||
#ifdef CONFIG_IOMMUFD
|
||||
static void vfio_pci_set_fd(Object *obj, const char *str, Error **errp)
|
||||
{
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_BASE(obj);
|
||||
VFIOPCIDevice *vdev = VFIO_PCI_DEVICE(obj);
|
||||
vfio_device_set_fd(&vdev->vbasedev, str, errp);
|
||||
}
|
||||
#endif
|
||||
|
||||
static void vfio_pci_dev_class_init(ObjectClass *klass, const void *data)
|
||||
static void vfio_pci_class_init(ObjectClass *klass, const void *data)
|
||||
{
|
||||
DeviceClass *dc = DEVICE_CLASS(klass);
|
||||
PCIDeviceClass *pdc = PCI_DEVICE_CLASS(klass);
|
||||
|
||||
device_class_set_legacy_reset(dc, vfio_pci_reset);
|
||||
device_class_set_props(dc, vfio_pci_dev_properties);
|
||||
device_class_set_props(dc, vfio_pci_properties);
|
||||
#ifdef CONFIG_IOMMUFD
|
||||
object_class_property_add_str(klass, "fd", NULL, vfio_pci_set_fd);
|
||||
#endif
|
||||
@@ -3912,15 +3912,15 @@ static void vfio_pci_dev_class_init(ObjectClass *klass, const void *data)
|
||||
"multifd channels");
|
||||
}
|
||||
|
||||
static const TypeInfo vfio_pci_dev_info = {
|
||||
static const TypeInfo vfio_pci_info = {
|
||||
.name = TYPE_VFIO_PCI,
|
||||
.parent = TYPE_VFIO_PCI_BASE,
|
||||
.class_init = vfio_pci_dev_class_init,
|
||||
.instance_init = vfio_instance_init,
|
||||
.instance_finalize = vfio_instance_finalize,
|
||||
.parent = TYPE_VFIO_PCI_DEVICE,
|
||||
.class_init = vfio_pci_class_init,
|
||||
.instance_init = vfio_pci_init,
|
||||
.instance_finalize = vfio_pci_finalize,
|
||||
};
|
||||
|
||||
static const Property vfio_pci_dev_nohotplug_properties[] = {
|
||||
static const Property vfio_pci_nohotplug_properties[] = {
|
||||
DEFINE_PROP_BOOL("ramfb", VFIOPCIDevice, enable_ramfb, false),
|
||||
DEFINE_PROP_BOOL("use-legacy-x86-rom", VFIOPCIDevice,
|
||||
use_legacy_x86_rom, false),
|
||||
@@ -3928,12 +3928,12 @@ static const Property vfio_pci_dev_nohotplug_properties[] = {
|
||||
ON_OFF_AUTO_AUTO),
|
||||
};
|
||||
|
||||
static void vfio_pci_nohotplug_dev_class_init(ObjectClass *klass,
|
||||
static void vfio_pci_nohotplug_class_init(ObjectClass *klass,
|
||||
const void *data)
|
||||
{
|
||||
DeviceClass *dc = DEVICE_CLASS(klass);
|
||||
|
||||
device_class_set_props(dc, vfio_pci_dev_nohotplug_properties);
|
||||
device_class_set_props(dc, vfio_pci_nohotplug_properties);
|
||||
dc->hotpluggable = false;
|
||||
|
||||
object_class_property_set_description(klass, /* 3.1 */
|
||||
@@ -3949,11 +3949,11 @@ static void vfio_pci_nohotplug_dev_class_init(ObjectClass *klass,
|
||||
"Controls loading of a legacy VGA BIOS ROM");
|
||||
}
|
||||
|
||||
static const TypeInfo vfio_pci_nohotplug_dev_info = {
|
||||
static const TypeInfo vfio_pci_nohotplug_info = {
|
||||
.name = TYPE_VFIO_PCI_NOHOTPLUG,
|
||||
.parent = TYPE_VFIO_PCI,
|
||||
.instance_size = sizeof(VFIOPCIDevice),
|
||||
.class_init = vfio_pci_nohotplug_dev_class_init,
|
||||
.class_init = vfio_pci_nohotplug_class_init,
|
||||
};
|
||||
|
||||
static void register_vfio_pci_dev_type(void)
|
||||
@@ -3969,9 +3969,9 @@ static void register_vfio_pci_dev_type(void)
|
||||
vfio_pci_migration_multifd_transfer_prop = qdev_prop_on_off_auto;
|
||||
vfio_pci_migration_multifd_transfer_prop.realized_set_allowed = true;
|
||||
|
||||
type_register_static(&vfio_pci_base_dev_info);
|
||||
type_register_static(&vfio_pci_dev_info);
|
||||
type_register_static(&vfio_pci_nohotplug_dev_info);
|
||||
type_register_static(&vfio_pci_device_info);
|
||||
type_register_static(&vfio_pci_info);
|
||||
type_register_static(&vfio_pci_nohotplug_info);
|
||||
}
|
||||
|
||||
type_init(register_vfio_pci_dev_type)
|
||||
|
||||
+1
-1
@@ -120,7 +120,7 @@ typedef struct VFIOMSIXInfo {
|
||||
MemoryRegion *pba_region;
|
||||
} VFIOMSIXInfo;
|
||||
|
||||
OBJECT_DECLARE_SIMPLE_TYPE(VFIOPCIDevice, VFIO_PCI_BASE)
|
||||
OBJECT_DECLARE_SIMPLE_TYPE(VFIOPCIDevice, VFIO_PCI_DEVICE)
|
||||
|
||||
struct VFIOPCIDevice {
|
||||
PCIDevice parent_obj;
|
||||
|
||||
+24
-28
@@ -15,7 +15,7 @@
|
||||
#include "system/hostmem.h"
|
||||
#include "system/address-spaces.h"
|
||||
|
||||
#include "hw/vfio/vfio-container.h"
|
||||
#include "hw/vfio/vfio-container-legacy.h"
|
||||
#include "hw/hw.h"
|
||||
#include "system/ram_addr.h"
|
||||
#include "qemu/error-report.h"
|
||||
@@ -30,12 +30,13 @@ typedef struct VFIOHostDMAWindow {
|
||||
QLIST_ENTRY(VFIOHostDMAWindow) hostwin_next;
|
||||
} VFIOHostDMAWindow;
|
||||
|
||||
typedef struct VFIOSpaprContainer {
|
||||
VFIOContainer container;
|
||||
struct VFIOSpaprContainer {
|
||||
VFIOLegacyContainer parent_obj;
|
||||
|
||||
MemoryListener prereg_listener;
|
||||
QLIST_HEAD(, VFIOHostDMAWindow) hostwin_list;
|
||||
unsigned int levels;
|
||||
} VFIOSpaprContainer;
|
||||
};
|
||||
|
||||
OBJECT_DECLARE_SIMPLE_TYPE(VFIOSpaprContainer, VFIO_IOMMU_SPAPR);
|
||||
|
||||
@@ -61,8 +62,8 @@ static void vfio_prereg_listener_region_add(MemoryListener *listener,
|
||||
{
|
||||
VFIOSpaprContainer *scontainer = container_of(listener, VFIOSpaprContainer,
|
||||
prereg_listener);
|
||||
VFIOContainer *container = &scontainer->container;
|
||||
VFIOContainerBase *bcontainer = VFIO_IOMMU(container);
|
||||
VFIOLegacyContainer *container = VFIO_IOMMU_LEGACY(scontainer);
|
||||
VFIOContainer *bcontainer = VFIO_IOMMU(container);
|
||||
const hwaddr gpa = section->offset_within_address_space;
|
||||
hwaddr end;
|
||||
int ret;
|
||||
@@ -121,7 +122,7 @@ static void vfio_prereg_listener_region_del(MemoryListener *listener,
|
||||
{
|
||||
VFIOSpaprContainer *scontainer = container_of(listener, VFIOSpaprContainer,
|
||||
prereg_listener);
|
||||
VFIOContainer *container = &scontainer->container;
|
||||
VFIOLegacyContainer *container = VFIO_IOMMU_LEGACY(scontainer);
|
||||
const hwaddr gpa = section->offset_within_address_space;
|
||||
hwaddr end;
|
||||
int ret;
|
||||
@@ -218,7 +219,7 @@ static VFIOHostDMAWindow *vfio_find_hostwin(VFIOSpaprContainer *container,
|
||||
return hostwin_found ? hostwin : NULL;
|
||||
}
|
||||
|
||||
static int vfio_spapr_remove_window(VFIOContainer *container,
|
||||
static int vfio_spapr_remove_window(VFIOLegacyContainer *container,
|
||||
hwaddr offset_within_address_space)
|
||||
{
|
||||
struct vfio_iommu_spapr_tce_remove remove = {
|
||||
@@ -239,14 +240,13 @@ static int vfio_spapr_remove_window(VFIOContainer *container,
|
||||
return 0;
|
||||
}
|
||||
|
||||
static bool vfio_spapr_create_window(VFIOContainer *container,
|
||||
static bool vfio_spapr_create_window(VFIOLegacyContainer *container,
|
||||
MemoryRegionSection *section,
|
||||
hwaddr *pgsize, Error **errp)
|
||||
{
|
||||
int ret = 0;
|
||||
VFIOContainerBase *bcontainer = VFIO_IOMMU(container);
|
||||
VFIOSpaprContainer *scontainer = container_of(container, VFIOSpaprContainer,
|
||||
container);
|
||||
VFIOContainer *bcontainer = VFIO_IOMMU(container);
|
||||
VFIOSpaprContainer *scontainer = VFIO_IOMMU_SPAPR(bcontainer);
|
||||
IOMMUMemoryRegion *iommu_mr = IOMMU_MEMORY_REGION(section->mr);
|
||||
uint64_t pagesize = memory_region_iommu_get_min_page_size(iommu_mr), pgmask;
|
||||
unsigned entries, bits_total, bits_per_level, max_levels, ddw_levels;
|
||||
@@ -348,13 +348,12 @@ static bool vfio_spapr_create_window(VFIOContainer *container,
|
||||
}
|
||||
|
||||
static bool
|
||||
vfio_spapr_container_add_section_window(VFIOContainerBase *bcontainer,
|
||||
vfio_spapr_container_add_section_window(VFIOContainer *bcontainer,
|
||||
MemoryRegionSection *section,
|
||||
Error **errp)
|
||||
{
|
||||
VFIOContainer *container = VFIO_IOMMU_LEGACY(bcontainer);
|
||||
VFIOSpaprContainer *scontainer = container_of(container, VFIOSpaprContainer,
|
||||
container);
|
||||
VFIOLegacyContainer *container = VFIO_IOMMU_LEGACY(bcontainer);
|
||||
VFIOSpaprContainer *scontainer = VFIO_IOMMU_SPAPR(container);
|
||||
VFIOHostDMAWindow *hostwin;
|
||||
hwaddr pgsize = 0;
|
||||
int ret;
|
||||
@@ -439,12 +438,11 @@ vfio_spapr_container_add_section_window(VFIOContainerBase *bcontainer,
|
||||
}
|
||||
|
||||
static void
|
||||
vfio_spapr_container_del_section_window(VFIOContainerBase *bcontainer,
|
||||
vfio_spapr_container_del_section_window(VFIOContainer *bcontainer,
|
||||
MemoryRegionSection *section)
|
||||
{
|
||||
VFIOContainer *container = VFIO_IOMMU_LEGACY(bcontainer);
|
||||
VFIOSpaprContainer *scontainer = container_of(container, VFIOSpaprContainer,
|
||||
container);
|
||||
VFIOLegacyContainer *container = VFIO_IOMMU_LEGACY(bcontainer);
|
||||
VFIOSpaprContainer *scontainer = VFIO_IOMMU_SPAPR(container);
|
||||
|
||||
if (container->iommu_type != VFIO_SPAPR_TCE_v2_IOMMU) {
|
||||
return;
|
||||
@@ -461,11 +459,10 @@ vfio_spapr_container_del_section_window(VFIOContainerBase *bcontainer,
|
||||
}
|
||||
}
|
||||
|
||||
static void vfio_spapr_container_release(VFIOContainerBase *bcontainer)
|
||||
static void vfio_spapr_container_release(VFIOContainer *bcontainer)
|
||||
{
|
||||
VFIOContainer *container = VFIO_IOMMU_LEGACY(bcontainer);
|
||||
VFIOSpaprContainer *scontainer = container_of(container, VFIOSpaprContainer,
|
||||
container);
|
||||
VFIOLegacyContainer *container = VFIO_IOMMU_LEGACY(bcontainer);
|
||||
VFIOSpaprContainer *scontainer = VFIO_IOMMU_SPAPR(container);
|
||||
VFIOHostDMAWindow *hostwin, *next;
|
||||
|
||||
if (container->iommu_type == VFIO_SPAPR_TCE_v2_IOMMU) {
|
||||
@@ -478,12 +475,11 @@ static void vfio_spapr_container_release(VFIOContainerBase *bcontainer)
|
||||
}
|
||||
}
|
||||
|
||||
static bool vfio_spapr_container_setup(VFIOContainerBase *bcontainer,
|
||||
static bool vfio_spapr_container_setup(VFIOContainer *bcontainer,
|
||||
Error **errp)
|
||||
{
|
||||
VFIOContainer *container = VFIO_IOMMU_LEGACY(bcontainer);
|
||||
VFIOSpaprContainer *scontainer = container_of(container, VFIOSpaprContainer,
|
||||
container);
|
||||
VFIOLegacyContainer *container = VFIO_IOMMU_LEGACY(bcontainer);
|
||||
VFIOSpaprContainer *scontainer = VFIO_IOMMU_SPAPR(container);
|
||||
struct vfio_iommu_spapr_tce_info info;
|
||||
bool v2 = container->iommu_type == VFIO_SPAPR_TCE_v2_IOMMU;
|
||||
int ret, fd = container->fd;
|
||||
|
||||
+2
-2
@@ -9,11 +9,11 @@
|
||||
#define HW_VFIO_VFIO_TYPES_H
|
||||
|
||||
/*
|
||||
* TYPE_VFIO_PCI_BASE is an abstract type used to share code
|
||||
* TYPE_VFIO_PCI_DEVICE is an abstract type used to share code
|
||||
* between VFIO implementations that use a kernel driver
|
||||
* with those that use user sockets.
|
||||
*/
|
||||
#define TYPE_VFIO_PCI_BASE "vfio-pci-base"
|
||||
#define TYPE_VFIO_PCI_DEVICE "vfio-pci-device"
|
||||
|
||||
#define TYPE_VFIO_PCI "vfio-pci"
|
||||
/* TYPE_VFIO_PCI shares struct VFIOPCIDevice. */
|
||||
|
||||
@@ -9,7 +9,7 @@
|
||||
#ifndef HW_VFIO_VFIO_IOMMUFD_H
|
||||
#define HW_VFIO_VFIO_IOMMUFD_H
|
||||
|
||||
#include "hw/vfio/vfio-container-base.h"
|
||||
#include "hw/vfio/vfio-container.h"
|
||||
|
||||
typedef struct VFIODevice VFIODevice;
|
||||
|
||||
@@ -22,12 +22,13 @@ typedef struct VFIOIOASHwpt {
|
||||
|
||||
typedef struct IOMMUFDBackend IOMMUFDBackend;
|
||||
|
||||
typedef struct VFIOIOMMUFDContainer {
|
||||
VFIOContainerBase bcontainer;
|
||||
struct VFIOIOMMUFDContainer {
|
||||
VFIOContainer parent_obj;
|
||||
|
||||
IOMMUFDBackend *be;
|
||||
uint32_t ioas_id;
|
||||
QLIST_HEAD(, VFIOIOASHwpt) hwpt_list;
|
||||
} VFIOIOMMUFDContainer;
|
||||
};
|
||||
|
||||
OBJECT_DECLARE_SIMPLE_TYPE(VFIOIOMMUFDContainer, VFIO_IOMMU_IOMMUFD);
|
||||
|
||||
|
||||
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user