From mboxrd@z Thu Jan 1 00:00:00 1970 Received: from eggs.gnu.org ([2001:4830:134:3::10]:34684) by lists.gnu.org with esmtp (Exim 4.71) (envelope-from ) id 1VFLki-0005Rj-VP for qemu-devel@nongnu.org; Fri, 30 Aug 2013 06:16:35 -0400 Received: from Debian-exim by eggs.gnu.org with spam-scanned (Exim 4.71) (envelope-from ) id 1VFLkX-0003c0-TL for qemu-devel@nongnu.org; Fri, 30 Aug 2013 06:16:28 -0400 Received: from e23smtp04.au.ibm.com ([202.81.31.146]:39356) by eggs.gnu.org with esmtp (Exim 4.71) (envelope-from ) id 1VFLkX-0003bL-82 for qemu-devel@nongnu.org; Fri, 30 Aug 2013 06:16:17 -0400 Received: from /spool/local by e23smtp04.au.ibm.com with IBM ESMTP SMTP Gateway: Authorized Use Only! Violators will be prosecuted for from ; Fri, 30 Aug 2013 19:58:38 +1000 From: Alexey Kardashevskiy Date: Fri, 30 Aug 2013 20:15:27 +1000 Message-Id: <1377857738-14789-2-git-send-email-aik@ozlabs.ru> In-Reply-To: <1377857738-14789-1-git-send-email-aik@ozlabs.ru> References: <1377857738-14789-1-git-send-email-aik@ozlabs.ru> Subject: [Qemu-devel] [PATCH v4 01/12] vfio: Introduce VFIO address spaces List-Id: List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , To: qemu-devel@nongnu.org Cc: Alexey Kardashevskiy , Alexander Graf , Alex Williamson , qemu-ppc@nongnu.org, David Gibson From: David Gibson The only model so far supported for VFIO passthrough devices is the model usually used on x86, where all of the guest's RAM is mapped into the (host) IOMMU and there is no IOMMU visible in the guest. This patch begins to relax this model, introducing the notion of a VFIOAddressSpace. This represents a logical DMA address space which will be visible to one or more VFIO devices by appropriate mapping in the (host) IOMMU. Thus the currently global list of containers becomes local to a VFIOAddressSpace, and we verify that we don't attempt to add a VFIO group to multiple address spaces. For now, only one VFIOAddressSpace is created and used, corresponding to main system memory, that will change in future patches. Signed-off-by: David Gibson Signed-off-by: Alexey Kardashevskiy --- Changes: v4: * removed redundant checks and asserts * fixed some return error codes --- hw/misc/vfio.c | 52 +++++++++++++++++++++++++++++++++++++--------------- 1 file changed, 37 insertions(+), 15 deletions(-) diff --git a/hw/misc/vfio.c b/hw/misc/vfio.c index dfffffa..93a316e 100644 --- a/hw/misc/vfio.c +++ b/hw/misc/vfio.c @@ -130,9 +130,17 @@ enum { VFIO_INT_MSIX = 3, }; +typedef struct VFIOAddressSpace { + AddressSpace *as; + QLIST_HEAD(, VFIOContainer) containers; +} VFIOAddressSpace; + +static VFIOAddressSpace vfio_address_space_memory; + struct VFIOGroup; typedef struct VFIOContainer { + VFIOAddressSpace *space; int fd; /* /dev/vfio/vfio, empowered by the attached groups */ struct { /* enable abstraction to support various iommu backends */ @@ -197,9 +205,6 @@ typedef struct VFIOGroup { #define MSIX_CAP_LENGTH 12 -static QLIST_HEAD(, VFIOContainer) - container_list = QLIST_HEAD_INITIALIZER(container_list); - static QLIST_HEAD(, VFIOGroup) group_list = QLIST_HEAD_INITIALIZER(group_list); @@ -2606,16 +2611,18 @@ static int vfio_load_rom(VFIODevice *vdev) return 0; } -static int vfio_connect_container(VFIOGroup *group) +static void vfio_address_space_init(VFIOAddressSpace *space, AddressSpace *as) +{ + space->as = as; + QLIST_INIT(&space->containers); +} + +static int vfio_connect_container(VFIOGroup *group, VFIOAddressSpace *space) { VFIOContainer *container; int ret, fd; - if (group->container) { - return 0; - } - - QLIST_FOREACH(container, &container_list, next) { + QLIST_FOREACH(container, &space->containers, next) { if (!ioctl(group->fd, VFIO_GROUP_SET_CONTAINER, &container->fd)) { group->container = container; QLIST_INSERT_HEAD(&container->group_list, group, container_next); @@ -2638,6 +2645,7 @@ static int vfio_connect_container(VFIOGroup *group) } container = g_malloc0(sizeof(*container)); + container->space = space; container->fd = fd; if (ioctl(fd, VFIO_CHECK_EXTENSION, VFIO_TYPE1_IOMMU)) { @@ -2660,7 +2668,8 @@ static int vfio_connect_container(VFIOGroup *group) container->iommu_data.listener = vfio_memory_listener; container->iommu_data.release = vfio_listener_release; - memory_listener_register(&container->iommu_data.listener, &address_space_memory); + memory_listener_register(&container->iommu_data.listener, + container->space->as); } else { error_report("vfio: No available IOMMU models"); g_free(container); @@ -2669,7 +2678,7 @@ static int vfio_connect_container(VFIOGroup *group) } QLIST_INIT(&container->group_list); - QLIST_INSERT_HEAD(&container_list, container, next); + QLIST_INSERT_HEAD(&space->containers, container, next); group->container = container; QLIST_INSERT_HEAD(&container->group_list, group, container_next); @@ -2700,7 +2709,7 @@ static void vfio_disconnect_container(VFIOGroup *group) } } -static VFIOGroup *vfio_get_group(int groupid) +static VFIOGroup *vfio_get_group(int groupid, VFIOAddressSpace *space) { VFIOGroup *group; char path[32]; @@ -2708,7 +2717,14 @@ static VFIOGroup *vfio_get_group(int groupid) QLIST_FOREACH(group, &group_list, next) { if (group->groupid == groupid) { - return group; + /* Found it. Now is it already in the right context? */ + if (group->container->space == space) { + return group; + } else { + error_report("vfio: group %d used in multiple address spaces", + group->groupid); + return NULL; + } } } @@ -2741,7 +2757,7 @@ static VFIOGroup *vfio_get_group(int groupid) group->groupid = groupid; QLIST_INIT(&group->device_list); - if (vfio_connect_container(group)) { + if (vfio_connect_container(group, space)) { error_report("vfio: failed to setup container for group %d", groupid); close(group->fd); g_free(group); @@ -3095,7 +3111,12 @@ static int vfio_initfn(PCIDevice *pdev) DPRINTF("%s(%04x:%02x:%02x.%x) group %d\n", __func__, vdev->host.domain, vdev->host.bus, vdev->host.slot, vdev->host.function, groupid); - group = vfio_get_group(groupid); + if (pci_device_iommu_address_space(pdev) != &address_space_memory) { + error_report("vfio: DMA address space must be system memory"); + return -EINVAL; + } + + group = vfio_get_group(groupid, &vfio_address_space_memory); if (!group) { error_report("vfio: failed to get group %d", groupid); return -ENOENT; @@ -3318,6 +3339,7 @@ static const TypeInfo vfio_pci_dev_info = { static void register_vfio_pci_dev_type(void) { + vfio_address_space_init(&vfio_address_space_memory, &address_space_memory); type_register_static(&vfio_pci_dev_info); } -- 1.8.4.rc4