All of lore.kernel.org
 help / color / mirror / Atom feed
* GFX Passthrough
@ 2010-05-10 14:36 Tobias Geiger
  2010-05-10 15:39 ` listmail
  2010-05-10 19:53 ` Pasi Kärkkäinen
  0 siblings, 2 replies; 6+ messages in thread
From: Tobias Geiger @ 2010-05-10 14:36 UTC (permalink / raw)
  To: xen-devel

[-- Attachment #1: Type: Text/Plain, Size: 1821 bytes --]

Hi List,

many People seem to be interested in the Graphic-Card Passthrough Feature (for 
more or less obvious reasons).

Official Support is still under development, and i hope not to interfere with it 
in any (bad) way ...

But i remember my own painfull and timeconsuming research when i wanted this 
feature to work, so i thought perhaps this spares some time for the unpatient 
users like me :)

So here is what i did to enable Passthrough of my Secondary PCIE Graphic-Card 
which is a NVIDIA GT200;

Key thing seems to be the Patches 1 to 4
(Patch #5 is only so that i have alsa-backed sound emulation , for some reason 
i have only oss-backed if not applied ?!)

Before all that, you need to read out the VGA Bios of the to-be-passthroughed-
Graphiccard with a tool; i used nvflash.exe under DOS for this task.
The patches assume you saved this file as "vgabios-pt.bin"

1. check out xen unstable:
    hg clone http://xenbits.xensource.com/xen-unstable.hg
2. go into there and do an "initial build" so that qemu-dm gets checked-out:
    cd  xen-unstable.hg; cd tools; make ; make clean
3. apply the patches from within the "xen-unstable.hg" dir, with patch -p0
4. move the vgabios-pt.bin to "tools/firmware/vgabios/"
4. do a "make install"

Thats it. 

Warning: a "make clean" deletes the "vgabios-pt.bin" file , so remember to put 
it there again before your next "make" ...

After that, and assuming your hardware/bios is VT-D ready and your XEN-PCI 
Config is correct (kernel-cmdline, xen-configfile), the HVM guest should be able 
to work with the passedthrough-Graphicscard.

Greetings, Good luck, and THANK YOU XEN-GUYS!
Tobias

P.S.: NONE of the patches are my origin. they were gathered from here (xen-
devel) and endless google-researches, representing the hard brainwork of much 
smarter guys than me ;)

[-- Attachment #2: 05_sound-makefile --]
[-- Type: text/x-patch, Size: 477 bytes --]

--- tools/ioemu-remote/xen-setup.org	2010-03-15 12:07:28.650764455 +0100
+++ tools/ioemu-remote/xen-setup	2010-03-15 12:06:35.217764207 +0100
@@ -16,7 +16,7 @@ if test -z "${XEN_SCRIPT_DIR}"; then
 	XEN_SCRIPT_DIR="/etc/xen/scripts"
 fi
 
-./configure --disable-gfx-check --disable-curses --disable-slirp "$@" --prefix=${PREFIX}
+./configure --audio-drv-list=alsa --enable-mixemu --disable-gfx-check --disable-curses --disable-slirp "$@" --prefix=${PREFIX}
 
 target=i386-dm
 

[-- Attachment #3: 04_hvmloader --]
[-- Type: text/x-patch, Size: 2907 bytes --]

--- tools/firmware/hvmloader/hvmloader.c.org	2010-03-15 11:59:29.517930657 +0100
+++ tools/firmware/hvmloader/hvmloader.c	2010-03-15 12:04:59.486764339 +0100
@@ -115,6 +115,9 @@ unsigned long pci_mem_end = PCI_MEM_END;
 
 static enum { VGA_none, VGA_std, VGA_cirrus, VGA_pt } virtual_vga = VGA_none;
 
+/* virtual BDF of pass-throughed gfx */
+static uint8_t gfx_bdf;
+
 static void init_hypercalls(void)
 {
     uint32_t eax, ebx, ecx, edx;
@@ -217,6 +220,42 @@ static void pci_setup(void)
                 virtual_vga = VGA_cirrus;
             else if ( virtual_vga == VGA_none )
                 virtual_vga = VGA_pt;
+                gfx_bdf = devfn;
+
+                /* Make vBAR=pBAR */
+                printf("Make vBAR = pBAR of assigned gfx\n");
+                for ( bar = 0; bar < 7; bar++ )
+                {
+                    bar_reg = PCI_BASE_ADDRESS_0 + 4*bar;
+                    if ( bar == 6 )
+                            bar_reg = PCI_ROM_ADDRESS;
+                    /* When first time read, it will return physical address */
+                    bar_data = pci_readl(devfn, bar_reg);
+                    pci_writel(devfn, bar_reg, bar_data);
+
+                    /* Now enable the memory or I/O mapping. */
+                    cmd = pci_readw(devfn, PCI_COMMAND);
+                    if ( (bar_reg == PCI_ROM_ADDRESS) ||
+                             ((bar_data & PCI_BASE_ADDRESS_SPACE) ==
+                              PCI_BASE_ADDRESS_SPACE_MEMORY) )
+                          cmd |= PCI_COMMAND_MEMORY;
+                    else
+                          cmd |= PCI_COMMAND_IO;
+                    cmd |= PCI_COMMAND_MASTER;
+                    pci_writew(devfn, PCI_COMMAND, cmd);
+               }
+
+                /* Map the interrupt. */
+                pin = pci_readb(devfn, PCI_INTERRUPT_PIN);
+                if ( pin != 0 )
+                {
+                    /* This is the barber's pole mapping used by Xen. */
+                    link = ((pin - 1) + (devfn >> 3)) & 3;
+                    isa_irq = pci_readb(PCI_ISA_DEVFN, 0x60 + link);
+                    pci_writeb(devfn, PCI_INTERRUPT_LINE, isa_irq);
+                }
+                continue;
+
             break;
         case 0x0680:
             /* PIIX4 ACPI PM. Special device with special PCI config space. */
@@ -690,8 +729,10 @@ int main(void)
         break;
     case VGA_pt:
         printf("Loading VGABIOS of passthroughed gfx ...\n");
-        vgabios_sz =
-            round_option_rom((*(uint8_t *)(VGABIOS_PHYSICAL_ADDRESS+2)) * 512);
+        memcpy((void *)VGABIOS_PHYSICAL_ADDRESS,
+               vgabios_pt, sizeof(vgabios_pt));
+        *(uint8_t *)(VGABIOS_PHYSICAL_ADDRESS + sizeof(vgabios_pt)) = gfx_bdf;
+        vgabios_sz = round_option_rom(sizeof(vgabios_pt) + 1);
         break;
     default:
         printf("No emulated VGA adaptor ...\n");

[-- Attachment #4: 02_makefile --]
[-- Type: text/x-patch, Size: 632 bytes --]

--- tools/firmware/hvmloader/Makefile.org	2010-03-15 11:59:04.617764082 +0100
+++ tools/firmware/hvmloader/Makefile	2010-03-15 11:58:55.936761608 +0100
@@ -50,6 +50,7 @@ hvmloader: $(OBJS) acpi/acpi.a
 roms.h: ../rombios/BIOS-bochs-latest ../vgabios/VGABIOS-lgpl-latest.bin \
 	../vgabios/VGABIOS-lgpl-latest.cirrus.bin ../etherboot/eb-roms.h
 	sh ./mkhex rombios ../rombios/BIOS-bochs-latest > roms.h
+	sh ./mkhex vgabios_pt ../vgabios/vgabios-pt.bin >> roms.h         
 	sh ./mkhex vgabios_stdvga ../vgabios/VGABIOS-lgpl-latest.bin >> roms.h
 	sh ./mkhex vgabios_cirrusvga \
 		../vgabios/VGABIOS-lgpl-latest.cirrus.bin >> roms.h

[-- Attachment #5: 03_dsdt --]
[-- Type: text/x-patch, Size: 1555 bytes --]

--- tools/firmware/hvmloader/acpi/dsdt.asl.orig	2010-03-15 06:50:35.791762654 +0100
+++ tools/firmware/hvmloader/acpi/dsdt.asl	2010-03-15 12:03:37.579845691 +0100
@@ -173,6 +173,34 @@ DefinitionBlock ("DSDT.aml", "DSDT", 2,
                         0x00000000,
                         0x00020000)
 
+                    /* reserve MMIO BARs of gfx for 1:1 mapping */
+                    DWordMemory(
+                        ResourceProducer, PosDecode, MinFixed, MaxFixed,
+                        Cacheable, ReadWrite,
+                        0x00000000,
+                        0xE0000000,
+                        0xEFFFFFFF,
+                        0x00000000,
+                        0x10000000)
+
+                    DWordMemory(
+                        ResourceProducer, PosDecode, MinFixed, MaxFixed,
+                        NonCacheable, ReadWrite,
+                        0x00000000,
+                        0xC0000000,
+                        0xC1FFFFFF,
+                        0x00000000,
+                        0x02000000)
+
+                    DWordMemory(
+                        ResourceProducer, PosDecode, MinFixed, MaxFixed,
+                        NonCacheable, ReadWrite,
+                        0x00000000,
+                        0xC2000000,
+                        0xC2FFFFFF,
+                        0x00000000,
+                        0x01000000)
+
                     DWordMemory(
                         ResourceProducer, PosDecode, MinFixed, MaxFixed,
                         Cacheable, ReadWrite,

[-- Attachment #6: 01_pass-through --]
[-- Type: text/x-patch, Size: 3803 bytes --]

--- tools/ioemu-remote/hw/pass-through.c.org	2010-05-10 15:24:52.115083489 +0200
+++ tools/ioemu-remote/hw/pass-through.c	2010-05-10 16:02:19.517997970 +0200
@@ -1865,6 +1865,75 @@
     return rc;
 }
 
+#define PCI_HEADER_TYPE_ADDR        0x0e
+#define PCI_BRIDGE_FLAG             0x01
+
+#define PCI_CLASS_CODE_ADDR_0       0x09
+#define PCI_CLASS_CODE_ADDR_1       0x0a
+#define PCI_CLASS_CODE_ADDR_2       0x0b
+#define PCI_CLASS_CODE_DATA_0       0x060000
+#define PCI_CLASS_CODE_DATA_1       0x0600
+#define PCI_CLASS_CODE_DATA_2       0x06
+
+#define PCI_SECOND_BUS_NUMBER_ADDR  0x19
+
+#define PCI_BRIDGE_CONTROL_ADDR     0x3e
+#define PCI_BRIDGE_VGA_ENABLE       0x18
+
+#define PCI_GRAPHIC_CONTROL_ADDR    0x52
+#define PCI_HOST_BRIDGE_IGD_VGA_DISABLE 0x02
+
+/*
+ * Claim vga cycle for the graphics card pass-through
+ */
+static uint32_t gfx_claim_vga_cycle(struct pci_access *pci_access,
+       uint32_t bus, uint32_t devfn, uint32_t func)
+{
+    struct pci_dev *pci_dev;
+
+    for ( pci_dev = pci_access->devices; pci_dev != NULL; pci_dev = pci_dev->next )
+    {
+        /* Check whether this is a ordinary bridge */
+        if ( pci_read_byte(pci_dev, PCI_HEADER_TYPE_ADDR) == PCI_BRIDGE_FLAG )
+        {
+            unsigned sec_bus_num = pci_read_byte(pci_dev, PCI_SECOND_BUS_NUMBER_ADDR);
+            unsigned ubrg = pci_read_byte(pci_dev, PCI_BRIDGE_CONTROL_ADDR);
+
+            PT_LOG("bridge for bus %d, previous bridge control is %x\n", sec_bus_num, ubrg);
+            PT_LOG("bus=0x%d, dev=0x%x, func=0x%x\n",pci_dev->bus,pci_dev->dev,pci_dev->func);
+
+            if ( sec_bus_num == bus ) /* VGA device's bridge */
+                ubrg |= PCI_BRIDGE_VGA_ENABLE;
+            else /* Other device's bridge */
+                ubrg &= ~PCI_BRIDGE_VGA_ENABLE;
+
+            pci_write_byte(pci_dev, PCI_BRIDGE_CONTROL_ADDR, ubrg);
+            PT_LOG("bridge for bus %d, updated bridge control is %x\n", sec_bus_num, ubrg);
+        }
+    }
+
+    for ( pci_dev = pci_access->devices; pci_dev != NULL; pci_dev = pci_dev->next )
+    {
+        /* Check host bridge */
+        if ( pci_read_word(pci_dev, PCI_CLASS_CODE_ADDR_1) == PCI_CLASS_CODE_DATA_1 )
+        {
+            unsigned uigd = pci_read_byte(pci_dev, PCI_GRAPHIC_CONTROL_ADDR);
+
+            PT_LOG("previous igd control is %x\n", uigd);
+
+            if ( bus == 0 )
+                uigd &= ~PCI_HOST_BRIDGE_IGD_VGA_DISABLE;
+            else
+                uigd |= PCI_HOST_BRIDGE_IGD_VGA_DISABLE;
+
+            pci_write_byte(pci_dev, PCI_GRAPHIC_CONTROL_ADDR, uigd);
+            PT_LOG("updated igd control is %x\n", uigd);
+        }
+    }
+
+    return 0;
+}
+
 /*
  * register VGA resources for the domain with assigned gfx
  */
@@ -3298,6 +3367,8 @@
 }
 
 /* read BAR */
+static int gfx_first_read_BAR[7] = {1, 1, 1, 1, 1, 1, 1};
+
 static int pt_bar_reg_read(struct pt_dev *ptdev,
         struct pt_reg_tbl *cfg_entry,
         uint32_t *value, uint32_t valid_mask)
@@ -3320,6 +3391,17 @@
     /* use fixed-up value from kernel sysfs */
     *value = ptdev->pci_dev->base_addr[index];
 
+    if ( ptdev->pci_dev->device_class == 0x300 )
+    {
+        if ( gfx_first_read_BAR[index] == 1 )
+        {
+            gfx_first_read_BAR[index] = 0;
+            PT_LOG("first read BARs of gfx\n");
+            return 0;
+        }
+    }
+
+
     /* set emulate mask depend on BAR flag */
     switch (ptdev->bases[index].bar_flag)
     {
@@ -4397,6 +4479,13 @@
         }
     }
 
+    if ( pci_dev->device_class == 0x0300 )
+    {
+        rc = gfx_claim_vga_cycle(pci_access, r_bus, r_dev, r_func);
+        if ( rc != 0 )
+            return NULL;
+    }
+
     /* reinitialize each config register to be emulated */
     rc = pt_config_init(assigned_device);
     if ( rc < 0 ) {

[-- Attachment #7: Type: text/plain, Size: 138 bytes --]

_______________________________________________
Xen-devel mailing list
Xen-devel@lists.xensource.com
http://lists.xensource.com/xen-devel

^ permalink raw reply	[flat|nested] 6+ messages in thread
end of thread, other threads:[~2010-05-10 19:53 UTC | newest]

Thread overview: 6+ messages (download: mbox.gz follow: Atom feed
-- links below jump to the message on this page --
2010-05-10 14:36 GFX Passthrough Tobias Geiger
2010-05-10 15:39 ` listmail
2010-05-10 15:57   ` Tobias Geiger
2010-05-10 19:25     ` Weald Wind
2010-05-10 19:53       ` Pasi Kärkkäinen
2010-05-10 19:53 ` Pasi Kärkkäinen

This is an external index of several public inboxes,
see mirroring instructions on how to clone and mirror
all data and code used by this external index.