Re: Xen 4.x / Linux 3.x (dom0 and HVM domU) and NIC handling

[Stefan Bader <stefan.bader@canonical.com>]

[-- Attachment #1: Type: text/plain, Size: 1980 bytes --]

On 01.12.2011 17:03, Ian Campbell wrote:
> On Thu, 2011-12-01 at 15:09 +0000, Stefan Bader wrote:
>> Moving to public discussion...
>>
>> This was found with Xen hypervisor version supporting device unplugging and the
>> domU kernel having net-/blkfront and pci platform built-in (or as module).
>>
>> The block device is defined as hda and the NIC type=ioemu (so theoretically
>> guests without pv support would work, too).
>>
>> Since both drivers are present, the kernel tries to unplug the emulated devices
>> and succeeds. The blkfront driver detects the xvda device available in parallel
>> and is working ok.
>>
>> However the network interface does not work. There are entries present under
>> sysfs for the xenbus but trying to bring it up fails with errors. And also there
>> seems to be no mac address set (all zeros in sysfs).
>> When the type=ioemu is removed in the configuration, this works.
> 
> Which toolstack are you using?
> 
xm (xl with the same config seems to work)

> The weird thing is that, at least with xl, type=ioemu is the default for
> an HVM guest.
> 
> What vif related entries do you get in xenstore, both front and backend?
> 
output of xenstore-ls attached (hopefully contains all info)

> Also what does your qemu-dm command line end up looking like?
> 
also in the attached file.

>> I have not much more debugging information beyond that, yet. But it sounds a bit
>> like NICs should behave the same as block devices. So if there is an emulated
>> device defined there will be an alternate paravirt interface for it and after
>> unplugging the emulated ones we end up with the pv ones.
> 
> That is certainly the expectation.
> 
>> Is that something that can be seen with newer Xen versions, too (I am using 4.1.1)?
> 
> I appear to have some other problem with xen-unstable at the moment.
> I've never noticed a problem in that past, although I don't habitually
> use type=XXX at all in my vif configuration.
> 
> Ian.
> 
>> -Stefan
> 
> 


[-- Attachment #2: xl-run.txt --]
[-- Type: text/plain, Size: 5411 bytes --]

 7784 ?        SLsl   0:13 qemu-dm -d 9 -domain-name PreciseHVM -vnc 0.0.0.0:0 -vncunused -k de -serial pty -videoram 8 -boot cd -acpi -vcpus 2 -vcpu_avail 0x3 -net nic,vlan=0,macaddr=00:16:3e:12:04:f0,model=rtl8139 -net tap,vlan=0,ifname=tap9.0,bridge=virbr0,script=no -M xenfv
 7895 hvc0     S+     0:00 grep --color=auto qemu-dm

tool = ""
 xenstored = ""
local = ""
 pool = ""
  0 = ""
   other_config = ""
   description = "Pool-0"
   uuid = "bebce16f-902f-68ce-d38b-a4d49e8346a7"
   name = "Pool-0"
 domain = ""
  0 = ""
   vm = "/vm/00000000-0000-0000-0000-000000000000"
   device = ""
   control = ""
    platform-feature-multiprocessor-suspend = "1"
   memory = ""
    target = "524288"
    static-max = "4294967292"
    freemem-slack = "5032880"
   guest = ""
   hvmpv = ""
   data = ""
   cpu = ""
    1 = ""
     availability = "online"
    3 = ""
     availability = "online"
    2 = ""
     availability = "online"
    7 = ""
     availability = "online"
    0 = ""
     availability = "online"
    5 = ""
     availability = "online"
    6 = ""
     availability = "online"
    4 = ""
     availability = "online"
   description = ""
   console = ""
    limit = "1048576"
    type = "xenconsoled"
   domid = "0"
   name = "Domain-0"
   backend = ""
    qdisk = ""
     9 = ""
      768 = ""
       frontend = "/local/domain/9/device/vbd/768"
       params = "aio:/root/instances/precise-server/hda-64.img"
       frontend-id = "9"
       online = "1"
       removable = "0"
       bootable = "1"
       state = "4"
       dev = "hda"
       type = "tap"
       mode = "w"
       feature-barrier = "1"
       info = "0"
       sector-size = "512"
       sectors = "16384000"
       hotplug-status = "connected"
      5632 = ""
       frontend = "/local/domain/9/device/vbd/5632"
       params = "aio:/root/isos/precise-server-amd64.iso"
       frontend-id = "9"
       online = "1"
       removable = "1"
       bootable = "1"
       state = "6"
       dev = "hdc"
       type = "tap"
       mode = "r"
       feature-barrier = "1"
       info = "4"
       sector-size = "512"
       sectors = "1337944"
       hotplug-status = "connected"
    console = ""
     2 = ""
     5 = ""
     9 = ""
      0 = ""
       frontend = "/local/domain/9/console"
       frontend-id = "9"
       online = "1"
       state = "1"
       domain = "PreciseHVM"
       protocol = "vt100"
    vif = ""
     9 = ""
      0 = ""
       frontend = "/local/domain/9/device/vif/0"
       frontend-id = "9"
       online = "1"
       state = "4"
       script = "/etc/xen/scripts/vif-bridge"
       mac = "00:16:3e:12:04:f0"
       bridge = "virbr0"
       handle = "0"
       feature-sg = "1"
       feature-gso-tcpv4 = "1"
       feature-rx-copy = "1"
       feature-rx-flip = "0"
       hotplug-status = "connected"
   device-model = ""
    9 = ""
     disable_pf = "0"
     state = "running"
  9 = ""
   vm = "/vm/5de1c61a-cee8-4c18-b294-409b9214f7be"
   name = "PreciseHVM"
   control = ""
    shutdown = ""
    platform-feature-multiprocessor-suspend = "1"
   device = ""
    suspend = ""
     event-channel = ""
    vbd = ""
     768 = ""
      backend = "/local/domain/0/backend/qdisk/9/768"
      backend-id = "0"
      state = "4"
      virtual-device = "768"
      device-type = "disk"
      ring-ref = "8"
      event-channel = "17"
      protocol = "x86_64-abi"
     5632 = ""
      backend = "/local/domain/0/backend/qdisk/9/5632"
      backend-id = "0"
      state = "6"
      virtual-device = "5632"
      device-type = "cdrom"
    vif = ""
     0 = ""
      backend = "/local/domain/0/backend/vif/9/0"
      backend-id = "0"
      state = "4"
      handle = "0"
      mac = "00:16:3e:12:04:f0"
      tx-ring-ref = "768"
      rx-ring-ref = "769"
      event-channel = "18"
      request-rx-copy = "1"
      feature-rx-notify = "1"
      feature-sg = "1"
      feature-gso-tcpv4 = "1"
   data = ""
   cpu = ""
    0 = ""
     availability = "online"
    1 = ""
     availability = "online"
   memory = ""
    static-max = "2097152"
    target = "2088960"
    videoram = "8192"
   error = ""
   drivers = ""
   attr = ""
   messages = ""
   domid = "9"
   store = ""
    port = "3"
    ring-ref = "1044476"
   console = ""
    backend = "/local/domain/0/backend/console/9/0"
    backend-id = "0"
    limit = "1048576"
    type = "xenconsoled"
    output = "pty"
    port = "4"
    ring-ref = "1044479"
    tty = "/dev/pts/0"
    vnc-port = "5900"
    vnc-listen = "0.0.0.0"
   image = ""
    device-model-pid = "6787"
   serial = ""
    0 = ""
     tty = "/dev/pts/1"
vm = ""
 00000000-0000-0000-0000-000000000000 = ""
  on_xend_stop = "ignore"
  pool_name = "Pool-0"
  shadow_memory = "0"
  uuid = "00000000-0000-0000-0000-000000000000"
  on_reboot = "restart"
  image = "(linux (kernel '') (superpages 0) (nomigrate 0) (tsc_mode 0))"
   ostype = "linux"
   kernel = ""
   cmdline = ""
   ramdisk = ""
  on_poweroff = "destroy"
  bootloader_args = ""
  on_xend_start = "ignore"
  on_crash = "restart"
  xend = ""
   restart_count = "0"
  vcpus = "8"
  vcpu_avail = "255"
  bootloader = ""
  name = "Domain-0"
 5de1c61a-cee8-4c18-b294-409b9214f7be = ""
  uuid = "5de1c61a-cee8-4c18-b294-409b9214f7be"
  name = "PreciseHVM"
  pool_name = "Pool-0"
  rtc = ""
   timeoffset = ""
  image = ""
   ostype = "linux"
   kernel = ""
   cmdline = ""
   ramdisk = ""
  start_time = "1322760176.22"
  vncpasswd = "\000"

[-- Attachment #3: xm-run.txt --]
[-- Type: text/plain, Size: 7571 bytes --]

 8163 ?        SLl    0:11 /usr/lib/xen-4.1/bin/qemu-dm -d 12 -domain-name PreciseHVM -videoram 4 -k de -vnc 0.0.0.0:0 -vncunused -vcpus 2 -vcpu_avail 0x3 -boot cd -serial pty -acpi -net nic,vlan=1,macaddr=00:16:3e:12:04:f0,model=rtl8139 -net tap,vlan=1,ifname=tap12.0,bridge=virbr0 -M xenfv


tool = ""
 xenstored = ""
local = ""
 pool = ""
  0 = ""
   other_config = ""
   description = "Pool-0"
   uuid = "bebce16f-902f-68ce-d38b-a4d49e8346a7"
   name = "Pool-0"
 domain = ""
  0 = ""
   vm = "/vm/00000000-0000-0000-0000-000000000000"
   device = ""
   control = ""
    platform-feature-multiprocessor-suspend = "1"
   memory = ""
    target = "524288"
    static-max = "4294967292"
    freemem-slack = "5032880"
   guest = ""
   hvmpv = ""
   data = ""
   cpu = ""
    1 = ""
     availability = "online"
    3 = ""
     availability = "online"
    2 = ""
     availability = "online"
    7 = ""
     availability = "online"
    0 = ""
     availability = "online"
    5 = ""
     availability = "online"
    6 = ""
     availability = "online"
    4 = ""
     availability = "online"
   description = ""
   console = ""
    limit = "1048576"
    type = "xenconsoled"
   domid = "0"
   name = "Domain-0"
   backend = ""
    qdisk = ""
    console = ""
     2 = ""
     5 = ""
     9 = ""
     11 = ""
     12 = ""
      0 = ""
       domain = "PreciseHVM"
       protocol = "vt100"
       uuid = "5b9a5e30-1a52-b46f-5b69-8d341b21e7cc"
       frontend = "/local/domain/12/device/console/0"
       state = "2"
       location = "4"
       online = "1"
       frontend-id = "12"
       hotplug-status = "connected"
    vif = ""
     12 = ""
      0 = ""
       bridge = "virbr0"
       domain = "PreciseHVM"
       handle = "0"
       uuid = "ed8c27a1-6d5e-5841-7acb-426e593ba657"
       script = "/etc/xen/scripts/vif-bridge"
       state = "6"
       frontend = "/local/domain/12/device/vif/0"
       mac = "00:16:3e:12:04:f0"
       online = "1"
       frontend-id = "12"
       type = "ioemu"
       feature-sg = "1"
       feature-gso-tcpv4 = "1"
       feature-rx-copy = "1"
       feature-rx-flip = "0"
    vfb = ""
     12 = ""
      0 = ""
       vncunused = "1"
       domain = "PreciseHVM"
       vnc = "1"
       uuid = "c4ebb60e-d22a-167f-3b7a-fc33773f84de"
       vnclisten = "0.0.0.0"
       vncdisplay = "0"
       frontend = "/local/domain/12/device/vfb/0"
       state = "1"
       keymap = "de"
       online = "1"
       frontend-id = "12"
       location = "0.0.0.0:5900"
    vbd = ""
     12 = ""
      768 = ""
       domain = "PreciseHVM"
       frontend = "/local/domain/12/device/vbd/768"
       uuid = "fe7353fa-2f9f-9943-10c7-739002365571"
       bootable = "1"
       dev = "hda"
       state = "4"
       params = "/root/instances/precise-server/hda-64.img"
       mode = "w"
       online = "1"
       frontend-id = "12"
       type = "file"
       node = "/dev/loop1"
       physical-device = "7:1"
       hotplug-status = "connected"
       feature-flush-cache = "1"
       sectors = "16384000"
       info = "0"
       sector-size = "512"
      5632 = ""
       domain = "PreciseHVM"
       frontend = "/local/domain/12/device/vbd/5632"
       uuid = "d3a1a643-65c4-6d31-41bc-786bb4d6cfea"
       bootable = "0"
       dev = "hdc"
       state = "6"
       params = "/root/isos/precise-server-amd64.iso"
       mode = "r"
       online = "1"
       frontend-id = "12"
       type = "file"
       node = "/dev/loop0"
       physical-device = "7:0"
       hotplug-status = "connected"
   device-model = ""
    12 = ""
     disable_pf = "0"
     state = "running"
  12 = ""
   vm = "/vm/ad0952d7-59aa-f185-a4e3-9ad3234e9871"
   device = ""
    vfb = ""
     0 = ""
      state = "1"
      backend-id = "0"
      backend = "/local/domain/0/backend/vfb/12/0"
    vbd = ""
     768 = ""
      backend-id = "0"
      virtual-device = "768"
      device-type = "disk"
      state = "4"
      backend = "/local/domain/0/backend/vbd/12/768"
      ring-ref = "8"
      event-channel = "17"
      protocol = "x86_64-abi"
     5632 = ""
      backend-id = "0"
      virtual-device = "5632"
      device-type = "cdrom"
      state = "6"
      backend = "/local/domain/0/backend/vbd/12/5632"
    vif = ""
     0 = ""
      state = "6"
      backend-id = "0"
      backend = "/local/domain/0/backend/vif/12/0"
    console = ""
     0 = ""
      state = "1"
      backend-id = "0"
      backend = "/local/domain/0/backend/console/12/0"
   control = ""
    platform-feature-multiprocessor-suspend = "1"
   error = ""
    device = ""
     vbd = ""
      5632 = ""
       error = "19 xenbus_dev_probe on device/vbd/5632"
     vif = ""
      0 = ""
       error = "2 parsing device/vif/0/mac"
   memory = ""
    target = "2097152"
   guest = ""
   hvmpv = ""
   data = ""
   device-misc = ""
    vif = ""
     nextDeviceID = "1"
    console = ""
     nextDeviceID = "1"
   image = ""
    device-model-fifo = "/var/run/xend/dm-12-1322761044.fifo"
    device-model-pid = "8163"
    suspend-cancel = "1"
   console = ""
    port = "4"
    limit = "1048576"
    type = "ioemu"
    tty = "/dev/pts/1"
    vnc-port = "5900"
    vnc-listen = "0.0.0.0"
   description = ""
   domid = "12"
   cpu = ""
    0 = ""
     availability = "online"
    1 = ""
     availability = "online"
   store = ""
    ring-ref = "1044476"
    port = "3"
   name = "PreciseHVM"
   serial = ""
    0 = ""
     tty = "/dev/pts/0"
vm = ""
 00000000-0000-0000-0000-000000000000 = ""
  on_xend_stop = "ignore"
  pool_name = "Pool-0"
  shadow_memory = "0"
  uuid = "00000000-0000-0000-0000-000000000000"
  on_reboot = "restart"
  image = "(linux (kernel '') (superpages 0) (nomigrate 0) (tsc_mode 0))"
   ostype = "linux"
   kernel = ""
   cmdline = ""
   ramdisk = ""
  on_poweroff = "destroy"
  bootloader_args = ""
  on_xend_start = "ignore"
  on_crash = "restart"
  xend = ""
   restart_count = "0"
  vcpus = "8"
  vcpu_avail = "255"
  bootloader = ""
  name = "Domain-0"
 ad0952d7-59aa-f185-a4e3-9ad3234e9871 = ""
  image = "(hvm (kernel '') (superpages 0) (videoram 4) (hpet 0) (stdvga 0) \..."
   ostype = "hvm"
   kernel = ""
   cmdline = ""
   ramdisk = ""
   dmargs = "-domain-name PreciseHVM -videoram 4 -k de -vnc 0.0.0.0:0 -vncun\..."
   device-model = "/usr/lib/xen-4.1/bin/qemu-dm"
   display = ""
  rtc = ""
   timeoffset = "0"
  device = ""
   vfb = ""
    0 = ""
     frontend = "/local/domain/12/device/vfb/0"
     frontend-id = "12"
     backend-id = "0"
     backend = "/local/domain/0/backend/vfb/12/0"
   vbd = ""
    768 = ""
     frontend = "/local/domain/12/device/vbd/768"
     frontend-id = "12"
     backend-id = "0"
     backend = "/local/domain/0/backend/vbd/12/768"
    5632 = ""
     frontend = "/local/domain/12/device/vbd/5632"
     frontend-id = "12"
     backend-id = "0"
     backend = "/local/domain/0/backend/vbd/12/5632"
   vif = ""
    0 = ""
     frontend = "/local/domain/12/device/vif/0"
     frontend-id = "12"
     backend-id = "0"
     backend = "/local/domain/0/backend/vif/12/0"
   console = ""
    0 = ""
     frontend = "/local/domain/12/device/console/0"
     frontend-id = "12"
     backend-id = "0"
     backend = "/local/domain/0/backend/console/12/0"
  on_xend_stop = "ignore"
  pool_name = "Pool-0"
  shadow_memory = "18"
  uuid = "ad0952d7-59aa-f185-a4e3-9ad3234e9871"
  on_reboot = "restart"
  start_time = "1322761044.48"
  on_poweroff = "destroy"
  bootloader_args = ""
  on_xend_start = "ignore"
  on_crash = "restart"
  xend = ""
   restart_count = "0"
  vcpus = "2"
  vcpu_avail = "3"
  bootloader = ""
  name = "PreciseHVM"

[-- Attachment #4: Type: text/plain, Size: 138 bytes --]

_______________________________________________
Xen-devel mailing list
Xen-devel@lists.xensource.com
http://lists.xensource.com/xen-devel