[PATCH] vpci: Add resizable bar support

[PATCH] vpci: Add resizable bar support

[Jiqian Chen]

Some devices, like discrete GPU of amd, support resizable bar capability,
but vpci of Xen doesn't support this feature, so they fail to resize bars
and then cause probing failure.

According to PCIe spec, each bar that support resizing has two registers,
PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
corresponding handler into vpci.

PCI_REBAR_CAP is RO, only provide reading.

PCI_REBAR_CTRL only has bar size is RW, so add write function to support
setting the new size.

Signed-off-by: Jiqian Chen <Jiqian.Chen@amd.com>
---
 xen/drivers/vpci/Makefile  |  2 +-
 xen/drivers/vpci/rebar.c   | 89 ++++++++++++++++++++++++++++++++++++++
 xen/include/xen/pci_regs.h | 11 +++++
 3 files changed, 101 insertions(+), 1 deletion(-)
 create mode 100644 xen/drivers/vpci/rebar.c

diff --git a/xen/drivers/vpci/Makefile b/xen/drivers/vpci/Makefile
index 1a1413b93e76..a7c8a30a8956 100644
--- a/xen/drivers/vpci/Makefile
+++ b/xen/drivers/vpci/Makefile
@@ -1,2 +1,2 @@
-obj-y += vpci.o header.o
+obj-y += vpci.o header.o rebar.o
 obj-$(CONFIG_HAS_PCI_MSI) += msi.o msix.o
diff --git a/xen/drivers/vpci/rebar.c b/xen/drivers/vpci/rebar.c
new file mode 100644
index 000000000000..84dbd84b0745
--- /dev/null
+++ b/xen/drivers/vpci/rebar.c
@@ -0,0 +1,89 @@
+/* SPDX-License-Identifier: GPL-2.0 */
+/*
+ * Copyright (C) 2024 Advanced Micro Devices, Inc. All Rights Reserved.
+ *
+ * Author: Jiqian Chen <Jiqian.Chen@amd.com>
+ */
+
+#include <xen/hypercall.h>
+#include <xen/vpci.h>
+
+/*
+ * The number value of the BAR Size in PCI_REBAR_CTRL register reprent:
+ * 0    1 MB (2^20 bytes)
+ * 1    2 MB (2^21 bytes)
+ * 2    4 MB (2^22 bytes)
+ *  ...
+ * 43   8 EB (2^63 bytes)
+ */
+#define PCI_REBAR_CTRL_BAR_UNIT (1ULL << 20)
+
+static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
+                                      unsigned int reg,
+                                      uint32_t val,
+                                      void *data)
+{
+    uint32_t ctrl, index;
+    struct vpci_bar *bars = pdev->vpci->header.bars;
+
+    ctrl = pci_conf_read32(pdev->sbdf, reg);
+    if ( ctrl == val )
+        return;
+
+    ctrl &= ~PCI_REBAR_CTRL_BAR_SIZE;
+    if ( ctrl != ( val & ~PCI_REBAR_CTRL_BAR_SIZE ) )
+        return;
+
+    index = ctrl & PCI_REBAR_CTRL_BAR_IDX;
+    bars[index].size = (1 << ((val & PCI_REBAR_CTRL_BAR_SIZE) >>
+                              PCI_REBAR_CTRL_BAR_SHIFT)) *
+                       PCI_REBAR_CTRL_BAR_UNIT;
+
+    pci_conf_write32(pdev->sbdf, reg, val);
+}
+
+static int cf_check init_rebar(struct pci_dev *pdev)
+{
+    unsigned int rebar_offset;
+    uint32_t ctrl, nbars;
+    int rc = 0;
+
+    rebar_offset = pci_find_ext_capability(pdev->sbdf, PCI_EXT_CAP_ID_REBAR);
+
+    if ( !rebar_offset )
+        return rc;
+
+    ctrl = pci_conf_read32(pdev->sbdf, rebar_offset + PCI_REBAR_CTRL);
+    nbars = (ctrl & PCI_REBAR_CTRL_NBAR_MASK) >> PCI_REBAR_CTRL_NBAR_SHIFT;
+
+    for ( int i = 0; i < nbars; i++, rebar_offset += 8 ) {
+        rc = vpci_add_register(pdev->vpci, vpci_hw_read32, NULL,
+                               rebar_offset + PCI_REBAR_CAP, 4, NULL);
+        if ( rc ) {
+            printk("%s: %pp: add register for PCI_REBAR_CAP failed (rc=%d)\n",
+                   __func__, &pdev->sbdf, rc);
+            break;
+        }
+
+        rc = vpci_add_register(pdev->vpci, vpci_hw_read32, rebar_ctrl_write,
+                               rebar_offset + PCI_REBAR_CTRL, 4, NULL);
+        if ( rc ) {
+            printk("%s: %pp: add register for PCI_REBAR_CTRL failed (rc=%d)\n",
+                   __func__, &pdev->sbdf, rc);
+            break;
+        }
+    }
+
+    return rc;
+}
+REGISTER_VPCI_INIT(init_rebar, VPCI_PRIORITY_LOW);
+
+/*
+ * Local variables:
+ * mode: C
+ * c-file-style: "BSD"
+ * c-basic-offset: 4
+ * tab-width: 4
+ * indent-tabs-mode: nil
+ * End:
+ */
diff --git a/xen/include/xen/pci_regs.h b/xen/include/xen/pci_regs.h
index 250ba106dbd3..5d2aa130916e 100644
--- a/xen/include/xen/pci_regs.h
+++ b/xen/include/xen/pci_regs.h
@@ -459,6 +459,7 @@
 #define PCI_EXT_CAP_ID_ARI	14
 #define PCI_EXT_CAP_ID_ATS	15
 #define PCI_EXT_CAP_ID_SRIOV	16
+#define PCI_EXT_CAP_ID_REBAR	21	/* Resizable BAR */
 
 /* Advanced Error Reporting */
 #define PCI_ERR_UNCOR_STATUS	4	/* Uncorrectable Error Status */
@@ -541,6 +542,16 @@
 #define  PCI_VNDR_HEADER_REV(x)	(((x) >> 16) & 0xf)
 #define  PCI_VNDR_HEADER_LEN(x)	(((x) >> 20) & 0xfff)
 
+/* Resizable BARs */
+#define PCI_REBAR_CAP		4	/* capability register */
+#define  PCI_REBAR_CAP_SIZES		0x00FFFFF0  /* supported BAR sizes */
+#define PCI_REBAR_CTRL		8	/* control register */
+#define  PCI_REBAR_CTRL_BAR_IDX		0x00000007  /* BAR index */
+#define  PCI_REBAR_CTRL_NBAR_MASK	0x000000E0  /* # of resizable BARs */
+#define  PCI_REBAR_CTRL_NBAR_SHIFT	5	    /* shift for # of BARs */
+#define  PCI_REBAR_CTRL_BAR_SIZE	0x00001F00  /* BAR size */
+#define  PCI_REBAR_CTRL_BAR_SHIFT	8	    /* shift for BAR size */
+
 /*
  * Hypertransport sub capability types
  *
-- 
2.34.1

Re: [PATCH] vpci: Add resizable bar support

[Roger Pau Monné]

On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
> Some devices, like discrete GPU of amd, support resizable bar capability,
> but vpci of Xen doesn't support this feature, so they fail to resize bars
> and then cause probing failure.
> 
> According to PCIe spec, each bar that support resizing has two registers,
> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
> corresponding handler into vpci.
> 
> PCI_REBAR_CAP is RO, only provide reading.
> 
> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
> setting the new size.

I think the logic to handle resizable BAR could be much simpler.  Some
time ago I've made a patch to add support for it, but due to lack of
hardware on my side to test it I've never submitted it.

My approach would be to detect the presence of the
PCI_EXT_CAP_ID_REBAR capability in init_header(), and if the
capability is present force the sizing of BARs each time they are
mapped in modify_bars().  I don't think we need to trap accesses to
the capability itself, as resizing can only happen when memory
decoding is not enabled for the device.  It's enough to fetch the size
of the BARs ahead of each enabling of memory decoding.

Note that memory decoding implies mapping the BARs into the p2m, which
is already an expensive operation, the extra sizing is unlikely to
make much of a difference performance wise.

I've found the following on my git tree and rebased on top of staging:

diff --git a/xen/drivers/vpci/header.c b/xen/drivers/vpci/header.c
index ef6c965c081c..045aa4bdadc8 100644
--- a/xen/drivers/vpci/header.c
+++ b/xen/drivers/vpci/header.c
@@ -356,6 +356,30 @@ static int modify_bars(const struct pci_dev *pdev, uint16_t cmd, bool rom_only)
 
         ASSERT(rangeset_is_empty(bar->mem));
 
+        if ( bar->type != VPCI_BAR_ROM && header->bars_resizable &&
+             (cmd & PCI_COMMAND_MEMORY) )
+        {
+            uint64_t addr, size;
+
+            pci_size_mem_bar(pdev->sbdf, PCI_BASE_ADDRESS_0 + i * 4,
+                             &addr, &size, 0);
+
+            if ( bar->addr != addr )
+                printk(XENLOG_G_ERR
+                       "%pp: BAR#%u address mismatch %#lx vs %#lx\n",
+                       &pdev->sbdf, i, bar->addr, addr);
+
+            if ( bar->size != size )
+            {
+                printk(XENLOG_G_DEBUG
+                       "%pp: detected BAR#%u size change (%#lx -> %#lx)\n",
+                       &pdev->sbdf, i, bar->size, size);
+                bar->size = size;
+                end = PFN_DOWN(bar->addr + size - 1);
+                end_guest = PFN_DOWN(bar->guest_addr + size - 1);
+            }
+        }
+
         /*
          * Make sure that the guest set address has the same page offset
          * as the physical address on the host or otherwise things won't work as
@@ -870,6 +894,9 @@ static int cf_check init_header(struct pci_dev *pdev)
     if ( pdev->ignore_bars )
         return 0;
 
+    header->bars_resizable = pci_find_ext_capability(pdev->sbdf,
+                                                     PCI_EXT_CAP_ID_REBAR);
+
     cmd = pci_conf_read16(pdev->sbdf, PCI_COMMAND);
 
     /*
diff --git a/xen/include/xen/pci_regs.h b/xen/include/xen/pci_regs.h
index 250ba106dbd3..c543a2b86778 100644
--- a/xen/include/xen/pci_regs.h
+++ b/xen/include/xen/pci_regs.h
@@ -459,6 +459,7 @@
 #define PCI_EXT_CAP_ID_ARI	14
 #define PCI_EXT_CAP_ID_ATS	15
 #define PCI_EXT_CAP_ID_SRIOV	16
+#define PCI_EXT_CAP_ID_REBAR	21
 
 /* Advanced Error Reporting */
 #define PCI_ERR_UNCOR_STATUS	4	/* Uncorrectable Error Status */
diff --git a/xen/include/xen/vpci.h b/xen/include/xen/vpci.h
index 41e7c3bc2791..45ebc1bb3356 100644
--- a/xen/include/xen/vpci.h
+++ b/xen/include/xen/vpci.h
@@ -129,6 +129,8 @@ struct vpci {
          * upon to know whether BARs are mapped into the guest p2m.
          */
         bool bars_mapped      : 1;
+        /* Device has the Resizable BARs capability. */
+        bool bars_resizable   : 1;
         /* FIXME: currently there's no support for SR-IOV. */
     } header;
 

Re: [PATCH] vpci: Add resizable bar support

[Chen, Jiqian]

On 2024/11/13 17:30, Roger Pau Monné wrote:
> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
>> Some devices, like discrete GPU of amd, support resizable bar capability,
>> but vpci of Xen doesn't support this feature, so they fail to resize bars
>> and then cause probing failure.
>>
>> According to PCIe spec, each bar that support resizing has two registers,
>> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
>> corresponding handler into vpci.
>>
>> PCI_REBAR_CAP is RO, only provide reading.
>>
>> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
>> setting the new size.
> 
> I think the logic to handle resizable BAR could be much simpler.  Some
> time ago I've made a patch to add support for it, but due to lack of
> hardware on my side to test it I've never submitted it.
> 
> My approach would be to detect the presence of the
> PCI_EXT_CAP_ID_REBAR capability in init_header(), and if the
> capability is present force the sizing of BARs each time they are
> mapped in modify_bars().  I don't think we need to trap accesses to
> the capability itself, as resizing can only happen when memory
> decoding is not enabled for the device.  It's enough to fetch the size
> of the BARs ahead of each enabling of memory decoding.
> 
> Note that memory decoding implies mapping the BARs into the p2m, which
> is already an expensive operation, the extra sizing is unlikely to
> make much of a difference performance wise.
> 
> I've found the following on my git tree and rebased on top of staging:
OK.
Do you need me to validate your patch in my environment?
And I have one question: where does your patch do writing the resizing size into hardware?

> 
> diff --git a/xen/drivers/vpci/header.c b/xen/drivers/vpci/header.c
> index ef6c965c081c..045aa4bdadc8 100644
> --- a/xen/drivers/vpci/header.c
> +++ b/xen/drivers/vpci/header.c
> @@ -356,6 +356,30 @@ static int modify_bars(const struct pci_dev *pdev, uint16_t cmd, bool rom_only)
>  
>          ASSERT(rangeset_is_empty(bar->mem));
>  
> +        if ( bar->type != VPCI_BAR_ROM && header->bars_resizable &&
> +             (cmd & PCI_COMMAND_MEMORY) )
> +        {
> +            uint64_t addr, size;
> +
> +            pci_size_mem_bar(pdev->sbdf, PCI_BASE_ADDRESS_0 + i * 4,
> +                             &addr, &size, 0);
> +
> +            if ( bar->addr != addr )
> +                printk(XENLOG_G_ERR
> +                       "%pp: BAR#%u address mismatch %#lx vs %#lx\n",
> +                       &pdev->sbdf, i, bar->addr, addr);
> +
> +            if ( bar->size != size )
> +            {
> +                printk(XENLOG_G_DEBUG
> +                       "%pp: detected BAR#%u size change (%#lx -> %#lx)\n",
> +                       &pdev->sbdf, i, bar->size, size);
> +                bar->size = size;
> +                end = PFN_DOWN(bar->addr + size - 1);
> +                end_guest = PFN_DOWN(bar->guest_addr + size - 1);
> +            }
> +        }
> +
>          /*
>           * Make sure that the guest set address has the same page offset
>           * as the physical address on the host or otherwise things won't work as
> @@ -870,6 +894,9 @@ static int cf_check init_header(struct pci_dev *pdev)
>      if ( pdev->ignore_bars )
>          return 0;
>  
> +    header->bars_resizable = pci_find_ext_capability(pdev->sbdf,
> +                                                     PCI_EXT_CAP_ID_REBAR);
> +
>      cmd = pci_conf_read16(pdev->sbdf, PCI_COMMAND);
>  
>      /*
> diff --git a/xen/include/xen/pci_regs.h b/xen/include/xen/pci_regs.h
> index 250ba106dbd3..c543a2b86778 100644
> --- a/xen/include/xen/pci_regs.h
> +++ b/xen/include/xen/pci_regs.h
> @@ -459,6 +459,7 @@
>  #define PCI_EXT_CAP_ID_ARI	14
>  #define PCI_EXT_CAP_ID_ATS	15
>  #define PCI_EXT_CAP_ID_SRIOV	16
> +#define PCI_EXT_CAP_ID_REBAR	21
>  
>  /* Advanced Error Reporting */
>  #define PCI_ERR_UNCOR_STATUS	4	/* Uncorrectable Error Status */
> diff --git a/xen/include/xen/vpci.h b/xen/include/xen/vpci.h
> index 41e7c3bc2791..45ebc1bb3356 100644
> --- a/xen/include/xen/vpci.h
> +++ b/xen/include/xen/vpci.h
> @@ -129,6 +129,8 @@ struct vpci {
>           * upon to know whether BARs are mapped into the guest p2m.
>           */
>          bool bars_mapped      : 1;
> +        /* Device has the Resizable BARs capability. */
> +        bool bars_resizable   : 1;
>          /* FIXME: currently there's no support for SR-IOV. */
>      } header;
>  

-- 
Best regards,
Jiqian Chen.

Re: [PATCH] vpci: Add resizable bar support

[Roger Pau Monné]

On Wed, Nov 13, 2024 at 10:00:33AM +0000, Chen, Jiqian wrote:
> On 2024/11/13 17:30, Roger Pau Monné wrote:
> > On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
> >> Some devices, like discrete GPU of amd, support resizable bar capability,
> >> but vpci of Xen doesn't support this feature, so they fail to resize bars
> >> and then cause probing failure.
> >>
> >> According to PCIe spec, each bar that support resizing has two registers,
> >> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
> >> corresponding handler into vpci.
> >>
> >> PCI_REBAR_CAP is RO, only provide reading.
> >>
> >> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
> >> setting the new size.
> > 
> > I think the logic to handle resizable BAR could be much simpler.  Some
> > time ago I've made a patch to add support for it, but due to lack of
> > hardware on my side to test it I've never submitted it.
> > 
> > My approach would be to detect the presence of the
> > PCI_EXT_CAP_ID_REBAR capability in init_header(), and if the
> > capability is present force the sizing of BARs each time they are
> > mapped in modify_bars().  I don't think we need to trap accesses to
> > the capability itself, as resizing can only happen when memory
> > decoding is not enabled for the device.  It's enough to fetch the size
> > of the BARs ahead of each enabling of memory decoding.
> > 
> > Note that memory decoding implies mapping the BARs into the p2m, which
> > is already an expensive operation, the extra sizing is unlikely to
> > make much of a difference performance wise.
> > 
> > I've found the following on my git tree and rebased on top of staging:
> OK.
> Do you need me to validate your patch in my environment?

Yes please, I have no way to test it.  Let's see what others think
about the different approaches.

> And I have one question: where does your patch do writing the resizing size into hardware?

dom0 has unrestricted access to the resize capability, so the value
written by dom0 is propagated to the hardware without modification.

I would be wary of exposing the resize capability to untrusted
domains, as allowing a domU to change the size of BARs can lead to
overlapping if the hardware domain hasn't accounted for the increase
in BAR size.

Thanks, Roger.

Re: [PATCH] vpci: Add resizable bar support

[Jan Beulich]

On 13.11.2024 11:30, Roger Pau Monné wrote:
> On Wed, Nov 13, 2024 at 10:00:33AM +0000, Chen, Jiqian wrote:
>> On 2024/11/13 17:30, Roger Pau Monné wrote:
>>> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
>>>> Some devices, like discrete GPU of amd, support resizable bar capability,
>>>> but vpci of Xen doesn't support this feature, so they fail to resize bars
>>>> and then cause probing failure.
>>>>
>>>> According to PCIe spec, each bar that support resizing has two registers,
>>>> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
>>>> corresponding handler into vpci.
>>>>
>>>> PCI_REBAR_CAP is RO, only provide reading.
>>>>
>>>> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
>>>> setting the new size.
>>>
>>> I think the logic to handle resizable BAR could be much simpler.  Some
>>> time ago I've made a patch to add support for it, but due to lack of
>>> hardware on my side to test it I've never submitted it.
>>>
>>> My approach would be to detect the presence of the
>>> PCI_EXT_CAP_ID_REBAR capability in init_header(), and if the
>>> capability is present force the sizing of BARs each time they are
>>> mapped in modify_bars().  I don't think we need to trap accesses to
>>> the capability itself, as resizing can only happen when memory
>>> decoding is not enabled for the device.  It's enough to fetch the size
>>> of the BARs ahead of each enabling of memory decoding.
>>>
>>> Note that memory decoding implies mapping the BARs into the p2m, which
>>> is already an expensive operation, the extra sizing is unlikely to
>>> make much of a difference performance wise.
>>>
>>> I've found the following on my git tree and rebased on top of staging:
>> OK.
>> Do you need me to validate your patch in my environment?
> 
> Yes please, I have no way to test it.  Let's see what others think
> about the different approaches.

I'd certainly prefer your simpler form, if it's safe and fits the needs.

>> And I have one question: where does your patch do writing the resizing size into hardware?
> 
> dom0 has unrestricted access to the resize capability, so the value
> written by dom0 is propagated to the hardware without modification.
> 
> I would be wary of exposing the resize capability to untrusted
> domains, as allowing a domU to change the size of BARs can lead to
> overlapping if the hardware domain hasn't accounted for the increase
> in BAR size.

Question is how the feature is used in practice: If it was a driver to
request the re-size, I'd have a hard time seeing how we could make that
work without intercepting accesses to the capability for DomU-s (implying
to expose it in the first place, of course).

Jan

Re: [PATCH] vpci: Add resizable bar support

[Roger Pau Monné]

On Wed, Nov 13, 2024 at 11:36:46AM +0100, Jan Beulich wrote:
> On 13.11.2024 11:30, Roger Pau Monné wrote:
> > On Wed, Nov 13, 2024 at 10:00:33AM +0000, Chen, Jiqian wrote:
> >> On 2024/11/13 17:30, Roger Pau Monné wrote:
> >>> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
> >>>> Some devices, like discrete GPU of amd, support resizable bar capability,
> >>>> but vpci of Xen doesn't support this feature, so they fail to resize bars
> >>>> and then cause probing failure.
> >>>>
> >>>> According to PCIe spec, each bar that support resizing has two registers,
> >>>> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
> >>>> corresponding handler into vpci.
> >>>>
> >>>> PCI_REBAR_CAP is RO, only provide reading.
> >>>>
> >>>> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
> >>>> setting the new size.
> >>>
> >>> I think the logic to handle resizable BAR could be much simpler.  Some
> >>> time ago I've made a patch to add support for it, but due to lack of
> >>> hardware on my side to test it I've never submitted it.
> >>>
> >>> My approach would be to detect the presence of the
> >>> PCI_EXT_CAP_ID_REBAR capability in init_header(), and if the
> >>> capability is present force the sizing of BARs each time they are
> >>> mapped in modify_bars().  I don't think we need to trap accesses to
> >>> the capability itself, as resizing can only happen when memory
> >>> decoding is not enabled for the device.  It's enough to fetch the size
> >>> of the BARs ahead of each enabling of memory decoding.
> >>>
> >>> Note that memory decoding implies mapping the BARs into the p2m, which
> >>> is already an expensive operation, the extra sizing is unlikely to
> >>> make much of a difference performance wise.
> >>>
> >>> I've found the following on my git tree and rebased on top of staging:
> >> OK.
> >> Do you need me to validate your patch in my environment?
> > 
> > Yes please, I have no way to test it.  Let's see what others think
> > about the different approaches.
> 
> I'd certainly prefer your simpler form, if it's safe and fits the needs.
> 
> >> And I have one question: where does your patch do writing the resizing size into hardware?
> > 
> > dom0 has unrestricted access to the resize capability, so the value
> > written by dom0 is propagated to the hardware without modification.
> > 
> > I would be wary of exposing the resize capability to untrusted
> > domains, as allowing a domU to change the size of BARs can lead to
> > overlapping if the hardware domain hasn't accounted for the increase
> > in BAR size.
> 
> Question is how the feature is used in practice: If it was a driver to
> request the re-size, I'd have a hard time seeing how we could make that
> work without intercepting accesses to the capability for DomU-s (implying
> to expose it in the first place, of course).

Question is also whether the capability is required for guests, as in
OS drivers requesting it to be present for proper operation.

I haven't given much thought about how to expose to domUs.  The
current patch doesn't attempt to expose to domUs either, as the
capability is not added to the 'supported_caps' array.

Thanks, Roger.

Re: [PATCH] vpci: Add resizable bar support

[Jan Beulich]

On 13.11.2024 11:56, Roger Pau Monné wrote:
> On Wed, Nov 13, 2024 at 11:36:46AM +0100, Jan Beulich wrote:
>> On 13.11.2024 11:30, Roger Pau Monné wrote:
>>> On Wed, Nov 13, 2024 at 10:00:33AM +0000, Chen, Jiqian wrote:
>>>> On 2024/11/13 17:30, Roger Pau Monné wrote:
>>>>> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
>>>>>> Some devices, like discrete GPU of amd, support resizable bar capability,
>>>>>> but vpci of Xen doesn't support this feature, so they fail to resize bars
>>>>>> and then cause probing failure.
>>>>>>
>>>>>> According to PCIe spec, each bar that support resizing has two registers,
>>>>>> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
>>>>>> corresponding handler into vpci.
>>>>>>
>>>>>> PCI_REBAR_CAP is RO, only provide reading.
>>>>>>
>>>>>> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
>>>>>> setting the new size.
>>>>>
>>>>> I think the logic to handle resizable BAR could be much simpler.  Some
>>>>> time ago I've made a patch to add support for it, but due to lack of
>>>>> hardware on my side to test it I've never submitted it.
>>>>>
>>>>> My approach would be to detect the presence of the
>>>>> PCI_EXT_CAP_ID_REBAR capability in init_header(), and if the
>>>>> capability is present force the sizing of BARs each time they are
>>>>> mapped in modify_bars().  I don't think we need to trap accesses to
>>>>> the capability itself, as resizing can only happen when memory
>>>>> decoding is not enabled for the device.  It's enough to fetch the size
>>>>> of the BARs ahead of each enabling of memory decoding.
>>>>>
>>>>> Note that memory decoding implies mapping the BARs into the p2m, which
>>>>> is already an expensive operation, the extra sizing is unlikely to
>>>>> make much of a difference performance wise.
>>>>>
>>>>> I've found the following on my git tree and rebased on top of staging:
>>>> OK.
>>>> Do you need me to validate your patch in my environment?
>>>
>>> Yes please, I have no way to test it.  Let's see what others think
>>> about the different approaches.
>>
>> I'd certainly prefer your simpler form, if it's safe and fits the needs.
>>
>>>> And I have one question: where does your patch do writing the resizing size into hardware?
>>>
>>> dom0 has unrestricted access to the resize capability, so the value
>>> written by dom0 is propagated to the hardware without modification.
>>>
>>> I would be wary of exposing the resize capability to untrusted
>>> domains, as allowing a domU to change the size of BARs can lead to
>>> overlapping if the hardware domain hasn't accounted for the increase
>>> in BAR size.
>>
>> Question is how the feature is used in practice: If it was a driver to
>> request the re-size, I'd have a hard time seeing how we could make that
>> work without intercepting accesses to the capability for DomU-s (implying
>> to expose it in the first place, of course).
> 
> Question is also whether the capability is required for guests, as in
> OS drivers requesting it to be present for proper operation.
> 
> I haven't given much thought about how to expose to domUs.  The
> current patch doesn't attempt to expose to domUs either, as the
> capability is not added to the 'supported_caps' array.

Hmm, I see. Yet then adding support to vPCI, but limited to Dom0, ends up
odd in two ways: Another aspect that'll need dealing with for DomU-s, and
the same functionality remaining unavailable (or at least not properly
available, with all possible side effects) to PV Dom0.

Jan

Re: [PATCH] vpci: Add resizable bar support

[Roger Pau Monné]

On Wed, Nov 13, 2024 at 12:01:23PM +0100, Jan Beulich wrote:
> On 13.11.2024 11:56, Roger Pau Monné wrote:
> > On Wed, Nov 13, 2024 at 11:36:46AM +0100, Jan Beulich wrote:
> >> On 13.11.2024 11:30, Roger Pau Monné wrote:
> >>> On Wed, Nov 13, 2024 at 10:00:33AM +0000, Chen, Jiqian wrote:
> >>>> On 2024/11/13 17:30, Roger Pau Monné wrote:
> >>>>> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
> >>>>>> Some devices, like discrete GPU of amd, support resizable bar capability,
> >>>>>> but vpci of Xen doesn't support this feature, so they fail to resize bars
> >>>>>> and then cause probing failure.
> >>>>>>
> >>>>>> According to PCIe spec, each bar that support resizing has two registers,
> >>>>>> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
> >>>>>> corresponding handler into vpci.
> >>>>>>
> >>>>>> PCI_REBAR_CAP is RO, only provide reading.
> >>>>>>
> >>>>>> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
> >>>>>> setting the new size.
> >>>>>
> >>>>> I think the logic to handle resizable BAR could be much simpler.  Some
> >>>>> time ago I've made a patch to add support for it, but due to lack of
> >>>>> hardware on my side to test it I've never submitted it.
> >>>>>
> >>>>> My approach would be to detect the presence of the
> >>>>> PCI_EXT_CAP_ID_REBAR capability in init_header(), and if the
> >>>>> capability is present force the sizing of BARs each time they are
> >>>>> mapped in modify_bars().  I don't think we need to trap accesses to
> >>>>> the capability itself, as resizing can only happen when memory
> >>>>> decoding is not enabled for the device.  It's enough to fetch the size
> >>>>> of the BARs ahead of each enabling of memory decoding.
> >>>>>
> >>>>> Note that memory decoding implies mapping the BARs into the p2m, which
> >>>>> is already an expensive operation, the extra sizing is unlikely to
> >>>>> make much of a difference performance wise.
> >>>>>
> >>>>> I've found the following on my git tree and rebased on top of staging:
> >>>> OK.
> >>>> Do you need me to validate your patch in my environment?
> >>>
> >>> Yes please, I have no way to test it.  Let's see what others think
> >>> about the different approaches.
> >>
> >> I'd certainly prefer your simpler form, if it's safe and fits the needs.
> >>
> >>>> And I have one question: where does your patch do writing the resizing size into hardware?
> >>>
> >>> dom0 has unrestricted access to the resize capability, so the value
> >>> written by dom0 is propagated to the hardware without modification.
> >>>
> >>> I would be wary of exposing the resize capability to untrusted
> >>> domains, as allowing a domU to change the size of BARs can lead to
> >>> overlapping if the hardware domain hasn't accounted for the increase
> >>> in BAR size.
> >>
> >> Question is how the feature is used in practice: If it was a driver to
> >> request the re-size, I'd have a hard time seeing how we could make that
> >> work without intercepting accesses to the capability for DomU-s (implying
> >> to expose it in the first place, of course).
> > 
> > Question is also whether the capability is required for guests, as in
> > OS drivers requesting it to be present for proper operation.
> > 
> > I haven't given much thought about how to expose to domUs.  The
> > current patch doesn't attempt to expose to domUs either, as the
> > capability is not added to the 'supported_caps' array.
> 
> Hmm, I see. Yet then adding support to vPCI, but limited to Dom0, ends up
> odd in two ways: Another aspect that'll need dealing with for DomU-s, and
> the same functionality remaining unavailable (or at least not properly
> available, with all possible side effects) to PV Dom0.

I think resizable BARs should just work for PV dom0, as Xen allows PV
dom0 to map almost all physical memory.  Xen doesn't require knowing
the BAR positions and sizes like it does for PVH dom0.

Note that resizable BAR capability is not exposed to domUs now either
when using QEMU based pci-passthrough.

Thanks, Roger.

Re: [PATCH] vpci: Add resizable bar support

[Jan Beulich]

On 13.11.2024 12:24, Roger Pau Monné wrote:
> On Wed, Nov 13, 2024 at 12:01:23PM +0100, Jan Beulich wrote:
>> On 13.11.2024 11:56, Roger Pau Monné wrote:
>>> On Wed, Nov 13, 2024 at 11:36:46AM +0100, Jan Beulich wrote:
>>>> On 13.11.2024 11:30, Roger Pau Monné wrote:
>>>>> On Wed, Nov 13, 2024 at 10:00:33AM +0000, Chen, Jiqian wrote:
>>>>>> On 2024/11/13 17:30, Roger Pau Monné wrote:
>>>>>>> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
>>>>>>>> Some devices, like discrete GPU of amd, support resizable bar capability,
>>>>>>>> but vpci of Xen doesn't support this feature, so they fail to resize bars
>>>>>>>> and then cause probing failure.
>>>>>>>>
>>>>>>>> According to PCIe spec, each bar that support resizing has two registers,
>>>>>>>> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
>>>>>>>> corresponding handler into vpci.
>>>>>>>>
>>>>>>>> PCI_REBAR_CAP is RO, only provide reading.
>>>>>>>>
>>>>>>>> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
>>>>>>>> setting the new size.
>>>>>>>
>>>>>>> I think the logic to handle resizable BAR could be much simpler.  Some
>>>>>>> time ago I've made a patch to add support for it, but due to lack of
>>>>>>> hardware on my side to test it I've never submitted it.
>>>>>>>
>>>>>>> My approach would be to detect the presence of the
>>>>>>> PCI_EXT_CAP_ID_REBAR capability in init_header(), and if the
>>>>>>> capability is present force the sizing of BARs each time they are
>>>>>>> mapped in modify_bars().  I don't think we need to trap accesses to
>>>>>>> the capability itself, as resizing can only happen when memory
>>>>>>> decoding is not enabled for the device.  It's enough to fetch the size
>>>>>>> of the BARs ahead of each enabling of memory decoding.
>>>>>>>
>>>>>>> Note that memory decoding implies mapping the BARs into the p2m, which
>>>>>>> is already an expensive operation, the extra sizing is unlikely to
>>>>>>> make much of a difference performance wise.
>>>>>>>
>>>>>>> I've found the following on my git tree and rebased on top of staging:
>>>>>> OK.
>>>>>> Do you need me to validate your patch in my environment?
>>>>>
>>>>> Yes please, I have no way to test it.  Let's see what others think
>>>>> about the different approaches.
>>>>
>>>> I'd certainly prefer your simpler form, if it's safe and fits the needs.
>>>>
>>>>>> And I have one question: where does your patch do writing the resizing size into hardware?
>>>>>
>>>>> dom0 has unrestricted access to the resize capability, so the value
>>>>> written by dom0 is propagated to the hardware without modification.
>>>>>
>>>>> I would be wary of exposing the resize capability to untrusted
>>>>> domains, as allowing a domU to change the size of BARs can lead to
>>>>> overlapping if the hardware domain hasn't accounted for the increase
>>>>> in BAR size.
>>>>
>>>> Question is how the feature is used in practice: If it was a driver to
>>>> request the re-size, I'd have a hard time seeing how we could make that
>>>> work without intercepting accesses to the capability for DomU-s (implying
>>>> to expose it in the first place, of course).
>>>
>>> Question is also whether the capability is required for guests, as in
>>> OS drivers requesting it to be present for proper operation.
>>>
>>> I haven't given much thought about how to expose to domUs.  The
>>> current patch doesn't attempt to expose to domUs either, as the
>>> capability is not added to the 'supported_caps' array.
>>
>> Hmm, I see. Yet then adding support to vPCI, but limited to Dom0, ends up
>> odd in two ways: Another aspect that'll need dealing with for DomU-s, and
>> the same functionality remaining unavailable (or at least not properly
>> available, with all possible side effects) to PV Dom0.
> 
> I think resizable BARs should just work for PV dom0, as Xen allows PV
> dom0 to map almost all physical memory.  Xen doesn't require knowing
> the BAR positions and sizes like it does for PVH dom0.

Does it really not need to know in any (corner) case? Are there guarantees
that e.g. MSI-X table or PBA can't move when the size of the BAR covering
them changes?

> Note that resizable BAR capability is not exposed to domUs now either
> when using QEMU based pci-passthrough.

Of course.

Jan

Re: [PATCH] vpci: Add resizable bar support

[Roger Pau Monné]

On Wed, Nov 13, 2024 at 12:29:11PM +0100, Jan Beulich wrote:
> On 13.11.2024 12:24, Roger Pau Monné wrote:
> > On Wed, Nov 13, 2024 at 12:01:23PM +0100, Jan Beulich wrote:
> >> On 13.11.2024 11:56, Roger Pau Monné wrote:
> >>> On Wed, Nov 13, 2024 at 11:36:46AM +0100, Jan Beulich wrote:
> >>>> On 13.11.2024 11:30, Roger Pau Monné wrote:
> >>>>> On Wed, Nov 13, 2024 at 10:00:33AM +0000, Chen, Jiqian wrote:
> >>>>>> On 2024/11/13 17:30, Roger Pau Monné wrote:
> >>>>>>> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
> >>>>>>>> Some devices, like discrete GPU of amd, support resizable bar capability,
> >>>>>>>> but vpci of Xen doesn't support this feature, so they fail to resize bars
> >>>>>>>> and then cause probing failure.
> >>>>>>>>
> >>>>>>>> According to PCIe spec, each bar that support resizing has two registers,
> >>>>>>>> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
> >>>>>>>> corresponding handler into vpci.
> >>>>>>>>
> >>>>>>>> PCI_REBAR_CAP is RO, only provide reading.
> >>>>>>>>
> >>>>>>>> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
> >>>>>>>> setting the new size.
> >>>>>>>
> >>>>>>> I think the logic to handle resizable BAR could be much simpler.  Some
> >>>>>>> time ago I've made a patch to add support for it, but due to lack of
> >>>>>>> hardware on my side to test it I've never submitted it.
> >>>>>>>
> >>>>>>> My approach would be to detect the presence of the
> >>>>>>> PCI_EXT_CAP_ID_REBAR capability in init_header(), and if the
> >>>>>>> capability is present force the sizing of BARs each time they are
> >>>>>>> mapped in modify_bars().  I don't think we need to trap accesses to
> >>>>>>> the capability itself, as resizing can only happen when memory
> >>>>>>> decoding is not enabled for the device.  It's enough to fetch the size
> >>>>>>> of the BARs ahead of each enabling of memory decoding.
> >>>>>>>
> >>>>>>> Note that memory decoding implies mapping the BARs into the p2m, which
> >>>>>>> is already an expensive operation, the extra sizing is unlikely to
> >>>>>>> make much of a difference performance wise.
> >>>>>>>
> >>>>>>> I've found the following on my git tree and rebased on top of staging:
> >>>>>> OK.
> >>>>>> Do you need me to validate your patch in my environment?
> >>>>>
> >>>>> Yes please, I have no way to test it.  Let's see what others think
> >>>>> about the different approaches.
> >>>>
> >>>> I'd certainly prefer your simpler form, if it's safe and fits the needs.
> >>>>
> >>>>>> And I have one question: where does your patch do writing the resizing size into hardware?
> >>>>>
> >>>>> dom0 has unrestricted access to the resize capability, so the value
> >>>>> written by dom0 is propagated to the hardware without modification.
> >>>>>
> >>>>> I would be wary of exposing the resize capability to untrusted
> >>>>> domains, as allowing a domU to change the size of BARs can lead to
> >>>>> overlapping if the hardware domain hasn't accounted for the increase
> >>>>> in BAR size.
> >>>>
> >>>> Question is how the feature is used in practice: If it was a driver to
> >>>> request the re-size, I'd have a hard time seeing how we could make that
> >>>> work without intercepting accesses to the capability for DomU-s (implying
> >>>> to expose it in the first place, of course).
> >>>
> >>> Question is also whether the capability is required for guests, as in
> >>> OS drivers requesting it to be present for proper operation.
> >>>
> >>> I haven't given much thought about how to expose to domUs.  The
> >>> current patch doesn't attempt to expose to domUs either, as the
> >>> capability is not added to the 'supported_caps' array.
> >>
> >> Hmm, I see. Yet then adding support to vPCI, but limited to Dom0, ends up
> >> odd in two ways: Another aspect that'll need dealing with for DomU-s, and
> >> the same functionality remaining unavailable (or at least not properly
> >> available, with all possible side effects) to PV Dom0.
> > 
> > I think resizable BARs should just work for PV dom0, as Xen allows PV
> > dom0 to map almost all physical memory.  Xen doesn't require knowing
> > the BAR positions and sizes like it does for PVH dom0.
> 
> Does it really not need to know in any (corner) case? Are there guarantees
> that e.g. MSI-X table or PBA can't move when the size of the BAR covering
> them changes?

Those are the same guarantees that Xen has from a PV dom0 not moving
the position of the BARs after having MSI-X enabled for example.  IOW:
dom0 should set the BAR size before enabling MSI-X, just like it does
for the BAR positions currently.

The specification doesn't mention anything about MSI-X table or PBA
explicitly not changing it's offset if the BAR where it resides is
resized, so I don't think we have any guarantees.  Albeit I would
think it's unexpected for the MSI-X BIR or offset to change as a
result of a BAR resize.

There's an implementation note in the PCI specification that the BAR
should be resized during resource allocation, prior to assigning the
base address to the BAR.

Thanks, Roger.

Re: [PATCH] vpci: Add resizable bar support

[Chen, Jiqian]

[-- Attachment #1: Type: text/plain, Size: 6229 bytes --]

On 2024/11/13 18:30, Roger Pau Monné wrote:
> On Wed, Nov 13, 2024 at 10:00:33AM +0000, Chen, Jiqian wrote:
>> On 2024/11/13 17:30, Roger Pau Monné wrote:
>>> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
>>>> Some devices, like discrete GPU of amd, support resizable bar capability,
>>>> but vpci of Xen doesn't support this feature, so they fail to resize bars
>>>> and then cause probing failure.
>>>>
>>>> According to PCIe spec, each bar that support resizing has two registers,
>>>> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
>>>> corresponding handler into vpci.
>>>>
>>>> PCI_REBAR_CAP is RO, only provide reading.
>>>>
>>>> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
>>>> setting the new size.
>>>
>>> I think the logic to handle resizable BAR could be much simpler.  Some
>>> time ago I've made a patch to add support for it, but due to lack of
>>> hardware on my side to test it I've never submitted it.
>>>
>>> My approach would be to detect the presence of the
>>> PCI_EXT_CAP_ID_REBAR capability in init_header(), and if the
>>> capability is present force the sizing of BARs each time they are
>>> mapped in modify_bars().  I don't think we need to trap accesses to
>>> the capability itself, as resizing can only happen when memory
>>> decoding is not enabled for the device.  It's enough to fetch the size
>>> of the BARs ahead of each enabling of memory decoding.
>>>
>>> Note that memory decoding implies mapping the BARs into the p2m, which
>>> is already an expensive operation, the extra sizing is unlikely to
>>> make much of a difference performance wise.
>>>
>>> I've found the following on my git tree and rebased on top of staging:
>> OK.
>> Do you need me to validate your patch in my environment?
> 
> Yes please, I have no way to test it.  Let's see what others think
> about the different approaches.
There are some errors with your method.
I attached the dmesg and xl dmesg logs.
From the dmesg logs, it seems that 0000:03:00.0 has addresse overlap with 0000:03:00.1


I think there is a place that needs to be modified regarding your method,
although this modification does not help with the above-mentioned errors,
it is that whether to support resizing is specific to which bar, rather than just determining whether there is a Rebar capability.
So, based on your method, I have below changes:
diff --git a/xen/drivers/vpci/header.c b/xen/drivers/vpci/header.c
index 045aa4bdadc8..50f19b18a232 100644
--- a/xen/drivers/vpci/header.c
+++ b/xen/drivers/vpci/header.c
@@ -356,7 +356,7 @@ static int modify_bars(const struct pci_dev *pdev, uint16_t cmd, bool rom_only)

         ASSERT(rangeset_is_empty(bar->mem));

-        if ( bar->type != VPCI_BAR_ROM && header->bars_resizable &&
+        if ( bar->type != VPCI_BAR_ROM && bar->resizable &&
              (cmd & PCI_COMMAND_MEMORY) )
         {
             uint64_t addr, size;
@@ -779,6 +779,8 @@ static int cf_check init_header(struct pci_dev *pdev)
     int rc;
     bool mask_cap_list = false;
     bool is_hwdom = is_hardware_domain(pdev->domain);
+    unsigned int rebar_offset;
+    uint32_t ctrl, ctrl_nbars;

     ASSERT(rw_is_write_locked(&pdev->domain->pci_lock));

@@ -894,8 +896,15 @@ static int cf_check init_header(struct pci_dev *pdev)
     if ( pdev->ignore_bars )
         return 0;

-    header->bars_resizable = pci_find_ext_capability(pdev->sbdf,
-                                                     PCI_EXT_CAP_ID_REBAR);
+    rebar_offset = pci_find_ext_capability(pdev->sbdf, PCI_EXT_CAP_ID_REBAR);
+    if ( rebar_offset ) {
+        ctrl = pci_conf_read32(pdev->sbdf, rebar_offset + PCI_REBAR_CTRL);
+        ctrl_nbars = (ctrl & PCI_REBAR_CTRL_NBAR_MASK) >> PCI_REBAR_CTRL_NBAR_SHIFT;
+        for ( int i = 0; i < ctrl_nbars; i++, rebar_offset += 8 ) {
+            ctrl = pci_conf_read32(pdev->sbdf, rebar_offset + PCI_REBAR_CTRL);
+            bars[ctrl & PCI_REBAR_CTRL_BAR_IDX].resizable = true;
+        }
+    }

     cmd = pci_conf_read16(pdev->sbdf, PCI_COMMAND);

diff --git a/xen/include/xen/pci_regs.h b/xen/include/xen/pci_regs.h
index c543a2b86778..7ce360b8ac69 100644
--- a/xen/include/xen/pci_regs.h
+++ b/xen/include/xen/pci_regs.h
@@ -617,4 +617,10 @@
 #define  PCI_SRIOV_VFM_MO      0x2     /* Active.MigrateOut */
 #define  PCI_SRIOV_VFM_AV      0x3     /* Active.Available */

+/* Resizable BARs CTRL */
+#define PCI_REBAR_CTRL         8       /* control register */
+#define  PCI_REBAR_CTRL_BAR_IDX                0x00000007  /* BAR index */
+#define  PCI_REBAR_CTRL_NBAR_MASK      0x000000E0  /* # of resizable BARs */
+#define  PCI_REBAR_CTRL_NBAR_SHIFT     5           /* shift for # of BARs */
+
 #endif /* LINUX_PCI_REGS_H */
diff --git a/xen/include/xen/vpci.h b/xen/include/xen/vpci.h
index 45ebc1bb3356..d1d6e182da75 100644
--- a/xen/include/xen/vpci.h
+++ b/xen/include/xen/vpci.h
@@ -112,6 +112,8 @@ struct vpci {
             bool prefetchable : 1;
             /* Store whether the BAR is mapped into guest p2m. */
             bool enabled      : 1;
+            /* Bar Resizable. */
+            bool resizable    : 1;
         } bars[PCI_HEADER_NORMAL_NR_BARS + 1];
         /* At most 6 BARS + 1 expansion ROM BAR. */

@@ -129,8 +131,6 @@ struct vpci {
          * upon to know whether BARs are mapped into the guest p2m.
          */
         bool bars_mapped      : 1;
-        /* Device has the Resizable BARs capability. */
-        bool bars_resizable   : 1;
         /* FIXME: currently there's no support for SR-IOV. */
     } header;


> 
>> And I have one question: where does your patch do writing the resizing size into hardware?
> 
> dom0 has unrestricted access to the resize capability, so the value
> written by dom0 is propagated to the hardware without modification.
> 
> I would be wary of exposing the resize capability to untrusted
> domains, as allowing a domU to change the size of BARs can lead to
> overlapping if the hardware domain hasn't accounted for the increase
> in BAR size.
> 
> Thanks, Roger.

-- 
Best regards,
Jiqian Chen.

[-- Attachment #2: rebar_dmesg.txt --]
[-- Type: text/plain, Size: 534026 bytes --]

[    0.000000] Linux version 6.12.0-rc5-g5c6808d1a9dd (cjq@cjq-desktop) (gcc (Ubuntu 11.4.0-1ubuntu1~22.04) 11.4.0, GNU ld (GNU Binutils for Ubuntu) 2.38) #2 SMP PREEMPT_DYNAMIC Tue Nov 12 17:24:24 CST 2024
[    0.000000] Command line: placeholder root=UUID=a49fe421-940d-42bd-b343-665fea0d88a2 ro quiet splash iommu.passthrough=1
[    0.000000] KERNEL supported cpus:
[    0.000000]   Intel GenuineIntel
[    0.000000]   AMD AuthenticAMD
[    0.000000]   Hygon HygonGenuine
[    0.000000]   Centaur CentaurHauls
[    0.000000]   zhaoxin   Shanghai  
[    0.000000] [Firmware Bug]: TSC doesn't count with P0 frequency!
[    0.000000] BIOS-provided physical RAM map:
[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009efff] usable
[    0.000000] BIOS-e820: [mem 0x000000000009f000-0x00000000000fffff] reserved
[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x0000000009afffff] usable
[    0.000000] BIOS-e820: [mem 0x0000000009b00000-0x0000000009dfffff] reserved
[    0.000000] BIOS-e820: [mem 0x0000000009e00000-0x0000000009efffff] usable
[    0.000000] BIOS-e820: [mem 0x0000000009f00000-0x0000000009f0ffff] ACPI NVS
[    0.000000] BIOS-e820: [mem 0x0000000009f10000-0x00000000bb465fff] usable
[    0.000000] BIOS-e820: [mem 0x00000000bb466000-0x00000000bc565fff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000bc566000-0x00000000c877efff] usable
[    0.000000] BIOS-e820: [mem 0x00000000c877f000-0x00000000caf7efff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000caf7f000-0x00000000ccf7efff] ACPI NVS
[    0.000000] BIOS-e820: [mem 0x00000000ccf7f000-0x00000000ccffefff] ACPI data
[    0.000000] BIOS-e820: [mem 0x00000000ccfff000-0x00000000ccfffdd7] usable
[    0.000000] BIOS-e820: [mem 0x00000000ccfffdd8-0x00000000ccfffeef] ACPI data
[    0.000000] BIOS-e820: [mem 0x00000000cd000000-0x00000000cdffffff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000f0000000-0x00000000f7ffffff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000fde00000-0x00000000fdefffff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000fec00000-0x00000000fec01fff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000fec10000-0x00000000fec10fff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000fec20000-0x00000000fec20fff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000fed80000-0x00000000fed81fff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000fedc0000-0x00000000feddffff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000fee00000-0x00000000fee00fff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000ff000000-0x00000000fff1ffff] reserved
[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000080f33ffff] usable
[    0.000000] BIOS-e820: [mem 0x000000080f340000-0x000000082fffffff] reserved
[    0.000000] NX (Execute Disable) protection: active
[    0.000000] APIC: Static calls initialized
[    0.000000] efi: EFI v2.7 by INSYDE Corp.
[    0.000000] efi: ACPI=0xccffe000 ACPI 2.0=0xccffe014 TPMFinalLog=0xccf60000 SMBIOS=0xc968b000 SMBIOS 3.0=0xc9689000 ESRT=0xc982a218 (MEMATTR=0xc32af018 unusable) MOKvar=0xc9853000 
[    0.000000] SMBIOS 3.1.1 present.
[    0.000000] DMI: AMD Celadon-RN/Celadon-RN, BIOS TCR0080B 03/10/2023
[    0.000000] DMI: Memory slots populated: 2/2
[    0.000000] Hypervisor detected: Xen HVM
[    0.000000] Xen version 4.20.
[    0.000012] HVMOP_pagetable_dying not supported
[    0.161869] tsc: Fast TSC calibration failed
[    0.161875] tsc: Detected 2994.384 MHz processor
[    0.161967] e820: update [mem 0x00000000-0x00000fff] usable ==> reserved
[    0.161973] e820: remove [mem 0x000a0000-0x000fffff] usable
[    0.161984] last_pfn = 0x80f340 max_arch_pfn = 0x400000000
[    0.162150] MTRR map: 5 entries (4 fixed + 1 variable; max 21), built from 9 variable MTRRs
[    0.162154] x86/PAT: Configuration [0-7]: WB  WC  UC- UC  WB  WP  UC- WT  
[    0.162863] CPU MTRRs all blank - virtualized system.
[    0.162872] last_pfn = 0xccfff max_arch_pfn = 0x400000000
[    0.168766] esrt: Reserving ESRT space from 0x00000000c982a218 to 0x00000000c982a250.
[    0.168784] Using GB pages for direct mapping
[    0.170532] Secure boot disabled
[    0.170536] RAMDISK: [mem 0x04800000-0x0810bfff]
[    0.170545] ACPI: Early table checksum verification disabled
[    0.170552] ACPI: RSDP 0x00000000CCFFFDD8 000024 (v02 AMD   )
[    0.170558] ACPI: XSDT 0x00000000CCFFFDFC 0000EC (v01 AMD    Celadon  00000002      01000013)
[    0.170566] ACPI: APIC 0x00000000CCFFFEE8 000118 (v04 AMD    Celadon  00000002 ACPI 00040000)
[    0.170572] ACPI: FACP 0x00000000CCFE6000 000114 (v06 AMD    Celadon  00000002 ACPI 00040000)
[    0.170646] ACPI: DSDT 0x00000000CCFD4000 0090BF (v01 AMD    Celadon  00000002 ACPI 00040000)
[    0.170651] ACPI: FACS 0x00000000CCEF1000 000040
[    0.170657] ACPI: SSDT 0x00000000CCFF5000 00723C (v02 AMD    Celadon  00000002 ACPI 00040000)
[    0.170663] ACPI: SSDT 0x00000000CCFF0000 00374A (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.170668] ACPI: SSDT 0x00000000CCFEF000 000228 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.170674] ACPI: SSDT 0x00000000CCFEB000 00046D (v01 AMD    Celadon  00001000 ACPI 00040000)
[    0.170679] ACPI: MCFG 0x00000000CCFE3000 00003C (v01 AMD    Celadon  00000002 ACPI 00040000)
[    0.170684] ACPI: SLIC 0x00000000CCFE2000 000176 (v01 AMD    Celadon  00000002 ACPI 00040000)
[    0.170690] ACPI: SSDT 0x00000000CCFFD000 000080 (v01 AMD    Celadon  00000002 ACPI 00040000)
[    0.170695] ACPI: SSDT 0x00000000CCFC5000 000164 (v01 AMD    Celadon  00001000 ACPI 00040000)
[    0.170701] ACPI: SSDT 0x00000000CCFC2000 002B80 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.170707] ACPI: VFCT 0x00000000CCFA7000 018CA0 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.170712] ACPI: SSDT 0x00000000CCFD3000 000139 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.170717] ACPI: SSDT 0x00000000CCFED000 00028D (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.170722] ACPI: SSDT 0x00000000CCFD2000 000D37 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.170727] ACPI: SSDT 0x00000000CCFD0000 0010AB (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.170733] ACPI: SSDT 0x00000000CCFCF000 000179 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.170738] ACPI: SSDT 0x00000000CCFCD000 00154F (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.170743] ACPI: SSDT 0x00000000CCFCB000 0010B3 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.170749] ACPI: SSDT 0x00000000CCFCA000 0001C0 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.170754] ACPI: SSDT 0x00000000CCFC6000 0030C8 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.170760] ACPI: FPDT 0x00000000CCF95000 000044 (v01 AMD    Celadon  00000002 ACPI 00040000)
[    0.170765] ACPI: SSDT 0x00000000CCFE1000 00007D (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.170770] ACPI: SSDT 0x00000000CCFE0000 000F96 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.170775] ACPI: SSDT 0x00000000CCF93000 000517 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.170778] ACPI: Reserving APIC table memory at [mem 0xccfffee8-0xccffffff]
[    0.170780] ACPI: Reserving FACP table memory at [mem 0xccfe6000-0xccfe6113]
[    0.170781] ACPI: Reserving DSDT table memory at [mem 0xccfd4000-0xccfdd0be]
[    0.170782] ACPI: Reserving FACS table memory at [mem 0xccef1000-0xccef103f]
[    0.170783] ACPI: Reserving SSDT table memory at [mem 0xccff5000-0xccffc23b]
[    0.170784] ACPI: Reserving SSDT table memory at [mem 0xccff0000-0xccff3749]
[    0.170785] ACPI: Reserving SSDT table memory at [mem 0xccfef000-0xccfef227]
[    0.170786] ACPI: Reserving SSDT table memory at [mem 0xccfeb000-0xccfeb46c]
[    0.170787] ACPI: Reserving MCFG table memory at [mem 0xccfe3000-0xccfe303b]
[    0.170788] ACPI: Reserving SLIC table memory at [mem 0xccfe2000-0xccfe2175]
[    0.170789] ACPI: Reserving SSDT table memory at [mem 0xccffd000-0xccffd07f]
[    0.170790] ACPI: Reserving SSDT table memory at [mem 0xccfc5000-0xccfc5163]
[    0.170791] ACPI: Reserving SSDT table memory at [mem 0xccfc2000-0xccfc4b7f]
[    0.170792] ACPI: Reserving VFCT table memory at [mem 0xccfa7000-0xccfbfc9f]
[    0.170793] ACPI: Reserving SSDT table memory at [mem 0xccfd3000-0xccfd3138]
[    0.170794] ACPI: Reserving SSDT table memory at [mem 0xccfed000-0xccfed28c]
[    0.170795] ACPI: Reserving SSDT table memory at [mem 0xccfd2000-0xccfd2d36]
[    0.170796] ACPI: Reserving SSDT table memory at [mem 0xccfd0000-0xccfd10aa]
[    0.170797] ACPI: Reserving SSDT table memory at [mem 0xccfcf000-0xccfcf178]
[    0.170798] ACPI: Reserving SSDT table memory at [mem 0xccfcd000-0xccfce54e]
[    0.170798] ACPI: Reserving SSDT table memory at [mem 0xccfcb000-0xccfcc0b2]
[    0.170799] ACPI: Reserving SSDT table memory at [mem 0xccfca000-0xccfca1bf]
[    0.170800] ACPI: Reserving SSDT table memory at [mem 0xccfc6000-0xccfc90c7]
[    0.170801] ACPI: Reserving FPDT table memory at [mem 0xccf95000-0xccf95043]
[    0.170802] ACPI: Reserving SSDT table memory at [mem 0xccfe1000-0xccfe107c]
[    0.170803] ACPI: Reserving SSDT table memory at [mem 0xccfe0000-0xccfe0f95]
[    0.170804] ACPI: Reserving SSDT table memory at [mem 0xccf93000-0xccf93516]
[    0.171088] No NUMA configuration found
[    0.171089] Faking a node at [mem 0x0000000000000000-0x000000080f33ffff]
[    0.171103] NODE_DATA(0) allocated [mem 0x1b8cc5a00-0x1b8ceffff]
[    0.171383] Zone ranges:
[    0.171384]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]
[    0.171387]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]
[    0.171389]   Normal   [mem 0x0000000100000000-0x000000080f33ffff]
[    0.171390]   Device   empty
[    0.171391] Movable zone start for each node
[    0.171394] Early memory node ranges
[    0.171395]   node   0: [mem 0x0000000000001000-0x000000000009efff]
[    0.171397]   node   0: [mem 0x0000000000100000-0x0000000009afffff]
[    0.171398]   node   0: [mem 0x0000000009e00000-0x0000000009efffff]
[    0.171399]   node   0: [mem 0x0000000009f10000-0x00000000bb465fff]
[    0.171400]   node   0: [mem 0x00000000bc566000-0x00000000c877efff]
[    0.171401]   node   0: [mem 0x0000000100000000-0x000000080f33ffff]
[    0.171406] Initmem setup node 0 [mem 0x0000000000001000-0x000000080f33ffff]
[    0.171413] On node 0, zone DMA: 1 pages in unavailable ranges
[    0.171459] On node 0, zone DMA: 97 pages in unavailable ranges
[    0.171923] On node 0, zone DMA32: 768 pages in unavailable ranges
[    0.180244] On node 0, zone DMA32: 16 pages in unavailable ranges
[    0.180896] On node 0, zone DMA32: 4352 pages in unavailable ranges
[    0.265209] On node 0, zone Normal: 30849 pages in unavailable ranges
[    0.265273] On node 0, zone Normal: 3264 pages in unavailable ranges
[    0.266727] ACPI: PM-Timer IO Port: 0x408
[    0.266845] IOAPIC[0]: apic_id 33, version 17, address 0xfec00000, GSI 0-23
[    0.266909] IOAPIC[1]: apic_id 34, version 17, address 0xfec01000, GSI 24-55
[    0.266913] ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl)
[    0.266916] ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 low level)
[    0.266921] ACPI: Using ACPI (MADT) for SMP configuration information
[    0.266929] CPU topo: Max. logical packages:   1
[    0.266931] CPU topo: Max. logical dies:       1
[    0.266931] CPU topo: Max. dies per package:   1
[    0.266937] CPU topo: Max. threads per core:   1
[    0.266939] CPU topo: Num. cores per package:    12
[    0.266940] CPU topo: Num. threads per package:  12
[    0.266941] CPU topo: Allowing 12 present CPUs plus 0 hotplug CPUs
[    0.266983] PM: hibernation: Registered nosave memory: [mem 0x00000000-0x00000fff]
[    0.266986] PM: hibernation: Registered nosave memory: [mem 0x0009f000-0x000fffff]
[    0.266988] PM: hibernation: Registered nosave memory: [mem 0x09b00000-0x09dfffff]
[    0.266991] PM: hibernation: Registered nosave memory: [mem 0x09f00000-0x09f0ffff]
[    0.266993] PM: hibernation: Registered nosave memory: [mem 0xbb466000-0xbc565fff]
[    0.266995] PM: hibernation: Registered nosave memory: [mem 0xc877f000-0xcaf7efff]
[    0.266996] PM: hibernation: Registered nosave memory: [mem 0xcaf7f000-0xccf7efff]
[    0.266997] PM: hibernation: Registered nosave memory: [mem 0xccf7f000-0xccffefff]
[    0.266997] PM: hibernation: Registered nosave memory: [mem 0xccfff000-0xccffffff]
[    0.267000] PM: hibernation: Registered nosave memory: [mem 0xccfff000-0xccffffff]
[    0.267000] PM: hibernation: Registered nosave memory: [mem 0xcd000000-0xcdffffff]
[    0.267001] PM: hibernation: Registered nosave memory: [mem 0xce000000-0xefffffff]
[    0.267002] PM: hibernation: Registered nosave memory: [mem 0xf0000000-0xf7ffffff]
[    0.267003] PM: hibernation: Registered nosave memory: [mem 0xf8000000-0xfddfffff]
[    0.267004] PM: hibernation: Registered nosave memory: [mem 0xfde00000-0xfdefffff]
[    0.267004] PM: hibernation: Registered nosave memory: [mem 0xfdf00000-0xfebfffff]
[    0.267005] PM: hibernation: Registered nosave memory: [mem 0xfec00000-0xfec01fff]
[    0.267006] PM: hibernation: Registered nosave memory: [mem 0xfec02000-0xfec0ffff]
[    0.267007] PM: hibernation: Registered nosave memory: [mem 0xfec10000-0xfec10fff]
[    0.267007] PM: hibernation: Registered nosave memory: [mem 0xfec11000-0xfec1ffff]
[    0.267008] PM: hibernation: Registered nosave memory: [mem 0xfec20000-0xfec20fff]
[    0.267009] PM: hibernation: Registered nosave memory: [mem 0xfec21000-0xfed7ffff]
[    0.267010] PM: hibernation: Registered nosave memory: [mem 0xfed80000-0xfed81fff]
[    0.267011] PM: hibernation: Registered nosave memory: [mem 0xfed82000-0xfedbffff]
[    0.267011] PM: hibernation: Registered nosave memory: [mem 0xfedc0000-0xfeddffff]
[    0.267012] PM: hibernation: Registered nosave memory: [mem 0xfede0000-0xfedfffff]
[    0.267013] PM: hibernation: Registered nosave memory: [mem 0xfee00000-0xfee00fff]
[    0.267014] PM: hibernation: Registered nosave memory: [mem 0xfee01000-0xfeffffff]
[    0.267015] PM: hibernation: Registered nosave memory: [mem 0xff000000-0xfff1ffff]
[    0.267015] PM: hibernation: Registered nosave memory: [mem 0xfff20000-0xffffffff]
[    0.267018] [mem 0xce000000-0xefffffff] available for PCI devices
[    0.267034] Booting kernel on Xen PVH
[    0.267036] Xen version: 4.20-unstable
[    0.267040] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 7645519600211568 ns
[    0.267062] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:12 nr_cpu_ids:12 nr_node_ids:1
[    0.268742] percpu: Embedded 66 pages/cpu s233472 r8192 d28672 u524288
[    0.268758] pcpu-alloc: s233472 r8192 d28672 u524288 alloc=1*2097152
[    0.268762] pcpu-alloc: [0] 00 01 02 03 [0] 04 05 06 07 
[    0.268768] pcpu-alloc: [0] 08 09 10 11 
[    0.268847] xen: PV spinlocks enabled
[    0.268852] PV qspinlock hash table entries: 256 (order: 0, 4096 bytes, linear)
[    0.268854] Kernel command line: placeholder root=UUID=a49fe421-940d-42bd-b343-665fea0d88a2 ro quiet splash iommu.passthrough=1
[    0.268985] Unknown kernel command line parameters "placeholder splash", will be passed to user space.
[    0.269010] random: crng init done
[    0.270565] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)
[    0.271307] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)
[    0.271431] Fallback order for Node 0: 0 
[    0.271439] Built 1 zonelists, mobility grouping on.  Total pages: 8218189
[    0.271441] Policy zone: Normal
[    0.271455] mem auto-init: stack:off, heap alloc:on, heap free:off
[    0.271457] stackdepot: allocating hash table via alloc_large_system_hash
[    0.271461] stackdepot hash table entries: 524288 (order: 11, 8388608 bytes, linear)
[    0.272961] software IO TLB: area num 16.
[    0.509725] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=12, Nodes=1
[    0.509854] ftrace: allocating 52791 entries in 207 pages
[    0.524289] ftrace: allocated 207 pages with 6 groups
[    0.525696] Dynamic Preempt: voluntary
[    0.526153] rcu: Preemptible hierarchical RCU implementation.
[    0.526154] rcu: 	RCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=12.
[    0.526156] 	Trampoline variant of Tasks RCU enabled.
[    0.526157] 	Rude variant of Tasks RCU enabled.
[    0.526157] 	Tracing variant of Tasks RCU enabled.
[    0.526158] rcu: RCU calculated value of scheduler-enlistment delay is 25 jiffies.
[    0.526160] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=12
[    0.526207] RCU Tasks: Setting shift to 4 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=12.
[    0.526211] RCU Tasks Rude: Setting shift to 4 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=12.
[    0.526215] RCU Tasks Trace: Setting shift to 4 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=12.
[    0.536593] Using NULL legacy PIC
[    0.536597] NR_IRQS: 524544, nr_irqs: 1064, preallocated irqs: 0
[    0.536707] xen:events: Using FIFO-based ABI
[    0.536740] xen:events: Xen HVM callback vector for event delivery is enabled
[    0.536834] rcu: srcu_init: Setting srcu_struct sizes based on contention.
[    0.537001] Console: colour dummy device 80x25
[    0.537005] printk: legacy console [tty0] enabled
[    0.537034] printk: legacy console [hvc0] enabled
[    0.537132] ACPI: Core revision 20240827
[    0.587222] Failed to register legacy timer interrupt
[    0.587225] APIC: Switch to symmetric I/O mode setup
[    0.588248] x2apic enabled
[    0.589435] APIC: Switched APIC routing to: physical x2apic
[    0.589831] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b298c175b2, max_idle_ns: 440795256279 ns
[    0.589845] Calibrating delay loop (skipped), value calculated using timer frequency.. 5988.76 BogoMIPS (lpj=11977536)
[    0.589999] x86/cpu: User Mode Instruction Prevention (UMIP) activated
[    0.590088] Last level iTLB entries: 4KB 1024, 2MB 1024, 4MB 512
[    0.590089] Last level dTLB entries: 4KB 2048, 2MB 2048, 4MB 1024, 1GB 0
[    0.590097] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization
[    0.590100] Spectre V2 : Mitigation: Retpolines
[    0.590102] Spectre V2 : Spectre v2 / SpectreRSB mitigation: Filling RSB on context switch
[    0.590103] Spectre V2 : Spectre v2 / SpectreRSB : Filling RSB on VMEXIT
[    0.590104] Spectre V2 : Enabling Speculation Barrier for firmware calls
[    0.590106] RETBleed: Mitigation: untrained return thunk
[    0.590108] Spectre V2 : mitigation: Enabling conditional Indirect Branch Prediction Barrier
[    0.590110] Speculative Store Bypass: Mitigation: Speculative Store Bypass disabled via prctl
[    0.590138] x86/fpu: Supporting XSAVE feature 0x001: 'x87 floating point registers'
[    0.590140] x86/fpu: Supporting XSAVE feature 0x002: 'SSE registers'
[    0.590141] x86/fpu: Supporting XSAVE feature 0x004: 'AVX registers'
[    0.590143] x86/fpu: xstate_offset[2]:  576, xstate_sizes[2]:  256
[    0.590145] x86/fpu: Enabled xstate features 0x7, context size is 832 bytes, using 'compacted' format.
[    0.593838] Freeing SMP alternatives memory: 44K
[    0.593838] pid_max: default: 32768 minimum: 301
[    0.593838] LSM: initializing lsm=lockdown,capability,yama,apparmor,ima,evm
[    0.593838] Yama: becoming mindful.
[    0.593838] AppArmor: AppArmor initialized
[    0.593838] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)
[    0.593838] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)
[    0.593838] clocksource: xen: mask: 0xffffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns
[    0.593838] Xen: using vcpuop timer interface
[    0.593838] installing Xen timer for CPU 0
[    0.593838] smpboot: CPU0: AMD Eng Sample: 100-000001007-40_31/30_Y (family: 0x17, model: 0x60, stepping: 0x1)
[    0.593838] cpu 0 spinlock event irq 28
[    0.593838] Performance Events: PMU not available due to virtualization, using software events only.
[    0.593838] signal: max sigframe size: 1776
[    0.593838] rcu: Hierarchical SRCU implementation.
[    0.593838] rcu: 	Max phase no-delay instances is 1000.
[    0.593838] Timer migration: 2 hierarchy levels; 8 children per group; 2 crossnode level
[    0.697918] NMI watchdog: Perf NMI watchdog permanently disabled
[    0.698729] smp: Bringing up secondary CPUs ...
[    0.709950] installing Xen timer for CPU 1
[    0.710353] smpboot: x86: Booting SMP configuration:
[    0.710357] .... node  #0, CPUs:        #1
[    0.711978] installing Xen timer for CPU 2
[    0.712395]   #2
[    0.713415] installing Xen timer for CPU 3
[    0.713636]   #3
[    0.714684] installing Xen timer for CPU 4
[    0.715006]   #4
[    0.715746] installing Xen timer for CPU 5
[    0.715969]   #5
[    0.716796] installing Xen timer for CPU 6
[    0.717035]   #6
[    0.725996] installing Xen timer for CPU 7
[    0.726243]   #7
[    0.727010] installing Xen timer for CPU 8
[    0.727233]   #8
[    0.728059] installing Xen timer for CPU 9
[    0.728292]   #9
[    0.729078] installing Xen timer for CPU 10
[    0.729333]  #10
[    0.741998] installing Xen timer for CPU 11
[    0.742251]  #11
[    0.743850] cpu 1 spinlock event irq 73
[    0.746070] cpu 2 spinlock event irq 74
[    0.747850] cpu 3 spinlock event irq 75
[    0.749976] cpu 4 spinlock event irq 76
[    0.751847] cpu 5 spinlock event irq 77
[    0.753979] cpu 6 spinlock event irq 78
[    0.755845] cpu 7 spinlock event irq 79
[    0.757939] cpu 8 spinlock event irq 80
[    0.759844] cpu 9 spinlock event irq 81
[    0.762036] cpu 10 spinlock event irq 82
[    0.763843] cpu 11 spinlock event irq 83
[    0.763843] smp: Brought up 1 node, 12 CPUs
[    0.763843] smpboot: Total of 12 processors activated (71865.21 BogoMIPS)
[    0.766545] Memory: 5556784K/32872756K available (18432K kernel code, 9526K rwdata, 7552K rodata, 4684K init, 10184K bss, 27297864K reserved, 0K cma-reserved)
[    0.769456] devtmpfs: initialized
[    0.769885] x86/mm: Memory block size: 128MB
[    0.786081] ACPI: PM: Registering ACPI NVS region [mem 0x09f00000-0x09f0ffff] (65536 bytes)
[    0.786081] ACPI: PM: Registering ACPI NVS region [mem 0xcaf7f000-0xccf7efff] (33554432 bytes)
[    0.794683] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 7645041785100000 ns
[    0.794730] futex hash table entries: 4096 (order: 6, 262144 bytes, linear)
[    0.794962] pinctrl core: initialized pinctrl subsystem
[    0.795280] PM: RTC time: 03:16:00, date: 2024-11-14
[    0.797014] NET: Registered PF_NETLINK/PF_ROUTE protocol family
[    0.797123] xen:grant_table: Grant tables using version 1 layout
[    0.797170] Grant table initialized
[    0.798732] DMA: preallocated 1024 KiB GFP_KERNEL pool for atomic allocations
[    0.798897] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations
[    0.799059] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations
[    0.799112] audit: initializing netlink subsys (disabled)
[    0.799165] audit: type=2000 audit(1731554159.709:1): state=initialized audit_enabled=0 res=1
[    0.799165] thermal_sys: Registered thermal governor 'fair_share'
[    0.799165] thermal_sys: Registered thermal governor 'bang_bang'
[    0.799165] thermal_sys: Registered thermal governor 'step_wise'
[    0.799165] thermal_sys: Registered thermal governor 'user_space'
[    0.799165] EISA bus registered
[    0.799165] cpuidle: using governor ladder
[    0.799165] cpuidle: using governor menu
[    0.799165] acpiphp: ACPI Hot Plug PCI Controller Driver version: 0.5
[    0.802438] PCI: ECAM [mem 0xf0000000-0xf7ffffff] (base 0xf0000000) for domain 0000 [bus 00-7f]
[    0.802475] PCI: Using configuration type 1 for base access
[    0.802646] kprobes: kprobe jump-optimization is enabled. All kprobes are optimized if possible.
[    0.802646] HugeTLB: registered 1.00 GiB page size, pre-allocated 0 pages
[    0.802646] HugeTLB: 16380 KiB vmemmap can be freed for a 1.00 GiB page
[    0.802646] HugeTLB: registered 2.00 MiB page size, pre-allocated 0 pages
[    0.802646] HugeTLB: 28 KiB vmemmap can be freed for a 2.00 MiB page
[    0.806269] ACPI: Added _OSI(Module Device)
[    0.806272] ACPI: Added _OSI(Processor Device)
[    0.806273] ACPI: Added _OSI(3.0 _SCP Extensions)
[    0.806274] ACPI: Added _OSI(Processor Aggregator Device)
[    0.919459] ACPI BIOS Error (bug): Failure creating named object [\_SB.MACO], AE_ALREADY_EXISTS (20240827/dswload2-326)
[    0.919483] fbcon: Taking over console
[    0.919534] ACPI Error: AE_ALREADY_EXISTS, During name lookup/catalog (20240827/psobject-220)
[    0.929485] ACPI: 20 ACPI AML tables successfully acquired and loaded
[    0.938767] ACPI: [Firmware Bug]: BIOS _OSI(Linux) query ignored
[    0.956041] ACPI: EC: EC started
[    0.956044] ACPI: EC: interrupt blocked
[    0.960659] ACPI: EC: EC_CMD/EC_SC=0x666, EC_DATA=0x662
[    0.960665] ACPI: \_SB_.PCI0.LPC0.EC0_: Boot DSDT EC used to handle transactions
[    0.960667] ACPI: Interpreter enabled
[    0.960711] ACPI: PM: (supports S0 S3 S4 S5)
[    0.960714] ACPI: Using IOAPIC for interrupt routing
[    0.961641] PCI: Using host bridge windows from ACPI; if necessary, use "pci=nocrs" and report a bug
[    0.961644] PCI: Ignoring E820 reservations for host bridge windows
[    0.964825] ACPI: Enabled 6 GPEs in block 00 to 1F
[    0.971917] ACPI: \_SB_.PCI0.GPP0.M237: New power resource
[    0.972682] ACPI: \_SB_.PCI0.GPP0.SWUS.M237: New power resource
[    0.973260] ACPI: \_SB_.PCI0.GPP0.SWUS.SWDS.M237: New power resource
[    0.977709] ACPI: \_SB_.PCI0.GPP6.P0NV: New power resource
[    0.984069] ACPI: \_SB_.P0S0: New power resource
[    0.984219] ACPI: \_SB_.P3S0: New power resource
[    0.984826] ACPI: \_SB_.P0S1: New power resource
[    0.984974] ACPI: \_SB_.P3S1: New power resource
[    1.046620] ACPI: PCI Root Bridge [PCI0] (domain 0000 [bus 00-ff])
[    1.046642] acpi PNP0A08:00: _OSC: OS supports [ExtendedConfig ASPM ClockPM Segments MSI HPX-Type3]
[    1.047269] acpi PNP0A08:00: _OSC: platform does not support [SHPCHotplug LTR]
[    1.048404] acpi PNP0A08:00: _OSC: OS now controls [PCIeHotplug PME AER PCIeCapability]
[    1.048459] acpi PNP0A08:00: [Firmware Info]: ECAM [mem 0xf0000000-0xf7ffffff] for domain 0000 [bus 00-7f] only partially covers this bridge
[    1.050520] PCI host bridge to bus 0000:00
[    1.050546] pci_bus 0000:00: root bus resource [io  0x0000-0x0cf7 window]
[    1.050552] pci_bus 0000:00: root bus resource [io  0x0d00-0xffff window]
[    1.050556] pci_bus 0000:00: root bus resource [mem 0x000a0000-0x000bffff window]
[    1.050568] pci_bus 0000:00: root bus resource [mem 0x000c0000-0x000cffff window]
[    1.050574] pci_bus 0000:00: root bus resource [mem 0x000d0000-0x000effff window]
[    1.050577] pci_bus 0000:00: root bus resource [mem 0xd0000000-0xefffffff window]
[    1.050581] pci_bus 0000:00: root bus resource [mem 0xf8000000-0xfeafffff window]
[    1.050584] pci_bus 0000:00: root bus resource [mem 0xfed45000-0xfed811ff window]
[    1.050587] pci_bus 0000:00: root bus resource [mem 0xfed81900-0xfed81fff window]
[    1.050590] pci_bus 0000:00: root bus resource [mem 0xfedc0000-0xfedc0fff window]
[    1.050593] pci_bus 0000:00: root bus resource [mem 0xfedc6000-0xfedc6fff window]
[    1.050597] pci_bus 0000:00: root bus resource [mem 0x850200000-0xfcafffffff window]
[    1.050600] pci_bus 0000:00: root bus resource [bus 00-ff]
[    1.050672] pci 0000:00:00.0: [1022:1630] type 00 class 0x060000 conventional PCI endpoint
[    1.051222] pci 0000:00:00.2: [1022:1631] type 00 class 0x080600 conventional PCI endpoint
[    1.051534] pci 0000:00:01.0: [1022:1632] type 00 class 0x060000 conventional PCI endpoint
[    1.052022] pci 0000:00:01.1: [1022:1633] type 01 class 0x060400 PCIe Root Port
[    1.052107] pci 0000:00:01.1: PCI bridge to [bus 01-03]
[    1.052119] pci 0000:00:01.1:   bridge window [io  0x2000-0x2fff]
[    1.052124] pci 0000:00:01.1:   bridge window [mem 0xd0600000-0xd08fffff]
[    1.052143] pci 0000:00:01.1:   bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.052433] pci 0000:00:01.1: PME# supported from D0 D3hot D3cold
[    1.053365] pci 0000:00:02.0: [1022:1632] type 00 class 0x060000 conventional PCI endpoint
[    1.053835] pci 0000:00:02.4: [1022:1634] type 01 class 0x060400 PCIe Root Port
[    1.053921] pci 0000:00:02.4: PCI bridge to [bus 04]
[    1.053938] pci 0000:00:02.4:   bridge window [mem 0xd0500000-0xd05fffff]
[    1.054266] pci 0000:00:02.4: PME# supported from D0 D3hot D3cold
[    1.057665] pci 0000:00:08.0: [1022:1632] type 00 class 0x060000 conventional PCI endpoint
[    1.058127] pci 0000:00:08.1: [1022:1635] type 01 class 0x060400 PCIe Root Port
[    1.058203] pci 0000:00:08.1: PCI bridge to [bus 05]
[    1.058214] pci 0000:00:08.1:   bridge window [io  0x1000-0x1fff]
[    1.058219] pci 0000:00:08.1:   bridge window [mem 0xd0100000-0xd04fffff]
[    1.058237] pci 0000:00:08.1:   bridge window [mem 0xfc70000000-0xfc801fffff 64bit pref]
[    1.058257] pci 0000:00:08.1: enabling Extended Tags
[    1.058483] pci 0000:00:08.1: PME# supported from D0 D3hot D3cold
[    1.059260] pci 0000:00:08.2: [1022:1635] type 01 class 0x060400 PCIe Root Port
[    1.059339] pci 0000:00:08.2: PCI bridge to [bus 06]
[    1.059354] pci 0000:00:08.2:   bridge window [mem 0xd0000000-0xd00fffff]
[    1.059389] pci 0000:00:08.2: enabling Extended Tags
[    1.059621] pci 0000:00:08.2: PME# supported from D0 D3hot D3cold
[    1.066044] pci 0000:00:14.0: [1022:790b] type 00 class 0x0c0500 conventional PCI endpoint
[    1.066787] pci 0000:00:14.3: [1022:790e] type 00 class 0x060100 conventional PCI endpoint
[    1.068936] pci 0000:00:18.0: [1022:1448] type 00 class 0x060000 conventional PCI endpoint
[    1.069360] pci 0000:00:18.1: [1022:1449] type 00 class 0x060000 conventional PCI endpoint
[    1.069784] pci 0000:00:18.2: [1022:144a] type 00 class 0x060000 conventional PCI endpoint
[    1.070208] pci 0000:00:18.3: [1022:144b] type 00 class 0x060000 conventional PCI endpoint
[    1.070631] pci 0000:00:18.4: [1022:144c] type 00 class 0x060000 conventional PCI endpoint
[    1.071070] pci 0000:00:18.5: [1022:144d] type 00 class 0x060000 conventional PCI endpoint
[    1.071484] pci 0000:00:18.6: [1022:144e] type 00 class 0x060000 conventional PCI endpoint
[    1.071893] pci 0000:00:18.7: [1022:144f] type 00 class 0x060000 conventional PCI endpoint
[    1.076120] pci 0000:01:00.0: [1002:1478] type 01 class 0x060400 PCIe Switch Upstream Port
[    1.076283] pci 0000:01:00.0: BAR 0 [mem 0xd0800000-0xd0803fff]
[    1.076517] pci 0000:01:00.0: PCI bridge to [bus 02-03]
[    1.076538] pci 0000:01:00.0:   bridge window [io  0x2000-0x2fff]
[    1.076546] pci 0000:01:00.0:   bridge window [mem 0xd0600000-0xd07fffff]
[    1.076572] pci 0000:01:00.0:   bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.076983] pci 0000:01:00.0: PME# supported from D0 D3hot D3cold
[    1.077401] pci 0000:01:00.0: 63.008 Gb/s available PCIe bandwidth, limited by 8.0 GT/s PCIe x8 link at 0000:00:01.1 (capable of 126.024 Gb/s with 16.0 GT/s PCIe x8 link)
[    1.078402] pci 0000:00:01.1: PCI bridge to [bus 01-03]
[    1.078761] pci 0000:02:00.0: [1002:1479] type 01 class 0x060400 PCIe Switch Downstream Port
[    1.078889] pci 0000:02:00.0: PCI bridge to [bus 03]
[    1.078913] pci 0000:02:00.0:   bridge window [io  0x2000-0x2fff]
[    1.078922] pci 0000:02:00.0:   bridge window [mem 0xd0600000-0xd07fffff]
[    1.078951] pci 0000:02:00.0:   bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.079386] pci 0000:02:00.0: PME# supported from D0 D3hot D3cold
[    1.101015] pci 0000:01:00.0: PCI bridge to [bus 02-03]
[    1.101522] pci 0000:03:00.0: [1002:73ff] type 00 class 0x030000 PCIe Legacy Endpoint
[    1.102416] pci 0000:03:00.0: BAR 0 [mem 0xfc90000000-0xfc9fffffff 64bit pref]
[    1.105592] pci 0000:03:00.0: BAR 2 [mem 0xfca0000000-0xfca01fffff 64bit pref]
[    1.106665] pci 0000:03:00.0: BAR 4 [io  0x2000-0x20ff]
[    1.109858] pci 0000:03:00.0: BAR 5 [mem 0xd0600000-0xd06fffff]
[    1.112962] pci 0000:03:00.0: ROM [mem 0xfffe0000-0xffffffff pref]
[    1.113543] pci 0000:03:00.0: PME# supported from D1 D2 D3hot D3cold
[    1.114031] pci 0000:03:00.0: 63.008 Gb/s available PCIe bandwidth, limited by 8.0 GT/s PCIe x8 link at 0000:00:01.1 (capable of 252.048 Gb/s with 16.0 GT/s PCIe x16 link)
[    1.115074] pci 0000:03:00.1: [1002:ab28] type 00 class 0x040300 PCIe Legacy Endpoint
[    1.115207] pci 0000:03:00.1: BAR 0 [mem 0xd0700000-0xd0703fff]
[    1.115962] pci 0000:03:00.1: PME# supported from D1 D2 D3hot D3cold
[    1.117133] pci 0000:02:00.0: PCI bridge to [bus 03]
[    1.117619] pci 0000:04:00.0: [15b7:501a] type 00 class 0x010802 PCIe Endpoint
[    1.117747] pci 0000:04:00.0: BAR 0 [mem 0xd0500000-0xd0503fff 64bit]
[    1.117961] pci 0000:04:00.0: BAR 4 [mem 0xd0504000-0xd05040ff 64bit]
[    1.119792] pci 0000:00:02.4: PCI bridge to [bus 04]
[    1.120346] pci 0000:05:00.0: [1002:1636] type 00 class 0x030000 PCIe Legacy Endpoint
[    1.122387] pci 0000:05:00.0: BAR 0 [mem 0xfc70000000-0xfc7fffffff 64bit pref]
[    1.124044] pci 0000:05:00.0: BAR 2 [mem 0xfc80000000-0xfc801fffff 64bit pref]
[    1.125619] pci 0000:05:00.0: BAR 4 [io  0x1000-0x10ff]
[    1.126128] pci 0000:05:00.0: BAR 5 [mem 0xd0400000-0xd047ffff]
[    1.127828] pci 0000:05:00.0: enabling Extended Tags
[    1.128230] pci 0000:05:00.0: PME# supported from D1 D2 D3hot D3cold
[    1.128506] pci 0000:05:00.0: 126.016 Gb/s available PCIe bandwidth, limited by 8.0 GT/s PCIe x16 link at 0000:00:08.1 (capable of 252.048 Gb/s with 16.0 GT/s PCIe x16 link)
[    1.129380] pci 0000:05:00.1: [1002:1637] type 00 class 0x040300 PCIe Legacy Endpoint
[    1.129471] pci 0000:05:00.1: BAR 0 [mem 0xd04c8000-0xd04cbfff]
[    1.129838] pci 0000:05:00.1: enabling Extended Tags
[    1.130009] pci 0000:05:00.1: PME# supported from D1 D2 D3hot D3cold
[    1.130724] pci 0000:05:00.2: [1022:15df] type 00 class 0x108000 PCIe Endpoint
[    1.135815] pci 0000:05:00.2: BAR 2 [mem 0xd0300000-0xd03fffff]
[    1.139977] pci 0000:05:00.2: BAR 5 [mem 0xd04cc000-0xd04cdfff]
[    1.141697] pci 0000:05:00.2: enabling Extended Tags
[    1.142613] pci 0000:05:00.3: [1022:1639] type 00 class 0x0c0330 PCIe Endpoint
[    1.144643] pci 0000:05:00.3: BAR 0 [mem 0xd0200000-0xd02fffff 64bit]
[    1.152289] pci 0000:05:00.3: enabling Extended Tags
[    1.152499] pci 0000:05:00.3: PME# supported from D0 D3hot D3cold
[    1.153257] pci 0000:05:00.4: [1022:1639] type 00 class 0x0c0330 PCIe Endpoint
[    1.154198] pci 0000:05:00.4: BAR 0 [mem 0xd0100000-0xd01fffff 64bit]
[    1.161624] pci 0000:05:00.4: enabling Extended Tags
[    1.161818] pci 0000:05:00.4: PME# supported from D0 D3hot D3cold
[    1.162563] pci 0000:05:00.5: [1022:15e2] type 00 class 0x048000 PCIe Endpoint
[    1.163037] pci 0000:05:00.5: BAR 0 [mem 0xd0480000-0xd04bffff]
[    1.165942] pci 0000:05:00.5: enabling Extended Tags
[    1.166109] pci 0000:05:00.5: PME# supported from D0 D3hot D3cold
[    1.166818] pci 0000:05:00.6: [1022:15e3] type 00 class 0x040300 PCIe Endpoint
[    1.166927] pci 0000:05:00.6: BAR 0 [mem 0xd04c0000-0xd04c7fff]
[    1.167459] pci 0000:05:00.6: enabling Extended Tags
[    1.167620] pci 0000:05:00.6: PME# supported from D0 D3hot D3cold
[    1.168434] pci 0000:00:08.1: PCI bridge to [bus 05]
[    1.168707] pci 0000:06:00.0: [1022:7901] type 00 class 0x010601 PCIe Endpoint
[    1.168967] pci 0000:06:00.0: BAR 5 [mem 0xd0085000-0xd00857ff]
[    1.169025] pci 0000:06:00.0: enabling Extended Tags
[    1.169507] pci 0000:06:00.0: 126.016 Gb/s available PCIe bandwidth, limited by 8.0 GT/s PCIe x16 link at 0000:00:08.2 (capable of 252.048 Gb/s with 16.0 GT/s PCIe x16 link)
[    1.170212] pci 0000:06:00.1: [1022:7901] type 00 class 0x010601 PCIe Endpoint
[    1.170478] pci 0000:06:00.1: BAR 5 [mem 0xd0084000-0xd00847ff]
[    1.170533] pci 0000:06:00.1: enabling Extended Tags
[    1.171379] pci 0000:06:00.2: [1022:1641] type 00 class 0x020000 PCIe Endpoint
[    1.171947] pci 0000:06:00.2: BAR 0 [mem 0xd0060000-0xd007ffff]
[    1.172574] pci 0000:06:00.2: BAR 1 [mem 0xd0040000-0xd005ffff]
[    1.173153] pci 0000:06:00.2: BAR 2 [mem 0xd0082000-0xd0083fff 64bit]
[    1.174381] pci 0000:06:00.2: enabling Extended Tags
[    1.175067] pci 0000:06:00.3: [1022:1641] type 00 class 0x020000 PCIe Endpoint
[    1.175531] pci 0000:06:00.3: BAR 0 [mem 0xd0020000-0xd003ffff]
[    1.176009] pci 0000:06:00.3: BAR 1 [mem 0xd0000000-0xd001ffff]
[    1.176572] pci 0000:06:00.3: BAR 2 [mem 0xd0080000-0xd0081fff 64bit]
[    1.177943] pci 0000:06:00.3: enabling Extended Tags
[    1.178689] pci 0000:00:08.2: PCI bridge to [bus 06]
[    1.182832] ACPI: PCI: Interrupt link LNKA configured for IRQ 0
[    1.182839] ACPI: PCI: Interrupt link LNKA disabled
[    1.183234] ACPI: PCI: Interrupt link LNKB configured for IRQ 0
[    1.183235] ACPI: PCI: Interrupt link LNKB disabled
[    1.183526] ACPI: PCI: Interrupt link LNKC configured for IRQ 0
[    1.183527] ACPI: PCI: Interrupt link LNKC disabled
[    1.183877] ACPI: PCI: Interrupt link LNKD configured for IRQ 0
[    1.183879] ACPI: PCI: Interrupt link LNKD disabled
[    1.184219] ACPI: PCI: Interrupt link LNKE configured for IRQ 0
[    1.184221] ACPI: PCI: Interrupt link LNKE disabled
[    1.184485] ACPI: PCI: Interrupt link LNKF configured for IRQ 0
[    1.184487] ACPI: PCI: Interrupt link LNKF disabled
[    1.184751] ACPI: PCI: Interrupt link LNKG configured for IRQ 0
[    1.184753] ACPI: PCI: Interrupt link LNKG disabled
[    1.185018] ACPI: PCI: Interrupt link LNKH configured for IRQ 0
[    1.185020] ACPI: PCI: Interrupt link LNKH disabled
[    1.196195] ACPI: EC: interrupt unblocked
[    1.196200] ACPI: EC: event unblocked
[    1.196206] ACPI: EC: EC_CMD/EC_SC=0x666, EC_DATA=0x662
[    1.196208] ACPI: EC: GPE=0x3
[    1.196212] ACPI: \_SB_.PCI0.LPC0.EC0_: Boot DSDT EC initialization complete
[    1.196216] ACPI: \_SB_.PCI0.LPC0.EC0_: EC: Used to handle transactions and events
[    1.196379] xen:balloon: Initialising balloon driver
[    1.198117] iommu: Default domain type: Passthrough (set via kernel command line)
[    1.198751] SCSI subsystem initialized
[    1.198814] libata version 3.00 loaded.
[    1.198814] ACPI: bus type USB registered
[    1.198814] usbcore: registered new interface driver usbfs
[    1.198814] usbcore: registered new interface driver hub
[    1.198814] usbcore: registered new device driver usb
[    1.198814] pps_core: LinuxPPS API ver. 1 registered
[    1.198814] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>
[    1.198814] PTP clock support registered
[    1.198814] EDAC MC: Ver: 3.0.0
[    1.198814] efivars: Registered efivars operations
[    1.204816] NetLabel: Initializing
[    1.204823] NetLabel:  domain hash size = 128
[    1.204824] NetLabel:  protocols = UNLABELED CIPSOv4 CALIPSO
[    1.204880] NetLabel:  unlabeled traffic allowed by default
[    1.204973] PCI: Using ACPI for IRQ routing
[    1.281816] PCI: pci_cache_line_size set to 64 bytes
[    1.282053] resource: Expanded resource Reserved due to conflict with PCI Bus 0000:00
[    1.282056] e820: reserve RAM buffer [mem 0x0009f000-0x0009ffff]
[    1.282072] e820: reserve RAM buffer [mem 0x09b00000-0x0bffffff]
[    1.282075] e820: reserve RAM buffer [mem 0x09f00000-0x0bffffff]
[    1.282078] e820: reserve RAM buffer [mem 0xbb466000-0xbbffffff]
[    1.282080] e820: reserve RAM buffer [mem 0xc877f000-0xcbffffff]
[    1.282083] e820: reserve RAM buffer [mem 0xccfffdd8-0xcfffffff]
[    1.282089] e820: reserve RAM buffer [mem 0x80f340000-0x80fffffff]
[    1.282202] pci 0000:03:00.0: vgaarb: setting as boot VGA device
[    1.282202] pci 0000:03:00.0: vgaarb: bridge control possible
[    1.282202] pci 0000:03:00.0: vgaarb: VGA device added: decodes=io+mem,owns=none,locks=none
[    1.282202] pci 0000:05:00.0: vgaarb: setting as boot VGA device (overriding previous)
[    1.282202] pci 0000:05:00.0: vgaarb: bridge control possible
[    1.282202] pci 0000:05:00.0: vgaarb: VGA device added: decodes=io+mem,owns=none,locks=none
[    1.282202] vgaarb: loaded
[    1.282212] clocksource: Switched to clocksource tsc-early
[    1.287393] VFS: Disk quotas dquot_6.6.0
[    1.287426] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)
[    1.288180] AppArmor: AppArmor Filesystem Enabled
[    1.288251] pnp: PnP ACPI init
[    1.288772] system 00:00: [mem 0xfec00000-0xfec01fff] could not be reserved
[    1.288772] system 00:00: [mem 0xfee00000-0xfee00fff] has been reserved
[    1.288772] system 00:00: [mem 0xfde00000-0xfdefffff] has been reserved
[    1.290199] system 00:03: [io  0x0400-0x04cf] has been reserved
[    1.290205] system 00:03: [io  0x04d0-0x04d1] has been reserved
[    1.290210] system 00:03: [io  0x04d6] has been reserved
[    1.290215] system 00:03: [io  0x0c00-0x0c01] has been reserved
[    1.290219] system 00:03: [io  0x0c14] has been reserved
[    1.290223] system 00:03: [io  0x0c50-0x0c52] has been reserved
[    1.290229] system 00:03: [io  0x0c6c] has been reserved
[    1.290233] system 00:03: [io  0x0c6f] has been reserved
[    1.290238] system 00:03: [io  0x0cd0-0x0cdb] has been reserved
[    1.290495] unchecked MSR access error: RDMSR from 0xc0010058 at rIP: 0xffffffff810a55d8 (native_read_msr+0x8/0x40)
[    1.290505] Call Trace:
[    1.290507]  <TASK>
[    1.290510]  ? show_stack_regs+0x22/0x30
[    1.290515]  ? ex_handler_msr+0x13a/0x160
[    1.290520]  ? fixup_exception+0xbd/0x330
[    1.290523]  ? exc_general_protection+0x14b/0x460
[    1.290529]  ? kmemleak_alloc+0x4b/0x80
[    1.290534]  ? asm_exc_general_protection+0x27/0x30
[    1.290540]  ? native_read_msr+0x8/0x40
[    1.290543]  amd_get_mmconfig_range+0x2f/0x80
[    1.290547]  quirk_amd_mmconfig_area+0x2d/0x100
[    1.290553]  ? quirk_system_pci_resources+0x34/0x150
[    1.290556]  pnp_fixup_device+0x3f/0x60
[    1.290559]  __pnp_add_device+0x26/0x1c0
[    1.290563]  pnp_add_device+0x3e/0x110
[    1.290565]  ? __pfx_pnpacpi_allocated_resource+0x10/0x10
[    1.290568]  ? __pfx_pnpacpi_allocated_resource+0x10/0x10
[    1.290571]  ? acpi_walk_resources+0xf0/0x170
[    1.290575]  pnpacpi_add_device_handler+0x25c/0x3a0
[    1.290582]  acpi_ns_get_device_callback+0x10e/0x1c0
[    1.290587]  ? _raw_spin_unlock_irqrestore+0x27/0x50
[    1.290592]  acpi_ns_walk_namespace+0x176/0x330
[    1.290594]  ? __pfx_acpi_ns_get_device_callback+0x10/0x10
[    1.290597]  acpi_get_devices+0x9e/0x150
[    1.290600]  ? __pfx_pnpacpi_add_device_handler+0x10/0x10
[    1.290603]  ? __pfx_pnpacpi_init+0x10/0x10
[    1.290606]  pnpacpi_init+0x55/0x80
[    1.290608]  do_one_initcall+0x49/0x320
[    1.290614]  kernel_init_freeable+0x301/0x440
[    1.290619]  ? __pfx_kernel_init+0x10/0x10
[    1.290621]  kernel_init+0x1a/0x1d0
[    1.290623]  ret_from_fork+0x3c/0x60
[    1.290627]  ? __pfx_kernel_init+0x10/0x10
[    1.290628]  ret_from_fork_asm+0x1a/0x30
[    1.290633]  </TASK>
[    1.290715] system 00:04: [mem 0x000e0000-0x000fffff] could not be reserved
[    1.290722] system 00:04: [mem 0xff000000-0xffffffff] could not be reserved
[    1.295379] pnp: PnP ACPI: found 5 devices
[    1.310182] PM-Timer failed consistency check  (0xffffff) - aborting.
[    1.310513] NET: Registered PF_INET protocol family
[    1.310792] IP idents hash table entries: 131072 (order: 8, 1048576 bytes, linear)
[    1.312875] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)
[    1.312940] Table-perturb hash table entries: 65536 (order: 6, 262144 bytes, linear)
[    1.313031] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)
[    1.313426] TCP bind hash table entries: 65536 (order: 9, 2097152 bytes, linear)
[    1.313632] TCP: Hash tables configured (established 65536 bind 65536)
[    1.314009] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)
[    1.314057] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)
[    1.314393] NET: Registered PF_UNIX/PF_LOCAL protocol family
[    1.314423] NET: Registered PF_XDP protocol family
[    1.314433] pci 0000:03:00.0: ROM [mem 0xfffe0000-0xffffffff pref]: can't claim; no compatible bridge window
[    1.314473] pci 0000:03:00.0: ROM [mem 0xd0720000-0xd073ffff pref]: assigned
[    1.314478] pci 0000:02:00.0: PCI bridge to [bus 03]
[    1.314499] pci 0000:02:00.0:   bridge window [io  0x2000-0x2fff]
[    1.314510] pci 0000:02:00.0:   bridge window [mem 0xd0600000-0xd07fffff]
[    1.314518] pci 0000:02:00.0:   bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.314530] pci 0000:01:00.0: PCI bridge to [bus 02-03]
[    1.314536] pci 0000:01:00.0:   bridge window [io  0x2000-0x2fff]
[    1.314545] pci 0000:01:00.0:   bridge window [mem 0xd0600000-0xd07fffff]
[    1.314552] pci 0000:01:00.0:   bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.314565] pci 0000:00:01.1: PCI bridge to [bus 01-03]
[    1.314572] pci 0000:00:01.1:   bridge window [io  0x2000-0x2fff]
[    1.314580] pci 0000:00:01.1:   bridge window [mem 0xd0600000-0xd08fffff]
[    1.314587] pci 0000:00:01.1:   bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.314598] pci 0000:00:02.4: PCI bridge to [bus 04]
[    1.314608] pci 0000:00:02.4:   bridge window [mem 0xd0500000-0xd05fffff]
[    1.314628] pci 0000:00:08.1: PCI bridge to [bus 05]
[    1.314633] pci 0000:00:08.1:   bridge window [io  0x1000-0x1fff]
[    1.314641] pci 0000:00:08.1:   bridge window [mem 0xd0100000-0xd04fffff]
[    1.314647] pci 0000:00:08.1:   bridge window [mem 0xfc70000000-0xfc801fffff 64bit pref]
[    1.314659] pci 0000:00:08.2: PCI bridge to [bus 06]
[    1.314668] pci 0000:00:08.2:   bridge window [mem 0xd0000000-0xd00fffff]
[    1.314686] pci_bus 0000:00: resource 4 [io  0x0000-0x0cf7 window]
[    1.314689] pci_bus 0000:00: resource 5 [io  0x0d00-0xffff window]
[    1.314691] pci_bus 0000:00: resource 6 [mem 0x000a0000-0x000bffff window]
[    1.314693] pci_bus 0000:00: resource 7 [mem 0x000c0000-0x000cffff window]
[    1.314695] pci_bus 0000:00: resource 8 [mem 0x000d0000-0x000effff window]
[    1.314697] pci_bus 0000:00: resource 9 [mem 0xd0000000-0xefffffff window]
[    1.314699] pci_bus 0000:00: resource 10 [mem 0xf8000000-0xfeafffff window]
[    1.314702] pci_bus 0000:00: resource 11 [mem 0xfed45000-0xfed811ff window]
[    1.314704] pci_bus 0000:00: resource 12 [mem 0xfed81900-0xfed81fff window]
[    1.314706] pci_bus 0000:00: resource 13 [mem 0xfedc0000-0xfedc0fff window]
[    1.314708] pci_bus 0000:00: resource 14 [mem 0xfedc6000-0xfedc6fff window]
[    1.314710] pci_bus 0000:00: resource 15 [mem 0x850200000-0xfcafffffff window]
[    1.314712] pci_bus 0000:01: resource 0 [io  0x2000-0x2fff]
[    1.314714] pci_bus 0000:01: resource 1 [mem 0xd0600000-0xd08fffff]
[    1.314716] pci_bus 0000:01: resource 2 [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.314719] pci_bus 0000:02: resource 0 [io  0x2000-0x2fff]
[    1.314720] pci_bus 0000:02: resource 1 [mem 0xd0600000-0xd07fffff]
[    1.314722] pci_bus 0000:02: resource 2 [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.314724] pci_bus 0000:03: resource 0 [io  0x2000-0x2fff]
[    1.314726] pci_bus 0000:03: resource 1 [mem 0xd0600000-0xd07fffff]
[    1.314728] pci_bus 0000:03: resource 2 [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.314730] pci_bus 0000:04: resource 1 [mem 0xd0500000-0xd05fffff]
[    1.314733] pci_bus 0000:05: resource 0 [io  0x1000-0x1fff]
[    1.314734] pci_bus 0000:05: resource 1 [mem 0xd0100000-0xd04fffff]
[    1.314736] pci_bus 0000:05: resource 2 [mem 0xfc70000000-0xfc801fffff 64bit pref]
[    1.314739] pci_bus 0000:06: resource 1 [mem 0xd0000000-0xd00fffff]
[    1.315128] pci 0000:01:00.0: CLS mismatch (64 != 484), using 64 bytes
[    1.315284] pci 0000:03:00.1: D0 power state depends on 0000:03:00.0
[    1.315564] pci 0000:05:00.1: D0 power state depends on 0000:05:00.0
[    1.315573] pci 0000:05:00.3: extending delay after power-on from D3hot to 20 msec
[    1.364889] pci 0000:05:00.3: quirk_usb_early_handoff+0x0/0x750 took 48153 usecs
[    1.364910] pci 0000:05:00.4: extending delay after power-on from D3hot to 20 msec
[    1.409901] pci 0000:05:00.4: quirk_usb_early_handoff+0x0/0x750 took 43932 usecs
[    1.409977] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)
[    1.409979] software IO TLB: mapped [mem 0x00000000c477f000-0x00000000c877f000] (64MB)
[    1.410088] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b298c175b2, max_idle_ns: 440795256279 ns
[    1.410257] Trying to unpack rootfs image as initramfs...
[    1.410396] clocksource: Switched to clocksource tsc
[    1.412324] Initialise system trusted keyrings
[    1.412361] Key type blacklist registered
[    1.412747] workingset: timestamp_bits=36 max_order=21 bucket_order=0
[    1.412792] zbud: loaded
[    1.414243] squashfs: version 4.0 (2009/01/31) Phillip Lougher
[    1.414947] fuse: init (API version 7.41)
[    1.415883] integrity: Platform Keyring initialized
[    1.429483] Key type asymmetric registered
[    1.429492] Asymmetric key parser 'x509' registered
[    1.429659] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 245)
[    1.429957] io scheduler mq-deadline registered
[    1.434302] amd_gpio AMDI0030:00: error -EINVAL: IRQ index 0 not found
[    1.434412] amd_gpio AMDI0030:00: probe with driver amd_gpio failed with error -22
[    1.435482] ledtrig-cpu: registered to indicate activity on CPUs
[    1.436213] pcieport 0000:00:01.1: PME: Signaling with IRQ 87
[    1.436634] pcieport 0000:00:01.1: AER: enabled with IRQ 87
[    1.436744] pcieport 0000:00:01.1: pciehp: Slot #0 AttnBtn- PwrCtrl- MRL- AttnInd- PwrInd- HotPlug+ Surprise+ Interlock- NoCompl+ IbPresDis- LLActRep+
[    1.438001] pcieport 0000:00:02.4: PME: Signaling with IRQ 88
[    1.438549] pcieport 0000:00:02.4: AER: enabled with IRQ 88
[    1.439477] pcieport 0000:00:08.1: PME: Signaling with IRQ 89
[    1.440700] pcieport 0000:00:08.2: PME: Signaling with IRQ 90
[    1.443122] shpchp: Standard Hot Plug PCI Controller Driver version: 0.4
[    1.447613] ACPI: AC: AC Adapter [ACAD] (on-line)
[    1.447893] input: Power Button as /devices/LNXSYSTM:00/LNXSYBUS:00/PNP0C0C:00/input/input0
[    1.448012] ACPI: button: Power Button [PWRB]
[    1.448225] input: Lid Switch as /devices/LNXSYSTM:00/LNXSYBUS:00/PNP0C0D:00/input/input1
[    1.448318] ACPI: button: Lid Switch [LID]
[    1.448512] input: Power Button as /devices/LNXSYSTM:00/LNXPWRBN:00/input/input2
[    1.448644] ACPI: button: Power Button [PWRF]
[    1.449367] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.449820] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.450252] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.450970] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.451611] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.452292] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.452920] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.453476] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.454060] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.454460] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.454885] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.455402] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.458358] thermal LNXTHERM:00: registered as thermal_zone0
[    1.458362] ACPI: thermal: Thermal Zone [TZ01] (47 C)
[    1.459582] ACPI: battery: Slot [BATT] (battery absent)
[    1.459928] xen_mcelog: Failed to get CPU numbers
[    1.461745] xen_acpi_processor: Uploading Xen processor PM info
[    1.468239] Serial: 8250/16550 driver, 32 ports, IRQ sharing enabled
[    1.477835] hpet_acpi_add: no address or irqs in _CRS
[    1.477879] Linux agpgart interface v0.103
[    1.479816] tpm_tis MSFT0101:00: [Firmware Bug]: failed to get TPM2 ACPI table
[    1.479995] tpm_tis MSFT0101:00: probe with driver tpm_tis failed with error -22
[    1.480127] tpm_crb MSFT0101:00: [Firmware Bug]: failed to get TPM2 ACPI table
[    1.480153] tpm_crb MSFT0101:00: probe with driver tpm_crb failed with error -22
[    1.491797] loop: module loaded
[    1.492666] tun: Universal TUN/TAP device driver, 1.6
[    1.492818] PPP generic driver version 2.4.2
[    1.492950] xen_netfront: Initialising Xen virtual ethernet driver
[    1.493539] VFIO - User Level meta-driver version: 0.3
[    1.494080] xhci_hcd 0000:05:00.3: xHCI Host Controller
[    1.494095] xhci_hcd 0000:05:00.3: new USB bus registered, assigned bus number 1
[    1.494224] xhci_hcd 0000:05:00.3: hcc params 0x0268ffe5 hci version 0x110 quirks 0x0000020000000010
[    1.495297] xhci_hcd 0000:05:00.3: xHCI Host Controller
[    1.495306] xhci_hcd 0000:05:00.3: new USB bus registered, assigned bus number 2
[    1.495312] xhci_hcd 0000:05:00.3: Host supports USB 3.1 Enhanced SuperSpeed
[    1.495436] usb usb1: New USB device found, idVendor=1d6b, idProduct=0002, bcdDevice= 6.12
[    1.495439] usb usb1: New USB device strings: Mfr=3, Product=2, SerialNumber=1
[    1.495440] usb usb1: Product: xHCI Host Controller
[    1.495442] usb usb1: Manufacturer: Linux 6.12.0-rc5-g5c6808d1a9dd xhci-hcd
[    1.495443] usb usb1: SerialNumber: 0000:05:00.3
[    1.495827] hub 1-0:1.0: USB hub found
[    1.495851] hub 1-0:1.0: 4 ports detected
[    1.496875] usb usb2: We don't know the algorithms for LPM for this host, disabling LPM.
[    1.496949] usb usb2: New USB device found, idVendor=1d6b, idProduct=0003, bcdDevice= 6.12
[    1.496951] usb usb2: New USB device strings: Mfr=3, Product=2, SerialNumber=1
[    1.496953] usb usb2: Product: xHCI Host Controller
[    1.496954] usb usb2: Manufacturer: Linux 6.12.0-rc5-g5c6808d1a9dd xhci-hcd
[    1.496956] usb usb2: SerialNumber: 0000:05:00.3
[    1.497343] hub 2-0:1.0: USB hub found
[    1.497363] hub 2-0:1.0: 2 ports detected
[    1.498187] xhci_hcd 0000:05:00.4: xHCI Host Controller
[    1.498198] xhci_hcd 0000:05:00.4: new USB bus registered, assigned bus number 3
[    1.498315] xhci_hcd 0000:05:00.4: hcc params 0x0268ffe5 hci version 0x110 quirks 0x0000020000000010
[    1.499371] xhci_hcd 0000:05:00.4: xHCI Host Controller
[    1.499379] xhci_hcd 0000:05:00.4: new USB bus registered, assigned bus number 4
[    1.499385] xhci_hcd 0000:05:00.4: Host supports USB 3.1 Enhanced SuperSpeed
[    1.499476] usb usb3: New USB device found, idVendor=1d6b, idProduct=0002, bcdDevice= 6.12
[    1.499478] usb usb3: New USB device strings: Mfr=3, Product=2, SerialNumber=1
[    1.499480] usb usb3: Product: xHCI Host Controller
[    1.499481] usb usb3: Manufacturer: Linux 6.12.0-rc5-g5c6808d1a9dd xhci-hcd
[    1.499482] usb usb3: SerialNumber: 0000:05:00.4
[    1.499829] hub 3-0:1.0: USB hub found
[    1.499848] hub 3-0:1.0: 4 ports detected
[    1.500836] usb usb4: We don't know the algorithms for LPM for this host, disabling LPM.
[    1.500914] usb usb4: New USB device found, idVendor=1d6b, idProduct=0003, bcdDevice= 6.12
[    1.500917] usb usb4: New USB device strings: Mfr=3, Product=2, SerialNumber=1
[    1.500918] usb usb4: Product: xHCI Host Controller
[    1.500920] usb usb4: Manufacturer: Linux 6.12.0-rc5-g5c6808d1a9dd xhci-hcd
[    1.500921] usb usb4: SerialNumber: 0000:05:00.4
[    1.501471] hub 4-0:1.0: USB hub found
[    1.501493] hub 4-0:1.0: 2 ports detected
[    1.502188] i8042: PNP: PS/2 Controller [PNP0303:KBC0] at 0x60,0x64 irq 1
[    1.502191] i8042: PNP: PS/2 appears to have AUX port disabled, if this is incorrect please boot with i8042.nopnp
[    1.502547] i8042: Warning: Keylock active
[    1.502812] serio: i8042 KBD port at 0x60,0x64 irq 1
[    1.503163] mousedev: PS/2 mouse device common for all mice
[    1.503725] rtc_cmos 00:01: RTC can wake from S4
[    1.504018] rtc_cmos 00:01: registered as rtc0
[    1.504076] rtc_cmos 00:01: setting system clock to 2024-11-14T03:16:01 UTC (1731554161)
[    1.504152] rtc_cmos 00:01: no alarms, 114 bytes nvram
[    1.504173] i2c_dev: i2c /dev entries driver
[    1.504214] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[    1.504237] device-mapper: uevent: version 1.0.3
[    1.504468] device-mapper: ioctl: 4.48.0-ioctl (2023-03-01) initialised: dm-devel@lists.linux.dev
[    1.504534] platform eisa.0: Probing EISA bus 0
[    1.504538] platform eisa.0: EISA: Cannot allocate resource for mainboard
[    1.504541] platform eisa.0: Cannot allocate resource for EISA slot 1
[    1.504544] platform eisa.0: Cannot allocate resource for EISA slot 2
[    1.504546] platform eisa.0: Cannot allocate resource for EISA slot 3
[    1.504548] platform eisa.0: Cannot allocate resource for EISA slot 4
[    1.504551] platform eisa.0: Cannot allocate resource for EISA slot 5
[    1.504553] platform eisa.0: Cannot allocate resource for EISA slot 6
[    1.504555] platform eisa.0: Cannot allocate resource for EISA slot 7
[    1.504558] platform eisa.0: Cannot allocate resource for EISA slot 8
[    1.504559] platform eisa.0: EISA: Detected 0 cards
[    1.504561] amd_pstate: The CPPC feature is supported but currently disabled by the BIOS.
               Please enable it if your BIOS has the CPPC option.
[    1.504562] amd_pstate: the _CPC object is not present in SBIOS or ACPI disabled
[    1.504644] efifb: probing for efifb
[    1.504669] efifb: No BGRT, not showing boot graphics
[    1.504670] efifb: framebuffer at 0xfc70000000, using 14400k, total 14400k
[    1.504672] efifb: mode is 2560x1440x32, linelength=10240, pages=1
[    1.504673] efifb: scrolling: redraw
[    1.504674] efifb: Truecolor: size=8:8:8:8, shift=24:16:8:0
[    1.505079] Console: switching to colour frame buffer device 160x45
[    1.508026] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input3
[    1.508092] fb0: EFI VGA frame buffer device
[    1.508265] drop_monitor: Initializing network drop monitor service
[    1.508420] NET: Registered PF_INET6 protocol family
[    1.741362] usb 1-4: new high-speed USB device number 2 using xhci_hcd
[    1.745402] usb 3-3: new high-speed USB device number 2 using xhci_hcd
[    1.749824] Freeing initrd memory: 58416K
[    1.761816] Segment Routing with IPv6
[    1.761896] In-situ OAM (IOAM) with IPv6
[    1.761987] NET: Registered PF_PACKET protocol family
[    1.762412] Key type dns_resolver registered
[    1.765103] IPI shorthand broadcast: enabled
[    1.771802] sched_clock: Marking stable (1716013019, 52999725)->(1836219112, -67206368)
[    1.772579] registered taskstats version 1
[    1.774183] Loading compiled-in X.509 certificates
[    1.775140] Loaded X.509 cert 'Build time autogenerated kernel key: d660c1418aa083fd9108d18032a44b19bc16fbd2'
[    1.785634] Demotion targets for Node 0: null
[    1.785902] kmemleak: Kernel memory leak detector initialized (mem pool available: 15692)
[    1.785913] kmemleak: Automatic memory scanning thread started
[    1.786310] Key type .fscrypt registered
[    1.786313] Key type fscrypt-provisioning registered
[    1.811343] Key type encrypted registered
[    1.811358] AppArmor: AppArmor sha256 policy hashing enabled
[    1.811808] ima: No TPM chip found, activating TPM-bypass!
[    1.811827] Loading compiled-in module X.509 certificates
[    1.812689] Loaded X.509 cert 'Build time autogenerated kernel key: d660c1418aa083fd9108d18032a44b19bc16fbd2'
[    1.812693] ima: Allocated hash algorithm: sha1
[    1.812715] ima: No architecture policies found
[    1.812793] evm: Initialising EVM extended attributes:
[    1.812794] evm: security.selinux
[    1.812795] evm: security.SMACK64
[    1.812796] evm: security.SMACK64EXEC
[    1.812797] evm: security.SMACK64TRANSMUTE
[    1.812797] evm: security.SMACK64MMAP
[    1.812798] evm: security.apparmor
[    1.812799] evm: security.ima
[    1.812800] evm: security.capability
[    1.812801] evm: HMAC attrs: 0x1
[    1.814396] PM:   Magic number: 0:119:260
[    1.814500] memory memory130: hash matches
[    1.815324] RAS: Correctable Errors collector initialized.
[    1.815415] clk: Disabling unused clocks
[    1.815417] PM: genpd: Disabling unused power domains
[    1.820079] Freeing unused decrypted memory: 2028K
[    1.820904] Freeing unused kernel image (initmem) memory: 4684K
[    1.820932] Write protecting the kernel read-only data: 26624k
[    1.821827] Freeing unused kernel image (rodata/data gap) memory: 640K
[    1.860989] x86/mm: Checked W+X mappings: passed, no W+X pages found.
[    1.861184] Run /init as init process
[    1.861194]   with arguments:
[    1.861197]     /init
[    1.861200]     placeholder
[    1.861203]     splash
[    1.861205]   with environment:
[    1.861207]     HOME=/
[    1.861210]     TERM=linux
[    1.885569] usb 1-4: New USB device found, idVendor=2109, idProduct=2817, bcdDevice= 2.14
[    1.885575] usb 1-4: New USB device strings: Mfr=1, Product=2, SerialNumber=0
[    1.885577] usb 1-4: Product: USB2.0 Hub             
[    1.885579] usb 1-4: Manufacturer: VIA Labs, Inc.         
[    1.944171] hub 1-4:1.0: USB hub found
[    1.944524] hub 1-4:1.0: 4 ports detected
[    2.030698] usb 3-3: New USB device found, idVendor=057e, idProduct=200c, bcdDevice= 1.84
[    2.030704] usb 3-3: New USB device strings: Mfr=1, Product=2, SerialNumber=3
[    2.030706] usb 3-3: Product: CRD-001 USB2.0
[    2.030708] usb 3-3: Manufacturer: Nintendo
[    2.030709] usb 3-3: SerialNumber: FW1000
[    2.077154] hub 3-3:1.0: USB hub found
[    2.077440] hub 3-3:1.0: 4 ports detected
[    2.114802] ACPI: video: Video Device [VGA] (multi-head: yes  rom: no  post: no)
[    2.115465] input: Video Bus as /devices/LNXSYSTM:00/LNXSYBUS:00/PNP0A08:00/device:13/LNXVIDEO:00/input/input4
[    2.137878] ahci 0000:06:00.0: version 3.0
[    2.138456] piix4_smbus 0000:00:14.0: SMBus Host Controller at 0xb00, revision 0
[    2.138463] piix4_smbus 0000:00:14.0: Using register 0x02 for SMBus port selection
[    2.139310] ahci 0000:06:00.0: AHCI vers 0001.0301, 32 command slots, 6 Gbps, SATA mode
[    2.139317] ahci 0000:06:00.0: 1/1 ports implemented (port mask 0x1)
[    2.139319] ahci 0000:06:00.0: flags: 64bit ncq sntf ilck pm led clo only pmp fbs pio slum part 
[    2.147796] piix4_smbus 0000:00:14.0: Auxiliary SMBus Host Controller at 0xb20
[    2.148627] scsi host0: ahci
[    2.149592] nvme nvme0: pci function 0000:04:00.0
[    2.153636] ata1: SATA max UDMA/133 abar m2048@0xd0085000 port 0xd0085100 irq 113 lpm-pol 3
[    2.153909] i2c i2c-2: Successfully instantiated SPD at 0x50
[    2.154637] i2c i2c-2: Successfully instantiated SPD at 0x51
[    2.154642] ahci 0000:06:00.1: AHCI vers 0001.0301, 32 command slots, 6 Gbps, SATA mode
[    2.154648] ahci 0000:06:00.1: 1/1 ports implemented (port mask 0x1)
[    2.154651] ahci 0000:06:00.1: flags: 64bit ncq sntf ilck pm led clo only pmp fbs pio slum part 
[    2.155743] scsi host1: ahci
[    2.156056] ata2: SATA max UDMA/133 abar m2048@0xd0084000 port 0xd0084100 irq 117 lpm-pol 3
[    2.162840] nvme nvme0: allocated 32 MiB host memory buffer.
[    2.171259] nvme nvme0: 12/0/0 default/read/poll queues
[    2.179504]  nvme0n1: p1 p2
[    2.461329] ata1: SATA link down (SStatus 0 SControl 300)
[    2.469143] ata2: SATA link down (SStatus 0 SControl 300)
[    2.741075] usb 1-4.3: new high-speed USB device number 3 using xhci_hcd
[    2.896014] EXT4-fs (nvme0n1p2): mounted filesystem a49fe421-940d-42bd-b343-665fea0d88a2 ro with ordered data mode. Quota mode: none.
[    3.013214] systemd[1]: Inserted module 'autofs4'
[    3.056248] systemd[1]: systemd 249.11-0ubuntu3.11 running in system mode (+PAM +AUDIT +SELINUX +APPARMOR +IMA +SMACK +SECCOMP +GCRYPT +GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 -IDN +IPTC +KMOD +LIBCRYPTSETUP +LIBFDISK +PCRE2 -PWQUALITY -P11KIT -QRENCODE +BZIP2 +LZ4 +XZ +ZLIB +ZSTD -XKBCOMMON +UTMP +SYSVINIT default-hierarchy=unified)
[    3.056485] systemd[1]: Detected architecture x86-64.
[    3.056907] systemd[1]: Hostname set to <cjq-local>.
[    3.116162] usb 1-4.3: New USB device found, idVendor=0b95, idProduct=1790, bcdDevice= 2.00
[    3.116171] usb 1-4.3: New USB device strings: Mfr=1, Product=2, SerialNumber=3
[    3.116174] usb 1-4.3: Product: AX88179A
[    3.116176] usb 1-4.3: Manufacturer: ASIX
[    3.116178] usb 1-4.3: SerialNumber: 00CDB376
[    3.133347] block nvme0n1: the capability attribute has been deprecated.
[    3.200514] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[    3.282384] systemd[1]: Queued start job for default target Multi-User System.
[    3.307380] systemd[1]: Created slice Slice /system/modprobe.
[    3.308233] systemd[1]: Created slice Slice /system/serial-getty.
[    3.308818] systemd[1]: Created slice Slice /system/systemd-fsck.
[    3.309406] systemd[1]: Created slice User and Session Slice.
[    3.309525] systemd[1]: Started Forward Password Requests to Wall Directory Watch.
[    3.309890] systemd[1]: Set up automount Arbitrary Executable File Formats File System Automount Point.
[    3.309974] systemd[1]: Reached target Remote File Systems.
[    3.309990] systemd[1]: Reached target Slice Units.
[    3.310010] systemd[1]: Reached target Mounting snaps.
[    3.310039] systemd[1]: Reached target Local Verity Protected Volumes.
[    3.310289] systemd[1]: Listening on Syslog Socket.
[    3.311683] systemd[1]: Listening on Process Core Dump Socket.
[    3.311854] systemd[1]: Listening on fsck to fsckd communication Socket.
[    3.311975] systemd[1]: Listening on initctl Compatibility Named Pipe.
[    3.312253] systemd[1]: Listening on Journal Audit Socket.
[    3.312410] systemd[1]: Listening on Journal Socket (/dev/log).
[    3.312612] systemd[1]: Listening on Journal Socket.
[    3.313039] systemd[1]: Listening on udev Control Socket.
[    3.313206] systemd[1]: Listening on udev Kernel Socket.
[    3.315274] systemd[1]: Mounting Huge Pages File System...
[    3.317357] systemd[1]: Mounting POSIX Message Queue File System...
[    3.319429] systemd[1]: Mounting Mount /proc/xen files...
[    3.321881] systemd[1]: Mounting Kernel Debug File System...
[    3.324046] systemd[1]: Mounting Kernel Trace File System...
[    3.329224] systemd[1]: Starting Journal Service...
[    3.331890] systemd[1]: Starting Set the console keyboard layout...
[    3.334334] systemd[1]: Starting Create List of Static Device Nodes...
[    3.336791] systemd[1]: Starting Load Kernel Module configfs...
[    3.339459] systemd[1]: Starting Load Kernel Module drm...
[    3.342264] systemd[1]: Starting Load Kernel Module efi_pstore...
[    3.344978] systemd[1]: Starting Load Kernel Module fuse...
[    3.345617] systemd[1]: Condition check resulted in File System Check on Root Device being skipped.
[    3.349399] systemd[1]: Starting Load Kernel Modules...
[    3.349524] pstore: Using crash dump compression: deflate
[    3.351824] systemd[1]: Starting Remount Root and Kernel File Systems...
[    3.354716] systemd[1]: Starting Coldplug All udev Devices...
[    3.354788] pstore: Registered efi_pstore as persistent store backend
[    3.358048] systemd[1]: Mounted Huge Pages File System.
[    3.358268] systemd[1]: Mounted POSIX Message Queue File System.
[    3.358433] systemd[1]: Mounted Mount /proc/xen files.
[    3.358615] systemd[1]: Mounted Kernel Debug File System.
[    3.358772] systemd[1]: Mounted Kernel Trace File System.
[    3.359481] systemd[1]: Finished Create List of Static Device Nodes.
[    3.360075] systemd[1]: modprobe@configfs.service: Deactivated successfully.
[    3.360669] systemd[1]: Finished Load Kernel Module configfs.
[    3.361276] systemd[1]: modprobe@efi_pstore.service: Deactivated successfully.
[    3.361950] systemd[1]: Finished Load Kernel Module efi_pstore.
[    3.362571] systemd[1]: modprobe@fuse.service: Deactivated successfully.
[    3.363199] systemd[1]: Finished Load Kernel Module fuse.
[    3.366201] systemd[1]: Mounting FUSE Control File System...
[    3.369797] systemd[1]: Mounting Kernel Configuration File System...
[    3.371488] systemd[1]: Mounted FUSE Control File System.
[    3.373703] ACPI: bus type drm_connector registered
[    3.374484] systemd[1]: Mounted Kernel Configuration File System.
[    3.376056] systemd[1]: modprobe@drm.service: Deactivated successfully.
[    3.376678] systemd[1]: Finished Load Kernel Module drm.
[    3.379582] lp: driver loaded but no devices found
[    3.385418] ppdev: user-space parallel port driver
[    3.410225] xen:xen_evtchn: Event-channel device installed
[    3.425775] systemd[1]: Finished Set the console keyboard layout.
[    3.432775] xen_pciback: backend is vpci
[    3.438227] EXT4-fs (nvme0n1p2): re-mounted a49fe421-940d-42bd-b343-665fea0d88a2 r/w. Quota mode: none.
[    3.441101] systemd[1]: Finished Load Kernel Modules.
[    3.441833] systemd[1]: Finished Remount Root and Kernel File Systems.
[    3.444032] systemd[1]: Activating swap /swapfile...
[    3.444139] systemd[1]: Condition check resulted in Platform Persistent Storage Archival being skipped.
[    3.446716] systemd[1]: Starting Load/Save Random Seed...
[    3.449630] systemd[1]: Starting Apply Kernel Variables...
[    3.450470] Adding 2097148k swap on /swapfile.  Priority:-2 extents:6 across:2260988k SS
[    3.453433] systemd[1]: Starting Create System Users...
[    3.453622] systemd[1]: Activated swap /swapfile.
[    3.453987] systemd[1]: Reached target Swaps.
[    3.457972] systemd[1]: Started Journal Service.
[    3.472778] systemd-journald[317]: Received client request to flush runtime journal.
[    3.476080] systemd-journald[317]: File /var/log/journal/6c208361a28448e6a64724c337bde552/system.journal corrupted or uncleanly shut down, renaming and replacing.
[    3.499191] loop0: detected capacity change from 0 to 8
[    3.501185] loop1: detected capacity change from 0 to 131016
[    3.505826] loop2: detected capacity change from 0 to 130448
[    3.511073] loop3: detected capacity change from 0 to 152056
[    3.516038] loop4: detected capacity change from 0 to 151296
[    3.522695] loop5: detected capacity change from 0 to 560320
[    3.524450] loop6: detected capacity change from 0 to 559056
[    3.530713] loop7: detected capacity change from 0 to 716168
[    3.535744] loop8: detected capacity change from 0 to 716176
[    3.539970] loop9: detected capacity change from 0 to 1032504
[    3.545741] loop10: detected capacity change from 0 to 1034424
[    3.551914] loop11: detected capacity change from 0 to 166424
[    3.554656] loop12: detected capacity change from 0 to 187776
[    3.560695] loop13: detected capacity change from 0 to 26472
[    3.564896] loop14: detected capacity change from 0 to 24984
[    3.567658] loop15: detected capacity change from 0 to 79520
[    3.571141] loop16: detected capacity change from 0 to 90392
[    3.575631] loop17: detected capacity change from 0 to 1128
[    3.579240] loop18: detected capacity change from 0 to 1136
[    3.903642] ccp 0000:05:00.2: ccp: unable to access the device: you might be running a broken BIOS.
[    3.906347] ccp 0000:05:00.2: tee: ring init command failed (0x00000006)
[    3.906455] ccp 0000:05:00.2: tee: failed to init ring buffer
[    3.906558] ccp 0000:05:00.2: tee initialization failed
[    3.906665] ccp 0000:05:00.2: psp initialization failed
[    3.928931] sp5100_tco: SP5100/SB800 TCO WatchDog Timer Driver
[    3.944814] sp5100-tco sp5100-tco: Using 0xfeb00000 for watchdog MMIO address
[    3.944846] sp5100-tco sp5100-tco: Watchdog hardware is disabled
[    4.109620] ee1004 2-0050: 512 byte EE1004-compliant SPD EEPROM, read-only
[    4.120929] ee1004 2-0051: 512 byte EE1004-compliant SPD EEPROM, read-only
[    4.144898] cryptd: max_cpu_qlen set to 1000
[    4.184392] AES CTR mode by8 optimization enabled
[    4.264572] usbcore: registered new interface driver cdc_ether
[    4.272539] snd_hda_intel 0000:03:00.1: Handle vga_switcheroo audio client
[    4.272557] snd_hda_intel 0000:03:00.1: Force to non-snoop mode
[    4.279810] snd_hda_intel 0000:05:00.1: Handle vga_switcheroo audio client
[    4.429144] input: HD-Audio Generic HDMI/DP,pcm=3 as /devices/pci0000:00/0000:00:08.1/0000:05:00.1/sound/card1/input10
[    4.441179] input: HDA ATI HDMI HDMI/DP,pcm=3 as /devices/pci0000:00/0000:00:01.1/0000:01:00.0/0000:02:00.0/0000:03:00.1/sound/card0/input5
[    4.441455] input: HDA ATI HDMI HDMI/DP,pcm=7 as /devices/pci0000:00/0000:00:01.1/0000:01:00.0/0000:02:00.0/0000:03:00.1/sound/card0/input6
[    4.441698] input: HDA ATI HDMI HDMI/DP,pcm=8 as /devices/pci0000:00/0000:00:01.1/0000:01:00.0/0000:02:00.0/0000:03:00.1/sound/card0/input7
[    4.441953] input: HDA ATI HDMI HDMI/DP,pcm=9 as /devices/pci0000:00/0000:00:01.1/0000:01:00.0/0000:02:00.0/0000:03:00.1/sound/card0/input8
[    4.442182] input: HDA ATI HDMI HDMI/DP,pcm=10 as /devices/pci0000:00/0000:00:01.1/0000:01:00.0/0000:02:00.0/0000:03:00.1/sound/card0/input9
[    4.455614] input: HD-Audio Generic HDMI/DP,pcm=7 as /devices/pci0000:00/0000:00:08.1/0000:05:00.1/sound/card1/input11
[    4.471787] cdc_ncm 1-4.3:2.0: MAC-Address: f8:e4:3b:cd:b3:76
[    4.471795] cdc_ncm 1-4.3:2.0: setting rx_max = 16384
[    4.484209] cdc_ncm 1-4.3:2.0: setting tx_max = 16384
[    4.490495] input: HD-Audio Generic HDMI/DP,pcm=8 as /devices/pci0000:00/0000:00:08.1/0000:05:00.1/sound/card1/input12
[    4.506118] input: HD-Audio Generic HDMI/DP,pcm=9 as /devices/pci0000:00/0000:00:08.1/0000:05:00.1/sound/card1/input13
[    4.510028] amd_atl: AMD Address Translation Library initialized
[    4.518507] audit: type=1400 audit(1731554164.512:2): apparmor="STATUS" operation="profile_load" profile="unconfined" name="lsb_release" pid=509 comm="apparmor_parser"
[    4.518803] audit: type=1400 audit(1731554164.512:3): apparmor="STATUS" operation="profile_load" profile="unconfined" name="nvidia_modprobe" pid=510 comm="apparmor_parser"
[    4.518824] audit: type=1400 audit(1731554164.512:4): apparmor="STATUS" operation="profile_load" profile="unconfined" name="nvidia_modprobe//kmod" pid=510 comm="apparmor_parser"
[    4.522445] audit: type=1400 audit(1731554164.516:5): apparmor="STATUS" operation="profile_load" profile="unconfined" name="/usr/bin/man" pid=514 comm="apparmor_parser"
[    4.522472] audit: type=1400 audit(1731554164.516:6): apparmor="STATUS" operation="profile_load" profile="unconfined" name="man_filter" pid=514 comm="apparmor_parser"
[    4.522491] audit: type=1400 audit(1731554164.516:7): apparmor="STATUS" operation="profile_load" profile="unconfined" name="man_groff" pid=514 comm="apparmor_parser"
[    4.526714] audit: type=1400 audit(1731554164.520:8): apparmor="STATUS" operation="profile_load" profile="unconfined" name="/usr/lib/NetworkManager/nm-dhcp-client.action" pid=511 comm="apparmor_parser"
[    4.526769] audit: type=1400 audit(1731554164.520:9): apparmor="STATUS" operation="profile_load" profile="unconfined" name="/usr/lib/NetworkManager/nm-dhcp-helper" pid=511 comm="apparmor_parser"
[    4.526810] audit: type=1400 audit(1731554164.520:10): apparmor="STATUS" operation="profile_load" profile="unconfined" name="/usr/lib/connman/scripts/dhclient-script" pid=511 comm="apparmor_parser"
[    4.549362] snd_hda_codec_realtek hdaudioC2D0: autoconfig for ALC701: line_outs=1 (0x14/0x0/0x0/0x0/0x0) type:speaker
[    4.549372] snd_hda_codec_realtek hdaudioC2D0:    speaker_outs=0 (0x0/0x0/0x0/0x0/0x0)
[    4.549376] snd_hda_codec_realtek hdaudioC2D0:    hp_outs=1 (0x21/0x0/0x0/0x0/0x0)
[    4.549378] snd_hda_codec_realtek hdaudioC2D0:    mono: mono_out=0x0
[    4.549380] snd_hda_codec_realtek hdaudioC2D0:    dig-out=0x1e/0x0
[    4.549382] snd_hda_codec_realtek hdaudioC2D0:    inputs:
[    4.549384] snd_hda_codec_realtek hdaudioC2D0:      Mic=0x1b
[    4.549386] snd_hda_codec_realtek hdaudioC2D0:      Internal Mic=0x12
[    4.569302] cdc_ncm 1-4.3:2.0 eth0: register 'cdc_ncm' at usb-0000:05:00.3-4.3, CDC NCM (NO ZLP), f8:e4:3b:cd:b3:76
[    4.572734] usbcore: registered new interface driver cdc_ncm
[    4.585066] usb 3-3.2: new full-speed USB device number 3 using xhci_hcd
[    4.603834] usbcore: registered new interface driver cdc_wdm
[    4.606802] pcieport 0000:00:02.4: AER: Correctable error message received from 0000:00:02.4
[    4.606828] pcieport 0000:00:02.4: PCIe Bus Error: severity=Correctable, type=Data Link Layer, (Receiver ID)
[    4.606831] pcieport 0000:00:02.4:   device [1022:1634] error status/mask=00000040/00000000
[    4.606833] pcieport 0000:00:02.4:    [ 6] BadTLP                
[    4.608444] usbcore: registered new interface driver cdc_mbim
[    4.618746] cdc_ncm 1-4.3:2.0 enxf8e43bcdb376: renamed from eth0
[    4.694498] usb 3-3.2: New USB device found, idVendor=2717, idProduct=5010, bcdDevice= 1.03
[    4.694507] usb 3-3.2: New USB device strings: Mfr=1, Product=2, SerialNumber=0
[    4.694510] usb 3-3.2: Product: Mi Wireless Combo
[    4.694512] usb 3-3.2: Manufacturer: MOSART Semi.
[    4.784541] hid: raw HID events driver (C) Jiri Kosina
[    4.799288] usbcore: registered new interface driver usbhid
[    4.799293] usbhid: USB HID core driver
[    4.816539] input: MOSART Semi. Mi Wireless Combo as /devices/pci0000:00/0000:00:08.1/0000:05:00.4/usb3/3-3/3-3.2/3-3.2:1.0/0003:2717:5010.0001/input/input14
[    4.922681] pcieport 0000:00:02.4: AER: Correctable error message received from 0000:00:02.4
[    4.922716] pcieport 0000:00:02.4: PCIe Bus Error: severity=Correctable, type=Data Link Layer, (Receiver ID)
[    4.922720] pcieport 0000:00:02.4:   device [1022:1634] error status/mask=00000040/00000000
[    4.922723] pcieport 0000:00:02.4:    [ 6] BadTLP                
[    4.961551] hid-generic 0003:2717:5010.0001: input,hidraw0: USB HID v1.10 Keyboard [MOSART Semi. Mi Wireless Combo] on usb-0000:05:00.4-3.2/input0
[    4.962528] input: MOSART Semi. Mi Wireless Combo Mouse as /devices/pci0000:00/0000:00:08.1/0000:05:00.4/usb3/3-3/3-3.2/3-3.2:1.1/0003:2717:5010.0002/input/input15
[    5.018544] input: MOSART Semi. Mi Wireless Combo Consumer Control as /devices/pci0000:00/0000:00:08.1/0000:05:00.4/usb3/3-3/3-3.2/3-3.2:1.1/0003:2717:5010.0002/input/input16
[    5.019286] input: MOSART Semi. Mi Wireless Combo System Control as /devices/pci0000:00/0000:00:08.1/0000:05:00.4/usb3/3-3/3-3.2/3-3.2:1.1/0003:2717:5010.0002/input/input17
[    5.020028] input: MOSART Semi. Mi Wireless Combo as /devices/pci0000:00/0000:00:08.1/0000:05:00.4/usb3/3-3/3-3.2/3-3.2:1.1/0003:2717:5010.0002/input/input18
[    5.020697] input: MOSART Semi. Mi Wireless Combo as /devices/pci0000:00/0000:00:08.1/0000:05:00.4/usb3/3-3/3-3.2/3-3.2:1.1/0003:2717:5010.0002/input/input19
[    5.022630] hid-generic 0003:2717:5010.0002: input,hiddev0,hidraw1: USB HID v1.10 Mouse [MOSART Semi. Mi Wireless Combo] on usb-0000:05:00.4-3.2/input1
[    5.186889] loop19: detected capacity change from 0 to 8
[    5.228342] openvswitch: Open vSwitch switching datapath
[    5.269114] ovs-system: entered promiscuous mode
[    5.272508] Timeout policy base is empty
[    5.343832] input: HD-Audio Generic Mic as /devices/pci0000:00/0000:00:08.1/0000:05:00.6/sound/card2/input20
[    5.344200] input: HD-Audio Generic Headphone as /devices/pci0000:00/0000:00:08.1/0000:05:00.6/sound/card2/input21
[    5.348998] ovsbr0: entered promiscuous mode
[    5.351823] vif vif-1 eth0: entered promiscuous mode
[    5.354216] cdc_ncm 1-4.3:2.0 enxf8e43bcdb376: entered promiscuous mode
[    5.364675] net eth0: Illegal number of responses 4294967295
[   23.289514] pcieport 0000:00:08.1: PME: Spurious native interrupt!
[   67.323076] pcieport 0000:00:02.4: AER: Correctable error message received from 0000:00:02.4
[   67.323104] pcieport 0000:00:02.4: PCIe Bus Error: severity=Correctable, type=Data Link Layer, (Receiver ID)
[   67.323107] pcieport 0000:00:02.4:   device [1022:1634] error status/mask=00000040/00000000
[   67.323109] pcieport 0000:00:02.4:    [ 6] BadTLP                
[  106.254749] systemd-journald[317]: File /var/log/journal/6c208361a28448e6a64724c337bde552/user-1000.journal corrupted or uncleanly shut down, renaming and replacing.
[  119.926943] [drm] amdgpu kernel modesetting enabled.
[  119.926974] amdgpu: vga_switcheroo: detected switching method \_SB_.PCI0.GP17.VGA_.ATPX handle
[  119.929129] amdgpu: ATPX version 1, functions 0x00000001
[  119.929431] amdgpu: ATPX Hybrid Graphics
[  119.983852] amdgpu: Virtual CRAT table created for CPU
[  119.984004] amdgpu: Topology: Add CPU node
[  119.984896] amdgpu 0000:03:00.0: enabling device (0006 -> 0007)
[  119.985143] [drm] initializing kernel modesetting (DIMGREY_CAVEFISH 0x1002:0x73FF 0x1002:0x0124 0xC7).
[  119.986819] [drm] register mmio base: 0xD0600000
[  119.986822] [drm] register mmio size: 1048576
[  119.993128] [drm] add ip block number 0 <nv_common>
[  119.993132] [drm] add ip block number 1 <gmc_v10_0>
[  119.993134] [drm] add ip block number 2 <navi10_ih>
[  119.993136] [drm] add ip block number 3 <psp>
[  119.993137] [drm] add ip block number 4 <smu>
[  119.993139] [drm] add ip block number 5 <dm>
[  119.993141] [drm] add ip block number 6 <gfx_v10_0>
[  119.993142] [drm] add ip block number 7 <sdma_v5_2>
[  119.993144] [drm] add ip block number 8 <vcn_v3_0>
[  119.993145] [drm] add ip block number 9 <jpeg_v3_0>
[  120.024200] amdgpu 0000:03:00.0: amdgpu: Fetched VBIOS from ATRM
[  120.024219] amdgpu: ATOM BIOS: 113-D5340100-102
[  120.046413] amdgpu 0000:03:00.0: amdgpu: Trusted Memory Zone (TMZ) feature disabled as experimental (default)
[  120.046645] [drm] vm size is 262144 GB, 4 levels, block size is 9-bit, fragment size is 9-bit
[  120.049678] amdgpu 0000:03:00.0: BAR 2 [mem 0xfca0000000-0xfca01fffff 64bit pref]: releasing
[  120.049682] amdgpu 0000:03:00.0: BAR 0 [mem 0xfc90000000-0xfc9fffffff 64bit pref]: releasing
[  120.049781] pcieport 0000:02:00.0: bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]: releasing
[  120.049786] pcieport 0000:01:00.0: bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]: releasing
[  120.049790] pcieport 0000:00:01.1: bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]: releasing
[  120.049801] pcieport 0000:00:01.1: bridge window [mem 0x900000000-0xbffffffff 64bit pref]: assigned
[  120.049805] pcieport 0000:01:00.0: bridge window [mem 0x900000000-0xbffffffff 64bit pref]: assigned
[  120.049810] pcieport 0000:02:00.0: bridge window [mem 0x900000000-0xbffffffff 64bit pref]: assigned
[  120.049815] amdgpu 0000:03:00.0: BAR 0 [mem 0xa00000000-0xbffffffff 64bit pref]: assigned
[  120.049833] amdgpu 0000:03:00.0: BAR 2 [mem 0x900000000-0x9001fffff 64bit pref]: assigned
[  120.049852] pcieport 0000:00:01.1: PCI bridge to [bus 01-03]
[  120.049856] pcieport 0000:00:01.1:   bridge window [io  0x2000-0x2fff]
[  120.049863] pcieport 0000:00:01.1:   bridge window [mem 0xd0600000-0xd08fffff]
[  120.049869] pcieport 0000:00:01.1:   bridge window [mem 0x900000000-0xbffffffff 64bit pref]
[  120.049878] pcieport 0000:01:00.0: PCI bridge to [bus 02-03]
[  120.049881] pcieport 0000:01:00.0:   bridge window [io  0x2000-0x2fff]
[  120.049890] pcieport 0000:01:00.0:   bridge window [mem 0xd0600000-0xd07fffff]
[  120.049896] pcieport 0000:01:00.0:   bridge window [mem 0x900000000-0xbffffffff 64bit pref]
[  120.049906] pcieport 0000:02:00.0: PCI bridge to [bus 03]
[  120.049909] pcieport 0000:02:00.0:   bridge window [io  0x2000-0x2fff]
[  120.049917] pcieport 0000:02:00.0:   bridge window [mem 0xd0600000-0xd07fffff]
[  120.049923] pcieport 0000:02:00.0:   bridge window [mem 0x900000000-0xbffffffff 64bit pref]
[  120.057036] amdgpu 0000:03:00.0: amdgpu: VRAM: 8176M 0x0000008000000000 - 0x00000081FEFFFFFF (8176M used)
[  120.057047] amdgpu 0000:03:00.0: amdgpu: GART: 512M 0x0000000000000000 - 0x000000001FFFFFFF
[  120.057080] [drm] Detected VRAM RAM=8176M, BAR=8192M
[  120.057084] [drm] RAM width 128bits GDDR6
[  120.058048] [drm] amdgpu: 8176M of VRAM memory ready
[  120.058051] [drm] amdgpu: 2754M of GTT memory ready.
[  120.058130] [drm] GART: num cpu pages 131072, num gpu pages 131072
[  120.058275] [drm] PCIE GART of 512M enabled (table at 0x0000008000F00000).
[  121.698909] amdgpu 0000:03:00.0: amdgpu: STB initialized to 2048 entries
[  121.700070] [drm] Loading DMUB firmware via PSP: version=0x02020013
[  121.701237] [drm] use_doorbell being set to: [true]
[  121.701280] [drm] use_doorbell being set to: [true]
[  121.701328] [drm] Found VCN firmware Version ENC: 1.30 DEC: 3 VEP: 0 Revision: 8
[  121.772640] amdgpu 0000:03:00.0: amdgpu: reserve 0xa00000 from 0x81fd000000 for PSP TMR
[  121.871861] amdgpu 0000:03:00.0: amdgpu: RAS: optional ras ta ucode is not available
[  121.889952] amdgpu 0000:03:00.0: amdgpu: SECUREDISPLAY: securedisplay ta ucode is not available
[  121.889976] amdgpu 0000:03:00.0: amdgpu: smu driver if version = 0x0000000f, smu fw if version = 0x00000013, smu fw program = 0, version = 0x003b2900 (59.41.0)
[  121.889980] amdgpu 0000:03:00.0: amdgpu: SMU driver if version not matched
[  121.890018] amdgpu 0000:03:00.0: amdgpu: use vbios provided pptable
[  121.937754] amdgpu 0000:03:00.0: amdgpu: SMU is initialized successfully!
[  121.938943] [drm] Display Core v3.2.301 initialized on DCN 3.0.2
[  121.938949] [drm] DP-HDMI FRL PCON supported
[  121.940346] [drm] DMUB hardware initialized: version=0x02020013
[  121.946100] snd_hda_intel 0000:03:00.1: bound 0000:03:00.0 (ops amdgpu_dm_audio_component_bind_ops [amdgpu])
[  122.174376] [drm] kiq ring mec 2 pipe 1 q 0
[  122.255329] amdgpu: HMM registered 8176MB device memory
[  122.257701] kfd kfd: amdgpu: Allocated 3969056 bytes on gart
[  122.257754] kfd kfd: amdgpu: Total number of KFD nodes to be created: 1
[  122.258402] amdgpu: Virtual CRAT table created for GPU
[  122.259772] amdgpu: Topology: Add dGPU node [0x73ff:0x1002]
[  122.259775] kfd kfd: amdgpu: added device 1002:73ff
[  122.259798] amdgpu 0000:03:00.0: amdgpu: SE 2, SH per SE 2, CU per SH 8, active_cu_number 28
[  122.259804] amdgpu 0000:03:00.0: amdgpu: ring gfx_0.0.0 uses VM inv eng 0 on hub 0
[  122.259806] amdgpu 0000:03:00.0: amdgpu: ring gfx_0.1.0 uses VM inv eng 1 on hub 0
[  122.259807] amdgpu 0000:03:00.0: amdgpu: ring comp_1.0.0 uses VM inv eng 4 on hub 0
[  122.259809] amdgpu 0000:03:00.0: amdgpu: ring comp_1.1.0 uses VM inv eng 5 on hub 0
[  122.259810] amdgpu 0000:03:00.0: amdgpu: ring comp_1.2.0 uses VM inv eng 6 on hub 0
[  122.259812] amdgpu 0000:03:00.0: amdgpu: ring comp_1.3.0 uses VM inv eng 7 on hub 0
[  122.259813] amdgpu 0000:03:00.0: amdgpu: ring comp_1.0.1 uses VM inv eng 8 on hub 0
[  122.259814] amdgpu 0000:03:00.0: amdgpu: ring comp_1.1.1 uses VM inv eng 9 on hub 0
[  122.259815] amdgpu 0000:03:00.0: amdgpu: ring comp_1.2.1 uses VM inv eng 10 on hub 0
[  122.259817] amdgpu 0000:03:00.0: amdgpu: ring comp_1.3.1 uses VM inv eng 11 on hub 0
[  122.259818] amdgpu 0000:03:00.0: amdgpu: ring kiq_0.2.1.0 uses VM inv eng 12 on hub 0
[  122.259820] amdgpu 0000:03:00.0: amdgpu: ring sdma0 uses VM inv eng 13 on hub 0
[  122.259821] amdgpu 0000:03:00.0: amdgpu: ring sdma1 uses VM inv eng 14 on hub 0
[  122.259822] amdgpu 0000:03:00.0: amdgpu: ring vcn_dec_0 uses VM inv eng 0 on hub 8
[  122.259824] amdgpu 0000:03:00.0: amdgpu: ring vcn_enc_0.0 uses VM inv eng 1 on hub 8
[  122.259825] amdgpu 0000:03:00.0: amdgpu: ring vcn_enc_0.1 uses VM inv eng 4 on hub 8
[  122.259826] amdgpu 0000:03:00.0: amdgpu: ring jpeg_dec uses VM inv eng 5 on hub 8
[  122.284341] amdgpu 0000:03:00.0: amdgpu: SMU: response:0xFFFFFFFF for index:13 param:0x00000000 message:GetEnabledSmuFeaturesHigh?
[  122.284424] amdgpu 0000:03:00.0: amdgpu: Failed to retrieve enabled ppfeatures!
[  122.284461] amdgpu 0000:03:00.0: amdgpu: Using BOCO for runtime pm
[  122.284531] pcieport 0000:00:01.1: AER: Correctable error message received from 0000:03:00.1
[  122.284572] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  122.284577] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  122.284582] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  122.291325] [drm] Initialized amdgpu 3.59.0 for 0000:03:00.0 on minor 0
[  122.362639] amdgpu 0000:03:00.0: amdgpu: SMU: response:0xFFFFFFFF for index:40 param:0x00000000 message:AllowGfxOff?
[  122.362784] amdgpu 0000:03:00.0: amdgpu: Failed to enable gfxoff!
[  122.362851] pcieport 0000:00:01.1: AER: Correctable error message received from 0000:03:00.1
[  122.362899] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  122.362904] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  122.362910] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.187215] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.187879] pcieport 0000:01:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.187909] pcieport 0000:01:00.0:   device [1002:1478] error status/mask=00002000/00000000
[  123.187938] pcieport 0000:01:00.0:    [13] NonFatalErr           
[  123.188030] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.188060] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.188089] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.188182] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.188211] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.188240] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.188269] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.188921] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.189369] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.189394] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.189421] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.189552] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.189601] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.189650] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.189699] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.190130] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.190734] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.190760] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.190786] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.190941] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.190967] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.190995] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.191043] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.191475] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.191899] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.191950] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.191999] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.192173] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.192198] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.192224] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.192273] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.192732] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.193260] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.193309] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.193359] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.193511] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.193559] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.193609] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.193659] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.194280] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.194795] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.194871] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.194897] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.195073] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.195122] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.195171] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.195196] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.195699] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.196243] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.196340] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.196413] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.196568] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.196594] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.196646] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.196720] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.197197] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.197764] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.197814] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.197886] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.197966] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.198017] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.198043] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.198092] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.198770] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.199292] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.199342] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.199393] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.199497] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.199522] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.199573] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.199646] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.200098] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.200692] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.200741] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.200767] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.200894] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.200919] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.200968] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.201017] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.201521] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.202075] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.202124] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.202174] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.202464] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.202540] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.202567] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.202616] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.203053] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.203574] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.203623] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.203672] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.203775] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.203801] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.203826] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.203875] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.204328] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.204801] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.204898] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.204947] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.205073] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.205098] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.205124] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.205173] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.205730] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.206203] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.206251] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.206457] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.206589] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.206638] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.206664] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.206713] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.207213] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.207708] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.207734] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.207759] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.207863] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.207888] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.207938] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.207963] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.208464] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.208918] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.208943] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.208969] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.209143] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.209193] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.209219] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.209267] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.209839] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.210525] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.210575] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.210625] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.210754] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.210802] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.210852] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.210901] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.211404] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.211922] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.211947] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.212019] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.212123] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.212148] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.212197] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.212246] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.212727] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.213210] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.213259] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.213331] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.213482] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.213531] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.213604] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.213655] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.214177] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.214921] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.215019] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.215045] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.215173] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.215295] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.215321] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.215394] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.215776] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.216273] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.216298] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.216324] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.216428] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.216453] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.216554] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.216627] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.217102] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.217599] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.217649] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.217747] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.217852] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.217901] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.217975] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.218047] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.218693] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.219192] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.219267] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.219315] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.219443] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.219494] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.219522] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.219594] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.220024] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.220544] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.220593] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.220666] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.220771] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.220869] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.220895] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.220921] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.221376] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.221804] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.221887] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.221937] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.222066] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.222164] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.222237] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.222501] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.222937] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.223413] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.223439] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.223464] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.223592] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.223641] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.223691] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.223716] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.224167] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.224741] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.224790] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.224840] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.224969] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.224994] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.225020] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.225071] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.225548] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.226121] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.226194] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.226267] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.226568] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.226594] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.226620] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.226693] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.227148] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.227695] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.227744] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.227795] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.227928] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.227979] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.228028] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.228125] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.228602] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.229146] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.229195] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.229245] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.229396] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.229518] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.229544] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.229617] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.230044] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.230640] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.230691] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.230717] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.230869] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.230895] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.231016] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.231065] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.231540] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.232086] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.232135] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.232209] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.232314] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.232366] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.232416] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.232441] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.232924] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.233471] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.233544] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.233617] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.233746] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.233819] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.233918] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.233967] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.234543] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.235063] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.235184] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.235234] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.235362] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.235435] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.235484] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.235582] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.236039] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.236490] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.236540] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.236566] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.236695] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.236719] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.236745] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.236796] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.237300] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.237919] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.237944] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.238017] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.238098] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.238147] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.238197] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.238246] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.238811] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.239379] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.239428] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.239477] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.239605] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.239654] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.239703] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.239776] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.240227] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.240726] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.240778] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.240827] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.240979] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.241028] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.241054] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.241127] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.241555] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.241995] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.242068] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.242142] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.242294] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.242540] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.242592] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.242641] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.243147] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.243695] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.243745] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.243770] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.243969] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.243994] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.244020] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.244069] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.244524] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.245021] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.245070] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.245120] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.245248] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.245273] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.245371] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.245444] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.246158] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.246742] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.246792] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.246842] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.246923] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.246948] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.246973] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.247048] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.247505] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.248100] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.248149] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.248198] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.248326] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.248375] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.248426] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.248451] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.248946] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.249539] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.249614] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.249640] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.249744] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.249819] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.249892] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.250036] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.250707] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.251204] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.251230] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.251256] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.251337] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.251409] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.251458] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.251483] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.252082] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.252629] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.252702] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.252752] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.252861] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.252912] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.252938] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.252986] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.253558] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.254177] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.254226] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.254298] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.254516] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.254565] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.254591] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.254663] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.255137] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.255682] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.255754] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.255803] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.255883] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.255908] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.255957] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.255982] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.256528] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.257046] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.257097] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.257147] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.257250] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.257417] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.257441] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.257537] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.258040] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.258776] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.258849] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.258875] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.258957] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.259005] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.259031] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.259080] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.259483] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.260004] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.260029] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.260055] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.260183] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.260232] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.260258] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.260306] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.260759] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.261327] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.261353] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.261379] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.261459] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.261484] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.261510] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.261583] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.262164] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.263020] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.263047] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.263073] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.263180] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.263254] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.263280] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.263329] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.263830] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.264302] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.264351] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.264401] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.264505] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.264529] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.264579] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.264605] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.265059] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.265535] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.265631] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.265657] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.265785] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.265812] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.265837] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.265934] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.266549] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.267092] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.267165] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.267214] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.267365] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.267414] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.267511] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.267584] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.268061] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.268651] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.268747] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.268796] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.268877] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.268901] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.268976] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.269048] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.269527] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.270193] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.270290] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.270523] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.270655] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.270682] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.270684] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.270685] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.271235] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.271782] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.271902] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.271928] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.272109] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.272158] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.272184] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.272233] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.272737] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.273216] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.273241] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.273266] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.273396] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.273445] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.273472] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.273522] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.274051] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.274666] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.274715] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.274741] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.274821] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.274870] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.274920] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.274969] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.275422] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.275920] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.275969] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.276018] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.276169] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.276194] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.276243] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.276316] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.276674] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.277099] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.277124] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.277150] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.277230] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.277280] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.277306] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.277379] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.277909] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.278645] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.278672] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.278698] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.278826] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.278875] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.278924] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.278998] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.279546] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.279994] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.280019] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.280045] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.280173] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.280223] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.280249] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.280297] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.280680] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.281156] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.281181] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.281207] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.281333] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.281359] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.281408] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.281433] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.281920] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.282579] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.282629] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.282679] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.282806] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.282861] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.282889] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.282915] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.283435] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.283930] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.283979] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.284029] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.284159] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.284208] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.284234] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.284283] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.284688] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.285113] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.285139] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.285165] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.285292] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.285341] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.285413] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.285463] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.285941] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.286626] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.286700] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.286749] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.286858] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.286884] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.286910] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.286958] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.287409] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.287909] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.287935] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.287961] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.288089] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.288138] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.288187] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.288212] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.288668] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.289071] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.289097] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.289146] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.289274] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.289299] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.289326] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.289352] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.289876] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.290616] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.290666] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.290692] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.290797] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.290846] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.290872] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.290921] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.291448] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.291903] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.291930] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.291955] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.292060] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.292109] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.292135] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.292184] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.292741] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.293200] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.293227] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.293252] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.293356] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.293406] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.293455] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.293505] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.294030] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.294759] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.294833] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.294882] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.295010] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.295059] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.295110] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.295136] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.295613] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.296183] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.296208] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.296234] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.296315] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.296364] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.296414] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.296462] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.296941] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.297392] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.297488] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.297537] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.297644] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.297694] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.297744] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.297793] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.298486] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.298985] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.299058] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.299084] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.299188] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.299237] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.299263] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.299312] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.299767] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.300336] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.300362] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.300388] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.300592] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.300641] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.300668] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.300719] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.301125] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.301626] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.301675] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.301726] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.301830] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.301864] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.301893] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.301969] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.302602] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.303089] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.303138] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.303187] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.303291] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.303340] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.303391] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.303415] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.303869] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.304319] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.304368] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.304441] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.304570] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.304595] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.304621] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.304670] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.305349] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.305871] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.305921] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.305970] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.306075] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.306148] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.306197] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.306294] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.307208] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.307641] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.307693] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.307719] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.307848] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.307873] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.307922] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.307971] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.308667] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.309259] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.309308] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.309432] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.309537] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.309586] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.309635] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.309685] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.310460] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.310963] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.311013] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.311039] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.311167] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.311192] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.311217] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.311291] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.311914] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.312422] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.312471] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.312497] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.312625] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.312674] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.312700] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.312749] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.313346] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.313851] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.313900] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.313973] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.314077] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.314174] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.314200] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.314273] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.315044] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.315570] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.315619] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.315669] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.315773] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.315822] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.315896] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.315944] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.316520] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.316924] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.316950] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.316976] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.317106] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.317155] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.317228] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.317277] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.317874] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.318558] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.318608] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.318657] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.318739] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.318790] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.318839] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.318888] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.319488] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.319986] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.320012] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.320038] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.320239] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.320288] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.320337] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.320388] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.321056] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.321632] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.321657] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.321683] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.321764] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.321815] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.321873] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.321926] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.322659] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.323193] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.323242] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.323268] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.323349] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.323375] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.323401] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.323426] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.323979] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.324478] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.324527] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.324553] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.324657] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.324683] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.324739] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.324765] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.325410] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.325839] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.325888] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.325961] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.326090] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.326139] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.326165] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.326238] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.327046] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.327545] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.327617] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.327667] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.327746] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.327771] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.327821] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.327916] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.328573] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.329121] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.329146] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.329171] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.329299] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.329371] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.329421] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.329494] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.330153] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.330741] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.330791] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.330840] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.330921] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.330947] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.330997] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.331046] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.331595] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.332046] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.332095] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.332121] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.332252] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.332301] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.332401] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.332451] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.333028] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.333527] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.333577] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.333626] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.333707] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.333757] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.333830] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.333880] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.334625] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.335101] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.335199] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.335249] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.335377] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.335426] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.335476] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.335549] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.336148] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.336669] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.336718] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.336768] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.336919] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.336945] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.336971] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.336999] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.337694] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.338440] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.338443] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.338517] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.338644] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.338694] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.338744] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.338793] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.339370] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.339819] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.339868] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.339894] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.340046] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.340072] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.340122] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.340171] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.340799] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.341226] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.341252] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.341304] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.341384] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.341410] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.341459] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.341532] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.342162] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.342851] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.342925] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.342998] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.343150] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.343175] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.343224] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.343250] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.343846] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.344393] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.344442] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.344468] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.344596] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.344645] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.344671] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.344697] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.345369] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.345848] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.345897] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.345948] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.346076] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.346101] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.346127] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.346200] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.346949] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.347380] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.347406] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.347457] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.347537] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.347563] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.347588] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.347637] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.348211] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.348759] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.348808] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.348881] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.348962] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.349011] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.349060] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.349085] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.349708] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.350407] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.350412] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.350497] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.350627] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.350676] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.350701] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.350753] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.351355] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.351854] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.351903] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.351952] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.352057] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.352083] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.352132] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.352205] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.352785] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.353164] [drm] Register(0) [mmUVD_PGFSM_STATUS] failed to reach value 0x00800000 != 0x00c00000n
[  123.353199] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.353201] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.353203] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.353214] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.353215] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.353217] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.353218] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.353170] [drm:jpeg_v3_0_set_powergating_state [amdgpu]] *ERROR* amdgpu: JPEG enable power gating failed
[  123.353463] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.353527] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.353593] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.353850] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.353760] [drm:amdgpu_device_ip_set_powergating_state [amdgpu]] *ERROR* set_powergating_state of IP block <jpeg_v3_0> failed -110
[  123.353913] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.353977] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.354044] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.354806] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.354856] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.354905] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.355010] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.355059] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.355108] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.355183] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.355816] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.356336] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.356362] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.356388] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.356515] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.356587] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.356637] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.356662] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.357270] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.357817] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.357866] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.357892] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.358020] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.358069] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.358142] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.358167] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.359059] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.359628] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.359701] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.359727] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.359880] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.359905] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.360001] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.360096] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.360770] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.361384] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.361409] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.361435] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.361566] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.361591] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.361617] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.361666] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.362576] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.363090] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.363092] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.363094] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.363224] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.363277] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.363304] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.363332] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.364011] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.364509] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.364558] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.364583] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.364688] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.364737] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.364789] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.364862] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.365633] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.366109] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.366182] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.366256] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.366616] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.366689] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.366763] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.366815] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.367499] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.368090] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.368163] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.368260] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.368341] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.368366] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.368439] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.368488] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.369307] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.369840] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.369936] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.369985] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.370117] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.370191] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.370239] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.370528] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.371229] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.371773] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.371846] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.371922] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.372050] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.372075] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.372149] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.372174] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.372868] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.373355] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.373405] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.373456] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.373538] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.373565] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.373591] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.373690] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.374593] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.375221] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.375250] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.375278] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.375417] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.375443] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.375777] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.375979] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.376648] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.377128] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.377177] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.377226] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.377379] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.377639] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.377689] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.377811] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.378735] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.379258] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.379354] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.379476] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.379605] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.379655] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.379704] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.379800] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.380383] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.380859] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.380908] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.381006] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.381180] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.381277] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.381327] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.381353] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.382042] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.382786] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.382868] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.382988] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.383093] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.383188] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.383238] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.383287] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.383967] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.384464] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.384561] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.384633] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.384741] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.384767] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.384817] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.384939] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.385761] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.386452] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.386505] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.386578] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.386682] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.386707] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.386756] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.386830] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.387460] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.387890] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.387991] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.388040] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.388169] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.388217] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.388290] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.388339] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.388996] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.389565] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.389734] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.389854] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.390008] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.390056] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.390082] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.390296] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.391143] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.391641] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.391713] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.391765] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.391869] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.391942] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.392015] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.392086] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.392721] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.393256] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.393329] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.393449] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.393671] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.393837] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.393982] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.394008] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.394914] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.395316] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.395341] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.395391] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.395542] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.395591] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.395640] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.395690] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.396318] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.396745] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.396842] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.396868] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.396971] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.397045] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.397094] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.397143] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.397848] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.398581] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.398679] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.398727] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.398855] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.398904] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.398953] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.399026] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.399701] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.400150] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.400247] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.400320] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.400494] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.400590] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.400686] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.400735] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.401388] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.401900] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.402047] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.402096] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.402542] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.402643] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.402716] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.402813] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.403502] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.403976] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.404074] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.404148] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.404252] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.404324] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.404374] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.404447] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.405079] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.405794] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.405867] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.406082] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.406257] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.406345] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.406496] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.406522] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.407175] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.407672] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.407746] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.407795] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.407899] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.407948] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.407998] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.408046] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.408674] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.409182] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.409208] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.409258] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.409341] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.409439] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.409490] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.409491] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.410107] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.410658] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.410760] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.410812] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.410942] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.410991] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.411063] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.411113] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.411874] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.412319] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.412375] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.412402] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.412512] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.412563] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.412614] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.412716] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.413490] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.413962] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.413988] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.414245] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.414546] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.414549] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.414551] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.414654] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.415265] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.415739] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.415741] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.415743] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.415804] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.415905] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.415980] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.416166] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.418158] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.418805] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.418809] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.418910] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.418971] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.419025] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.419350] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.419596] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.420232] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.420842] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.420892] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.420943] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.421028] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.421030] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.421081] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.421130] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.421846] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.422550] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.422628] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.422657] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.422740] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.422789] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.422849] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.422851] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.423534] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.424062] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.424113] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.424141] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.424228] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.424254] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.424282] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.424283] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.424837] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.425237] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.425263] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.425289] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.425394] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.425475] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.425525] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.425552] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.426263] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.426861] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.426915] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.426966] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.427121] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.427201] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.427228] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.427304] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.428514] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.428970] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.429024] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.429200] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.429314] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.429316] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.429318] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.429319] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.429903] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.430459] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.430517] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.430519] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.430580] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.430581] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.430583] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.430611] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.431335] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.431787] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.431886] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.431915] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.432003] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.432078] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.432080] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.432082] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.432715] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.433154] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.433180] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.433206] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.433310] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.433335] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.433410] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.433507] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.434233] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.434790] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.434841] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.434939] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.435067] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.435141] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.435166] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.435240] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.435847] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.436465] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.436514] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.436587] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.436691] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.436717] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.436743] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.436792] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.437495] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.438025] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.438098] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.438148] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.438519] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.438597] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.438646] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.438673] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.439355] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.439805] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.439855] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.439880] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.440011] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.440036] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.440062] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.440135] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.440763] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.441309] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.441335] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.441361] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.441491] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.441565] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.441638] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.441687] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.442419] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.442935] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.442961] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.443010] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.443116] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.443164] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.443214] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.443262] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.443941] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.444417] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.444466] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.444515] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.444666] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.444715] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.444789] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.444862] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.445536] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.446014] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.446064] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.446137] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.446217] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.446290] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.446436] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.446489] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.447095] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.447690] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.447764] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.447790] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.447894] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.447944] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.447970] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.448019] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.448695] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.449246] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.449296] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.449346] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.449499] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.449597] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.449672] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.449768] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.450561] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.451179] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.451253] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.451280] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.451432] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.451481] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.451554] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.451603] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.452374] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.452855] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.452930] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.453003] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.453130] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.453155] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.453206] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.453230] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.453983] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.454607] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.454680] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.454730] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.454881] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.454956] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.455005] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.455054] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.455748] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.456223] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.456272] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.456321] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.456451] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.456524] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.456550] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.456600] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.457262] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.457691] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.457764] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.457837] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.457966] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.457992] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.458018] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.458091] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.458783] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.459283] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.459332] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.459359] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.459439] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.459513] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.459562] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.459612] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.460384] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.460952] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.461025] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.461074] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.461179] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.461228] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.461254] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.461327] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.462065] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.462669] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.462744] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.462817] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.462932] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.462981] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.463007] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.463032] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.463673] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.464200] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.464273] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.464322] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.464403] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.464452] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.464501] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.464553] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.465134] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.465726] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.465775] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.465848] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.465977] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.466073] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.466146] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.466219] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.466979] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.467431] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.467480] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.467530] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.467610] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.467659] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.467708] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.467734] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.468399] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.468921] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.468947] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.468973] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.469174] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.469272] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.469323] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.469348] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.470178] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.470781] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.470831] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.470880] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.470985] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.471057] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.471083] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.471133] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.471885] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.472462] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.472511] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.472539] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.472642] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.472693] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.472717] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.472743] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.473331] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.473956] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.474029] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.474104] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.474184] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.474365] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.474394] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.474422] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.475050] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.475574] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.475624] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.475650] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.475801] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.475850] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.475901] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.475950] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.476650] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.477170] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.477244] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.477270] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.477421] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.477494] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.477545] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.477569] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.478445] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.478900] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.478974] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.479000] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.479152] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.479201] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.479227] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.479276] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.479905] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.480452] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.480478] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.480504] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.480632] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.480657] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.480683] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.480732] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.481408] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.481988] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.482037] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.482087] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.482191] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.482287] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.482478] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.482527] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.483232] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.483807] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.483855] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.483881] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.483986] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.484035] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.484060] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.484109] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.484813] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.485335] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.485409] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.485484] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.485611] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.485662] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.485736] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.485785] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.486631] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.487153] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.487203] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.487228] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.487381] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.487431] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.487457] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.487529] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.488160] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.488706] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.488755] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.488829] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.488934] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.488959] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.488985] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.489036] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.489715] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.490191] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.490264] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.490458] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.490541] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.490567] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.490594] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.490643] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.491274] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.491842] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.491915] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.492013] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.492117] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.492166] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.492192] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.492241] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.492973] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.493524] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.493597] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.493670] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.493774] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.493824] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.493850] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.493899] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.494719] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.495335] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.495384] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.495411] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.495539] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.495588] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.495638] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.495663] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.496365] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.496983] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.497032] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.497081] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.497186] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.497235] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.497260] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.497333] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.498038] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.498710] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.498760] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.498809] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.498962] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.499034] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.499060] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.499109] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.499783] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.500282] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.500356] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.500429] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.500559] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.500608] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.500657] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.500682] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.501413] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.501970] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.502043] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.502116] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.502197] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.502270] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.502440] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.502442] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.503070] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.503575] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.503624] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.503650] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.503755] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.503828] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.503877] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.503902] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.504657] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.505179] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.505228] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.505254] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.505358] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.505433] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.505482] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.505531] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.506183] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.506825] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.506877] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.506903] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.507031] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.507080] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.507106] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.507179] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.508491] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.509243] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.509293] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.509320] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.509401] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.509452] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.509478] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.509550] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.510269] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.510996] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.511046] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.511072] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.511201] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.511250] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.511276] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.511327] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.512018] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.512566] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.512640] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.512689] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.512770] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.512795] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.512821] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.512883] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.513462] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.514102] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.514175] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.514201] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.514482] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.514535] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.514583] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.514633] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.515403] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.515947] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.516021] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.516047] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.516175] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.516248] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.516297] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.516370] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.517112] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.517776] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.517826] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.517876] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.517956] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.518053] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.518102] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.518175] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.518832] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.519378] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.519427] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.519477] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.519606] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.519656] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.519682] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.519731] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.520461] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.520957] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.521063] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.521089] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.521216] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.521241] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.521267] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.521364] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.521751] [drm] Register(0) [mmUVD_POWER_STATUS] failed to reach value 0x00000001 != 0x00000003n
[  123.521982] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.522696] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.522801] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.522855] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.522937] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.523010] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.523059] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.523085] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.523759] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.524363] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.524388] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.524414] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.524565] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.524614] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.524663] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.524688] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.525335] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.525931] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.525982] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.526033] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.526141] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.526166] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.526423] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.526426] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.527094] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.527619] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.527692] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.527717] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.527894] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.527920] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.527970] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.528019] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.528671] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.529289] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.529339] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.529389] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.529494] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.529544] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.529618] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.529644] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.530506] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.530936] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.531009] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.531035] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.531162] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.531211] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.531284] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.531334] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.532047] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.532738] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.532788] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.532837] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.532949] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.532975] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.533024] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.533097] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.533846] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.534440] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.534443] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.534492] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.534625] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.534697] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.534723] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.534772] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.535584] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.536179] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.536251] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.536301] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.536429] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.536478] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.536504] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.536578] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.537251] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.537726] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.537823] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.537873] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.538049] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.538145] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.538196] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.538433] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.539078] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.539648] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.539674] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.539724] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.539805] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.539878] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.539928] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.539954] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.540646] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.541194] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.541267] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.541293] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.541397] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.541447] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.541473] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.541522] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.542296] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.542805] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.542861] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.542911] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.543038] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.543134] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.543183] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.543233] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.543956] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.544501] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.544551] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.544600] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.544704] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.544801] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.544850] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.544899] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.545519] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.546164] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.546214] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.546239] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.546446] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.546520] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.546549] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.546602] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.547341] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.547885] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.547982] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.548031] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.548135] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.548185] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.548258] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.548283] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.548926] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.549520] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.549593] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.549666] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.549796] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.549893] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.549966] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.550040] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.550825] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.551466] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.551562] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.551612] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.551694] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.551743] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.551769] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.551818] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.552488] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.552925] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.552999] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.553025] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.553129] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.553226] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.553275] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.553325] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.553982] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.554604] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.554631] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.554752] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.554904] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.554930] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.554955] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.555004] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.555679] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.556223] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.556272] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.556298] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.556426] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.556451] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.556501] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.556550] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.557175] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.557839] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.557985] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.558011] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.558139] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.558212] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.558262] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.558487] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.559131] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.559605] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.559678] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.559751] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.559879] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.559928] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.559977] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.560026] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.560625] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.561174] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.561223] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.561345] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.561425] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.561451] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.561477] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.561526] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.562232] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.562896] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.562946] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.562996] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.563076] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.563149] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.563223] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.563273] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.563904] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.564507] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.564559] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.564585] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.564692] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.564764] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.564814] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.564839] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.565453] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.565928] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.566001] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.566027] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.566132] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.566228] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.566255] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.566279] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.567008] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.567577] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.567675] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.567725] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.567852] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.567901] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.567951] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.568000] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.568560] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.569081] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.569130] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.569180] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.569284] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.569381] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.569407] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.569456] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.570259] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.570901] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.570950] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.571000] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.571103] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.571152] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.571201] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.571226] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.571874] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.572375] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.572447] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.572520] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.572624] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.572674] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.572699] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.572772] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.573526] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.574096] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.574146] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.574196] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.574365] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.574368] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.574395] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.574397] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.575064] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.575586] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.575612] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.575661] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.575837] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.575886] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.575912] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.575961] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.576628] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.577219] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.577293] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.577366] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.577494] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.577590] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.577640] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.577715] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.578461] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.578962] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.579012] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.579038] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.579166] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.579238] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.579334] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.579409] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.580075] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.580478] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.580528] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.580625] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.580729] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.580779] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.580828] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.580878] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.581621] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.582227] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.582364] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.582419] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.582503] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.582529] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.582602] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.582651] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.583257] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.583739] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.583765] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.583815] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.583920] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.584018] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.584067] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.584116] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.584786] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.585355] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.585429] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.585526] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.585703] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.585752] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.585826] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.585852] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.586624] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.587215] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.587288] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.587385] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.587490] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.587588] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.587613] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.587686] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.588334] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.588832] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.588906] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.588955] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.589090] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.589139] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.589165] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.589214] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.589884] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.590476] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.590553] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.590579] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.590707] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.590804] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.590877] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.590928] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.591546] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.592019] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.592092] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.592142] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.592270] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.592343] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.592392] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.592441] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.593094] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.593553] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.593627] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.593724] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.593853] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.593902] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.593928] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.594026] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.594632] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.595177] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.595251] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.595324] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.595404] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.595478] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.595528] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.595577] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.596199] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.596767] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.596841] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.596890] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.597041] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.597116] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.597188] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.597237] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.597935] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.598652] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.598750] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.598800] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.598952] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.599026] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.599075] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.599124] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.599723] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.600269] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.600295] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.600320] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.600473] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.600522] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.600548] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.600621] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.601241] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.601741] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.601791] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.601873] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.602004] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.602101] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.602127] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.602416] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.603138] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.603645] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.603671] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.603744] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.603872] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.603921] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.603970] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.604043] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.604735] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.605308] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.605357] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.605383] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.605464] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.605561] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.605635] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.605715] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.606505] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.607103] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.607152] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.607178] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.607330] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.607379] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.607428] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.607478] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.608151] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.608743] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.608792] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.608818] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.608947] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.608973] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.608999] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.609095] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.609786] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.610376] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.610378] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.610430] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.610514] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.610546] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.610620] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.610671] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.611318] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.611818] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.611867] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.611917] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.612023] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.612047] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.612073] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.612122] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.612743] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.613322] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.613380] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.613430] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.613582] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.613678] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.613775] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.613871] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.614862] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.615431] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.615504] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.615554] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.615659] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.615684] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.615710] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.615808] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.616457] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.617003] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.617029] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.617055] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.617159] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.617279] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.617305] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.617331] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.618027] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.618645] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.618695] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.618746] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.618921] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.619017] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.619090] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.619115] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.619744] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.620315] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.620364] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.620413] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.620517] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.620566] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.620615] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.620665] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.621362] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.621817] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.621876] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.621926] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.622007] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.622057] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.622130] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.622179] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.622869] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.623471] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.623521] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.623570] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.623697] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.623818] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.623891] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.623940] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.624523] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.624996] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.625046] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.625096] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.625177] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.625203] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.625253] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.625278] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.625938] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.626457] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.626485] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.626514] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.626596] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.626645] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.626694] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.626743] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.627390] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.627914] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.627964] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.627990] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.628071] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.628144] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.628194] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.628219] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.628842] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.629273] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.629346] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.629397] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.629549] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.629599] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.629648] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.629697] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.630445] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.630973] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.630998] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.631024] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.631128] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.631177] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.631251] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.631276] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.631945] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.632447] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.632472] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.632498] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.632603] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.632653] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.632680] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.632706] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.633388] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.633842] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.633915] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.633965] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.634046] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.634096] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.634193] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.634242] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.634987] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.635530] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.635556] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.635605] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.635709] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.635735] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.635784] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.635833] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.636530] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.636980] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.637005] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.637031] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.637135] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.637185] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.637211] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.637236] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.637932] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.638546] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.638596] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.638645] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.638726] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.638776] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.638826] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.638875] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.639494] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.639944] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.640016] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.640067] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.640171] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.640196] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.640246] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.640294] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.640893] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.641368] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.641394] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.641443] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.641548] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.641597] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.641623] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.641648] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.642389] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.642855] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.642931] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.642980] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.643109] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.643183] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.643232] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.643258] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.643906] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.644385] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.644458] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.644531] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.644635] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.644684] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.644733] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.644783] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.645428] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.645952] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.646025] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.646052] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.646132] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.646182] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.646207] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.646363] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.647035] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.647487] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.647513] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.647562] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.647643] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.647693] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.647742] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.647792] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.648391] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.648842] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.648892] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.648918] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.649022] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.649071] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.649097] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.649171] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.649817] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.650438] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.650488] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.650542] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.650623] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.650696] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.650745] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.650794] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.651417] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.651844] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.651894] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.651945] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.652026] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.652051] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.652100] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.652149] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.652770] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.653326] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.653410] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.653436] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.653564] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.653613] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.653686] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.653735] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.654473] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.655002] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.655146] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.655195] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.655276] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.655325] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.655351] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.655424] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.656005] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.656481] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.656531] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.656557] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.656661] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.656686] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.656712] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.656786] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.657407] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.658026] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.658100] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.658150] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.658279] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.658418] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.658420] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.658446] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.659092] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.659663] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.659735] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.659762] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.659842] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.659916] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.659965] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.659991] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.660659] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.661160] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.661210] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.661236] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.661366] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.661416] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.661442] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.661468] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.662198] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.662748] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.662774] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.662800] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.662957] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.662982] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.663032] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.663058] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.663658] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.664133] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.664182] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.664212] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.664317] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.664344] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.664371] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.664398] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.665025] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.665500] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.665573] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.665600] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.665703] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.665800] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.665826] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.665898] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.666589] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.667066] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.667115] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.667165] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.667246] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.667271] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.667320] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.667345] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.667990] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.668511] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.668561] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.668610] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.668762] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.668812] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.668838] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.668864] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.669534] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.670034] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.670108] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.670156] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.670237] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.670286] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.670426] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.670453] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.671166] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.671616] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.671666] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.671693] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.671822] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.671848] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.671873] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.671922] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.672548] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.673008] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.673057] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.673107] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.673212] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.673237] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.673263] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.673314] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.673963] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.674535] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.674564] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.674614] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.674767] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.674817] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.674843] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.674892] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.675492] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.675964] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.676013] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.676063] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.676190] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.676215] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.676241] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.676290] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.676915] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.677393] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.677465] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.677491] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.677596] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.677692] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.677765] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.677814] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.678566] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.679118] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.679167] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.679240] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.679344] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.679394] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.679444] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.679469] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.680112] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.680611] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.680661] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.680710] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.680814] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.680864] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.680915] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.680941] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.681539] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.682026] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.682075] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.682126] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.682230] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.682280] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.682416] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.682442] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.682998] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.683477] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.683526] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.683600] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.683752] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.683777] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.683827] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.683876] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.684571] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.684997] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.685023] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.685095] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.685175] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.685224] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.685298] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.685347] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.685972] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.686550] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.686600] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.686649] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.686753] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.686779] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.686805] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.686830] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.687500] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.687870] [drm] Register(0) [mmUVD_RBC_RB_RPTR] failed to reach value 0x7fffffff != 0xffffffffn
[  123.687975] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.688024] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.688050] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.688155] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.688179] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.688229] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.688254] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.688855] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.689453] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.689503] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.689576] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.689680] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.689730] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.689780] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.689853] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.690616] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.691092] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.691141] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.691191] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.691318] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.691368] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.691393] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.691467] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.692114] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.692636] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.692688] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.692714] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.692795] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.692820] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.692856] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.692857] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.693532] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.694009] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.694082] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.694131] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.694236] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.694285] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.694378] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.694405] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.695052] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.695574] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.695624] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.695674] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.695801] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.695851] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.695877] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.695926] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.696644] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.697120] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.697145] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.697171] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.697275] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.697325] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.697398] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.697471] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.698047] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.698663] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.698713] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.698739] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.698820] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.698870] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.698896] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.698968] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.699616] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.700069] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.700118] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.700168] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.700272] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.700321] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.700394] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.700444] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.701018] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.701497] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.701547] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.701573] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.701678] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.701727] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.701753] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.701803] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.702603] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.703083] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.703109] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.703135] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.703263] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.703289] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.703315] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.703417] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.704061] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.704564] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.704590] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.704616] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.704721] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.704771] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.704820] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.704869] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.705537] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.706062] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.706112] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.706138] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.706244] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.706268] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.706445] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.706447] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.707042] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.707564] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.707613] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.707639] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.707767] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.707840] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.707889] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.707915] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.708609] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.709111] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.709160] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.709186] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.709314] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.709387] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.709509] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.709558] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.710181] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.710803] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.710829] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.710855] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.711008] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.711081] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.711178] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.711203] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.711851] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.712353] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.712378] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.712428] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.712557] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.712608] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.712634] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.712683] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.713311] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.714005] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.714077] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.714103] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.714281] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.714417] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.714564] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.714613] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.715192] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.715692] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.715743] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.715769] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.715873] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.715922] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.715972] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.716021] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.716619] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.717141] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.717214] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.717240] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.717345] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.717394] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.717420] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.717493] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.718140] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.718811] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.718861] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.718887] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.719014] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.719041] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.719067] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.719116] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.719693] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.720194] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.720244] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.720293] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.720421] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.720471] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.720521] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.720570] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.721215] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.721669] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.721694] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.721720] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.721801] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.721827] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.721936] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.722009] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.722730] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.723237] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.723309] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.723364] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.723446] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.723471] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.723497] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.723549] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.724146] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.724694] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.724744] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.724770] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.724874] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.724923] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.724996] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.725045] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.725618] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.726193] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.726390] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.726519] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.726675] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.726724] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.726823] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.726848] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.727495] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.728042] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.728067] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.728093] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.728197] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.728223] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.728249] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.728298] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.728921] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.729444] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.729541] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.729567] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.729649] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.729722] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.729795] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.729917] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.730639] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.731115] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.731164] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.731190] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.731294] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.731344] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.731393] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.731443] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.732090] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.732541] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.732567] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.732593] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.732698] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.732724] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.732751] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.732800] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.733507] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.734056] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.734129] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.734178] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.734445] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.734495] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.734549] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.734574] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.735198] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.735718] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.735745] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.735771] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.735876] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.735925] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.735975] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.736000] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.736552] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.737051] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.737101] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.737127] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.737255] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.737281] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.737307] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.737379] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.738009] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.738586] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.738613] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.738662] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.738742] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.738767] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.738793] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.738844] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.739539] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.739991] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.740065] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.740091] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.740196] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.740246] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.740296] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.740345] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.740945] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.741396] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.741446] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.741495] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.741648] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.741674] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.741701] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.741750] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.742501] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.743103] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.743152] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.743178] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.743307] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.743332] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.743388] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.743437] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.744036] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.744511] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.744536] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.744562] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.744643] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.744668] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.744719] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.744792] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.745414] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.746034] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.746131] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.746181] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.746397] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.746473] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.746527] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.746554] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.747220] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.747695] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.747744] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.747795] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.747945] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.748044] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.748094] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.748143] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.748766] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.749241] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.749314] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.749364] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.749446] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.749567] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.749640] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.749713] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.750402] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.750881] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.750907] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.750933] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.751086] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.751159] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.751256] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.751282] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.752020] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.752540] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.752662] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.752710] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.752791] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.752873] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.752922] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.752972] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.753694] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.754220] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.754294] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.754465] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.754624] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.754673] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.754699] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.754797] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.755464] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.756037] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.756110] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.756136] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.756312] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.756361] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.756460] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.756532] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.757197] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.757627] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.757677] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.757750] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.757902] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.757951] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.758001] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.758098] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.758795] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.759365] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.759438] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.759464] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.759592] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.759641] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.759691] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.759740] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.760503] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.760977] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.761026] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.761052] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.761133] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.761182] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.761208] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.761281] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.761917] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.762494] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.762592] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.762665] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.762769] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.762818] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.762877] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.762926] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.763600] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.764144] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.764193] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.764243] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.764370] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.764419] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.764468] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.764518] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.765118] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.765592] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.765666] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.765739] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.765820] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.765941] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.765967] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.766040] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.766835] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.767357] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.767477] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.767526] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.767608] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.767680] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.767753] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.767826] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.768519] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.768993] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.769066] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.769115] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.769220] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.769293] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.769343] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.769416] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.770135] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.770716] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.770790] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.770840] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.770921] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.770971] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.770996] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.771045] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.771689] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.772187] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.772236] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.772309] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.772389] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.772438] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.772464] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.772537] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.773235] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.773693] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.773767] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.773793] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.773944] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.774018] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.774091] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.774164] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.774861] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.775500] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.775550] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.775600] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.775704] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.775800] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.775850] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.775923] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.776509] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.777078] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.777127] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.777176] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.777328] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.777401] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.777475] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.777548] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.778228] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.778969] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.778995] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.779021] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.779127] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.779176] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.779202] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.779274] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.779948] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.780422] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.780471] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.780497] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.780650] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.780699] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.780725] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.780751] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.781374] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.781979] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.782030] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.782056] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.782137] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.782234] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.782373] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.782375] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.783029] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.783513] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.783565] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.783614] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.783743] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.783768] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.783793] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.783866] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.784535] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.785033] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.785082] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.785132] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.785213] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.785262] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.785288] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.785482] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.786423] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.786998] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.787024] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.787096] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.787275] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.787348] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.787373] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.787446] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.788118] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.788617] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.788762] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.788811] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.788940] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.788989] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.789062] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.789111] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.789807] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.790553] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.790603] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.790629] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.790710] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.790761] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.790809] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.790858] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.791576] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.792147] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.792220] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.792316] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.792420] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.792517] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.792542] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.792568] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.793317] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.793801] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.793922] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.793948] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.794077] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.794149] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.794223] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.794274] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.795044] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.795496] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.795545] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.795571] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.795676] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.795725] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.795798] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.795847] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.796565] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.797063] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.797136] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.797232] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.797336] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.797386] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.797412] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.797485] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.798182] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.798776] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.798850] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.798876] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.799005] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.799102] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.799151] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.799200] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.799843] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.800364] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.800414] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.800487] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.800616] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.800665] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.800739] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.800812] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.801434] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.801969] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.802044] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.802068] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.802149] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.802199] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.802224] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.802297] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.803101] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.803605] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.803631] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.803656] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.803807] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.803856] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.803882] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.803933] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.804555] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.805126] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.805152] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.805201] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.805282] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.805308] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.805358] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.805408] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.806078] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.806739] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.806813] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.806839] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.806966] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.807016] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.807115] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.807141] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.807764] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.808332] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.808382] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.808455] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.808560] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.808609] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.808635] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.808732] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.809307] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.809835] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.809884] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.809910] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.810064] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.810138] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.810164] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.810213] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.810955] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.811499] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.811595] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.811692] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.811845] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.811919] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.811992] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.812065] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.812686] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.813334] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.813388] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.813461] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.813615] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.813665] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.813691] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.813765] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.814487] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.815082] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.815107] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.815157] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.815285] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.815334] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.815383] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.815457] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.816200] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.816768] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.816817] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.816866] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.816970] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.816996] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.817021] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.817141] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.817788] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.818432] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.818459] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.818484] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.818594] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.818619] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.818645] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.818694] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.819339] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.819859] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.819936] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.820009] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.820113] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.820186] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.820212] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.820261] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.820884] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.821360] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.821387] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.821411] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.821493] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.821615] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.821642] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.821691] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.822445] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.822975] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.823048] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.823122] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.823226] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.823300] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.823326] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.823359] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.824051] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.824524] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.824596] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.824622] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.824703] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.824752] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.824801] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.824873] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.825448] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.825878] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.825927] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.825954] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.826082] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.826156] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.826181] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.826253] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.827003] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.827503] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.827576] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.827650] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.827754] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.827780] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.827854] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.827928] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.828557] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.829056] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.829129] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.829178] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.829259] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.829308] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.829357] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.829383] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.830086] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.830658] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.830756] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.830783] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.830911] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.830961] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.830986] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.831059] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.831729] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.832202] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.832253] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.832279] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.832359] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.832408] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.832435] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.832484] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.833163] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.833648] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.833721] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.833748] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.833876] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.833949] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.834022] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.834071] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.834791] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.835289] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.835339] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.835365] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.835493] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.835542] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.835568] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.835665] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.836285] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.836805] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.836857] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.836906] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.837081] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.837154] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.837203] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.837230] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.837904] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.838601] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.838627] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.838655] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.838783] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.838856] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.838929] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.838979] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.839627] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.840125] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.840222] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.840272] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.840353] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.840426] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.840499] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.840548] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.841219] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.841623] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.841697] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.841723] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.841860] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.841935] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.841961] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.841987] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.842777] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.843189] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.843238] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.843264] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.843398] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.843447] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.843473] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.843499] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.844123] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.844600] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.844626] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.844652] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.844756] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.844805] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.844854] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.844880] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.845480] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.845982] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.846032] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.846060] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.846140] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.846189] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.846238] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.846288] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.847270] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.847699] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.847724] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.847797] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.847901] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.847974] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.848023] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.848049] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.848772] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.849292] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.849342] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.849368] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.849472] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.849498] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.849524] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.849597] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.850384] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.850870] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.850920] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.850946] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.851049] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.851098] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.851196] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.851269] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.851868] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.852394] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.852443] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.852517] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.852645] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.852694] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.852720] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.852793] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.853450] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.853544] [drm] Register(0) [mmUVD_POWER_STATUS] failed to reach value 0x00000001 != 0x00000003n
[  123.853600] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.853602] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.853604] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.853615] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.853616] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.853618] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.853619] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.853561] amdgpu 0000:03:00.0: [drm:amdgpu_ib_ring_tests [amdgpu]] *ERROR* IB test failed on gfx_0.0.0 (-110).
[  123.853865] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.853929] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.854204] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.854110] [drm:amdgpu_device_delayed_init_work_handler [amdgpu]] *ERROR* ib ring test failed (-110).
[  123.854268] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.854366] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.854634] amdgpu 0000:03:00.0: amdgpu: SMU: response:0xFFFFFFFF for index:13 param:0x00000000 message:GetEnabledSmuFeaturesHigh?
[  123.854677] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.854853] amdgpu 0000:03:00.0: amdgpu: Failed to retrieve enabled ppfeatures!
[  123.854944] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.855108] amdgpu 0000:03:00.0: amdgpu: SMU: response:0xFFFFFFFF for index:34 param:0x00000002 message:SetWorkloadMask?
[  123.855158] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  123.855362] amdgpu 0000:03:00.0: amdgpu: [sienna_cichlid_set_power_profile_mode] Failed to set work load mask!
[  123.855396] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  123.855673] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.855675] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.855676] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.855678] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  123.855986] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.856049] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.856113] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.856176] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.856239] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.856303] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.856366] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.856429] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.856492] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.856555] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.856618] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.856681] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.856745] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.856807] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.856870] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.856933] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.856997] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.857060] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.857124] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.857187] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.857250] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.857313] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.857375] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.857438] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.857501] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.857564] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.857626] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.857689] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.857751] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.857814] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.857876] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.857940] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.858002] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.858064] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.858127] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.858190] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.858255] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.858367] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.858435] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.858500] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.858565] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.858628] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.858692] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.858758] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.858821] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.858884] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.858947] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.859009] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.859072] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.859135] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.859198] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.859260] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.859323] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.859386] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.859449] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.859511] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.859574] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.859637] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.859700] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.859763] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.859826] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.859889] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.859952] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.860015] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.860078] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.860141] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.860204] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.860267] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.860332] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.860397] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.860462] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.860505] amdgpu 0000:03:00.0: [drm] fb1: amdgpudrmfb frame buffer device
[  123.860530] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.860593] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.860656] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.860719] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.860781] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.860847] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.860914] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.860978] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.861041] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.861104] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.861167] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.861230] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.861294] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.861357] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.861420] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.861483] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.861546] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.861610] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.861673] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.861736] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.861799] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.861872] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.861937] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.862000] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.862064] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.862127] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.862191] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.862254] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.862353] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.862422] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.862489] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.862555] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.862623] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.862688] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.862753] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.862816] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.862889] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.862955] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.863018] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.863082] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.863147] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.863216] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.863298] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.863372] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.863437] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.863504] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.863568] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.863632] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.863696] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.863760] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.863825] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  123.863889] pcieport 0000:00:01.1: AER: Correctable error message received from 0000:03:00.1
[  123.863909] pcieport 0000:00:01.1: AER: Correctable error message received from 0000:03:00.1
[  123.884046] amdgpu 0000:03:00.0: amdgpu: SMU: response:0xFFFFFFFF for index:13 param:0x00000000 message:GetEnabledSmuFeaturesHigh?
[  123.884209] pcieport 0000:00:01.1: AER: Correctable error message received from 0000:03:00.1
[  123.884321] amdgpu 0000:03:00.0: amdgpu: Failed to retrieve enabled ppfeatures!
[  123.884851] [drm] initializing kernel modesetting (RENOIR 0x1002:0x1636 0x1002:0x0124 0x84).
[  123.884979] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.884986] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.884989] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  123.886872] [drm] register mmio base: 0xD0400000
[  123.886877] [drm] register mmio size: 524288
[  123.907971] [drm] add ip block number 0 <soc15_common>
[  123.907977] [drm] add ip block number 1 <gmc_v9_0>
[  123.907980] [drm] add ip block number 2 <vega10_ih>
[  123.907982] [drm] add ip block number 3 <psp>
[  123.907983] [drm] add ip block number 4 <smu>
[  123.907986] [drm] add ip block number 5 <dm>
[  123.907987] [drm] add ip block number 6 <gfx_v9_0>
[  123.907989] [drm] add ip block number 7 <sdma_v4_0>
[  123.907991] [drm] add ip block number 8 <vcn_v2_0>
[  123.907993] [drm] add ip block number 9 <jpeg_v2_0>
[  123.908974] amdgpu 0000:05:00.0: amdgpu: Fetched VBIOS from VFCT
[  123.909004] amdgpu: ATOM BIOS: 113-RENOIR-037
[  123.927178] Console: switching to colour dummy device 80x25
[  123.927266] amdgpu 0000:05:00.0: vgaarb: deactivate vga console
[  123.927269] amdgpu 0000:05:00.0: amdgpu: Trusted Memory Zone (TMZ) feature enabled
[  123.927272] amdgpu 0000:05:00.0: amdgpu: MODE2 reset
[  123.927513] [drm] vm size is 262144 GB, 4 levels, block size is 9-bit, fragment size is 9-bit
[  123.927533] amdgpu 0000:05:00.0: amdgpu: VRAM: 512M 0x000000F400000000 - 0x000000F41FFFFFFF (512M used)
[  123.927536] amdgpu 0000:05:00.0: amdgpu: GART: 1024M 0x0000000000000000 - 0x000000003FFFFFFF
[  123.927546] [drm] Detected VRAM RAM=512M, BAR=512M
[  123.927548] [drm] RAM width 128bits LPDDR4
[  123.928179] [drm] amdgpu: 512M of VRAM memory ready
[  123.928183] [drm] amdgpu: 2754M of GTT memory ready.
[  123.928258] [drm] GART: num cpu pages 262144, num gpu pages 262144
[  123.928432] [drm] PCIE GART of 1024M enabled.
[  123.928434] [drm] PTB located at 0x000000F41FC00000
[  123.929500] [drm] Loading DMUB firmware via PSP: version=0x0101001F
[  123.930985] [drm] Found VCN firmware Version ENC: 1.21 DEC: 7 VEP: 0 Revision: 3
[  123.962397] amdgpu 0000:03:00.0: amdgpu: SMU: response:0xFFFFFFFF for index:40 param:0x00000000 message:AllowGfxOff?
[  123.962457] amdgpu 0000:03:00.0: amdgpu: Failed to enable gfxoff!
[  123.962506] pcieport 0000:00:01.1: AER: Correctable error message received from 0000:03:00.1
[  123.962540] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  123.962545] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  123.962550] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  124.549630] amdgpu 0000:05:00.0: amdgpu: reserve 0x400000 from 0xf41f800000 for PSP TMR
[  124.633526] amdgpu 0000:05:00.0: amdgpu: RAS: optional ras ta ucode is not available
[  124.644708] amdgpu 0000:05:00.0: amdgpu: RAP: optional rap ta ucode is not available
[  124.644712] amdgpu 0000:05:00.0: amdgpu: SECUREDISPLAY: securedisplay ta ucode is not available
[  124.647466] amdgpu 0000:05:00.0: amdgpu: SMU is initialized successfully!
[  124.648842] [drm] Display Core v3.2.301 initialized on DCN 2.1
[  124.648846] [drm] DP-HDMI FRL PCON supported
[  124.649399] [drm] DMUB hardware initialized: version=0x0101001F
[  124.675232] snd_hda_intel 0000:05:00.1: bound 0000:05:00.0 (ops amdgpu_dm_audio_component_bind_ops [amdgpu])
[  124.874499] [drm] kiq ring mec 2 pipe 1 q 0
[  124.880742] kfd kfd: amdgpu: Allocated 3969056 bytes on gart
[  124.880793] kfd kfd: amdgpu: Total number of KFD nodes to be created: 1
[  124.881521] amdgpu: Virtual CRAT table created for GPU
[  124.883250] amdgpu: Topology: Add dGPU node [0x1636:0x1002]
[  124.883255] kfd kfd: amdgpu: added device 1002:1636
[  124.883349] amdgpu 0000:05:00.0: amdgpu: SE 1, SH per SE 1, CU per SH 8, active_cu_number 7
[  124.883355] amdgpu 0000:05:00.0: amdgpu: ring gfx uses VM inv eng 0 on hub 0
[  124.883357] amdgpu 0000:05:00.0: amdgpu: ring comp_1.0.0 uses VM inv eng 1 on hub 0
[  124.883359] amdgpu 0000:05:00.0: amdgpu: ring comp_1.1.0 uses VM inv eng 4 on hub 0
[  124.883360] amdgpu 0000:05:00.0: amdgpu: ring comp_1.2.0 uses VM inv eng 5 on hub 0
[  124.883362] amdgpu 0000:05:00.0: amdgpu: ring comp_1.3.0 uses VM inv eng 6 on hub 0
[  124.883363] amdgpu 0000:05:00.0: amdgpu: ring comp_1.0.1 uses VM inv eng 7 on hub 0
[  124.883364] amdgpu 0000:05:00.0: amdgpu: ring comp_1.1.1 uses VM inv eng 8 on hub 0
[  124.883366] amdgpu 0000:05:00.0: amdgpu: ring comp_1.2.1 uses VM inv eng 9 on hub 0
[  124.883367] amdgpu 0000:05:00.0: amdgpu: ring comp_1.3.1 uses VM inv eng 10 on hub 0
[  124.883368] amdgpu 0000:05:00.0: amdgpu: ring kiq_0.2.1.0 uses VM inv eng 11 on hub 0
[  124.883370] amdgpu 0000:05:00.0: amdgpu: ring sdma0 uses VM inv eng 0 on hub 8
[  124.883371] amdgpu 0000:05:00.0: amdgpu: ring vcn_dec uses VM inv eng 1 on hub 8
[  124.883373] amdgpu 0000:05:00.0: amdgpu: ring vcn_enc0 uses VM inv eng 4 on hub 8
[  124.883374] amdgpu 0000:05:00.0: amdgpu: ring vcn_enc1 uses VM inv eng 5 on hub 8
[  124.883376] amdgpu 0000:05:00.0: amdgpu: ring jpeg_dec uses VM inv eng 6 on hub 8
[  124.887828] amdgpu 0000:05:00.0: amdgpu: Runtime PM not available
[  124.891334] [drm] Initialized amdgpu 3.59.0 for 0000:05:00.0 on minor 1
[  124.901632] fbcon: amdgpudrmfb (fb0) is primary device
[  124.902120] [drm] pre_validate_dsc:1578 MST_DSC dsc precompute is not needed
[  125.025848] Console: switching to colour frame buffer device 160x45
[  125.064600] amdgpu 0000:05:00.0: [drm] fb0: amdgpudrmfb frame buffer device
[  133.966604] amdgpu 0000:03:00.0: amdgpu: Dumping IP State
[  133.966989] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.967358] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.967386] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.967389] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.967426] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.967428] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.967430] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.967432] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.967679] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.967747] amdgpu 0000:03:00.0: amdgpu: Dumping IP State Completed
[  133.967810] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.967811] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.967813] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.967823] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.967825] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.967826] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.967828] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.967917] amdgpu 0000:03:00.0: amdgpu: ring sdma1 timeout, signaled seq=0, emitted seq=2
[  133.967934] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.967980] amdgpu 0000:03:00.0: amdgpu: GPU reset begin!
[  133.968065] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.968174] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.968176] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.968203] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.968214] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.968240] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.968241] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.968243] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.968466] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.968642] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.968644] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.968646] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.968682] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.968683] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.968685] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.968686] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.968910] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.969090] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.969092] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.969094] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.969129] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.969131] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.969132] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.969134] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.969560] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.969981] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.970063] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.970116] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.970226] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.970279] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.970347] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.970348] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.970972] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.971463] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.971490] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.971517] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.971602] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.971629] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.971657] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.971658] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.972100] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.972515] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.972541] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.972567] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.972649] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.972675] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.972701] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.972727] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.973146] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.973571] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.973622] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.973650] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.973733] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.973760] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.973786] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.973788] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.974218] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.974780] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.974808] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.974836] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.974920] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.974921] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.974948] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.974974] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.975403] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.975804] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.975831] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.975860] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.975943] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.975970] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.976023] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.976024] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.976457] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.976878] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.976905] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.976932] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.977015] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.977041] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.977043] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.977071] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.977494] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.977917] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.977944] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.977970] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.978029] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.978056] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.978084] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.978110] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.978785] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.979207] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.979234] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.979260] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.979345] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.979371] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.979398] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.979424] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.979826] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.980252] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.980279] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.980306] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.980388] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.980442] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.980468] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.980494] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.980891] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.981333] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.981359] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.981385] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.981469] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.981495] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.981521] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.981547] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.981973] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.982558] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.982611] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.982638] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.982721] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.982773] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.982799] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.982825] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.983256] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.983685] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.983737] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.983763] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.983847] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.983874] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.983900] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.983902] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.984350] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.984772] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.984799] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.984826] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.984909] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.984936] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.984963] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.984990] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.985415] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.985838] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.985889] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.985892] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.985975] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.986001] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.986028] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.986054] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.987354] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.987800] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.987827] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.987854] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.987938] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.987964] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.987991] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.988018] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.989159] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.989605] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.989632] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.989658] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.989717] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.989744] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.989795] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.989797] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.990986] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.991410] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.991437] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.991489] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.991572] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.991574] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.991602] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.991629] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.992725] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.993147] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.993175] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.993202] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.993284] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.993311] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.993337] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.993396] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.994635] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.995089] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.995115] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.995142] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.995228] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.995280] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.995307] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.995358] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.996458] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.996881] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.996908] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.996959] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.997044] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.997072] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.997100] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.997127] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  133.998185] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  133.998776] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.998804] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  133.998831] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  133.998941] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  133.998967] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  133.998994] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  133.999020] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.000206] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.000660] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.000710] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.000736] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.000820] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.000821] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.000848] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.000849] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.001933] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.002480] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.002632] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.002660] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.002742] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.002769] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.002770] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.002798] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.003991] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.004415] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.004442] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.004494] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.004603] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.004630] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.004656] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.004682] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.005776] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.006201] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.006228] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.006279] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.006403] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.006580] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.006634] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.006686] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.007837] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.008288] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.008315] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.008342] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.008450] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.008477] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.008504] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.008530] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.009510] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.009931] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.010008] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.010010] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.010094] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.010120] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.010146] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.010172] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.011268] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.011766] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.011818] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.011844] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.011927] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.011953] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.011980] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.012007] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.013016] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.013490] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.013518] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.013545] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.013629] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.013630] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.013657] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.013683] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.014699] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.015145] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.015173] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.015199] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.015283] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.015310] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.015336] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.015362] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.016269] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.016717] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.016744] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.016796] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.016880] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.016909] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.016961] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.016988] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.017874] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.018393] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.018421] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.018423] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.018611] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.018639] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.018667] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.018693] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.019619] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.020041] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.020094] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.020120] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.020180] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.020206] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.020232] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.020258] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.021020] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.021436] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.021488] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.021540] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.021624] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.021652] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.021678] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.021731] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.022697] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.023136] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.023189] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.023215] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.023323] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.023383] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.023411] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.023438] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.024239] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.024660] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.024687] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.024689] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.024773] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.024799] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.024801] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.024827] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.025544] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.025993] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.026020] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.026073] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.026158] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.026185] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.026212] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.026238] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.027053] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.027502] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.027554] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.027581] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.027665] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.027691] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.027720] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.027796] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.028472] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.028896] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.028923] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.028950] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.029033] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.029060] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.029087] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.029089] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.029786] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.030211] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.030239] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.030265] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.030411] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.030439] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.030637] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.030691] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.031349] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.031773] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.031800] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.031826] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.031910] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.031937] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.031963] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.031989] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.032536] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.032952] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.033004] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.033056] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.033114] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.033140] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.033166] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.033192] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.033765] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.034186] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.034212] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.034239] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.034298] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.034387] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.034390] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.034416] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.035006] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.035428] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.035454] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.035505] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.035589] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.035641] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.035667] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.035669] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.036313] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.036734] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.036810] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.036812] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.036898] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.036899] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.036927] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.036957] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.037549] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.037970] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.038022] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.038048] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.038108] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.038134] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.038161] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.038189] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.038843] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.039268] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.039295] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.039322] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.039405] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.039432] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.039459] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.039487] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.040125] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.040578] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.040604] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.040631] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.040741] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.040794] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.040821] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.040847] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.041385] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.041804] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.041887] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.041939] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.041999] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.042052] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.042079] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.042105] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.042737] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.043133] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.043159] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.043186] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.043293] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.043321] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.043353] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.043355] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.043976] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.044402] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.044428] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.044455] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.044540] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.044566] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.044593] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.044619] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.045167] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.045590] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.045617] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.045643] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.045727] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.045754] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.045780] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.045807] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.046510] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.047005] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.047032] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.047084] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.047143] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.047198] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.047226] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.047252] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.047862] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.048289] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.048315] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.048342] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.048426] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.048454] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.048480] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.048531] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.049126] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.049548] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.049599] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.049625] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.049710] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.049711] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.049738] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.049740] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.050357] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.050885] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.050913] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.050940] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.051026] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.051053] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.051080] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.051106] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.051691] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.052104] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.052130] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.052156] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.052238] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.052264] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.052290] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.052316] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.053348] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.054087] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.054115] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.054141] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.054246] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.054390] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.054421] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.054447] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.055229] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.055661] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.055687] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.055737] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.055818] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.055891] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.055941] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.055990] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.056656] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.057095] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.057168] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.057194] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.057324] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.057444] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.057517] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.057571] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.058596] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.059963] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.060044] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.060046] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.060109] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.060110] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.060141] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.060168] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.060864] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.061319] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.061345] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.061372] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.061452] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.061501] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.061527] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.061576] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.062372] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.062880] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.062907] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.062957] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.063062] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.063111] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.063137] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.063162] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.063804] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.064234] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.064286] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.064312] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.064417] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.064442] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.064444] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.064469] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.065043] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.065496] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.065545] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.065619] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.065676] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.065701] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.065727] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.065752] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.066480] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.066966] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.067016] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.067067] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.067149] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.067198] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.067224] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.067249] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.067900] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.068307] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.068358] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.068384] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.068489] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.068562] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.068588] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.068613] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.069191] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.069646] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.069719] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.069744] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.069849] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.069851] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.069877] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.069903] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.070610] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.071042] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.071068] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.071094] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.071175] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.071201] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.071230] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.071279] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.071909] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.072337] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.072364] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.072390] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.072494] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.072520] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.072570] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.072595] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.073175] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.073617] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.073690] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.073787] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.073892] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.073941] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.074040] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.074091] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.074838] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.075272] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.075299] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.075348] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.075453] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.075529] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.075555] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.075628] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.076239] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.076741] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.076767] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.076793] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.076903] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.076952] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.077002] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.077028] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.077644] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.078167] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.078216] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.078242] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.078415] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.078441] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.078684] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.078711] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.079309] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.079738] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.079764] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.079790] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.079894] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.079969] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.079995] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.080069] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.080625] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.081052] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.081053] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.081079] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.081183] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.081233] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.081258] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.081309] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.081901] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.082596] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.082647] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.082697] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.082825] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.082851] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.082881] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.082931] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.083601] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.084078] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.084104] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.084153] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.084234] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.084259] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.084285] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.084311] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.084868] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.085272] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.085300] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.085302] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.085382] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.085432] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.085458] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.085531] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.086142] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.086774] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.086800] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.086850] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.086954] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.087004] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.087030] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.087055] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.087677] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.088084] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.088110] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.088136] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.088241] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.088270] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.088321] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.088347] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.088950] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.089379] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.089455] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.089529] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.089657] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.089683] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.089732] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.089758] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.090437] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.090946] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.090996] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.091022] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.091127] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.091152] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.091178] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.091204] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.091799] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.092206] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.092256] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.092306] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.092387] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.092388] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.092438] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.092487] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.093088] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.093505] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.093555] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.093581] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.093710] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.093736] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.093785] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.093834] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.094600] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.095053] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.095080] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.095106] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.095189] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.095216] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.095218] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.095244] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.095925] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.096343] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.096393] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.096443] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.096526] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.096527] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.096555] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.096652] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.097279] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.097733] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.097759] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.097760] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.097843] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.097892] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.097965] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.098015] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.098873] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.099305] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.099356] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.099382] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.099463] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.099513] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.099563] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.099565] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.100232] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.100687] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.100738] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.100767] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.100920] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.100969] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.100995] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.101045] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.101690] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.102155] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.102228] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.102276] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.102437] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.102463] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.102553] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.102668] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.103332] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.103747] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.103797] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.103847] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.103928] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.103978] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.104004] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.104053] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.104701] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.105155] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.105181] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.105231] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.105336] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.105409] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.105482] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.105579] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.106376] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.106849] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.106899] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.106949] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.107030] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.107079] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.107129] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.107154] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.107825] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.108327] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.108353] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.108403] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.108484] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.108534] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.108559] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.108585] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.109278] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.109875] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.109925] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.109951] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.110056] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.110081] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.110107] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.110134] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.110853] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.111287] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.111336] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.111385] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.111467] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.111516] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.111542] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.111591] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.112207] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.112623] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.112649] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.112675] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.112755] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.112781] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.112807] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.112855] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.113443] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.114108] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.114181] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.114231] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.114406] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.114520] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.114560] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.114610] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.115271] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.115677] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.115727] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.115753] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.115858] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.115884] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.115910] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.115960] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.116501] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.117002] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.117027] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.117053] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.117134] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.117159] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.117209] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.117235] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.117845] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.118388] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.118415] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.118443] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.118699] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.118749] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.118776] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.118825] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.119454] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.119883] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.119933] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.119983] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.120064] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.120113] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.120163] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.120212] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.120797] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.121225] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.121251] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.121301] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.121382] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.121408] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.121457] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.121483] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.122111] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.122762] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.122837] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.122863] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.122945] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.122975] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.123002] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.123028] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.123681] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.124114] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.124140] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.124166] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.124294] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.124320] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.124321] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.124347] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.124974] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.125398] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.125448] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.125473] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.125578] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.125604] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.125630] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.125703] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.126517] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.127106] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.127132] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.127158] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.127264] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.127290] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.127317] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.127366] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.128015] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.128472] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.128522] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.128548] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.128630] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.128655] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.128682] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.128731] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.129346] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.129869] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.129969] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.130018] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.130177] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.130227] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.130278] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.130425] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.131181] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.131659] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.131713] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.131739] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.131844] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.131870] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.131896] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.131924] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.132494] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.133000] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.133050] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.133076] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.133135] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.133161] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.133187] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.133237] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.133893] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.134298] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.134422] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.134473] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.134632] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.134682] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.134708] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.134734] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.135363] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.135770] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.135819] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.135869] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.135951] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.135977] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.136003] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.136029] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.136615] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.136908] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.136910] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.136912] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.136923] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.136924] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.136926] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.136928] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.137560] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.138036] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.138085] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.138135] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.138240] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.138383] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.138410] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.138461] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.139268] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.139699] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.139725] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.139752] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.139856] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.139882] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.139908] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.139957] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.140514] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.140944] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.140970] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.141020] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.141101] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.141127] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.141153] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.141180] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.141747] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.142210] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.142260] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.142654] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.142760] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.142786] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.142812] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.142838] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.143534] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.143994] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.144071] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.144144] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.144250] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.144275] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.144301] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.144327] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.144921] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.145375] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.145425] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.145498] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.145603] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.145605] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.145631] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.145682] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.146273] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.146831] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.146881] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.146908] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.147014] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.147040] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.147066] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.147115] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.147723] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.148175] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.148249] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.148275] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.148331] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.148357] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.148383] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.148432] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.148991] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.149447] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.149520] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.149546] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.149651] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.149702] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.149728] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.149778] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.150657] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.151112] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.151139] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.151214] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.151318] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.151344] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.151371] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.151420] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.152049] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.152531] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.152581] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.152633] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.152714] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.152764] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.152814] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.152865] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  134.153487] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  134.153939] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.153988] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  134.154037] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  134.154165] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  134.154191] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  134.154217] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  134.154266] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first

[-- Attachment #3: rebar_xl_dmesg.txt --]
[-- Type: text/plain, Size: 21279 bytes --]

 __  __            _  _    ____   ___                     _        _     _
 \ \/ /___ _ __   | || |  |___ \ / _ \    _   _ _ __  ___| |_ __ _| |__ | | ___
  \  // _ \ '_ \  | || |_   __) | | | |__| | | | '_ \/ __| __/ _` | '_ \| |/ _ \
  /  \  __/ | | | |__   _| / __/| |_| |__| |_| | | | \__ \ || (_| | |_) | |  __/
 /_/\_\___|_| |_|    |_|(_)_____|\___/    \__,_|_| |_|___/\__\__,_|_.__/|_|\___|

(XEN) Xen version 4.20-unstable (cjq@) (gcc (Ubuntu 11.4.0-1ubuntu1~22.04) 11.4.0) debug=y Thu Nov 14 10:58:23 CST 2024
(XEN) Latest ChangeSet: Thu Nov 14 10:52:21 2024 +0800 git:49e097d933
(XEN) build-id: 0c4f2c715d91807bf51b953793951ae383b381e0
(XEN) Bootloader: GRUB 2.06-2ubuntu14.4
(XEN) Command line: placeholder dom0=pvh dom0_mem=6G loglvl=all no-real-mode edd=off
(XEN) Xen image load base address: 0xc6c00000
(XEN) Video information:
(XEN)  VGA is graphics mode 2560x1440, 32 bpp
(XEN) Disc information:
(XEN)  Found 0 MBR signatures
(XEN)  Found 1 EDD information structures
(XEN) CPU Vendor: AMD, Family 23 (0x17), Model 96 (0x60), Stepping 1 (raw 00860f01)
(XEN) EFI RAM map:
(XEN)  [0000000000000000, 000000000009efff] (usable)
(XEN)  [000000000009f000, 00000000000bffff] (reserved)
(XEN)  [0000000000100000, 0000000009afffff] (usable)
(XEN)  [0000000009b00000, 0000000009dfffff] (reserved)
(XEN)  [0000000009e00000, 0000000009efffff] (usable)
(XEN)  [0000000009f00000, 0000000009f0ffff] (ACPI NVS)
(XEN)  [0000000009f10000, 00000000bb465fff] (usable)
(XEN)  [00000000bb466000, 00000000bc565fff] (reserved)
(XEN)  [00000000bc566000, 00000000c877efff] (usable)
(XEN)  [00000000c877f000, 00000000caf7efff] (reserved)
(XEN)  [00000000caf7f000, 00000000ccf7efff] (ACPI NVS)
(XEN)  [00000000ccf7f000, 00000000ccffefff] (ACPI data)
(XEN)  [00000000ccfff000, 00000000ccffffff] (usable)
(XEN)  [00000000cd000000, 00000000cdffffff] (reserved)
(XEN)  [00000000f0000000, 00000000f7ffffff] (reserved)
(XEN)  [00000000fde00000, 00000000fdefffff] (reserved)
(XEN)  [00000000fec00000, 00000000fec01fff] (reserved)
(XEN)  [00000000fec10000, 00000000fec10fff] (reserved)
(XEN)  [00000000fec20000, 00000000fec20fff] (reserved)
(XEN)  [00000000fed80000, 00000000fed81fff] (reserved)
(XEN)  [00000000fedc0000, 00000000feddffff] (reserved)
(XEN)  [00000000fee00000, 00000000fee00fff] (reserved)
(XEN)  [00000000ff000000, 00000000fff1ffff] (reserved)
(XEN)  [0000000100000000, 000000080f33ffff] (usable)
(XEN)  [000000080f340000, 000000082fffffff] (reserved)
(XEN) BSP microcode revision: 0x08600109
(XEN) ACPI: RSDP CCFFE014, 0024 (r2 AMD   )
(XEN) ACPI: XSDT CCFDE188, 0154 (r1 AMD    Celadon         2       1000013)
(XEN) ACPI: FACP CCFE6000, 0114 (r6 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: DSDT CCFD4000, 90BF (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: FACS CCEF1000, 0040
(XEN) ACPI: UEFI CCF7E000, 0236 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFF5000, 723C (r2 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: IVRS CCFF4000, 01A4 (r2 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFF0000, 374A (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFEF000, 0228 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: BERT CCFEE000, 0030 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: EINJ CCFEC000, 0150 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFEB000, 046D (r1 AMD    Celadon      1000 ACPI    40000)
(XEN) ACPI: TPM2 CCFEA000, 0034 (r4 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: ASF! CCFE8000, 00A5 (r32 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: BOOT CCFE7000, 0028 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: HPET CCFE5000, 0038 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: APIC CCFE4000, 0138 (r4 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: MCFG CCFE3000, 003C (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: SLIC CCFE2000, 0176 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: WSMT CCFDF000, 0028 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: SSDT CCFFD000, 0080 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: SSDT CCFC5000, 0164 (r1 AMD    Celadon      1000 ACPI    40000)
(XEN) ACPI: SSDT CCFC2000, 2B80 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: CRAT CCFC1000, 0BA8 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: CDIT CCFC0000, 0029 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: VFCT CCFA7000, 18CA0 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFD3000, 0139 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: HEST CCF96000, 10874 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFED000, 028D (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFD2000, 0D37 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFD0000, 10AB (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFCF000, 0179 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFCD000, 154F (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFCB000, 10B3 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFCA000, 01C0 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFC6000, 30C8 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: FPDT CCF95000, 0044 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: BGRT CCF94000, 0038 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFE1000, 007D (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFE0000, 0F96 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCF93000, 0517 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) System RAM: 32102MB (32872764kB)
(XEN) No NUMA configuration found
(XEN) Faking a node at 0000000000000000-000000080f340000
(XEN) Domain heap initialised
(XEN) vesafb: framebuffer at 0x000000fc70000000, mapped to 0xffff82c000203000, using 14400k, total 14400k
(XEN) vesafb: mode is 2560x1440x32, linelength=10240, font 8x16
(XEN) vesafb: Truecolor: size=8:8:8:8, shift=24:16:8:0
(XEN) SMBIOS 3.1 present.
(XEN) Using APIC driver default
(XEN) ACPI: PM-Timer IO Port: 0x408 (32 bits)
(XEN) ACPI: v5 SLEEP INFO: control[0:0], status[0:0]
(XEN) ACPI: SLEEP INFO: pm1x_cnt[1:404,1:0], pm1x_evt[1:400,1:0]
(XEN) ACPI: 32/64X FACS address mismatch in FADT - ccef1000/0000000000000000, using 32
(XEN) ACPI:             wakeup_vec[ccef100c], vec_size[20]
(XEN) ACPI: Local APIC address 0xfee00000
(XEN) Overriding APIC driver with bigsmp
(XEN) ACPI: IOAPIC (id[0x21] address[0xfec00000] gsi_base[0])
(XEN) IOAPIC[0]: apic_id 33, version 33, address 0xfec00000, GSI 0-23
(XEN) ACPI: IOAPIC (id[0x22] address[0xfec01000] gsi_base[24])
(XEN) IOAPIC[1]: apic_id 34, version 33, address 0xfec01000, GSI 24-55
(XEN) ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl)
(XEN) ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 low level)
(XEN) ACPI: IRQ0 used by override.
(XEN) ACPI: IRQ2 used by override.
(XEN) ACPI: IRQ9 used by override.
(XEN) ACPI: HPET id: 0x10228210 base: 0xfed00000
(XEN) PCI: MCFG configuration 0: base f0000000 segment 0000 buses 00 - 7f
(XEN) PCI: MCFG area at f0000000 reserved in E820
(XEN) PCI: Using MCFG for segment 0000 bus 00-7f
(XEN) HEST: Table parsing has been initialized
(XEN) ACPI: BGRT: invalidating v1 image at 0xc32b0000
(XEN) Using ACPI (MADT) for SMP configuration information
(XEN) SMP: Allowing 16 CPUs (4 hotplug CPUs)
(XEN) IRQ limits: 56 GSI, 2440 MSI/MSI-X
(XEN) Zenbleed mitigation - using chickenbit
(XEN) CPU0: 1400 ... 3000 MHz
(XEN) xstate: size: 0x380 and states: 0x207
(XEN) CPU0: AMD Fam17h machine check reporting enabled
(XEN) Speculative mitigation facilities:
(XEN)   Hardware hints: IBRS_FAST IBRS_SAME_MODE
(XEN)   Hardware features: IBPB IBRS STIBP SSBD
(XEN)   Compiled-in support: INDIRECT_THUNK SHADOW_PAGING HARDEN_ARRAY HARDEN_BRANCH HARDEN_GUEST_ACCESS HARDEN_LOCK
(XEN)   Xen settings: BTI-Thunk: RETPOLINE, SPEC_CTRL: IBRS- STIBP+ SSBD-, Other: BRANCH_HARDEN
(XEN)   Support for HVM VMs: MSR_SPEC_CTRL MSR_VIRT_SPEC_CTRL RSB IBPB-entry
(XEN)   Support for PV VMs: IBPB-entry
(XEN)   XPTI (64-bit PV only): Dom0 disabled, DomU disabled (without PCID)
(XEN)   PV L1TF shadowing: Dom0 disabled, DomU disabled
(XEN) Using scheduler: SMP Credit Scheduler rev2 (credit2)
(XEN) Initializing Credit2 scheduler
(XEN)  load_precision_shift: 18
(XEN)  load_window_shift: 30
(XEN)  underload_balance_tolerance: 0
(XEN)  overload_balance_tolerance: -3
(XEN)  runqueues arrangement: socket
(XEN)  cap enforcement granularity: 10ms
(XEN) load tracking window length 1073741824 ns
(XEN) Platform timer is 14.318MHz HPET
(XEN) Detected 2994.384 MHz processor.
(XEN) Freed 1020kB unused BSS memory
(XEN) EFI memory map:
(XEN)  0000000000000-0000000003fff type=2 attr=000000000000000f
(XEN)  0000000004000-000000008efff type=7 attr=000000000000000f
(XEN)  000000008f000-000000009efff type=2 attr=000000000000000f
(XEN)  000000009f000-000000009ffff type=0 attr=000000000000000f
(XEN)  0000000100000-0000004ac6fff type=2 attr=000000000000000f
(XEN)  0000004ac7000-0000009afffff type=7 attr=000000000000000f
(XEN)  0000009b00000-0000009dfffff type=0 attr=000000000000000f
(XEN)  0000009e00000-0000009efffff type=7 attr=000000000000000f
(XEN)  0000009f00000-0000009f0ffff type=10 attr=000000000000000f
(XEN)  0000009f10000-0000078a37fff type=7 attr=000000000000000f
(XEN)  0000078a38000-000007fffefff type=1 attr=000000000000000f
(XEN)  000007ffff000-00000b6e88fff type=7 attr=000000000000000f
(XEN)  00000b6e89000-00000b7103fff type=1 attr=000000000000000f
(XEN)  00000b7104000-00000b737efff type=2 attr=000000000000000f
(XEN)  00000b737f000-00000b739efff type=4 attr=000000000000000f
(XEN)  00000b739f000-00000b73f7fff type=7 attr=000000000000000f
(XEN)  00000b73f8000-00000b7619fff type=4 attr=000000000000000f
(XEN)  00000b761a000-00000b7667fff type=3 attr=000000000000000f
(XEN)  00000b7668000-00000baf86fff type=4 attr=000000000000000f
(XEN)  00000baf87000-00000bafa5fff type=3 attr=000000000000000f
(XEN)  00000bafa6000-00000baff7fff type=4 attr=000000000000000f
(XEN)  00000baff8000-00000bb05dfff type=3 attr=000000000000000f
(XEN)  00000bb05e000-00000bb465fff type=4 attr=000000000000000f
(XEN)  00000bb466000-00000bc565fff type=0 attr=000000000000000f
(XEN)  00000bc566000-00000bc56ffff type=3 attr=000000000000000f
(XEN)  00000bc570000-00000bc579fff type=7 attr=000000000000000f
(XEN)  00000bc57a000-00000bc57cfff type=2 attr=000000000000000f
(XEN)  00000bc57d000-00000bc6a8fff type=7 attr=000000000000000f
(XEN)  00000bc6a9000-00000bc77efff type=1 attr=000000000000000f
(XEN)  00000bc77f000-00000c3160fff type=7 attr=000000000000000f
(XEN)  00000c3161000-00000c32a1fff type=4 attr=000000000000000f
(XEN)  00000c32a2000-00000c32abfff type=7 attr=000000000000000f
(XEN)  00000c32ac000-00000c32acfff type=4 attr=000000000000000f
(XEN)  00000c32ad000-00000c32adfff type=7 attr=000000000000000f
(XEN)  00000c32ae000-00000c677efff type=4 attr=000000000000000f
(XEN)  00000c677f000-00000c6dfffff type=7 attr=000000000000000f
(XEN)  00000c6e00000-00000c71f7fff type=2 attr=000000000000000f
(XEN)  00000c71f8000-00000c737afff type=7 attr=000000000000000f
(XEN)  00000c737b000-00000c877efff type=3 attr=000000000000000f
(XEN)  00000c877f000-00000c8f7efff type=5 attr=800000000000000f
(XEN)  00000c8f7f000-00000c9f7efff type=6 attr=800000000000000f
(XEN)  00000c9f7f000-00000caf7efff type=0 attr=000000000000000f
(XEN)  00000caf7f000-00000ccf7efff type=10 attr=000000000000000f
(XEN)  00000ccf7f000-00000ccffefff type=9 attr=000000000000000f
(XEN)  00000ccfff000-00000ccffffff type=4 attr=000000000000000f
(XEN)  0000100000000-000080f33ffff type=7 attr=000000000000000f
(XEN)  00000000a0000-00000000bffff type=0 attr=0000000000000000
(XEN)  00000cd000000-00000cdffffff type=0 attr=0000000000000000
(XEN)  00000f0000000-00000f7ffffff type=11 attr=8000000000000001
(XEN)  00000fde00000-00000fdefffff type=11 attr=8000000000000001
(XEN)  00000fec00000-00000fec01fff type=11 attr=8000000000000001
(XEN)  00000fec10000-00000fec10fff type=11 attr=8000000000000001
(XEN)  00000fec20000-00000fec20fff type=11 attr=8000000000000001
(XEN)  00000fed80000-00000fed81fff type=11 attr=8000000000000001
(XEN)  00000fedc0000-00000feddffff type=11 attr=8000000000000001
(XEN)  00000fee00000-00000fee00fff type=11 attr=8000000000000001
(XEN)  00000ff000000-00000fff1ffff type=11 attr=8000000000000001
(XEN)  000080f340000-000082fffffff type=0 attr=0000000000000000
(XEN) alt table ffff82d04049c1b8 -> ffff82d0404aeca4
(XEN) AMD-Vi: IOMMU Extended Features:
(XEN) - Peripheral Page Service Request
(XEN) - x2APIC
(XEN) - NX bit
(XEN) - Invalidate All Command
(XEN) - Guest APIC
(XEN) - Performance Counters
(XEN) - Host Address Translation Size: 0x2
(XEN) - Guest Address Translation Size: 0
(XEN) - Guest CR3 Root Table Level: 0x1
(XEN) - Maximum PASID: 0xf
(XEN) - SMI Filter Register: 0x1
(XEN) - SMI Filter Register Count: 0x1
(XEN) - Guest Virtual APIC Modes: 0x1
(XEN) - Dual PPR Log: 0x2
(XEN) - Dual Event Log: 0x2
(XEN) - User / Supervisor Page Protection
(XEN) - Device Table Segmentation: 0x3
(XEN) - PPR Log Overflow Early Warning
(XEN) - PPR Automatic Response
(XEN) - Memory Access Routing and Control: 0
(XEN) - Block StopMark Message
(XEN) - Performance Optimization
(XEN) - MSI Capability MMIO Access
(XEN) - Guest I/O Protection
(XEN) - Enhanced PPR Handling
(XEN) - Attribute Forward
(XEN) - Invalidate IOTLB Type
(XEN) - VM Table Size: 0
(XEN) - Guest Access Bit Update Disable
(XEN) AMD-Vi: Disabled HAP memory map sharing with IOMMU
(XEN) AMD-Vi: IOMMU 0 Enabled.
(XEN) I/O virtualisation enabled
(XEN)  - Dom0 mode: Relaxed
(XEN) Interrupt remapping enabled
(XEN) nr_sockets: 2
(XEN) Enabling APIC mode.  Using 2 I/O APICs
(XEN) ENABLING IO-APIC IRQs
(XEN)  -> Using new ACK method
(XEN) ..TIMER: vector=0xF0 apic1=0 pin1=2 apic2=-1 pin2=-1
(XEN) Wallclock source: EFI
(XEN) Allocated console ring of 128 KiB.
(XEN) mwait-idle: does not run on family 23 model 96
(XEN) HVM: ASIDs enabled.
(XEN) SVM: Supported advanced features:
(XEN)  - Nested Page Tables (NPT)
(XEN)  - Last Branch Record (LBR) Virtualisation
(XEN)  - Next-RIP Saved on #VMEXIT
(XEN)  - VMCB Clean Bits
(XEN)  - TLB flush by ASID
(XEN)  - DecodeAssists
(XEN)  - Virtual VMLOAD/VMSAVE
(XEN)  - Virtual GIF
(XEN)  - Pause-Intercept Filter
(XEN)  - Pause-Intercept Filter Threshold
(XEN)  - TSC Rate MSR
(XEN)  - MSR_SPEC_CTRL virtualisation
(XEN) HVM: SVM enabled
(XEN) HVM: Hardware Assisted Paging (HAP) detected
(XEN) HVM: HAP page sizes: 4kB, 2MB, 1GB
(XEN) alt table ffff82d04049c1b8 -> ffff82d0404aeca4
(XEN) Brought up 12 CPUs
(XEN) Scheduling granularity: cpu, 1 CPU per sched-resource
(XEN) Initializing Credit2 scheduler
(XEN)  load_precision_shift: 18
(XEN)  load_window_shift: 30
(XEN)  underload_balance_tolerance: 0
(XEN)  overload_balance_tolerance: -3
(XEN)  runqueues arrangement: socket
(XEN)  cap enforcement granularity: 10ms
(XEN) load tracking window length 1073741824 ns
(XEN) Adding cpu 0 to runqueue 0
(XEN)  First cpu on runqueue, activating
(XEN) Adding cpu 1 to runqueue 0
(XEN) Adding cpu 2 to runqueue 0
(XEN) Adding cpu 3 to runqueue 0
(XEN) Adding cpu 4 to runqueue 0
(XEN) Adding cpu 5 to runqueue 0
(XEN) Adding cpu 6 to runqueue 0
(XEN) Adding cpu 7 to runqueue 0
(XEN) Adding cpu 8 to runqueue 0
(XEN) Adding cpu 9 to runqueue 0
(XEN) Adding cpu 10 to runqueue 0
(XEN) Adding cpu 11 to runqueue 0
(XEN) mcheck_poll: Machine check polling timer started.
(XEN) Running stub recovery selftests...
(XEN) Fixup #UD[0000]: ffff82d07fffe044 [ffff82d07fffe044] -> ffff82d04038cc8c
(XEN) Fixup #GP[0000]: ffff82d07fffe045 [ffff82d07fffe045] -> ffff82d04038cc8c
(XEN) Fixup #SS[0000]: ffff82d07fffe044 [ffff82d07fffe044] -> ffff82d04038cc8c
(XEN) Fixup #BP[0000]: ffff82d07fffe045 [ffff82d07fffe045] -> ffff82d04038cc8c
(XEN) NX (Execute Disable) protection active
(XEN) *** Building a PVH Dom0 ***
(XEN) Dom0 memory allocation stats:
(XEN) order  0 allocations: 4
(XEN) order  1 allocations: 4
(XEN) order  2 allocations: 3
(XEN) order  3 allocations: 3
(XEN) order  4 allocations: 5
(XEN) order  5 allocations: 4
(XEN) order  6 allocations: 4
(XEN) order  7 allocations: 4
(XEN) order  8 allocations: 4
(XEN) order  9 allocations: 4
(XEN) order 10 allocations: 4
(XEN) order 11 allocations: 4
(XEN) order 12 allocations: 4
(XEN) order 13 allocations: 4
(XEN) order 14 allocations: 2
(XEN) order 15 allocations: 3
(XEN) order 16 allocations: 3
(XEN) order 17 allocations: 3
(XEN) order 18 allocations: 3
(XEN) ELF: phdr: paddr=0x1000000 memsz=0x195f628
(XEN) ELF: phdr: paddr=0x2a00000 memsz=0x96f000
(XEN) ELF: phdr: paddr=0x336f000 memsz=0x39000
(XEN) ELF: phdr: paddr=0x33a8000 memsz=0x1458000
(XEN) ELF: memory: 0x1000000 -> 0x4800000
(XEN) ELF: note: PHYS32_RELOC align: 0x200000 min: 0x1000000 max: 0x3fffffff
(XEN) ELF: note: PHYS32_ENTRY = 0x1000a20
(XEN) ELF: note: GUEST_OS = "linux"
(XEN) ELF: note: GUEST_VERSION = "2.6"
(XEN) ELF: note: XEN_VERSION = "xen-3.0"
(XEN) ELF: note: VIRT_BASE = 0xffffffff80000000
(XEN) ELF: note: INIT_P2M = 0x8000000000
(XEN) ELF: note: ENTRY = 0xffffffff833bc620
(XEN) ELF: note: FEATURES = "!writable_page_tables"
(XEN) ELF: note: PAE_MODE = "yes"
(XEN) ELF: note: L1_MFN_VALID
(XEN) ELF: note: MOD_START_PFN = 0x1
(XEN) ELF: note: PADDR_OFFSET = 0
(XEN) ELF: note: HYPERCALL_PAGE = 0xffffffff81f3a000
(XEN) ELF: note: SUPPORTED_FEATURES = 0x8801
(XEN) ELF: note: LOADER = "generic"
(XEN) ELF: note: SUSPEND_CANCEL = 0x1
(XEN) ELF: Found PVH image
(XEN) ELF: addresses:
(XEN)     virt_base        = 0x0
(XEN)     elf_paddr_offset = 0x0
(XEN)     virt_offset      = 0x0
(XEN)     virt_kstart      = 0x1000000
(XEN)     virt_kend        = 0x4800000
(XEN)     virt_entry       = 0x1000a20
(XEN)     p2m_base         = 0x8000000000
(XEN) ELF: phdr 0 at 0x1000000 -> 0x295f628
(XEN) ELF: phdr 1 at 0x2a00000 -> 0x336f000
(XEN) ELF: phdr 2 at 0x336f000 -> 0x33a8000
(XEN) ELF: phdr 3 at 0x33a8000 -> 0x4800000
(XEN) Dom0 memory map:
(XEN)  [0000000000000000, 000000000009efff] (usable)
(XEN)  [000000000009f000, 00000000000bffff] (reserved)
(XEN)  [0000000000100000, 0000000009afffff] (usable)
(XEN)  [0000000009b00000, 0000000009dfffff] (reserved)
(XEN)  [0000000009e00000, 0000000009efffff] (usable)
(XEN)  [0000000009f00000, 0000000009f0ffff] (ACPI NVS)
(XEN)  [0000000009f10000, 00000000bb465fff] (usable)
(XEN)  [00000000bb466000, 00000000bc565fff] (reserved)
(XEN)  [00000000bc566000, 00000000c877efff] (usable)
(XEN)  [00000000c877f000, 00000000caf7efff] (reserved)
(XEN)  [00000000caf7f000, 00000000ccf7efff] (ACPI NVS)
(XEN)  [00000000ccf7f000, 00000000ccffefff] (ACPI data)
(XEN)  [00000000ccfff000, 00000000ccfffdd7] (usable)
(XEN)  [00000000ccfffdd8, 00000000ccfffeef] (ACPI data)
(XEN)  [00000000cd000000, 00000000cdffffff] (reserved)
(XEN)  [00000000f0000000, 00000000f7ffffff] (reserved)
(XEN)  [00000000fde00000, 00000000fdefffff] (reserved)
(XEN)  [00000000fec00000, 00000000fec01fff] (reserved)
(XEN)  [00000000fec10000, 00000000fec10fff] (reserved)
(XEN)  [00000000fec20000, 00000000fec20fff] (reserved)
(XEN)  [00000000fed80000, 00000000fed81fff] (reserved)
(XEN)  [00000000fedc0000, 00000000feddffff] (reserved)
(XEN)  [00000000fee00000, 00000000fee00fff] (reserved)
(XEN)  [00000000ff000000, 00000000fff1ffff] (reserved)
(XEN)  [0000000100000000, 00000001b8cf0fff] (usable)
(XEN)  [00000001b8cf1000, 000000080f33ffff] (unusable)
(XEN)  [000000080f340000, 000000082fffffff] (reserved)
(XEN) Initial low memory virq threshold set at 0x4000 pages.
(XEN) Scrubbing Free RAM in background
(XEN) Std. Loglevel: All
(XEN) Guest Loglevel: All
(XEN) Xen is relinquishing VGA console.
(XEN) *** Serial input to DOM0 (type 'CTRL-a' three times to switch input)
(XEN) Freed 656kB init memory
(XEN) d0v0: upcall vector f3
(XEN) PCI add device 0000:00:00.0
(XEN) PCI add device 0000:00:00.2
(XEN) PCI add device 0000:00:01.0
(XEN) PCI add device 0000:00:01.1
(XEN) PCI add device 0000:00:02.0
(XEN) PCI add device 0000:00:02.4
(XEN) PCI add device 0000:00:08.0
(XEN) PCI add device 0000:00:08.1
(XEN) PCI add device 0000:00:08.2
(XEN) PCI add device 0000:00:14.0
(XEN) PCI add device 0000:00:14.3
(XEN) PCI add device 0000:00:18.0
(XEN) PCI add device 0000:00:18.1
(XEN) PCI add device 0000:00:18.2
(XEN) PCI add device 0000:00:18.3
(XEN) PCI add device 0000:00:18.4
(XEN) PCI add device 0000:00:18.5
(XEN) PCI add device 0000:00:18.6
(XEN) PCI add device 0000:00:18.7
(XEN) PCI add device 0000:01:00.0
(XEN) PCI add device 0000:02:00.0
(XEN) PCI add device 0000:03:00.0
(XEN) PCI add device 0000:03:00.1
(XEN) PCI add device 0000:04:00.0
(XEN) PCI add device 0000:05:00.0
(XEN) PCI add device 0000:05:00.1
(XEN) PCI add device 0000:05:00.2
(XEN) PCI add device 0000:05:00.3
(XEN) PCI add device 0000:05:00.4
(XEN) PCI add device 0000:05:00.5
(XEN) PCI add device 0000:05:00.6
(XEN) PCI add device 0000:06:00.0
(XEN) PCI add device 0000:06:00.1
(XEN) PCI add device 0000:06:00.2
(XEN) PCI add device 0000:06:00.3
(XEN) arch/x86/hvm/svm/svm.c:1889:d0v0 RDMSR 0xc0010058 unimplemented
(XEN) arch/x86/hvm/svm/svm.c:1889:d0v0 RDMSR 0xc001029b unimplemented
(XEN) arch/x86/hvm/svm/svm.c:1889:d0v0 RDMSR 0xc001029a unimplemented
(XEN) common/grant_table.c:1909:d0v4 Expanding d0 grant table from 1 to 2 frames
(XEN) 0000:03:00.0: detected BAR#0 size change (0x10000000 -> 0x200000000)

Re: [PATCH] vpci: Add resizable bar support

[Roger Pau Monné]

On Thu, Nov 14, 2024 at 06:11:46AM +0000, Chen, Jiqian wrote:
> On 2024/11/13 18:30, Roger Pau Monné wrote:
> > On Wed, Nov 13, 2024 at 10:00:33AM +0000, Chen, Jiqian wrote:
> >> On 2024/11/13 17:30, Roger Pau Monné wrote:
> >>> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
> >>>> Some devices, like discrete GPU of amd, support resizable bar capability,
> >>>> but vpci of Xen doesn't support this feature, so they fail to resize bars
> >>>> and then cause probing failure.
> >>>>
> >>>> According to PCIe spec, each bar that support resizing has two registers,
> >>>> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
> >>>> corresponding handler into vpci.
> >>>>
> >>>> PCI_REBAR_CAP is RO, only provide reading.
> >>>>
> >>>> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
> >>>> setting the new size.
> >>>
> >>> I think the logic to handle resizable BAR could be much simpler.  Some
> >>> time ago I've made a patch to add support for it, but due to lack of
> >>> hardware on my side to test it I've never submitted it.
> >>>
> >>> My approach would be to detect the presence of the
> >>> PCI_EXT_CAP_ID_REBAR capability in init_header(), and if the
> >>> capability is present force the sizing of BARs each time they are
> >>> mapped in modify_bars().  I don't think we need to trap accesses to
> >>> the capability itself, as resizing can only happen when memory
> >>> decoding is not enabled for the device.  It's enough to fetch the size
> >>> of the BARs ahead of each enabling of memory decoding.
> >>>
> >>> Note that memory decoding implies mapping the BARs into the p2m, which
> >>> is already an expensive operation, the extra sizing is unlikely to
> >>> make much of a difference performance wise.
> >>>
> >>> I've found the following on my git tree and rebased on top of staging:
> >> OK.
> >> Do you need me to validate your patch in my environment?
> > 
> > Yes please, I have no way to test it.  Let's see what others think
> > about the different approaches.
> There are some errors with your method.
> I attached the dmesg and xl dmesg logs.
> From the dmesg logs, it seems that 0000:03:00.0 has addresse overlap with 0000:03:00.1

Do you have the output of lspci with the BAR sizes/positions before
and after the resizing?

> 
> I think there is a place that needs to be modified regarding your method,
> although this modification does not help with the above-mentioned errors,
> it is that whether to support resizing is specific to which bar, rather than just determining whether there is a Rebar capability.

Do we really need such fine-grained information?  It should be
harmless (even if not strictly necessary) to size all BARs on the
device before enabling memory decoding, even if some of them do not
support resizing.

I might have to provide a patch with additional messages to see what's
going on.

Thanks, Roger.

Re: [PATCH] vpci: Add resizable bar support

[Roger Pau Monné]

On Thu, Nov 14, 2024 at 04:52:18PM +0100, Roger Pau Monné wrote:
> On Thu, Nov 14, 2024 at 06:11:46AM +0000, Chen, Jiqian wrote:
> > On 2024/11/13 18:30, Roger Pau Monné wrote:
> > > On Wed, Nov 13, 2024 at 10:00:33AM +0000, Chen, Jiqian wrote:
> > >> On 2024/11/13 17:30, Roger Pau Monné wrote:
> > >>> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
> > >>>> Some devices, like discrete GPU of amd, support resizable bar capability,
> > >>>> but vpci of Xen doesn't support this feature, so they fail to resize bars
> > >>>> and then cause probing failure.
> > >>>>
> > >>>> According to PCIe spec, each bar that support resizing has two registers,
> > >>>> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
> > >>>> corresponding handler into vpci.
> > >>>>
> > >>>> PCI_REBAR_CAP is RO, only provide reading.
> > >>>>
> > >>>> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
> > >>>> setting the new size.
> > >>>
> > >>> I think the logic to handle resizable BAR could be much simpler.  Some
> > >>> time ago I've made a patch to add support for it, but due to lack of
> > >>> hardware on my side to test it I've never submitted it.
> > >>>
> > >>> My approach would be to detect the presence of the
> > >>> PCI_EXT_CAP_ID_REBAR capability in init_header(), and if the
> > >>> capability is present force the sizing of BARs each time they are
> > >>> mapped in modify_bars().  I don't think we need to trap accesses to
> > >>> the capability itself, as resizing can only happen when memory
> > >>> decoding is not enabled for the device.  It's enough to fetch the size
> > >>> of the BARs ahead of each enabling of memory decoding.
> > >>>
> > >>> Note that memory decoding implies mapping the BARs into the p2m, which
> > >>> is already an expensive operation, the extra sizing is unlikely to
> > >>> make much of a difference performance wise.
> > >>>
> > >>> I've found the following on my git tree and rebased on top of staging:
> > >> OK.
> > >> Do you need me to validate your patch in my environment?
> > > 
> > > Yes please, I have no way to test it.  Let's see what others think
> > > about the different approaches.
> > There are some errors with your method.
> > I attached the dmesg and xl dmesg logs.
> > From the dmesg logs, it seems that 0000:03:00.0 has addresse overlap with 0000:03:00.1
> 
> Do you have the output of lspci with the BAR sizes/positions before
> and after the resizing?
> 
> > 
> > I think there is a place that needs to be modified regarding your method,
> > although this modification does not help with the above-mentioned errors,
> > it is that whether to support resizing is specific to which bar, rather than just determining whether there is a Rebar capability.
> 
> Do we really need such fine-grained information?  It should be
> harmless (even if not strictly necessary) to size all BARs on the
> device before enabling memory decoding, even if some of them do not
> support resizing.
> 
> I might have to provide a patch with additional messages to see what's
> going on.

One nit that I've noticed with the patch I gave you previously is that
the check for a size change in modify_bars() should be done ahead of
pci_check_bar(), otherwise the check is possibly using an outdated
size.

I've also added a debug message to notify when a BAR register is
written and report the new address.  This is done unconditionally, but
if you think it's too chatty you can limit to only printing for the
device that has the ReBAR capability.

Thanks, Roger.

diff --git a/xen/drivers/vpci/header.c b/xen/drivers/vpci/header.c
index ef6c965c081c..d49d3588993b 100644
--- a/xen/drivers/vpci/header.c
+++ b/xen/drivers/vpci/header.c
@@ -346,6 +346,30 @@ static int modify_bars(const struct pci_dev *pdev, uint16_t cmd, bool rom_only)
              bar->enabled == !!(cmd & PCI_COMMAND_MEMORY) )
             continue;
 
+        if ( bar->type != VPCI_BAR_ROM && header->bars_resizable &&
+             (cmd & PCI_COMMAND_MEMORY) )
+        {
+            uint64_t addr, size;
+
+            pci_size_mem_bar(pdev->sbdf, PCI_BASE_ADDRESS_0 + i * 4,
+                             &addr, &size, 0);
+
+            if ( bar->addr != addr )
+                printk(XENLOG_G_ERR
+                       "%pp: BAR#%u address mismatch %#lx vs %#lx\n",
+                       &pdev->sbdf, i, bar->addr, addr);
+
+            if ( bar->size != size )
+            {
+                printk(XENLOG_G_DEBUG
+                       "%pp: detected BAR#%u size change (%#lx -> %#lx)\n",
+                       &pdev->sbdf, i, bar->size, size);
+                bar->size = size;
+                end = PFN_DOWN(bar->addr + size - 1);
+                end_guest = PFN_DOWN(bar->guest_addr + size - 1);
+            }
+        }
+
         if ( !pci_check_bar(pdev, _mfn(start), _mfn(end)) )
         {
             printk(XENLOG_G_WARNING
@@ -601,6 +625,9 @@ static void cf_check bar_write(
     /* Update guest address, so hardware domain BAR is identity mapped. */
     bar->guest_addr = bar->addr;
 
+gprintk(XENLOG_DEBUG, "%pp: updated BAR%zu address: %#lx\n",
+                    &pdev->sbdf, bar - pdev->vpci->header.bars + hi, bar->addr);
+
     /* Make sure Xen writes back the same value for the BAR RO bits. */
     if ( !hi )
     {
@@ -870,6 +897,9 @@ static int cf_check init_header(struct pci_dev *pdev)
     if ( pdev->ignore_bars )
         return 0;
 
+    header->bars_resizable = pci_find_ext_capability(pdev->sbdf,
+                                                     PCI_EXT_CAP_ID_REBAR);
+
     cmd = pci_conf_read16(pdev->sbdf, PCI_COMMAND);
 
     /*
diff --git a/xen/include/xen/pci_regs.h b/xen/include/xen/pci_regs.h
index 250ba106dbd3..c543a2b86778 100644
--- a/xen/include/xen/pci_regs.h
+++ b/xen/include/xen/pci_regs.h
@@ -459,6 +459,7 @@
 #define PCI_EXT_CAP_ID_ARI	14
 #define PCI_EXT_CAP_ID_ATS	15
 #define PCI_EXT_CAP_ID_SRIOV	16
+#define PCI_EXT_CAP_ID_REBAR	21
 
 /* Advanced Error Reporting */
 #define PCI_ERR_UNCOR_STATUS	4	/* Uncorrectable Error Status */
diff --git a/xen/include/xen/vpci.h b/xen/include/xen/vpci.h
index 41e7c3bc2791..45ebc1bb3356 100644
--- a/xen/include/xen/vpci.h
+++ b/xen/include/xen/vpci.h
@@ -129,6 +129,8 @@ struct vpci {
          * upon to know whether BARs are mapped into the guest p2m.
          */
         bool bars_mapped      : 1;
+        /* Device has the Resizable BARs capability. */
+        bool bars_resizable   : 1;
         /* FIXME: currently there's no support for SR-IOV. */
     } header;
 

Re: [PATCH] vpci: Add resizable bar support

[Chen, Jiqian]

[-- Attachment #1: Type: text/plain, Size: 7125 bytes --]

On 2024/11/15 01:36, Roger Pau Monné wrote:
> On Thu, Nov 14, 2024 at 04:52:18PM +0100, Roger Pau Monné wrote:
>> On Thu, Nov 14, 2024 at 06:11:46AM +0000, Chen, Jiqian wrote:
>>> On 2024/11/13 18:30, Roger Pau Monné wrote:
>>>> On Wed, Nov 13, 2024 at 10:00:33AM +0000, Chen, Jiqian wrote:
>>>>> On 2024/11/13 17:30, Roger Pau Monné wrote:
>>>>>> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
>>>>>>> Some devices, like discrete GPU of amd, support resizable bar capability,
>>>>>>> but vpci of Xen doesn't support this feature, so they fail to resize bars
>>>>>>> and then cause probing failure.
>>>>>>>
>>>>>>> According to PCIe spec, each bar that support resizing has two registers,
>>>>>>> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
>>>>>>> corresponding handler into vpci.
>>>>>>>
>>>>>>> PCI_REBAR_CAP is RO, only provide reading.
>>>>>>>
>>>>>>> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
>>>>>>> setting the new size.
>>>>>>
>>>>>> I think the logic to handle resizable BAR could be much simpler.  Some
>>>>>> time ago I've made a patch to add support for it, but due to lack of
>>>>>> hardware on my side to test it I've never submitted it.
>>>>>>
>>>>>> My approach would be to detect the presence of the
>>>>>> PCI_EXT_CAP_ID_REBAR capability in init_header(), and if the
>>>>>> capability is present force the sizing of BARs each time they are
>>>>>> mapped in modify_bars().  I don't think we need to trap accesses to
>>>>>> the capability itself, as resizing can only happen when memory
>>>>>> decoding is not enabled for the device.  It's enough to fetch the size
>>>>>> of the BARs ahead of each enabling of memory decoding.
>>>>>>
>>>>>> Note that memory decoding implies mapping the BARs into the p2m, which
>>>>>> is already an expensive operation, the extra sizing is unlikely to
>>>>>> make much of a difference performance wise.
>>>>>>
>>>>>> I've found the following on my git tree and rebased on top of staging:
>>>>> OK.
>>>>> Do you need me to validate your patch in my environment?
>>>>
>>>> Yes please, I have no way to test it.  Let's see what others think
>>>> about the different approaches.
>>> There are some errors with your method.
>>> I attached the dmesg and xl dmesg logs.
>>> From the dmesg logs, it seems that 0000:03:00.0 has addresse overlap with 0000:03:00.1
>>
>> Do you have the output of lspci with the BAR sizes/positions before
>> and after the resizing?
>>
>>>
>>> I think there is a place that needs to be modified regarding your method,
>>> although this modification does not help with the above-mentioned errors,
>>> it is that whether to support resizing is specific to which bar, rather than just determining whether there is a Rebar capability.
>>
>> Do we really need such fine-grained information?  It should be
>> harmless (even if not strictly necessary) to size all BARs on the
>> device before enabling memory decoding, even if some of them do not
>> support resizing.
>>
>> I might have to provide a patch with additional messages to see what's
>> going on.
> 
> One nit that I've noticed with the patch I gave you previously is that
> the check for a size change in modify_bars() should be done ahead of
> pci_check_bar(), otherwise the check is possibly using an outdated
> size.
> 
> I've also added a debug message to notify when a BAR register is
> written and report the new address.  This is done unconditionally, but
> if you think it's too chatty you can limit to only printing for the
> device that has the ReBAR capability.
Errors are the same.
Attached the dmesg, xl dmesg, patch and lspci output.
I will also continue to debug your method on my side to try to get some findings.

> 
> Thanks, Roger.
> 
> diff --git a/xen/drivers/vpci/header.c b/xen/drivers/vpci/header.c
> index ef6c965c081c..d49d3588993b 100644
> --- a/xen/drivers/vpci/header.c
> +++ b/xen/drivers/vpci/header.c
> @@ -346,6 +346,30 @@ static int modify_bars(const struct pci_dev *pdev, uint16_t cmd, bool rom_only)
>               bar->enabled == !!(cmd & PCI_COMMAND_MEMORY) )
>              continue;
>  
> +        if ( bar->type != VPCI_BAR_ROM && header->bars_resizable &&
> +             (cmd & PCI_COMMAND_MEMORY) )
> +        {
> +            uint64_t addr, size;
> +
> +            pci_size_mem_bar(pdev->sbdf, PCI_BASE_ADDRESS_0 + i * 4,
> +                             &addr, &size, 0);
> +
> +            if ( bar->addr != addr )
> +                printk(XENLOG_G_ERR
> +                       "%pp: BAR#%u address mismatch %#lx vs %#lx\n",
> +                       &pdev->sbdf, i, bar->addr, addr);
> +
> +            if ( bar->size != size )
> +            {
> +                printk(XENLOG_G_DEBUG
> +                       "%pp: detected BAR#%u size change (%#lx -> %#lx)\n",
> +                       &pdev->sbdf, i, bar->size, size);
> +                bar->size = size;
> +                end = PFN_DOWN(bar->addr + size - 1);
> +                end_guest = PFN_DOWN(bar->guest_addr + size - 1);
> +            }
> +        }
> +
>          if ( !pci_check_bar(pdev, _mfn(start), _mfn(end)) )
>          {
>              printk(XENLOG_G_WARNING
> @@ -601,6 +625,9 @@ static void cf_check bar_write(
>      /* Update guest address, so hardware domain BAR is identity mapped. */
>      bar->guest_addr = bar->addr;
>  
> +gprintk(XENLOG_DEBUG, "%pp: updated BAR%zu address: %#lx\n",
> +                    &pdev->sbdf, bar - pdev->vpci->header.bars + hi, bar->addr);
> +
>      /* Make sure Xen writes back the same value for the BAR RO bits. */
>      if ( !hi )
>      {
> @@ -870,6 +897,9 @@ static int cf_check init_header(struct pci_dev *pdev)
>      if ( pdev->ignore_bars )
>          return 0;
>  
> +    header->bars_resizable = pci_find_ext_capability(pdev->sbdf,
> +                                                     PCI_EXT_CAP_ID_REBAR);
> +
>      cmd = pci_conf_read16(pdev->sbdf, PCI_COMMAND);
>  
>      /*
> diff --git a/xen/include/xen/pci_regs.h b/xen/include/xen/pci_regs.h
> index 250ba106dbd3..c543a2b86778 100644
> --- a/xen/include/xen/pci_regs.h
> +++ b/xen/include/xen/pci_regs.h
> @@ -459,6 +459,7 @@
>  #define PCI_EXT_CAP_ID_ARI	14
>  #define PCI_EXT_CAP_ID_ATS	15
>  #define PCI_EXT_CAP_ID_SRIOV	16
> +#define PCI_EXT_CAP_ID_REBAR	21
>  
>  /* Advanced Error Reporting */
>  #define PCI_ERR_UNCOR_STATUS	4	/* Uncorrectable Error Status */
> diff --git a/xen/include/xen/vpci.h b/xen/include/xen/vpci.h
> index 41e7c3bc2791..45ebc1bb3356 100644
> --- a/xen/include/xen/vpci.h
> +++ b/xen/include/xen/vpci.h
> @@ -129,6 +129,8 @@ struct vpci {
>           * upon to know whether BARs are mapped into the guest p2m.
>           */
>          bool bars_mapped      : 1;
> +        /* Device has the Resizable BARs capability. */
> +        bool bars_resizable   : 1;
>          /* FIXME: currently there's no support for SR-IOV. */
>      } header;
>  
> 

-- 
Best regards,
Jiqian Chen.

[-- Attachment #2: 0001-Rebar-debug-of-Roger.patch --]
[-- Type: application/octet-stream, Size: 3383 bytes --]

From ab2a178e380d83da2b833eea7ee69bbe36c37371 Mon Sep 17 00:00:00 2001
From: Jiqian Chen <Jiqian.Chen@amd.com>
Date: Fri, 15 Nov 2024 10:27:48 +0800
Subject: [PATCH 1/1] Rebar debug of Roger

---
 xen/drivers/vpci/header.c  | 30 ++++++++++++++++++++++++++++++
 xen/include/xen/pci_regs.h |  1 +
 xen/include/xen/vpci.h     |  2 ++
 3 files changed, 33 insertions(+)

diff --git a/xen/drivers/vpci/header.c b/xen/drivers/vpci/header.c
index ef6c965c081c..ff3bd3594968 100644
--- a/xen/drivers/vpci/header.c
+++ b/xen/drivers/vpci/header.c
@@ -346,6 +346,30 @@ static int modify_bars(const struct pci_dev *pdev, uint16_t cmd, bool rom_only)
              bar->enabled == !!(cmd & PCI_COMMAND_MEMORY) )
             continue;
 
+        if ( bar->type != VPCI_BAR_ROM && header->bars_resizable &&
+             (cmd & PCI_COMMAND_MEMORY) )
+        {
+            uint64_t addr, size;
+
+            pci_size_mem_bar(pdev->sbdf, PCI_BASE_ADDRESS_0 + i * 4,
+                             &addr, &size, 0);
+
+            if ( bar->addr != addr )
+                printk(XENLOG_G_ERR
+                       "%pp: BAR#%u address mismatch %#lx vs %#lx\n",
+                       &pdev->sbdf, i, bar->addr, addr);
+
+            if ( bar->size != size )
+            {
+                printk(XENLOG_G_DEBUG
+                       "%pp: detected BAR#%u size change (%#lx -> %#lx)\n",
+                       &pdev->sbdf, i, bar->size, size);
+                bar->size = size;
+                end = PFN_DOWN(bar->addr + size - 1);
+                end_guest = PFN_DOWN(bar->guest_addr + size - 1);
+            }
+        }
+
         if ( !pci_check_bar(pdev, _mfn(start), _mfn(end)) )
         {
             printk(XENLOG_G_WARNING
@@ -601,6 +625,9 @@ static void cf_check bar_write(
     /* Update guest address, so hardware domain BAR is identity mapped. */
     bar->guest_addr = bar->addr;
 
+    gprintk(XENLOG_INFO, "%pp: updated BAR%zu address: %#lx\n",
+            &pdev->sbdf, bar - pdev->vpci->header.bars + hi, bar->addr);
+
     /* Make sure Xen writes back the same value for the BAR RO bits. */
     if ( !hi )
     {
@@ -870,6 +897,9 @@ static int cf_check init_header(struct pci_dev *pdev)
     if ( pdev->ignore_bars )
         return 0;
 
+    header->bars_resizable = pci_find_ext_capability(pdev->sbdf,
+                                                     PCI_EXT_CAP_ID_REBAR);
+
     cmd = pci_conf_read16(pdev->sbdf, PCI_COMMAND);
 
     /*
diff --git a/xen/include/xen/pci_regs.h b/xen/include/xen/pci_regs.h
index 250ba106dbd3..c543a2b86778 100644
--- a/xen/include/xen/pci_regs.h
+++ b/xen/include/xen/pci_regs.h
@@ -459,6 +459,7 @@
 #define PCI_EXT_CAP_ID_ARI	14
 #define PCI_EXT_CAP_ID_ATS	15
 #define PCI_EXT_CAP_ID_SRIOV	16
+#define PCI_EXT_CAP_ID_REBAR	21
 
 /* Advanced Error Reporting */
 #define PCI_ERR_UNCOR_STATUS	4	/* Uncorrectable Error Status */
diff --git a/xen/include/xen/vpci.h b/xen/include/xen/vpci.h
index 41e7c3bc2791..45ebc1bb3356 100644
--- a/xen/include/xen/vpci.h
+++ b/xen/include/xen/vpci.h
@@ -129,6 +129,8 @@ struct vpci {
          * upon to know whether BARs are mapped into the guest p2m.
          */
         bool bars_mapped      : 1;
+        /* Device has the Resizable BARs capability. */
+        bool bars_resizable   : 1;
         /* FIXME: currently there's no support for SR-IOV. */
     } header;
 
-- 
2.34.1


[-- Attachment #3: rebar_dmesg.txt --]
[-- Type: text/plain, Size: 117520 bytes --]

[    0.000000] Linux version 6.12.0-rc5-g5c6808d1a9dd (cjq@cjq-desktop) (gcc (Ubuntu 11.4.0-1ubuntu1~22.04) 11.4.0, GNU ld (GNU Binutils for Ubuntu) 2.38) #2 SMP PREEMPT_DYNAMIC Tue Nov 12 17:24:24 CST 2024
[    0.000000] Command line: placeholder root=UUID=a49fe421-940d-42bd-b343-665fea0d88a2 ro quiet splash iommu.passthrough=1
[    0.000000] KERNEL supported cpus:
[    0.000000]   Intel GenuineIntel
[    0.000000]   AMD AuthenticAMD
[    0.000000]   Hygon HygonGenuine
[    0.000000]   Centaur CentaurHauls
[    0.000000]   zhaoxin   Shanghai  
[    0.000000] [Firmware Bug]: TSC doesn't count with P0 frequency!
[    0.000000] BIOS-provided physical RAM map:
[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009efff] usable
[    0.000000] BIOS-e820: [mem 0x000000000009f000-0x00000000000fffff] reserved
[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x0000000009afffff] usable
[    0.000000] BIOS-e820: [mem 0x0000000009b00000-0x0000000009dfffff] reserved
[    0.000000] BIOS-e820: [mem 0x0000000009e00000-0x0000000009efffff] usable
[    0.000000] BIOS-e820: [mem 0x0000000009f00000-0x0000000009f0ffff] ACPI NVS
[    0.000000] BIOS-e820: [mem 0x0000000009f10000-0x00000000bb465fff] usable
[    0.000000] BIOS-e820: [mem 0x00000000bb466000-0x00000000bc565fff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000bc566000-0x00000000c877efff] usable
[    0.000000] BIOS-e820: [mem 0x00000000c877f000-0x00000000caf7efff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000caf7f000-0x00000000ccf7efff] ACPI NVS
[    0.000000] BIOS-e820: [mem 0x00000000ccf7f000-0x00000000ccffefff] ACPI data
[    0.000000] BIOS-e820: [mem 0x00000000ccfff000-0x00000000ccfffdd7] usable
[    0.000000] BIOS-e820: [mem 0x00000000ccfffdd8-0x00000000ccfffeef] ACPI data
[    0.000000] BIOS-e820: [mem 0x00000000cd000000-0x00000000cdffffff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000f0000000-0x00000000f7ffffff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000fde00000-0x00000000fdefffff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000fec00000-0x00000000fec01fff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000fec10000-0x00000000fec10fff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000fec20000-0x00000000fec20fff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000fed80000-0x00000000fed81fff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000fedc0000-0x00000000feddffff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000fee00000-0x00000000fee00fff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000ff000000-0x00000000fff1ffff] reserved
[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000080f33ffff] usable
[    0.000000] BIOS-e820: [mem 0x000000080f340000-0x000000082fffffff] reserved
[    0.000000] NX (Execute Disable) protection: active
[    0.000000] APIC: Static calls initialized
[    0.000000] efi: EFI v2.7 by INSYDE Corp.
[    0.000000] efi: ACPI=0xccffe000 ACPI 2.0=0xccffe014 TPMFinalLog=0xccf60000 SMBIOS=0xc968b000 SMBIOS 3.0=0xc9689000 ESRT=0xc982a218 (MEMATTR=0xc32ab018 unusable) MOKvar=0xc9853000 
[    0.000000] SMBIOS 3.1.1 present.
[    0.000000] DMI: AMD Celadon-RN/Celadon-RN, BIOS TCR0080B 03/10/2023
[    0.000000] DMI: Memory slots populated: 2/2
[    0.000000] Hypervisor detected: Xen HVM
[    0.000000] Xen version 4.20.
[    0.000011] HVMOP_pagetable_dying not supported
[    0.164566] tsc: Fast TSC calibration failed
[    0.164572] tsc: Detected 2994.382 MHz processor
[    0.164667] e820: update [mem 0x00000000-0x00000fff] usable ==> reserved
[    0.164672] e820: remove [mem 0x000a0000-0x000fffff] usable
[    0.164685] last_pfn = 0x80f340 max_arch_pfn = 0x400000000
[    0.164849] MTRR map: 5 entries (4 fixed + 1 variable; max 21), built from 9 variable MTRRs
[    0.164854] x86/PAT: Configuration [0-7]: WB  WC  UC- UC  WB  WP  UC- WT  
[    0.165588] CPU MTRRs all blank - virtualized system.
[    0.165596] last_pfn = 0xccfff max_arch_pfn = 0x400000000
[    0.171548] esrt: Reserving ESRT space from 0x00000000c982a218 to 0x00000000c982a250.
[    0.171566] Using GB pages for direct mapping
[    0.173366] Secure boot disabled
[    0.173371] RAMDISK: [mem 0x04800000-0x0810bfff]
[    0.173381] ACPI: Early table checksum verification disabled
[    0.173388] ACPI: RSDP 0x00000000CCFFFDD8 000024 (v02 AMD   )
[    0.173394] ACPI: XSDT 0x00000000CCFFFDFC 0000EC (v01 AMD    Celadon  00000002      01000013)
[    0.173401] ACPI: APIC 0x00000000CCFFFEE8 000118 (v04 AMD    Celadon  00000002 ACPI 00040000)
[    0.173408] ACPI: FACP 0x00000000CCFE6000 000114 (v06 AMD    Celadon  00000002 ACPI 00040000)
[    0.173484] ACPI: DSDT 0x00000000CCFD4000 0090BF (v01 AMD    Celadon  00000002 ACPI 00040000)
[    0.173489] ACPI: FACS 0x00000000CCEF1000 000040
[    0.173496] ACPI: SSDT 0x00000000CCFF5000 00723C (v02 AMD    Celadon  00000002 ACPI 00040000)
[    0.173502] ACPI: SSDT 0x00000000CCFF0000 00374A (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.173507] ACPI: SSDT 0x00000000CCFEF000 000228 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.173513] ACPI: SSDT 0x00000000CCFEB000 00046D (v01 AMD    Celadon  00001000 ACPI 00040000)
[    0.173518] ACPI: MCFG 0x00000000CCFE3000 00003C (v01 AMD    Celadon  00000002 ACPI 00040000)
[    0.173524] ACPI: SLIC 0x00000000CCFE2000 000176 (v01 AMD    Celadon  00000002 ACPI 00040000)
[    0.173529] ACPI: SSDT 0x00000000CCFFD000 000080 (v01 AMD    Celadon  00000002 ACPI 00040000)
[    0.173534] ACPI: SSDT 0x00000000CCFC5000 000164 (v01 AMD    Celadon  00001000 ACPI 00040000)
[    0.173540] ACPI: SSDT 0x00000000CCFC2000 002B80 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.173545] ACPI: VFCT 0x00000000CCFA7000 018CA0 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.173551] ACPI: SSDT 0x00000000CCFD3000 000139 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.173557] ACPI: SSDT 0x00000000CCFED000 00028D (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.173562] ACPI: SSDT 0x00000000CCFD2000 000D37 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.173568] ACPI: SSDT 0x00000000CCFD0000 0010AB (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.173572] ACPI: SSDT 0x00000000CCFCF000 000179 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.173578] ACPI: SSDT 0x00000000CCFCD000 00154F (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.173583] ACPI: SSDT 0x00000000CCFCB000 0010B3 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.173588] ACPI: SSDT 0x00000000CCFCA000 0001C0 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.173594] ACPI: SSDT 0x00000000CCFC6000 0030C8 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.173600] ACPI: FPDT 0x00000000CCF95000 000044 (v01 AMD    Celadon  00000002 ACPI 00040000)
[    0.173606] ACPI: SSDT 0x00000000CCFE1000 00007D (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.173611] ACPI: SSDT 0x00000000CCFE0000 000F96 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.173616] ACPI: SSDT 0x00000000CCF93000 000517 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.173619] ACPI: Reserving APIC table memory at [mem 0xccfffee8-0xccffffff]
[    0.173621] ACPI: Reserving FACP table memory at [mem 0xccfe6000-0xccfe6113]
[    0.173623] ACPI: Reserving DSDT table memory at [mem 0xccfd4000-0xccfdd0be]
[    0.173624] ACPI: Reserving FACS table memory at [mem 0xccef1000-0xccef103f]
[    0.173625] ACPI: Reserving SSDT table memory at [mem 0xccff5000-0xccffc23b]
[    0.173626] ACPI: Reserving SSDT table memory at [mem 0xccff0000-0xccff3749]
[    0.173627] ACPI: Reserving SSDT table memory at [mem 0xccfef000-0xccfef227]
[    0.173628] ACPI: Reserving SSDT table memory at [mem 0xccfeb000-0xccfeb46c]
[    0.173628] ACPI: Reserving MCFG table memory at [mem 0xccfe3000-0xccfe303b]
[    0.173629] ACPI: Reserving SLIC table memory at [mem 0xccfe2000-0xccfe2175]
[    0.173630] ACPI: Reserving SSDT table memory at [mem 0xccffd000-0xccffd07f]
[    0.173631] ACPI: Reserving SSDT table memory at [mem 0xccfc5000-0xccfc5163]
[    0.173632] ACPI: Reserving SSDT table memory at [mem 0xccfc2000-0xccfc4b7f]
[    0.173633] ACPI: Reserving VFCT table memory at [mem 0xccfa7000-0xccfbfc9f]
[    0.173634] ACPI: Reserving SSDT table memory at [mem 0xccfd3000-0xccfd3138]
[    0.173635] ACPI: Reserving SSDT table memory at [mem 0xccfed000-0xccfed28c]
[    0.173636] ACPI: Reserving SSDT table memory at [mem 0xccfd2000-0xccfd2d36]
[    0.173637] ACPI: Reserving SSDT table memory at [mem 0xccfd0000-0xccfd10aa]
[    0.173638] ACPI: Reserving SSDT table memory at [mem 0xccfcf000-0xccfcf178]
[    0.173639] ACPI: Reserving SSDT table memory at [mem 0xccfcd000-0xccfce54e]
[    0.173640] ACPI: Reserving SSDT table memory at [mem 0xccfcb000-0xccfcc0b2]
[    0.173641] ACPI: Reserving SSDT table memory at [mem 0xccfca000-0xccfca1bf]
[    0.173642] ACPI: Reserving SSDT table memory at [mem 0xccfc6000-0xccfc90c7]
[    0.173643] ACPI: Reserving FPDT table memory at [mem 0xccf95000-0xccf95043]
[    0.173644] ACPI: Reserving SSDT table memory at [mem 0xccfe1000-0xccfe107c]
[    0.173645] ACPI: Reserving SSDT table memory at [mem 0xccfe0000-0xccfe0f95]
[    0.173645] ACPI: Reserving SSDT table memory at [mem 0xccf93000-0xccf93516]
[    0.173927] No NUMA configuration found
[    0.173929] Faking a node at [mem 0x0000000000000000-0x000000080f33ffff]
[    0.173943] NODE_DATA(0) allocated [mem 0x1b8cc5a00-0x1b8ceffff]
[    0.174223] Zone ranges:
[    0.174224]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]
[    0.174227]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]
[    0.174229]   Normal   [mem 0x0000000100000000-0x000000080f33ffff]
[    0.174230]   Device   empty
[    0.174231] Movable zone start for each node
[    0.174235] Early memory node ranges
[    0.174235]   node   0: [mem 0x0000000000001000-0x000000000009efff]
[    0.174237]   node   0: [mem 0x0000000000100000-0x0000000009afffff]
[    0.174238]   node   0: [mem 0x0000000009e00000-0x0000000009efffff]
[    0.174239]   node   0: [mem 0x0000000009f10000-0x00000000bb465fff]
[    0.174241]   node   0: [mem 0x00000000bc566000-0x00000000c877efff]
[    0.174242]   node   0: [mem 0x0000000100000000-0x000000080f33ffff]
[    0.174245] Initmem setup node 0 [mem 0x0000000000001000-0x000000080f33ffff]
[    0.174253] On node 0, zone DMA: 1 pages in unavailable ranges
[    0.174301] On node 0, zone DMA: 97 pages in unavailable ranges
[    0.174729] On node 0, zone DMA32: 768 pages in unavailable ranges
[    0.183089] On node 0, zone DMA32: 16 pages in unavailable ranges
[    0.183739] On node 0, zone DMA32: 4352 pages in unavailable ranges
[    0.268519] On node 0, zone Normal: 30849 pages in unavailable ranges
[    0.268583] On node 0, zone Normal: 3264 pages in unavailable ranges
[    0.270019] ACPI: PM-Timer IO Port: 0x408
[    0.270141] IOAPIC[0]: apic_id 33, version 17, address 0xfec00000, GSI 0-23
[    0.270206] IOAPIC[1]: apic_id 34, version 17, address 0xfec01000, GSI 24-55
[    0.270210] ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl)
[    0.270213] ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 low level)
[    0.270218] ACPI: Using ACPI (MADT) for SMP configuration information
[    0.270227] CPU topo: Max. logical packages:   1
[    0.270227] CPU topo: Max. logical dies:       1
[    0.270228] CPU topo: Max. dies per package:   1
[    0.270234] CPU topo: Max. threads per core:   1
[    0.270236] CPU topo: Num. cores per package:    12
[    0.270236] CPU topo: Num. threads per package:  12
[    0.270237] CPU topo: Allowing 12 present CPUs plus 0 hotplug CPUs
[    0.270280] PM: hibernation: Registered nosave memory: [mem 0x00000000-0x00000fff]
[    0.270283] PM: hibernation: Registered nosave memory: [mem 0x0009f000-0x000fffff]
[    0.270285] PM: hibernation: Registered nosave memory: [mem 0x09b00000-0x09dfffff]
[    0.270288] PM: hibernation: Registered nosave memory: [mem 0x09f00000-0x09f0ffff]
[    0.270290] PM: hibernation: Registered nosave memory: [mem 0xbb466000-0xbc565fff]
[    0.270292] PM: hibernation: Registered nosave memory: [mem 0xc877f000-0xcaf7efff]
[    0.270293] PM: hibernation: Registered nosave memory: [mem 0xcaf7f000-0xccf7efff]
[    0.270294] PM: hibernation: Registered nosave memory: [mem 0xccf7f000-0xccffefff]
[    0.270295] PM: hibernation: Registered nosave memory: [mem 0xccfff000-0xccffffff]
[    0.270297] PM: hibernation: Registered nosave memory: [mem 0xccfff000-0xccffffff]
[    0.270298] PM: hibernation: Registered nosave memory: [mem 0xcd000000-0xcdffffff]
[    0.270299] PM: hibernation: Registered nosave memory: [mem 0xce000000-0xefffffff]
[    0.270299] PM: hibernation: Registered nosave memory: [mem 0xf0000000-0xf7ffffff]
[    0.270300] PM: hibernation: Registered nosave memory: [mem 0xf8000000-0xfddfffff]
[    0.270301] PM: hibernation: Registered nosave memory: [mem 0xfde00000-0xfdefffff]
[    0.270302] PM: hibernation: Registered nosave memory: [mem 0xfdf00000-0xfebfffff]
[    0.270303] PM: hibernation: Registered nosave memory: [mem 0xfec00000-0xfec01fff]
[    0.270304] PM: hibernation: Registered nosave memory: [mem 0xfec02000-0xfec0ffff]
[    0.270305] PM: hibernation: Registered nosave memory: [mem 0xfec10000-0xfec10fff]
[    0.270306] PM: hibernation: Registered nosave memory: [mem 0xfec11000-0xfec1ffff]
[    0.270306] PM: hibernation: Registered nosave memory: [mem 0xfec20000-0xfec20fff]
[    0.270307] PM: hibernation: Registered nosave memory: [mem 0xfec21000-0xfed7ffff]
[    0.270308] PM: hibernation: Registered nosave memory: [mem 0xfed80000-0xfed81fff]
[    0.270309] PM: hibernation: Registered nosave memory: [mem 0xfed82000-0xfedbffff]
[    0.270310] PM: hibernation: Registered nosave memory: [mem 0xfedc0000-0xfeddffff]
[    0.270311] PM: hibernation: Registered nosave memory: [mem 0xfede0000-0xfedfffff]
[    0.270312] PM: hibernation: Registered nosave memory: [mem 0xfee00000-0xfee00fff]
[    0.270312] PM: hibernation: Registered nosave memory: [mem 0xfee01000-0xfeffffff]
[    0.270313] PM: hibernation: Registered nosave memory: [mem 0xff000000-0xfff1ffff]
[    0.270314] PM: hibernation: Registered nosave memory: [mem 0xfff20000-0xffffffff]
[    0.270316] [mem 0xce000000-0xefffffff] available for PCI devices
[    0.270332] Booting kernel on Xen PVH
[    0.270333] Xen version: 4.20-unstable
[    0.270337] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 7645519600211568 ns
[    0.270359] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:12 nr_cpu_ids:12 nr_node_ids:1
[    0.272156] percpu: Embedded 66 pages/cpu s233472 r8192 d28672 u524288
[    0.272173] pcpu-alloc: s233472 r8192 d28672 u524288 alloc=1*2097152
[    0.272176] pcpu-alloc: [0] 00 01 02 03 [0] 04 05 06 07 
[    0.272182] pcpu-alloc: [0] 08 09 10 11 
[    0.272259] xen: PV spinlocks enabled
[    0.272263] PV qspinlock hash table entries: 256 (order: 0, 4096 bytes, linear)
[    0.272266] Kernel command line: placeholder root=UUID=a49fe421-940d-42bd-b343-665fea0d88a2 ro quiet splash iommu.passthrough=1
[    0.272394] Unknown kernel command line parameters "placeholder splash", will be passed to user space.
[    0.272421] random: crng init done
[    0.273967] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)
[    0.274728] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)
[    0.274853] Fallback order for Node 0: 0 
[    0.274860] Built 1 zonelists, mobility grouping on.  Total pages: 8218189
[    0.274862] Policy zone: Normal
[    0.274877] mem auto-init: stack:off, heap alloc:on, heap free:off
[    0.274879] stackdepot: allocating hash table via alloc_large_system_hash
[    0.274883] stackdepot hash table entries: 524288 (order: 11, 8388608 bytes, linear)
[    0.276363] software IO TLB: area num 16.
[    0.511283] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=12, Nodes=1
[    0.511411] ftrace: allocating 52791 entries in 207 pages
[    0.525829] ftrace: allocated 207 pages with 6 groups
[    0.527240] Dynamic Preempt: voluntary
[    0.527739] rcu: Preemptible hierarchical RCU implementation.
[    0.527741] rcu: 	RCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=12.
[    0.527743] 	Trampoline variant of Tasks RCU enabled.
[    0.527744] 	Rude variant of Tasks RCU enabled.
[    0.527744] 	Tracing variant of Tasks RCU enabled.
[    0.527745] rcu: RCU calculated value of scheduler-enlistment delay is 25 jiffies.
[    0.527746] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=12
[    0.527794] RCU Tasks: Setting shift to 4 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=12.
[    0.527798] RCU Tasks Rude: Setting shift to 4 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=12.
[    0.527802] RCU Tasks Trace: Setting shift to 4 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=12.
[    0.538331] Using NULL legacy PIC
[    0.538335] NR_IRQS: 524544, nr_irqs: 1064, preallocated irqs: 0
[    0.538449] xen:events: Using FIFO-based ABI
[    0.538483] xen:events: Xen HVM callback vector for event delivery is enabled
[    0.538574] rcu: srcu_init: Setting srcu_struct sizes based on contention.
[    0.538739] Console: colour dummy device 80x25
[    0.538744] printk: legacy console [tty0] enabled
[    0.538772] printk: legacy console [hvc0] enabled
[    0.538871] ACPI: Core revision 20240827
[    0.588898] Failed to register legacy timer interrupt
[    0.588902] APIC: Switch to symmetric I/O mode setup
[    0.589919] x2apic enabled
[    0.591103] APIC: Switched APIC routing to: physical x2apic
[    0.591506] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b298a459c4, max_idle_ns: 440795326359 ns
[    0.591520] Calibrating delay loop (skipped), value calculated using timer frequency.. 5988.76 BogoMIPS (lpj=11977528)
[    0.591689] x86/cpu: User Mode Instruction Prevention (UMIP) activated
[    0.591781] Last level iTLB entries: 4KB 1024, 2MB 1024, 4MB 512
[    0.591782] Last level dTLB entries: 4KB 2048, 2MB 2048, 4MB 1024, 1GB 0
[    0.591789] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization
[    0.591793] Spectre V2 : Mitigation: Retpolines
[    0.591794] Spectre V2 : Spectre v2 / SpectreRSB mitigation: Filling RSB on context switch
[    0.591795] Spectre V2 : Spectre v2 / SpectreRSB : Filling RSB on VMEXIT
[    0.591796] Spectre V2 : Enabling Speculation Barrier for firmware calls
[    0.591797] RETBleed: Mitigation: untrained return thunk
[    0.591800] Spectre V2 : mitigation: Enabling conditional Indirect Branch Prediction Barrier
[    0.591802] Speculative Store Bypass: Mitigation: Speculative Store Bypass disabled via prctl
[    0.591828] x86/fpu: Supporting XSAVE feature 0x001: 'x87 floating point registers'
[    0.591830] x86/fpu: Supporting XSAVE feature 0x002: 'SSE registers'
[    0.591831] x86/fpu: Supporting XSAVE feature 0x004: 'AVX registers'
[    0.591832] x86/fpu: xstate_offset[2]:  576, xstate_sizes[2]:  256
[    0.591834] x86/fpu: Enabled xstate features 0x7, context size is 832 bytes, using 'compacted' format.
[    0.595514] Freeing SMP alternatives memory: 44K
[    0.595514] pid_max: default: 32768 minimum: 301
[    0.595514] LSM: initializing lsm=lockdown,capability,yama,apparmor,ima,evm
[    0.595514] Yama: becoming mindful.
[    0.595514] AppArmor: AppArmor initialized
[    0.595514] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)
[    0.595514] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)
[    0.595514] clocksource: xen: mask: 0xffffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns
[    0.595514] Xen: using vcpuop timer interface
[    0.595514] installing Xen timer for CPU 0
[    0.595514] smpboot: CPU0: AMD Eng Sample: 100-000001007-40_31/30_Y (family: 0x17, model: 0x60, stepping: 0x1)
[    0.595514] cpu 0 spinlock event irq 28
[    0.595514] Performance Events: PMU not available due to virtualization, using software events only.
[    0.595514] signal: max sigframe size: 1776
[    0.595514] rcu: Hierarchical SRCU implementation.
[    0.595514] rcu: 	Max phase no-delay instances is 1000.
[    0.595514] Timer migration: 2 hierarchy levels; 8 children per group; 2 crossnode level
[    0.699573] NMI watchdog: Perf NMI watchdog permanently disabled
[    0.700088] smp: Bringing up secondary CPUs ...
[    0.711724] installing Xen timer for CPU 1
[    0.712126] smpboot: x86: Booting SMP configuration:
[    0.712130] .... node  #0, CPUs:        #1
[    0.713776] installing Xen timer for CPU 2
[    0.714192]   #2
[    0.715155] installing Xen timer for CPU 3
[    0.715378]   #3
[    0.716509] installing Xen timer for CPU 4
[    0.716812]   #4
[    0.717552] installing Xen timer for CPU 5
[    0.717769]   #5
[    0.718587] installing Xen timer for CPU 6
[    0.718828]   #6
[    0.731610] installing Xen timer for CPU 7
[    0.731870]   #7
[    0.732626] installing Xen timer for CPU 8
[    0.732852]   #8
[    0.733657] installing Xen timer for CPU 9
[    0.733894]   #9
[    0.734685] installing Xen timer for CPU 10
[    0.734950]  #10
[    0.743697] installing Xen timer for CPU 11
[    0.743953]  #11
[    0.745528] cpu 1 spinlock event irq 73
[    0.747731] cpu 2 spinlock event irq 74
[    0.749525] cpu 3 spinlock event irq 75
[    0.751651] cpu 4 spinlock event irq 76
[    0.753524] cpu 5 spinlock event irq 77
[    0.755653] cpu 6 spinlock event irq 78
[    0.757525] cpu 7 spinlock event irq 79
[    0.759694] cpu 8 spinlock event irq 80
[    0.761523] cpu 9 spinlock event irq 81
[    0.763685] cpu 10 spinlock event irq 82
[    0.765525] cpu 11 spinlock event irq 83
[    0.765525] smp: Brought up 1 node, 12 CPUs
[    0.765525] smpboot: Total of 12 processors activated (71865.16 BogoMIPS)
[    0.768436] Memory: 5556784K/32872756K available (18432K kernel code, 9526K rwdata, 7552K rodata, 4684K init, 10184K bss, 27297864K reserved, 0K cma-reserved)
[    0.771702] devtmpfs: initialized
[    0.771733] x86/mm: Memory block size: 128MB
[    0.789270] ACPI: PM: Registering ACPI NVS region [mem 0x09f00000-0x09f0ffff] (65536 bytes)
[    0.789270] ACPI: PM: Registering ACPI NVS region [mem 0xcaf7f000-0xccf7efff] (33554432 bytes)
[    0.798029] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 7645041785100000 ns
[    0.798080] futex hash table entries: 4096 (order: 6, 262144 bytes, linear)
[    0.798319] pinctrl core: initialized pinctrl subsystem
[    0.798648] PM: RTC time: 02:54:04, date: 2024-11-15
[    0.800462] NET: Registered PF_NETLINK/PF_ROUTE protocol family
[    0.800590] xen:grant_table: Grant tables using version 1 layout
[    0.800639] Grant table initialized
[    0.802548] DMA: preallocated 1024 KiB GFP_KERNEL pool for atomic allocations
[    0.802740] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations
[    0.802914] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations
[    0.802979] audit: initializing netlink subsys (disabled)
[    0.803062] audit: type=2000 audit(1731639243.712:1): state=initialized audit_enabled=0 res=1
[    0.803899] thermal_sys: Registered thermal governor 'fair_share'
[    0.803905] thermal_sys: Registered thermal governor 'bang_bang'
[    0.803907] thermal_sys: Registered thermal governor 'step_wise'
[    0.803908] thermal_sys: Registered thermal governor 'user_space'
[    0.803939] EISA bus registered
[    0.803959] cpuidle: using governor ladder
[    0.803959] cpuidle: using governor menu
[    0.803959] acpiphp: ACPI Hot Plug PCI Controller Driver version: 0.5
[    0.804829] PCI: ECAM [mem 0xf0000000-0xf7ffffff] (base 0xf0000000) for domain 0000 [bus 00-7f]
[    0.804869] PCI: Using configuration type 1 for base access
[    0.805035] kprobes: kprobe jump-optimization is enabled. All kprobes are optimized if possible.
[    0.807869] HugeTLB: registered 1.00 GiB page size, pre-allocated 0 pages
[    0.807876] HugeTLB: 16380 KiB vmemmap can be freed for a 1.00 GiB page
[    0.807878] HugeTLB: registered 2.00 MiB page size, pre-allocated 0 pages
[    0.807880] HugeTLB: 28 KiB vmemmap can be freed for a 2.00 MiB page
[    0.808016] ACPI: Added _OSI(Module Device)
[    0.808016] ACPI: Added _OSI(Processor Device)
[    0.808016] ACPI: Added _OSI(3.0 _SCP Extensions)
[    0.808016] ACPI: Added _OSI(Processor Aggregator Device)
[    0.921972] ACPI BIOS Error (bug): Failure creating named object [\_SB.MACO], AE_ALREADY_EXISTS (20240827/dswload2-326)
[    0.921998] fbcon: Taking over console
[    0.922075] ACPI Error: AE_ALREADY_EXISTS, During name lookup/catalog (20240827/psobject-220)
[    0.932030] ACPI: 20 ACPI AML tables successfully acquired and loaded
[    0.937456] ACPI: [Firmware Bug]: BIOS _OSI(Linux) query ignored
[    0.955613] ACPI: EC: EC started
[    0.955619] ACPI: EC: interrupt blocked
[    0.959407] ACPI: EC: EC_CMD/EC_SC=0x666, EC_DATA=0x662
[    0.959412] ACPI: \_SB_.PCI0.LPC0.EC0_: Boot DSDT EC used to handle transactions
[    0.959415] ACPI: Interpreter enabled
[    0.959456] ACPI: PM: (supports S0 S3 S4 S5)
[    0.959459] ACPI: Using IOAPIC for interrupt routing
[    0.960394] PCI: Using host bridge windows from ACPI; if necessary, use "pci=nocrs" and report a bug
[    0.960397] PCI: Ignoring E820 reservations for host bridge windows
[    0.963439] ACPI: Enabled 6 GPEs in block 00 to 1F
[    0.970272] ACPI: \_SB_.PCI0.GPP0.M237: New power resource
[    0.971030] ACPI: \_SB_.PCI0.GPP0.SWUS.M237: New power resource
[    0.971622] ACPI: \_SB_.PCI0.GPP0.SWUS.SWDS.M237: New power resource
[    0.976057] ACPI: \_SB_.PCI0.GPP6.P0NV: New power resource
[    0.982372] ACPI: \_SB_.P0S0: New power resource
[    0.982522] ACPI: \_SB_.P3S0: New power resource
[    0.983129] ACPI: \_SB_.P0S1: New power resource
[    0.983279] ACPI: \_SB_.P3S1: New power resource
[    1.040221] ACPI: PCI Root Bridge [PCI0] (domain 0000 [bus 00-ff])
[    1.040241] acpi PNP0A08:00: _OSC: OS supports [ExtendedConfig ASPM ClockPM Segments MSI HPX-Type3]
[    1.040856] acpi PNP0A08:00: _OSC: platform does not support [SHPCHotplug LTR]
[    1.041970] acpi PNP0A08:00: _OSC: OS now controls [PCIeHotplug PME AER PCIeCapability]
[    1.042032] acpi PNP0A08:00: [Firmware Info]: ECAM [mem 0xf0000000-0xf7ffffff] for domain 0000 [bus 00-7f] only partially covers this bridge
[    1.044064] PCI host bridge to bus 0000:00
[    1.044092] pci_bus 0000:00: root bus resource [io  0x0000-0x0cf7 window]
[    1.044099] pci_bus 0000:00: root bus resource [io  0x0d00-0xffff window]
[    1.044103] pci_bus 0000:00: root bus resource [mem 0x000a0000-0x000bffff window]
[    1.044109] pci_bus 0000:00: root bus resource [mem 0x000c0000-0x000cffff window]
[    1.044115] pci_bus 0000:00: root bus resource [mem 0x000d0000-0x000effff window]
[    1.044118] pci_bus 0000:00: root bus resource [mem 0xd0000000-0xefffffff window]
[    1.044121] pci_bus 0000:00: root bus resource [mem 0xf8000000-0xfeafffff window]
[    1.044125] pci_bus 0000:00: root bus resource [mem 0xfed45000-0xfed811ff window]
[    1.044128] pci_bus 0000:00: root bus resource [mem 0xfed81900-0xfed81fff window]
[    1.044132] pci_bus 0000:00: root bus resource [mem 0xfedc0000-0xfedc0fff window]
[    1.044135] pci_bus 0000:00: root bus resource [mem 0xfedc6000-0xfedc6fff window]
[    1.044139] pci_bus 0000:00: root bus resource [mem 0x850200000-0xfcafffffff window]
[    1.044143] pci_bus 0000:00: root bus resource [bus 00-ff]
[    1.044214] pci 0000:00:00.0: [1022:1630] type 00 class 0x060000 conventional PCI endpoint
[    1.044756] pci 0000:00:00.2: [1022:1631] type 00 class 0x080600 conventional PCI endpoint
[    1.045078] pci 0000:00:01.0: [1022:1632] type 00 class 0x060000 conventional PCI endpoint
[    1.045584] pci 0000:00:01.1: [1022:1633] type 01 class 0x060400 PCIe Root Port
[    1.045672] pci 0000:00:01.1: PCI bridge to [bus 01-03]
[    1.045685] pci 0000:00:01.1:   bridge window [io  0x2000-0x2fff]
[    1.045692] pci 0000:00:01.1:   bridge window [mem 0xd0600000-0xd08fffff]
[    1.045711] pci 0000:00:01.1:   bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.046013] pci 0000:00:01.1: PME# supported from D0 D3hot D3cold
[    1.047069] pci 0000:00:02.0: [1022:1632] type 00 class 0x060000 conventional PCI endpoint
[    1.047592] pci 0000:00:02.4: [1022:1634] type 01 class 0x060400 PCIe Root Port
[    1.047686] pci 0000:00:02.4: PCI bridge to [bus 04]
[    1.047707] pci 0000:00:02.4:   bridge window [mem 0xd0500000-0xd05fffff]
[    1.048063] pci 0000:00:02.4: PME# supported from D0 D3hot D3cold
[    1.051650] pci 0000:00:08.0: [1022:1632] type 00 class 0x060000 conventional PCI endpoint
[    1.052247] pci 0000:00:08.1: [1022:1635] type 01 class 0x060400 PCIe Root Port
[    1.052331] pci 0000:00:08.1: PCI bridge to [bus 05]
[    1.052350] pci 0000:00:08.1:   bridge window [io  0x1000-0x1fff]
[    1.052357] pci 0000:00:08.1:   bridge window [mem 0xd0100000-0xd04fffff]
[    1.052376] pci 0000:00:08.1:   bridge window [mem 0xfc70000000-0xfc801fffff 64bit pref]
[    1.052395] pci 0000:00:08.1: enabling Extended Tags
[    1.052626] pci 0000:00:08.1: PME# supported from D0 D3hot D3cold
[    1.053545] pci 0000:00:08.2: [1022:1635] type 01 class 0x060400 PCIe Root Port
[    1.053630] pci 0000:00:08.2: PCI bridge to [bus 06]
[    1.053647] pci 0000:00:08.2:   bridge window [mem 0xd0000000-0xd00fffff]
[    1.053683] pci 0000:00:08.2: enabling Extended Tags
[    1.053912] pci 0000:00:08.2: PME# supported from D0 D3hot D3cold
[    1.060402] pci 0000:00:14.0: [1022:790b] type 00 class 0x0c0500 conventional PCI endpoint
[    1.061122] pci 0000:00:14.3: [1022:790e] type 00 class 0x060100 conventional PCI endpoint
[    1.063294] pci 0000:00:18.0: [1022:1448] type 00 class 0x060000 conventional PCI endpoint
[    1.063800] pci 0000:00:18.1: [1022:1449] type 00 class 0x060000 conventional PCI endpoint
[    1.064259] pci 0000:00:18.2: [1022:144a] type 00 class 0x060000 conventional PCI endpoint
[    1.064683] pci 0000:00:18.3: [1022:144b] type 00 class 0x060000 conventional PCI endpoint
[    1.065102] pci 0000:00:18.4: [1022:144c] type 00 class 0x060000 conventional PCI endpoint
[    1.065533] pci 0000:00:18.5: [1022:144d] type 00 class 0x060000 conventional PCI endpoint
[    1.065954] pci 0000:00:18.6: [1022:144e] type 00 class 0x060000 conventional PCI endpoint
[    1.066370] pci 0000:00:18.7: [1022:144f] type 00 class 0x060000 conventional PCI endpoint
[    1.070669] pci 0000:01:00.0: [1002:1478] type 01 class 0x060400 PCIe Switch Upstream Port
[    1.070864] pci 0000:01:00.0: BAR 0 [mem 0xd0800000-0xd0803fff]
[    1.071203] pci 0000:01:00.0: PCI bridge to [bus 02-03]
[    1.071236] pci 0000:01:00.0:   bridge window [io  0x2000-0x2fff]
[    1.071249] pci 0000:01:00.0:   bridge window [mem 0xd0600000-0xd07fffff]
[    1.071292] pci 0000:01:00.0:   bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.071979] pci 0000:01:00.0: PME# supported from D0 D3hot D3cold
[    1.072636] pci 0000:01:00.0: 63.008 Gb/s available PCIe bandwidth, limited by 8.0 GT/s PCIe x8 link at 0000:00:01.1 (capable of 126.024 Gb/s with 16.0 GT/s PCIe x8 link)
[    1.073425] pci 0000:00:01.1: PCI bridge to [bus 01-03]
[    1.073682] pci 0000:02:00.0: [1002:1479] type 01 class 0x060400 PCIe Switch Downstream Port
[    1.073770] pci 0000:02:00.0: PCI bridge to [bus 03]
[    1.073783] pci 0000:02:00.0:   bridge window [io  0x2000-0x2fff]
[    1.073789] pci 0000:02:00.0:   bridge window [mem 0xd0600000-0xd07fffff]
[    1.073810] pci 0000:02:00.0:   bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.074128] pci 0000:02:00.0: PME# supported from D0 D3hot D3cold
[    1.090549] pci 0000:01:00.0: PCI bridge to [bus 02-03]
[    1.090817] pci 0000:03:00.0: [1002:73ff] type 00 class 0x030000 PCIe Legacy Endpoint
[    1.095958] pci 0000:03:00.0: BAR 0 [mem 0xfc90000000-0xfc9fffffff 64bit pref]
[    1.098559] pci 0000:03:00.0: BAR 2 [mem 0xfca0000000-0xfca01fffff 64bit pref]
[    1.099942] pci 0000:03:00.0: BAR 4 [io  0x2000-0x20ff]
[    1.102636] pci 0000:03:00.0: BAR 5 [mem 0xd0600000-0xd06fffff]
[    1.103985] pci 0000:03:00.0: ROM [mem 0xfffe0000-0xffffffff pref]
[    1.104394] pci 0000:03:00.0: PME# supported from D1 D2 D3hot D3cold
[    1.104775] pci 0000:03:00.0: 63.008 Gb/s available PCIe bandwidth, limited by 8.0 GT/s PCIe x8 link at 0000:00:01.1 (capable of 252.048 Gb/s with 16.0 GT/s PCIe x16 link)
[    1.105384] pci 0000:03:00.1: [1002:ab28] type 00 class 0x040300 PCIe Legacy Endpoint
[    1.105476] pci 0000:03:00.1: BAR 0 [mem 0xd0700000-0xd0703fff]
[    1.106032] pci 0000:03:00.1: PME# supported from D1 D2 D3hot D3cold
[    1.106732] pci 0000:02:00.0: PCI bridge to [bus 03]
[    1.107087] pci 0000:04:00.0: [15b7:501a] type 00 class 0x010802 PCIe Endpoint
[    1.107177] pci 0000:04:00.0: BAR 0 [mem 0xd0500000-0xd0503fff 64bit]
[    1.107340] pci 0000:04:00.0: BAR 4 [mem 0xd0504000-0xd05040ff 64bit]
[    1.108531] pci 0000:00:02.4: PCI bridge to [bus 04]
[    1.108912] pci 0000:05:00.0: [1002:1636] type 00 class 0x030000 PCIe Legacy Endpoint
[    1.110711] pci 0000:05:00.0: BAR 0 [mem 0xfc70000000-0xfc7fffffff 64bit pref]
[    1.115999] pci 0000:05:00.0: BAR 2 [mem 0xfc80000000-0xfc801fffff 64bit pref]
[    1.117832] pci 0000:05:00.0: BAR 4 [io  0x1000-0x10ff]
[    1.119500] pci 0000:05:00.0: BAR 5 [mem 0xd0400000-0xd047ffff]
[    1.119815] pci 0000:05:00.0: enabling Extended Tags
[    1.120153] pci 0000:05:00.0: PME# supported from D1 D2 D3hot D3cold
[    1.120419] pci 0000:05:00.0: 126.016 Gb/s available PCIe bandwidth, limited by 8.0 GT/s PCIe x16 link at 0000:00:08.1 (capable of 252.048 Gb/s with 16.0 GT/s PCIe x16 link)
[    1.121037] pci 0000:05:00.1: [1002:1637] type 00 class 0x040300 PCIe Legacy Endpoint
[    1.121122] pci 0000:05:00.1: BAR 0 [mem 0xd04c8000-0xd04cbfff]
[    1.121488] pci 0000:05:00.1: enabling Extended Tags
[    1.121628] pci 0000:05:00.1: PME# supported from D1 D2 D3hot D3cold
[    1.122152] pci 0000:05:00.2: [1022:15df] type 00 class 0x108000 PCIe Endpoint
[    1.127314] pci 0000:05:00.2: BAR 2 [mem 0xd0300000-0xd03fffff]
[    1.131286] pci 0000:05:00.2: BAR 5 [mem 0xd04cc000-0xd04cdfff]
[    1.131838] pci 0000:05:00.2: enabling Extended Tags
[    1.132493] pci 0000:05:00.3: [1022:1639] type 00 class 0x0c0330 PCIe Endpoint
[    1.134367] pci 0000:05:00.3: BAR 0 [mem 0xd0200000-0xd02fffff 64bit]
[    1.145685] pci 0000:05:00.3: enabling Extended Tags
[    1.145835] pci 0000:05:00.3: PME# supported from D0 D3hot D3cold
[    1.146368] pci 0000:05:00.4: [1022:1639] type 00 class 0x0c0330 PCIe Endpoint
[    1.147812] pci 0000:05:00.4: BAR 0 [mem 0xd0100000-0xd01fffff 64bit]
[    1.159520] pci 0000:05:00.4: enabling Extended Tags
[    1.159522] pci 0000:05:00.4: PME# supported from D0 D3hot D3cold
[    1.159577] pci 0000:05:00.5: [1022:15e2] type 00 class 0x048000 PCIe Endpoint
[    1.160041] pci 0000:05:00.5: BAR 0 [mem 0xd0480000-0xd04bffff]
[    1.162844] pci 0000:05:00.5: enabling Extended Tags
[    1.162990] pci 0000:05:00.5: PME# supported from D0 D3hot D3cold
[    1.163503] pci 0000:05:00.6: [1022:15e3] type 00 class 0x040300 PCIe Endpoint
[    1.163611] pci 0000:05:00.6: BAR 0 [mem 0xd04c0000-0xd04c7fff]
[    1.164118] pci 0000:05:00.6: enabling Extended Tags
[    1.164258] pci 0000:05:00.6: PME# supported from D0 D3hot D3cold
[    1.164881] pci 0000:00:08.1: PCI bridge to [bus 05]
[    1.165126] pci 0000:06:00.0: [1022:7901] type 00 class 0x010601 PCIe Endpoint
[    1.165381] pci 0000:06:00.0: BAR 5 [mem 0xd0085000-0xd00857ff]
[    1.165433] pci 0000:06:00.0: enabling Extended Tags
[    1.165896] pci 0000:06:00.0: 126.016 Gb/s available PCIe bandwidth, limited by 8.0 GT/s PCIe x16 link at 0000:00:08.2 (capable of 252.048 Gb/s with 16.0 GT/s PCIe x16 link)
[    1.166422] pci 0000:06:00.1: [1022:7901] type 00 class 0x010601 PCIe Endpoint
[    1.166678] pci 0000:06:00.1: BAR 5 [mem 0xd0084000-0xd00847ff]
[    1.166729] pci 0000:06:00.1: enabling Extended Tags
[    1.167388] pci 0000:06:00.2: [1022:1641] type 00 class 0x020000 PCIe Endpoint
[    1.167605] pci 0000:06:00.2: BAR 0 [mem 0xd0060000-0xd007ffff]
[    1.168082] pci 0000:06:00.2: BAR 1 [mem 0xd0040000-0xd005ffff]
[    1.168567] pci 0000:06:00.2: BAR 2 [mem 0xd0082000-0xd0083fff 64bit]
[    1.169930] pci 0000:06:00.2: enabling Extended Tags
[    1.170444] pci 0000:06:00.3: [1022:1641] type 00 class 0x020000 PCIe Endpoint
[    1.170960] pci 0000:06:00.3: BAR 0 [mem 0xd0020000-0xd003ffff]
[    1.171393] pci 0000:06:00.3: BAR 1 [mem 0xd0000000-0xd001ffff]
[    1.171614] pci 0000:06:00.3: BAR 2 [mem 0xd0080000-0xd0081fff 64bit]
[    1.172962] pci 0000:06:00.3: enabling Extended Tags
[    1.173541] pci 0000:00:08.2: PCI bridge to [bus 06]
[    1.177208] ACPI: PCI: Interrupt link LNKA configured for IRQ 0
[    1.177211] ACPI: PCI: Interrupt link LNKA disabled
[    1.177559] ACPI: PCI: Interrupt link LNKB configured for IRQ 0
[    1.177561] ACPI: PCI: Interrupt link LNKB disabled
[    1.177836] ACPI: PCI: Interrupt link LNKC configured for IRQ 0
[    1.177838] ACPI: PCI: Interrupt link LNKC disabled
[    1.178173] ACPI: PCI: Interrupt link LNKD configured for IRQ 0
[    1.178175] ACPI: PCI: Interrupt link LNKD disabled
[    1.178495] ACPI: PCI: Interrupt link LNKE configured for IRQ 0
[    1.178497] ACPI: PCI: Interrupt link LNKE disabled
[    1.178758] ACPI: PCI: Interrupt link LNKF configured for IRQ 0
[    1.178760] ACPI: PCI: Interrupt link LNKF disabled
[    1.179018] ACPI: PCI: Interrupt link LNKG configured for IRQ 0
[    1.179020] ACPI: PCI: Interrupt link LNKG disabled
[    1.179278] ACPI: PCI: Interrupt link LNKH configured for IRQ 0
[    1.179279] ACPI: PCI: Interrupt link LNKH disabled
[    1.189453] ACPI: EC: interrupt unblocked
[    1.189455] ACPI: EC: event unblocked
[    1.189461] ACPI: EC: EC_CMD/EC_SC=0x666, EC_DATA=0x662
[    1.189463] ACPI: EC: GPE=0x3
[    1.189467] ACPI: \_SB_.PCI0.LPC0.EC0_: Boot DSDT EC initialization complete
[    1.189471] ACPI: \_SB_.PCI0.LPC0.EC0_: EC: Used to handle transactions and events
[    1.192043] xen:balloon: Initialising balloon driver
[    1.192043] iommu: Default domain type: Passthrough (set via kernel command line)
[    1.192043] SCSI subsystem initialized
[    1.195556] libata version 3.00 loaded.
[    1.195633] ACPI: bus type USB registered
[    1.195690] usbcore: registered new interface driver usbfs
[    1.195714] usbcore: registered new interface driver hub
[    1.195745] usbcore: registered new device driver usb
[    1.195842] pps_core: LinuxPPS API ver. 1 registered
[    1.195844] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>
[    1.195854] PTP clock support registered
[    1.195922] EDAC MC: Ver: 3.0.0
[    1.195922] efivars: Registered efivars operations
[    1.196122] NetLabel: Initializing
[    1.196124] NetLabel:  domain hash size = 128
[    1.196125] NetLabel:  protocols = UNLABELED CIPSOv4 CALIPSO
[    1.196166] NetLabel:  unlabeled traffic allowed by default
[    1.196227] PCI: Using ACPI for IRQ routing
[    1.268835] PCI: pci_cache_line_size set to 64 bytes
[    1.269048] resource: Expanded resource Reserved due to conflict with PCI Bus 0000:00
[    1.269050] e820: reserve RAM buffer [mem 0x0009f000-0x0009ffff]
[    1.269060] e820: reserve RAM buffer [mem 0x09b00000-0x0bffffff]
[    1.269063] e820: reserve RAM buffer [mem 0x09f00000-0x0bffffff]
[    1.269066] e820: reserve RAM buffer [mem 0xbb466000-0xbbffffff]
[    1.269069] e820: reserve RAM buffer [mem 0xc877f000-0xcbffffff]
[    1.269072] e820: reserve RAM buffer [mem 0xccfffdd8-0xcfffffff]
[    1.269076] e820: reserve RAM buffer [mem 0x80f340000-0x80fffffff]
[    1.271579] pci 0000:03:00.0: vgaarb: setting as boot VGA device
[    1.271579] pci 0000:03:00.0: vgaarb: bridge control possible
[    1.271579] pci 0000:03:00.0: vgaarb: VGA device added: decodes=io+mem,owns=none,locks=none
[    1.271579] pci 0000:05:00.0: vgaarb: setting as boot VGA device (overriding previous)
[    1.271579] pci 0000:05:00.0: vgaarb: bridge control possible
[    1.271579] pci 0000:05:00.0: vgaarb: VGA device added: decodes=io+mem,owns=none,locks=none
[    1.271579] vgaarb: loaded
[    1.271888] clocksource: Switched to clocksource tsc-early
[    1.276483] VFS: Disk quotas dquot_6.6.0
[    1.276523] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)
[    1.277376] AppArmor: AppArmor Filesystem Enabled
[    1.277490] pnp: PnP ACPI init
[    1.278681] system 00:00: [mem 0xfec00000-0xfec01fff] could not be reserved
[    1.278695] system 00:00: [mem 0xfee00000-0xfee00fff] has been reserved
[    1.278701] system 00:00: [mem 0xfde00000-0xfdefffff] has been reserved
[    1.280030] system 00:03: [io  0x0400-0x04cf] has been reserved
[    1.280041] system 00:03: [io  0x04d0-0x04d1] has been reserved
[    1.280046] system 00:03: [io  0x04d6] has been reserved
[    1.280051] system 00:03: [io  0x0c00-0x0c01] has been reserved
[    1.280055] system 00:03: [io  0x0c14] has been reserved
[    1.280060] system 00:03: [io  0x0c50-0x0c52] has been reserved
[    1.280064] system 00:03: [io  0x0c6c] has been reserved
[    1.280069] system 00:03: [io  0x0c6f] has been reserved
[    1.280074] system 00:03: [io  0x0cd0-0x0cdb] has been reserved
[    1.280384] unchecked MSR access error: RDMSR from 0xc0010058 at rIP: 0xffffffff810a55d8 (native_read_msr+0x8/0x40)
[    1.280395] Call Trace:
[    1.280397]  <TASK>
[    1.280400]  ? show_stack_regs+0x22/0x30
[    1.280406]  ? ex_handler_msr+0x13a/0x160
[    1.280411]  ? fixup_exception+0xbd/0x330
[    1.280414]  ? exc_general_protection+0x14b/0x460
[    1.280420]  ? kmemleak_alloc+0x4b/0x80
[    1.280425]  ? asm_exc_general_protection+0x27/0x30
[    1.280432]  ? native_read_msr+0x8/0x40
[    1.280434]  amd_get_mmconfig_range+0x2f/0x80
[    1.280439]  quirk_amd_mmconfig_area+0x2d/0x100
[    1.280445]  ? quirk_system_pci_resources+0x34/0x150
[    1.280448]  pnp_fixup_device+0x3f/0x60
[    1.280451]  __pnp_add_device+0x26/0x1c0
[    1.280454]  pnp_add_device+0x3e/0x110
[    1.280457]  ? __pfx_pnpacpi_allocated_resource+0x10/0x10
[    1.280460]  ? __pfx_pnpacpi_allocated_resource+0x10/0x10
[    1.280463]  ? acpi_walk_resources+0xf0/0x170
[    1.280469]  pnpacpi_add_device_handler+0x25c/0x3a0
[    1.280474]  acpi_ns_get_device_callback+0x10e/0x1c0
[    1.280478]  ? _raw_spin_unlock_irqrestore+0x27/0x50
[    1.280482]  acpi_ns_walk_namespace+0x176/0x330
[    1.280485]  ? __pfx_acpi_ns_get_device_callback+0x10/0x10
[    1.280488]  acpi_get_devices+0x9e/0x150
[    1.280491]  ? __pfx_pnpacpi_add_device_handler+0x10/0x10
[    1.280494]  ? __pfx_pnpacpi_init+0x10/0x10
[    1.280497]  pnpacpi_init+0x55/0x80
[    1.280499]  do_one_initcall+0x49/0x320
[    1.280505]  kernel_init_freeable+0x301/0x440
[    1.280511]  ? __pfx_kernel_init+0x10/0x10
[    1.280513]  kernel_init+0x1a/0x1d0
[    1.280515]  ret_from_fork+0x3c/0x60
[    1.280518]  ? __pfx_kernel_init+0x10/0x10
[    1.280520]  ret_from_fork_asm+0x1a/0x30
[    1.280524]  </TASK>
[    1.280603] system 00:04: [mem 0x000e0000-0x000fffff] could not be reserved
[    1.280609] system 00:04: [mem 0xff000000-0xffffffff] could not be reserved
[    1.285232] pnp: PnP ACPI: found 5 devices
[    1.300916] PM-Timer failed consistency check  (0xffffff) - aborting.
[    1.301282] NET: Registered PF_INET protocol family
[    1.301563] IP idents hash table entries: 131072 (order: 8, 1048576 bytes, linear)
[    1.303699] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)
[    1.303757] Table-perturb hash table entries: 65536 (order: 6, 262144 bytes, linear)
[    1.303847] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)
[    1.304235] TCP bind hash table entries: 65536 (order: 9, 2097152 bytes, linear)
[    1.304444] TCP: Hash tables configured (established 65536 bind 65536)
[    1.304682] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)
[    1.304728] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)
[    1.305014] NET: Registered PF_UNIX/PF_LOCAL protocol family
[    1.305041] NET: Registered PF_XDP protocol family
[    1.305050] pci 0000:03:00.0: ROM [mem 0xfffe0000-0xffffffff pref]: can't claim; no compatible bridge window
[    1.305087] pci 0000:03:00.0: ROM [mem 0xd0720000-0xd073ffff pref]: assigned
[    1.305092] pci 0000:02:00.0: PCI bridge to [bus 03]
[    1.305114] pci 0000:02:00.0:   bridge window [io  0x2000-0x2fff]
[    1.305125] pci 0000:02:00.0:   bridge window [mem 0xd0600000-0xd07fffff]
[    1.305134] pci 0000:02:00.0:   bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.305147] pci 0000:01:00.0: PCI bridge to [bus 02-03]
[    1.305153] pci 0000:01:00.0:   bridge window [io  0x2000-0x2fff]
[    1.305163] pci 0000:01:00.0:   bridge window [mem 0xd0600000-0xd07fffff]
[    1.305170] pci 0000:01:00.0:   bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.305183] pci 0000:00:01.1: PCI bridge to [bus 01-03]
[    1.305190] pci 0000:00:01.1:   bridge window [io  0x2000-0x2fff]
[    1.305198] pci 0000:00:01.1:   bridge window [mem 0xd0600000-0xd08fffff]
[    1.305205] pci 0000:00:01.1:   bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.305217] pci 0000:00:02.4: PCI bridge to [bus 04]
[    1.305227] pci 0000:00:02.4:   bridge window [mem 0xd0500000-0xd05fffff]
[    1.305247] pci 0000:00:08.1: PCI bridge to [bus 05]
[    1.305252] pci 0000:00:08.1:   bridge window [io  0x1000-0x1fff]
[    1.305261] pci 0000:00:08.1:   bridge window [mem 0xd0100000-0xd04fffff]
[    1.305267] pci 0000:00:08.1:   bridge window [mem 0xfc70000000-0xfc801fffff 64bit pref]
[    1.305279] pci 0000:00:08.2: PCI bridge to [bus 06]
[    1.305289] pci 0000:00:08.2:   bridge window [mem 0xd0000000-0xd00fffff]
[    1.305307] pci_bus 0000:00: resource 4 [io  0x0000-0x0cf7 window]
[    1.305309] pci_bus 0000:00: resource 5 [io  0x0d00-0xffff window]
[    1.305311] pci_bus 0000:00: resource 6 [mem 0x000a0000-0x000bffff window]
[    1.305313] pci_bus 0000:00: resource 7 [mem 0x000c0000-0x000cffff window]
[    1.305315] pci_bus 0000:00: resource 8 [mem 0x000d0000-0x000effff window]
[    1.305317] pci_bus 0000:00: resource 9 [mem 0xd0000000-0xefffffff window]
[    1.305320] pci_bus 0000:00: resource 10 [mem 0xf8000000-0xfeafffff window]
[    1.305322] pci_bus 0000:00: resource 11 [mem 0xfed45000-0xfed811ff window]
[    1.305324] pci_bus 0000:00: resource 12 [mem 0xfed81900-0xfed81fff window]
[    1.305326] pci_bus 0000:00: resource 13 [mem 0xfedc0000-0xfedc0fff window]
[    1.305329] pci_bus 0000:00: resource 14 [mem 0xfedc6000-0xfedc6fff window]
[    1.305331] pci_bus 0000:00: resource 15 [mem 0x850200000-0xfcafffffff window]
[    1.305334] pci_bus 0000:01: resource 0 [io  0x2000-0x2fff]
[    1.305336] pci_bus 0000:01: resource 1 [mem 0xd0600000-0xd08fffff]
[    1.305338] pci_bus 0000:01: resource 2 [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.305340] pci_bus 0000:02: resource 0 [io  0x2000-0x2fff]
[    1.305342] pci_bus 0000:02: resource 1 [mem 0xd0600000-0xd07fffff]
[    1.305344] pci_bus 0000:02: resource 2 [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.305346] pci_bus 0000:03: resource 0 [io  0x2000-0x2fff]
[    1.305348] pci_bus 0000:03: resource 1 [mem 0xd0600000-0xd07fffff]
[    1.305350] pci_bus 0000:03: resource 2 [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.305353] pci_bus 0000:04: resource 1 [mem 0xd0500000-0xd05fffff]
[    1.305355] pci_bus 0000:05: resource 0 [io  0x1000-0x1fff]
[    1.305357] pci_bus 0000:05: resource 1 [mem 0xd0100000-0xd04fffff]
[    1.305359] pci_bus 0000:05: resource 2 [mem 0xfc70000000-0xfc801fffff 64bit pref]
[    1.305361] pci_bus 0000:06: resource 1 [mem 0xd0000000-0xd00fffff]
[    1.305765] pci 0000:01:00.0: CLS mismatch (64 != 484), using 64 bytes
[    1.305919] pci 0000:03:00.1: D0 power state depends on 0000:03:00.0
[    1.306070] pci 0000:05:00.1: D0 power state depends on 0000:05:00.0
[    1.306077] pci 0000:05:00.3: extending delay after power-on from D3hot to 20 msec
[    1.365466] pci 0000:05:00.3: quirk_usb_early_handoff+0x0/0x750 took 57992 usecs
[    1.365487] pci 0000:05:00.4: extending delay after power-on from D3hot to 20 msec
[    1.411268] pci 0000:05:00.4: quirk_usb_early_handoff+0x0/0x750 took 44700 usecs
[    1.411368] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)
[    1.411370] software IO TLB: mapped [mem 0x00000000c477f000-0x00000000c877f000] (64MB)
[    1.411487] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b298a459c4, max_idle_ns: 440795326359 ns
[    1.411653] clocksource: Switched to clocksource tsc
[    1.411735] Trying to unpack rootfs image as initramfs...
[    1.413488] Initialise system trusted keyrings
[    1.413521] Key type blacklist registered
[    1.413895] workingset: timestamp_bits=36 max_order=21 bucket_order=0
[    1.413928] zbud: loaded
[    1.415052] squashfs: version 4.0 (2009/01/31) Phillip Lougher
[    1.415761] fuse: init (API version 7.41)
[    1.416928] integrity: Platform Keyring initialized
[    1.429085] Key type asymmetric registered
[    1.429093] Asymmetric key parser 'x509' registered
[    1.429327] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 245)
[    1.429716] io scheduler mq-deadline registered
[    1.431368] amd_gpio AMDI0030:00: error -EINVAL: IRQ index 0 not found
[    1.431686] amd_gpio AMDI0030:00: probe with driver amd_gpio failed with error -22
[    1.433714] ledtrig-cpu: registered to indicate activity on CPUs
[    1.434298] pcieport 0000:00:01.1: PME: Signaling with IRQ 87
[    1.434747] pcieport 0000:00:01.1: AER: enabled with IRQ 87
[    1.434840] pcieport 0000:00:01.1: pciehp: Slot #0 AttnBtn- PwrCtrl- MRL- AttnInd- PwrInd- HotPlug+ Surprise+ Interlock- NoCompl+ IbPresDis- LLActRep+
[    1.435949] pcieport 0000:00:02.4: PME: Signaling with IRQ 88
[    1.436303] pcieport 0000:00:02.4: AER: enabled with IRQ 88
[    1.437049] pcieport 0000:00:08.1: PME: Signaling with IRQ 89
[    1.438013] pcieport 0000:00:08.2: PME: Signaling with IRQ 90
[    1.439752] shpchp: Standard Hot Plug PCI Controller Driver version: 0.4
[    1.443513] ACPI: AC: AC Adapter [ACAD] (on-line)
[    1.443731] input: Power Button as /devices/LNXSYSTM:00/LNXSYBUS:00/PNP0C0C:00/input/input0
[    1.443826] ACPI: button: Power Button [PWRB]
[    1.443986] input: Lid Switch as /devices/LNXSYSTM:00/LNXSYBUS:00/PNP0C0D:00/input/input1
[    1.444058] ACPI: button: Lid Switch [LID]
[    1.444194] input: Power Button as /devices/LNXSYSTM:00/LNXPWRBN:00/input/input2
[    1.444429] ACPI: button: Power Button [PWRF]
[    1.445226] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.445787] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.446464] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.446938] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.447374] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.447935] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.448280] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.448658] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.449060] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.449562] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.450247] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.450802] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.454807] thermal LNXTHERM:00: registered as thermal_zone0
[    1.454815] ACPI: thermal: Thermal Zone [TZ01] (49 C)
[    1.455976] ACPI: battery: Slot [BATT] (battery absent)
[    1.456315] xen_mcelog: Failed to get CPU numbers
[    1.457728] xen_acpi_processor: Uploading Xen processor PM info
[    1.465333] Serial: 8250/16550 driver, 32 ports, IRQ sharing enabled
[    1.475630] hpet_acpi_add: no address or irqs in _CRS
[    1.475677] Linux agpgart interface v0.103
[    1.477322] tpm_tis MSFT0101:00: [Firmware Bug]: failed to get TPM2 ACPI table
[    1.477434] tpm_tis MSFT0101:00: probe with driver tpm_tis failed with error -22
[    1.477566] tpm_crb MSFT0101:00: [Firmware Bug]: failed to get TPM2 ACPI table
[    1.477593] tpm_crb MSFT0101:00: probe with driver tpm_crb failed with error -22
[    1.488842] loop: module loaded
[    1.489823] tun: Universal TUN/TAP device driver, 1.6
[    1.490046] PPP generic driver version 2.4.2
[    1.490236] xen_netfront: Initialising Xen virtual ethernet driver
[    1.490808] VFIO - User Level meta-driver version: 0.3
[    1.491371] xhci_hcd 0000:05:00.3: xHCI Host Controller
[    1.491388] xhci_hcd 0000:05:00.3: new USB bus registered, assigned bus number 1
[    1.491522] xhci_hcd 0000:05:00.3: hcc params 0x0268ffe5 hci version 0x110 quirks 0x0000020000000010
[    1.492622] xhci_hcd 0000:05:00.3: xHCI Host Controller
[    1.492631] xhci_hcd 0000:05:00.3: new USB bus registered, assigned bus number 2
[    1.492642] xhci_hcd 0000:05:00.3: Host supports USB 3.1 Enhanced SuperSpeed
[    1.492755] usb usb1: New USB device found, idVendor=1d6b, idProduct=0002, bcdDevice= 6.12
[    1.492758] usb usb1: New USB device strings: Mfr=3, Product=2, SerialNumber=1
[    1.492760] usb usb1: Product: xHCI Host Controller
[    1.492761] usb usb1: Manufacturer: Linux 6.12.0-rc5-g5c6808d1a9dd xhci-hcd
[    1.492763] usb usb1: SerialNumber: 0000:05:00.3
[    1.493308] hub 1-0:1.0: USB hub found
[    1.493333] hub 1-0:1.0: 4 ports detected
[    1.494317] usb usb2: We don't know the algorithms for LPM for this host, disabling LPM.
[    1.494390] usb usb2: New USB device found, idVendor=1d6b, idProduct=0003, bcdDevice= 6.12
[    1.494393] usb usb2: New USB device strings: Mfr=3, Product=2, SerialNumber=1
[    1.494394] usb usb2: Product: xHCI Host Controller
[    1.494396] usb usb2: Manufacturer: Linux 6.12.0-rc5-g5c6808d1a9dd xhci-hcd
[    1.494397] usb usb2: SerialNumber: 0000:05:00.3
[    1.495115] hub 2-0:1.0: USB hub found
[    1.495139] hub 2-0:1.0: 2 ports detected
[    1.495991] xhci_hcd 0000:05:00.4: xHCI Host Controller
[    1.496004] xhci_hcd 0000:05:00.4: new USB bus registered, assigned bus number 3
[    1.496124] xhci_hcd 0000:05:00.4: hcc params 0x0268ffe5 hci version 0x110 quirks 0x0000020000000010
[    1.497227] xhci_hcd 0000:05:00.4: xHCI Host Controller
[    1.497235] xhci_hcd 0000:05:00.4: new USB bus registered, assigned bus number 4
[    1.497241] xhci_hcd 0000:05:00.4: Host supports USB 3.1 Enhanced SuperSpeed
[    1.497352] usb usb3: New USB device found, idVendor=1d6b, idProduct=0002, bcdDevice= 6.12
[    1.497354] usb usb3: New USB device strings: Mfr=3, Product=2, SerialNumber=1
[    1.497356] usb usb3: Product: xHCI Host Controller
[    1.497357] usb usb3: Manufacturer: Linux 6.12.0-rc5-g5c6808d1a9dd xhci-hcd
[    1.497359] usb usb3: SerialNumber: 0000:05:00.4
[    1.497828] hub 3-0:1.0: USB hub found
[    1.497853] hub 3-0:1.0: 4 ports detected
[    1.498810] usb usb4: We don't know the algorithms for LPM for this host, disabling LPM.
[    1.498880] usb usb4: New USB device found, idVendor=1d6b, idProduct=0003, bcdDevice= 6.12
[    1.498883] usb usb4: New USB device strings: Mfr=3, Product=2, SerialNumber=1
[    1.498884] usb usb4: Product: xHCI Host Controller
[    1.498886] usb usb4: Manufacturer: Linux 6.12.0-rc5-g5c6808d1a9dd xhci-hcd
[    1.498887] usb usb4: SerialNumber: 0000:05:00.4
[    1.499262] hub 4-0:1.0: USB hub found
[    1.499285] hub 4-0:1.0: 2 ports detected
[    1.499937] i8042: PNP: PS/2 Controller [PNP0303:KBC0] at 0x60,0x64 irq 1
[    1.499940] i8042: PNP: PS/2 appears to have AUX port disabled, if this is incorrect please boot with i8042.nopnp
[    1.500244] i8042: Warning: Keylock active
[    1.500527] serio: i8042 KBD port at 0x60,0x64 irq 1
[    1.501101] mousedev: PS/2 mouse device common for all mice
[    1.501991] rtc_cmos 00:01: RTC can wake from S4
[    1.502358] rtc_cmos 00:01: registered as rtc0
[    1.502426] rtc_cmos 00:01: setting system clock to 2024-11-15T02:54:05 UTC (1731639245)
[    1.502501] rtc_cmos 00:01: no alarms, 114 bytes nvram
[    1.502523] i2c_dev: i2c /dev entries driver
[    1.502565] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[    1.502590] device-mapper: uevent: version 1.0.3
[    1.502813] device-mapper: ioctl: 4.48.0-ioctl (2023-03-01) initialised: dm-devel@lists.linux.dev
[    1.502881] platform eisa.0: Probing EISA bus 0
[    1.502886] platform eisa.0: EISA: Cannot allocate resource for mainboard
[    1.502896] platform eisa.0: Cannot allocate resource for EISA slot 1
[    1.502917] platform eisa.0: Cannot allocate resource for EISA slot 2
[    1.502920] platform eisa.0: Cannot allocate resource for EISA slot 3
[    1.502922] platform eisa.0: Cannot allocate resource for EISA slot 4
[    1.502925] platform eisa.0: Cannot allocate resource for EISA slot 5
[    1.502927] platform eisa.0: Cannot allocate resource for EISA slot 6
[    1.502929] platform eisa.0: Cannot allocate resource for EISA slot 7
[    1.502931] platform eisa.0: Cannot allocate resource for EISA slot 8
[    1.502933] platform eisa.0: EISA: Detected 0 cards
[    1.502934] amd_pstate: The CPPC feature is supported but currently disabled by the BIOS.
               Please enable it if your BIOS has the CPPC option.
[    1.502936] amd_pstate: the _CPC object is not present in SBIOS or ACPI disabled
[    1.503021] efifb: probing for efifb
[    1.503048] efifb: No BGRT, not showing boot graphics
[    1.503049] efifb: framebuffer at 0xfc70000000, using 14400k, total 14400k
[    1.503050] efifb: mode is 2560x1440x32, linelength=10240, pages=1
[    1.503052] efifb: scrolling: redraw
[    1.503053] efifb: Truecolor: size=8:8:8:8, shift=24:16:8:0
[    1.503169] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input3
[    1.503599] Console: switching to colour frame buffer device 160x45
[    1.506480] fb0: EFI VGA frame buffer device
[    1.506685] drop_monitor: Initializing network drop monitor service
[    1.506853] NET: Registered PF_INET6 protocol family
[    1.741056] usb 1-4: new high-speed USB device number 2 using xhci_hcd
[    1.745051] usb 3-3: new high-speed USB device number 2 using xhci_hcd
[    1.760028] Freeing initrd memory: 58416K
[    1.771338] Segment Routing with IPv6
[    1.771403] In-situ OAM (IOAM) with IPv6
[    1.771502] NET: Registered PF_PACKET protocol family
[    1.772086] Key type dns_resolver registered
[    1.775360] IPI shorthand broadcast: enabled
[    1.781796] sched_clock: Marking stable (1728012116, 52935210)->(1841294753, -60347427)
[    1.782655] registered taskstats version 1
[    1.784577] Loading compiled-in X.509 certificates
[    1.785409] Loaded X.509 cert 'Build time autogenerated kernel key: d660c1418aa083fd9108d18032a44b19bc16fbd2'
[    1.795855] Demotion targets for Node 0: null
[    1.796172] kmemleak: Kernel memory leak detector initialized (mem pool available: 15692)
[    1.796199] kmemleak: Automatic memory scanning thread started
[    1.796556] Key type .fscrypt registered
[    1.796559] Key type fscrypt-provisioning registered
[    1.822774] Key type encrypted registered
[    1.822782] AppArmor: AppArmor sha256 policy hashing enabled
[    1.823090] ima: No TPM chip found, activating TPM-bypass!
[    1.823103] Loading compiled-in module X.509 certificates
[    1.823669] Loaded X.509 cert 'Build time autogenerated kernel key: d660c1418aa083fd9108d18032a44b19bc16fbd2'
[    1.823672] ima: Allocated hash algorithm: sha1
[    1.823695] ima: No architecture policies found
[    1.823778] evm: Initialising EVM extended attributes:
[    1.823779] evm: security.selinux
[    1.823780] evm: security.SMACK64
[    1.823781] evm: security.SMACK64EXEC
[    1.823782] evm: security.SMACK64TRANSMUTE
[    1.823782] evm: security.SMACK64MMAP
[    1.823783] evm: security.apparmor
[    1.823784] evm: security.ima
[    1.823785] evm: security.capability
[    1.823786] evm: HMAC attrs: 0x1
[    1.825473] PM:   Magic number: 0:259:915
[    1.825497] port serial8250:0.9: hash matches
[    1.826310] RAS: Correctable Errors collector initialized.
[    1.826408] clk: Disabling unused clocks
[    1.826410] PM: genpd: Disabling unused power domains
[    1.830448] Freeing unused decrypted memory: 2028K
[    1.831297] Freeing unused kernel image (initmem) memory: 4684K
[    1.831325] Write protecting the kernel read-only data: 26624k
[    1.832133] Freeing unused kernel image (rodata/data gap) memory: 640K
[    1.871356] x86/mm: Checked W+X mappings: passed, no W+X pages found.
[    1.871377] Run /init as init process
[    1.871379]   with arguments:
[    1.871380]     /init
[    1.871382]     placeholder
[    1.871383]     splash
[    1.871384]   with environment:
[    1.871384]     HOME=/
[    1.871385]     TERM=linux
[    1.882167] usb 1-4: New USB device found, idVendor=2109, idProduct=2817, bcdDevice= 2.14
[    1.882173] usb 1-4: New USB device strings: Mfr=1, Product=2, SerialNumber=0
[    1.882175] usb 1-4: Product: USB2.0 Hub             
[    1.882177] usb 1-4: Manufacturer: VIA Labs, Inc.         
[    1.941830] hub 1-4:1.0: USB hub found
[    1.942224] hub 1-4:1.0: 4 ports detected
[    2.031090] usb 3-3: New USB device found, idVendor=057e, idProduct=200c, bcdDevice= 1.84
[    2.031097] usb 3-3: New USB device strings: Mfr=1, Product=2, SerialNumber=3
[    2.031099] usb 3-3: Product: CRD-001 USB2.0
[    2.031100] usb 3-3: Manufacturer: Nintendo
[    2.031102] usb 3-3: SerialNumber: FW1000
[    2.073881] hub 3-3:1.0: USB hub found
[    2.074215] hub 3-3:1.0: 4 ports detected
[    2.110080] ACPI: video: Video Device [VGA] (multi-head: yes  rom: no  post: no)
[    2.110901] input: Video Bus as /devices/LNXSYSTM:00/LNXSYBUS:00/PNP0A08:00/device:13/LNXVIDEO:00/input/input4
[    2.129890] ahci 0000:06:00.0: version 3.0
[    2.131161] ahci 0000:06:00.0: AHCI vers 0001.0301, 32 command slots, 6 Gbps, SATA mode
[    2.131171] ahci 0000:06:00.0: 1/1 ports implemented (port mask 0x1)
[    2.131173] ahci 0000:06:00.0: flags: 64bit ncq sntf ilck pm led clo only pmp fbs pio slum part 
[    2.132798] piix4_smbus 0000:00:14.0: SMBus Host Controller at 0xb00, revision 0
[    2.132804] piix4_smbus 0000:00:14.0: Using register 0x02 for SMBus port selection
[    2.135158] scsi host0: ahci
[    2.139958] piix4_smbus 0000:00:14.0: Auxiliary SMBus Host Controller at 0xb20
[    2.144677] i2c i2c-2: Successfully instantiated SPD at 0x50
[    2.144791] ata1: SATA max UDMA/133 abar m2048@0xd0085000 port 0xd0085100 irq 113 lpm-pol 3
[    2.145179] i2c i2c-2: Successfully instantiated SPD at 0x51
[    2.145534] nvme nvme0: pci function 0000:04:00.0
[    2.145800] ahci 0000:06:00.1: AHCI vers 0001.0301, 32 command slots, 6 Gbps, SATA mode
[    2.145805] ahci 0000:06:00.1: 1/1 ports implemented (port mask 0x1)
[    2.145807] ahci 0000:06:00.1: flags: 64bit ncq sntf ilck pm led clo only pmp fbs pio slum part 
[    2.146928] scsi host1: ahci
[    2.147328] ata2: SATA max UDMA/133 abar m2048@0xd0084000 port 0xd0084100 irq 115 lpm-pol 3
[    2.158729] nvme nvme0: allocated 32 MiB host memory buffer.
[    2.165449] nvme nvme0: 12/0/0 default/read/poll queues
[    2.173962]  nvme0n1: p1 p2
[    2.453312] ata1: SATA link down (SStatus 0 SControl 300)
[    2.453313] ata2: SATA link down (SStatus 0 SControl 300)
[    2.745000] usb 1-4.3: new high-speed USB device number 3 using xhci_hcd
[    2.891489] EXT4-fs (nvme0n1p2): mounted filesystem a49fe421-940d-42bd-b343-665fea0d88a2 ro with ordered data mode. Quota mode: none.
[    2.893001] usb 3-3.2: new full-speed USB device number 3 using xhci_hcd
[    3.007801] systemd[1]: Inserted module 'autofs4'
[    3.010374] usb 3-3.2: New USB device found, idVendor=2717, idProduct=5010, bcdDevice= 1.03
[    3.010386] usb 3-3.2: New USB device strings: Mfr=1, Product=2, SerialNumber=0
[    3.010390] usb 3-3.2: Product: Mi Wireless Combo
[    3.010394] usb 3-3.2: Manufacturer: MOSART Semi.
[    3.051478] systemd[1]: systemd 249.11-0ubuntu3.11 running in system mode (+PAM +AUDIT +SELINUX +APPARMOR +IMA +SMACK +SECCOMP +GCRYPT +GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 -IDN +IPTC +KMOD +LIBCRYPTSETUP +LIBFDISK +PCRE2 -PWQUALITY -P11KIT -QRENCODE +BZIP2 +LZ4 +XZ +ZLIB +ZSTD -XKBCOMMON +UTMP +SYSVINIT default-hierarchy=unified)
[    3.051725] systemd[1]: Detected architecture x86-64.
[    3.052143] systemd[1]: Hostname set to <cjq-local>.
[    3.126620] usb 1-4.3: New USB device found, idVendor=0b95, idProduct=1790, bcdDevice= 2.00
[    3.126629] usb 1-4.3: New USB device strings: Mfr=1, Product=2, SerialNumber=3
[    3.126631] usb 1-4.3: Product: AX88179A
[    3.126633] usb 1-4.3: Manufacturer: ASIX
[    3.126635] usb 1-4.3: SerialNumber: 00CDB376
[    3.146751] block nvme0n1: the capability attribute has been deprecated.
[    3.215001] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[    3.298456] systemd[1]: Queued start job for default target Multi-User System.
[    3.323070] systemd[1]: Created slice Slice /system/modprobe.
[    3.323941] systemd[1]: Created slice Slice /system/serial-getty.
[    3.324515] systemd[1]: Created slice Slice /system/systemd-fsck.
[    3.325085] systemd[1]: Created slice User and Session Slice.
[    3.325209] systemd[1]: Started Forward Password Requests to Wall Directory Watch.
[    3.325564] systemd[1]: Set up automount Arbitrary Executable File Formats File System Automount Point.
[    3.325649] systemd[1]: Reached target Remote File Systems.
[    3.325665] systemd[1]: Reached target Slice Units.
[    3.325683] systemd[1]: Reached target Mounting snaps.
[    3.325712] systemd[1]: Reached target Local Verity Protected Volumes.
[    3.325963] systemd[1]: Listening on Syslog Socket.
[    3.327367] systemd[1]: Listening on Process Core Dump Socket.
[    3.327542] systemd[1]: Listening on fsck to fsckd communication Socket.
[    3.327658] systemd[1]: Listening on initctl Compatibility Named Pipe.
[    3.327934] systemd[1]: Listening on Journal Audit Socket.
[    3.328094] systemd[1]: Listening on Journal Socket (/dev/log).
[    3.328308] systemd[1]: Listening on Journal Socket.
[    3.328727] systemd[1]: Listening on udev Control Socket.
[    3.328875] systemd[1]: Listening on udev Kernel Socket.
[    3.331118] systemd[1]: Mounting Huge Pages File System...
[    3.333244] systemd[1]: Mounting POSIX Message Queue File System...
[    3.335664] systemd[1]: Mounting Mount /proc/xen files...
[    3.337889] systemd[1]: Mounting Kernel Debug File System...
[    3.339973] systemd[1]: Mounting Kernel Trace File System...
[    3.344899] systemd[1]: Starting Journal Service...
[    3.347788] systemd[1]: Starting Set the console keyboard layout...
[    3.350136] systemd[1]: Starting Create List of Static Device Nodes...
[    3.352742] systemd[1]: Starting Load Kernel Module configfs...
[    3.356200] systemd[1]: Starting Load Kernel Module drm...
[    3.359396] systemd[1]: Starting Load Kernel Module efi_pstore...
[    3.362420] systemd[1]: Starting Load Kernel Module fuse...
[    3.362706] systemd[1]: Condition check resulted in File System Check on Root Device being skipped.
[    3.365758] pstore: Using crash dump compression: deflate
[    3.367263] systemd[1]: Starting Load Kernel Modules...
[    3.369861] pstore: Registered efi_pstore as persistent store backend
[    3.371260] systemd[1]: Starting Remount Root and Kernel File Systems...
[    3.374521] systemd[1]: Starting Coldplug All udev Devices...
[    3.378219] systemd[1]: Mounted Huge Pages File System.
[    3.378540] systemd[1]: Mounted POSIX Message Queue File System.
[    3.378765] systemd[1]: Mounted Mount /proc/xen files.
[    3.378996] systemd[1]: Mounted Kernel Debug File System.
[    3.379214] systemd[1]: Mounted Kernel Trace File System.
[    3.380293] systemd[1]: Finished Create List of Static Device Nodes.
[    3.381688] systemd[1]: modprobe@configfs.service: Deactivated successfully.
[    3.382430] systemd[1]: Finished Load Kernel Module configfs.
[    3.383077] systemd[1]: modprobe@efi_pstore.service: Deactivated successfully.
[    3.383726] systemd[1]: Finished Load Kernel Module efi_pstore.
[    3.384332] systemd[1]: modprobe@fuse.service: Deactivated successfully.
[    3.385190] systemd[1]: Finished Load Kernel Module fuse.
[    3.388807] systemd[1]: Mounting FUSE Control File System...
[    3.389899] ACPI: bus type drm_connector registered
[    3.393219] systemd[1]: Mounting Kernel Configuration File System...
[    3.395020] systemd[1]: modprobe@drm.service: Deactivated successfully.
[    3.395780] systemd[1]: Finished Load Kernel Module drm.
[    3.396855] systemd[1]: Mounted FUSE Control File System.
[    3.397184] systemd[1]: Mounted Kernel Configuration File System.
[    3.397236] lp: driver loaded but no devices found
[    3.404053] ppdev: user-space parallel port driver
[    3.432736] xen:xen_evtchn: Event-channel device installed
[    3.433406] systemd[1]: Finished Set the console keyboard layout.
[    3.451978] EXT4-fs (nvme0n1p2): re-mounted a49fe421-940d-42bd-b343-665fea0d88a2 r/w. Quota mode: none.
[    3.454467] systemd[1]: Finished Remount Root and Kernel File Systems.
[    3.454525] xen_pciback: backend is vpci
[    3.457725] systemd[1]: Activating swap /swapfile...
[    3.457862] systemd[1]: Condition check resulted in Platform Persistent Storage Archival being skipped.
[    3.461209] systemd[1]: Starting Load/Save Random Seed...
[    3.464731] Adding 2097148k swap on /swapfile.  Priority:-2 extents:6 across:2260988k SS
[    3.465114] systemd[1]: Starting Create System Users...
[    3.465276] systemd[1]: Activated swap /swapfile.
[    3.466159] systemd[1]: Started Journal Service.
[    3.483044] systemd-journald[326]: Received client request to flush runtime journal.
[    3.516421] loop0: detected capacity change from 0 to 8
[    3.519898] loop1: detected capacity change from 0 to 131016
[    3.524060] loop2: detected capacity change from 0 to 130448
[    3.529952] loop3: detected capacity change from 0 to 152056
[    3.535493] loop4: detected capacity change from 0 to 151296
[    3.539551] loop5: detected capacity change from 0 to 560320
[    3.545515] loop6: detected capacity change from 0 to 559056
[    3.550308] loop7: detected capacity change from 0 to 716168
[    3.556473] loop8: detected capacity change from 0 to 716176
[    3.559286] loop9: detected capacity change from 0 to 1032504
[    3.563358] loop10: detected capacity change from 0 to 1034424
[    3.568254] loop11: detected capacity change from 0 to 166424
[    3.573333] loop12: detected capacity change from 0 to 187776
[    3.577276] loop13: detected capacity change from 0 to 26472
[    3.582984] loop14: detected capacity change from 0 to 24984
[    3.586574] loop15: detected capacity change from 0 to 79520
[    3.591418] loop16: detected capacity change from 0 to 90392
[    3.596440] loop17: detected capacity change from 0 to 1128
[    3.600010] loop18: detected capacity change from 0 to 1136
[    3.919571] sp5100_tco: SP5100/SB800 TCO WatchDog Timer Driver
[    3.919953] sp5100-tco sp5100-tco: Using 0xfeb00000 for watchdog MMIO address
[    3.919993] sp5100-tco sp5100-tco: Watchdog hardware is disabled
[    3.920482] ccp 0000:05:00.2: ccp: unable to access the device: you might be running a broken BIOS.
[    3.922121] ccp 0000:05:00.2: tee: ring init command failed (0x00000006)
[    3.922219] ccp 0000:05:00.2: tee: failed to init ring buffer
[    3.922320] ccp 0000:05:00.2: tee initialization failed
[    3.922390] ccp 0000:05:00.2: psp initialization failed
[    3.987121] ee1004 2-0050: 512 byte EE1004-compliant SPD EEPROM, read-only
[    3.992241] ee1004 2-0051: 512 byte EE1004-compliant SPD EEPROM, read-only
[    4.139289] hid: raw HID events driver (C) Jiri Kosina
[    4.151592] cryptd: max_cpu_qlen set to 1000
[    4.174383] AES CTR mode by8 optimization enabled
[    4.179701] usbcore: registered new interface driver cdc_ether
[    4.184755] usbcore: registered new interface driver usbhid
[    4.184762] usbhid: USB HID core driver
[    4.302265] snd_hda_intel 0000:03:00.1: Handle vga_switcheroo audio client
[    4.302278] snd_hda_intel 0000:03:00.1: Force to non-snoop mode
[    4.320429] snd_hda_intel 0000:05:00.1: Handle vga_switcheroo audio client
[    4.441924] cdc_ncm 1-4.3:2.0: MAC-Address: f8:e4:3b:cd:b3:76
[    4.441932] cdc_ncm 1-4.3:2.0: setting rx_max = 16384
[    4.453500] cdc_ncm 1-4.3:2.0: setting tx_max = 16384
[    4.481123] cdc_ncm 1-4.3:2.0 eth0: register 'cdc_ncm' at usb-0000:05:00.3-4.3, CDC NCM (NO ZLP), f8:e4:3b:cd:b3:76
[    4.486591] usbcore: registered new interface driver cdc_ncm
[    4.487012] audit: type=1400 audit(1731639248.479:2): apparmor="STATUS" operation="profile_load" profile="unconfined" name="lsb_release" pid=518 comm="apparmor_parser"
[    4.487566] audit: type=1400 audit(1731639248.479:3): apparmor="STATUS" operation="profile_load" profile="unconfined" name="nvidia_modprobe" pid=519 comm="apparmor_parser"
[    4.487598] audit: type=1400 audit(1731639248.479:4): apparmor="STATUS" operation="profile_load" profile="unconfined" name="nvidia_modprobe//kmod" pid=519 comm="apparmor_parser"
[    4.492582] audit: type=1400 audit(1731639248.483:5): apparmor="STATUS" operation="profile_load" profile="unconfined" name="/usr/bin/man" pid=522 comm="apparmor_parser"
[    4.492604] audit: type=1400 audit(1731639248.483:6): apparmor="STATUS" operation="profile_load" profile="unconfined" name="man_filter" pid=522 comm="apparmor_parser"
[    4.492617] audit: type=1400 audit(1731639248.483:7): apparmor="STATUS" operation="profile_load" profile="unconfined" name="man_groff" pid=522 comm="apparmor_parser"
[    4.493851] audit: type=1400 audit(1731639248.487:8): apparmor="STATUS" operation="profile_load" profile="unconfined" name="/usr/lib/NetworkManager/nm-dhcp-client.action" pid=520 comm="apparmor_parser"
[    4.493870] audit: type=1400 audit(1731639248.487:9): apparmor="STATUS" operation="profile_load" profile="unconfined" name="/usr/lib/NetworkManager/nm-dhcp-helper" pid=520 comm="apparmor_parser"
[    4.493881] audit: type=1400 audit(1731639248.487:10): apparmor="STATUS" operation="profile_load" profile="unconfined" name="/usr/lib/connman/scripts/dhclient-script" pid=520 comm="apparmor_parser"
[    4.511747] input: HD-Audio Generic HDMI/DP,pcm=3 as /devices/pci0000:00/0000:00:08.1/0000:05:00.1/sound/card1/input10
[    4.523897] input: HD-Audio Generic HDMI/DP,pcm=7 as /devices/pci0000:00/0000:00:08.1/0000:05:00.1/sound/card1/input11
[    4.524238] input: HD-Audio Generic HDMI/DP,pcm=8 as /devices/pci0000:00/0000:00:08.1/0000:05:00.1/sound/card1/input12
[    4.524597] input: HD-Audio Generic HDMI/DP,pcm=9 as /devices/pci0000:00/0000:00:08.1/0000:05:00.1/sound/card1/input13
[    4.533083] amd_atl: AMD Address Translation Library initialized
[    4.534750] usbcore: registered new interface driver cdc_wdm
[    4.559471] usbcore: registered new interface driver cdc_mbim
[    4.564820] input: HDA ATI HDMI HDMI/DP,pcm=3 as /devices/pci0000:00/0000:00:01.1/0000:01:00.0/0000:02:00.0/0000:03:00.1/sound/card0/input5
[    4.571408] input: HDA ATI HDMI HDMI/DP,pcm=7 as /devices/pci0000:00/0000:00:01.1/0000:01:00.0/0000:02:00.0/0000:03:00.1/sound/card0/input6
[    4.573028] snd_hda_codec_realtek hdaudioC2D0: autoconfig for ALC701: line_outs=1 (0x14/0x0/0x0/0x0/0x0) type:speaker
[    4.573037] snd_hda_codec_realtek hdaudioC2D0:    speaker_outs=0 (0x0/0x0/0x0/0x0/0x0)
[    4.573040] snd_hda_codec_realtek hdaudioC2D0:    hp_outs=1 (0x21/0x0/0x0/0x0/0x0)
[    4.573043] snd_hda_codec_realtek hdaudioC2D0:    mono: mono_out=0x0
[    4.573045] snd_hda_codec_realtek hdaudioC2D0:    dig-out=0x1e/0x0
[    4.573047] snd_hda_codec_realtek hdaudioC2D0:    inputs:
[    4.573049] snd_hda_codec_realtek hdaudioC2D0:      Mic=0x1b
[    4.573051] snd_hda_codec_realtek hdaudioC2D0:      Internal Mic=0x12
[    4.578188] cdc_ncm 1-4.3:2.0 enxf8e43bcdb376: renamed from eth0
[    4.579073] input: MOSART Semi. Mi Wireless Combo as /devices/pci0000:00/0000:00:08.1/0000:05:00.4/usb3/3-3/3-3.2/3-3.2:1.0/0003:2717:5010.0001/input/input14
[    4.601717] input: HDA ATI HDMI HDMI/DP,pcm=8 as /devices/pci0000:00/0000:00:01.1/0000:01:00.0/0000:02:00.0/0000:03:00.1/sound/card0/input7
[    4.698018] hid-generic 0003:2717:5010.0001: input,hidraw0: USB HID v1.10 Keyboard [MOSART Semi. Mi Wireless Combo] on usb-0000:05:00.4-3.2/input0
[    4.698349] input: HDA ATI HDMI HDMI/DP,pcm=9 as /devices/pci0000:00/0000:00:01.1/0000:01:00.0/0000:02:00.0/0000:03:00.1/sound/card0/input8
[    4.699133] input: MOSART Semi. Mi Wireless Combo Mouse as /devices/pci0000:00/0000:00:08.1/0000:05:00.4/usb3/3-3/3-3.2/3-3.2:1.1/0003:2717:5010.0002/input/input15
[    4.700183] input: HDA ATI HDMI HDMI/DP,pcm=10 as /devices/pci0000:00/0000:00:01.1/0000:01:00.0/0000:02:00.0/0000:03:00.1/sound/card0/input9
[    4.700355] input: MOSART Semi. Mi Wireless Combo Consumer Control as /devices/pci0000:00/0000:00:08.1/0000:05:00.4/usb3/3-3/3-3.2/3-3.2:1.1/0003:2717:5010.0002/input/input16
[    4.753991] input: MOSART Semi. Mi Wireless Combo System Control as /devices/pci0000:00/0000:00:08.1/0000:05:00.4/usb3/3-3/3-3.2/3-3.2:1.1/0003:2717:5010.0002/input/input17
[    4.754902] input: MOSART Semi. Mi Wireless Combo as /devices/pci0000:00/0000:00:08.1/0000:05:00.4/usb3/3-3/3-3.2/3-3.2:1.1/0003:2717:5010.0002/input/input18
[    4.755459] input: MOSART Semi. Mi Wireless Combo as /devices/pci0000:00/0000:00:08.1/0000:05:00.4/usb3/3-3/3-3.2/3-3.2:1.1/0003:2717:5010.0002/input/input19
[    4.756344] hid-generic 0003:2717:5010.0002: input,hiddev0,hidraw1: USB HID v1.10 Mouse [MOSART Semi. Mi Wireless Combo] on usb-0000:05:00.4-3.2/input1
[    5.128210] loop19: detected capacity change from 0 to 8
[    5.140308] openvswitch: Open vSwitch switching datapath
[    5.177521] ovs-system: entered promiscuous mode
[    5.182064] Timeout policy base is empty
[    5.254642] ovsbr0: entered promiscuous mode
[    5.262663] cdc_ncm 1-4.3:2.0 enxf8e43bcdb376: entered promiscuous mode
[    5.362743] input: HD-Audio Generic Mic as /devices/pci0000:00/0000:00:08.1/0000:05:00.6/sound/card2/input20
[    5.363123] input: HD-Audio Generic Headphone as /devices/pci0000:00/0000:00:08.1/0000:05:00.6/sound/card2/input21
[  143.526009] [drm] amdgpu kernel modesetting enabled.
[  143.526040] amdgpu: vga_switcheroo: detected switching method \_SB_.PCI0.GP17.VGA_.ATPX handle
[  143.528211] amdgpu: ATPX version 1, functions 0x00000001
[  143.528554] amdgpu: ATPX Hybrid Graphics
[  143.581658] amdgpu: Virtual CRAT table created for CPU
[  143.581791] amdgpu: Topology: Add CPU node
[  143.582600] amdgpu 0000:03:00.0: enabling device (0006 -> 0007)
[  143.582803] [drm] initializing kernel modesetting (DIMGREY_CAVEFISH 0x1002:0x73FF 0x1002:0x0124 0xC7).
[  143.586660] [drm] register mmio base: 0xD0600000
[  143.586666] [drm] register mmio size: 1048576
[  143.593071] [drm] add ip block number 0 <nv_common>
[  143.593076] [drm] add ip block number 1 <gmc_v10_0>
[  143.593078] [drm] add ip block number 2 <navi10_ih>
[  143.593080] [drm] add ip block number 3 <psp>
[  143.593081] [drm] add ip block number 4 <smu>
[  143.593083] [drm] add ip block number 5 <dm>
[  143.593084] [drm] add ip block number 6 <gfx_v10_0>
[  143.593086] [drm] add ip block number 7 <sdma_v5_2>
[  143.593087] [drm] add ip block number 8 <vcn_v3_0>
[  143.593088] [drm] add ip block number 9 <jpeg_v3_0>
[  143.626356] amdgpu 0000:03:00.0: amdgpu: Fetched VBIOS from ATRM
[  143.626371] amdgpu: ATOM BIOS: 113-D5340100-102
[  143.647661] amdgpu 0000:03:00.0: amdgpu: Trusted Memory Zone (TMZ) feature disabled as experimental (default)
[  143.647898] [drm] vm size is 262144 GB, 4 levels, block size is 9-bit, fragment size is 9-bit
[  143.651326] amdgpu 0000:03:00.0: BAR 2 [mem 0xfca0000000-0xfca01fffff 64bit pref]: releasing
[  143.651332] amdgpu 0000:03:00.0: BAR 0 [mem 0xfc90000000-0xfc9fffffff 64bit pref]: releasing
[  143.651434] pcieport 0000:02:00.0: bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]: releasing
[  143.651439] pcieport 0000:01:00.0: bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]: releasing
[  143.651443] pcieport 0000:00:01.1: bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]: releasing
[  143.651456] pcieport 0000:00:01.1: bridge window [mem 0x900000000-0xbffffffff 64bit pref]: assigned
[  143.651462] pcieport 0000:01:00.0: bridge window [mem 0x900000000-0xbffffffff 64bit pref]: assigned
[  143.651466] pcieport 0000:02:00.0: bridge window [mem 0x900000000-0xbffffffff 64bit pref]: assigned
[  143.651475] amdgpu 0000:03:00.0: BAR 0 [mem 0xa00000000-0xbffffffff 64bit pref]: assigned
[  143.651501] amdgpu 0000:03:00.0: BAR 2 [mem 0x900000000-0x9001fffff 64bit pref]: assigned
[  143.651525] pcieport 0000:00:01.1: PCI bridge to [bus 01-03]
[  143.651530] pcieport 0000:00:01.1:   bridge window [io  0x2000-0x2fff]
[  143.651538] pcieport 0000:00:01.1:   bridge window [mem 0xd0600000-0xd08fffff]
[  143.651543] pcieport 0000:00:01.1:   bridge window [mem 0x900000000-0xbffffffff 64bit pref]
[  143.651552] pcieport 0000:01:00.0: PCI bridge to [bus 02-03]
[  143.651556] pcieport 0000:01:00.0:   bridge window [io  0x2000-0x2fff]
[  143.651564] pcieport 0000:01:00.0:   bridge window [mem 0xd0600000-0xd07fffff]
[  143.651570] pcieport 0000:01:00.0:   bridge window [mem 0x900000000-0xbffffffff 64bit pref]
[  143.651580] pcieport 0000:02:00.0: PCI bridge to [bus 03]
[  143.651584] pcieport 0000:02:00.0:   bridge window [io  0x2000-0x2fff]
[  143.651592] pcieport 0000:02:00.0:   bridge window [mem 0xd0600000-0xd07fffff]
[  143.651598] pcieport 0000:02:00.0:   bridge window [mem 0x900000000-0xbffffffff 64bit pref]
[  143.656852] amdgpu 0000:03:00.0: amdgpu: VRAM: 8176M 0x0000008000000000 - 0x00000081FEFFFFFF (8176M used)
[  143.656859] amdgpu 0000:03:00.0: amdgpu: GART: 512M 0x0000000000000000 - 0x000000001FFFFFFF
[  143.656887] [drm] Detected VRAM RAM=8176M, BAR=8192M
[  143.656889] [drm] RAM width 128bits GDDR6
[  143.657732] [drm] amdgpu: 8176M of VRAM memory ready
[  143.657736] [drm] amdgpu: 2754M of GTT memory ready.
[  143.657824] [drm] GART: num cpu pages 131072, num gpu pages 131072
[  143.657975] [drm] PCIE GART of 512M enabled (table at 0x0000008000F00000).
[  145.307012] amdgpu 0000:03:00.0: amdgpu: STB initialized to 2048 entries
[  145.308021] [drm] Loading DMUB firmware via PSP: version=0x02020013
[  145.309414] [drm] use_doorbell being set to: [true]
[  145.309473] [drm] use_doorbell being set to: [true]
[  145.309529] [drm] Found VCN firmware Version ENC: 1.30 DEC: 3 VEP: 0 Revision: 8
[  145.381233] amdgpu 0000:03:00.0: amdgpu: reserve 0xa00000 from 0x81fd000000 for PSP TMR
[  145.480549] amdgpu 0000:03:00.0: amdgpu: RAS: optional ras ta ucode is not available
[  145.498790] amdgpu 0000:03:00.0: amdgpu: SECUREDISPLAY: securedisplay ta ucode is not available
[  145.498814] amdgpu 0000:03:00.0: amdgpu: smu driver if version = 0x0000000f, smu fw if version = 0x00000013, smu fw program = 0, version = 0x003b2900 (59.41.0)
[  145.498818] amdgpu 0000:03:00.0: amdgpu: SMU driver if version not matched
[  145.498852] amdgpu 0000:03:00.0: amdgpu: use vbios provided pptable
[  145.546815] amdgpu 0000:03:00.0: amdgpu: SMU is initialized successfully!
[  145.547909] [drm] Display Core v3.2.301 initialized on DCN 3.0.2
[  145.547915] [drm] DP-HDMI FRL PCON supported
[  145.549337] [drm] DMUB hardware initialized: version=0x02020013
[  145.554506] snd_hda_intel 0000:03:00.1: bound 0000:03:00.0 (ops amdgpu_dm_audio_component_bind_ops [amdgpu])
[  145.784527] [drm] kiq ring mec 2 pipe 1 q 0
[  145.845669] amdgpu: HMM registered 8176MB device memory
[  145.848307] kfd kfd: amdgpu: Allocated 3969056 bytes on gart
[  145.848359] kfd kfd: amdgpu: Total number of KFD nodes to be created: 1
[  145.849069] amdgpu: Virtual CRAT table created for GPU
[  145.850325] amdgpu: Topology: Add dGPU node [0x73ff:0x1002]
[  145.850328] kfd kfd: amdgpu: added device 1002:73ff
[  145.850351] amdgpu 0000:03:00.0: amdgpu: SE 2, SH per SE 2, CU per SH 8, active_cu_number 28
[  145.850356] amdgpu 0000:03:00.0: amdgpu: ring gfx_0.0.0 uses VM inv eng 0 on hub 0
[  145.850358] amdgpu 0000:03:00.0: amdgpu: ring gfx_0.1.0 uses VM inv eng 1 on hub 0
[  145.850359] amdgpu 0000:03:00.0: amdgpu: ring comp_1.0.0 uses VM inv eng 4 on hub 0
[  145.850361] amdgpu 0000:03:00.0: amdgpu: ring comp_1.1.0 uses VM inv eng 5 on hub 0
[  145.850362] amdgpu 0000:03:00.0: amdgpu: ring comp_1.2.0 uses VM inv eng 6 on hub 0
[  145.850363] amdgpu 0000:03:00.0: amdgpu: ring comp_1.3.0 uses VM inv eng 7 on hub 0
[  145.850365] amdgpu 0000:03:00.0: amdgpu: ring comp_1.0.1 uses VM inv eng 8 on hub 0
[  145.850366] amdgpu 0000:03:00.0: amdgpu: ring comp_1.1.1 uses VM inv eng 9 on hub 0
[  145.850367] amdgpu 0000:03:00.0: amdgpu: ring comp_1.2.1 uses VM inv eng 10 on hub 0
[  145.850369] amdgpu 0000:03:00.0: amdgpu: ring comp_1.3.1 uses VM inv eng 11 on hub 0
[  145.850370] amdgpu 0000:03:00.0: amdgpu: ring kiq_0.2.1.0 uses VM inv eng 12 on hub 0
[  145.850371] amdgpu 0000:03:00.0: amdgpu: ring sdma0 uses VM inv eng 13 on hub 0
[  145.850373] amdgpu 0000:03:00.0: amdgpu: ring sdma1 uses VM inv eng 14 on hub 0
[  145.850374] amdgpu 0000:03:00.0: amdgpu: ring vcn_dec_0 uses VM inv eng 0 on hub 8
[  145.850376] amdgpu 0000:03:00.0: amdgpu: ring vcn_enc_0.0 uses VM inv eng 1 on hub 8
[  145.850377] amdgpu 0000:03:00.0: amdgpu: ring vcn_enc_0.1 uses VM inv eng 4 on hub 8
[  145.850379] amdgpu 0000:03:00.0: amdgpu: ring jpeg_dec uses VM inv eng 5 on hub 8
[  145.876948] amdgpu 0000:03:00.0: amdgpu: SMU: response:0xFFFFFFFF for index:13 param:0x00000000 message:GetEnabledSmuFeaturesHigh?
[  145.877019] amdgpu 0000:03:00.0: amdgpu: Failed to retrieve enabled ppfeatures!
[  145.877131] amdgpu 0000:03:00.0: amdgpu: Using BOCO for runtime pm
[  145.877307] pcieport 0000:00:01.1: AER: Correctable error message received from 0000:03:00.1
[  145.877349] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  145.877354] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  145.877359] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  145.884376] [drm] Initialized amdgpu 3.59.0 for 0000:03:00.0 on minor 0
[  145.956640] amdgpu 0000:03:00.0: amdgpu: SMU: response:0xFFFFFFFF for index:40 param:0x00000000 message:AllowGfxOff?
[  145.956830] amdgpu 0000:03:00.0: amdgpu: Failed to enable gfxoff!
[  145.956832] pcieport 0000:00:01.1: AER: Correctable error message received from 0000:03:00.1
[  145.956938] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  145.956944] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  145.956949] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  146.797208] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  146.812556] pcieport 0000:01:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  146.812560] pcieport 0000:01:00.0:   device [1002:1478] error status/mask=00002000/00000000
[  146.812563] pcieport 0000:01:00.0:    [13] NonFatalErr           
[  146.821001] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  146.821005] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  146.821007] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  146.821018] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  146.821644] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  146.825651] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  146.828061] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  146.869613] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  146.892112] amdgpu 0000:03:00.0: [drm:amdgpu_ib_ring_tests [amdgpu]] *ERROR* IB test failed on gfx_0.0.0 (-110).
[  146.892840] [drm:amdgpu_device_delayed_init_work_handler [amdgpu]] *ERROR* ib ring test failed (-110).
[  146.898741] amdgpu 0000:03:00.0: [drm] fb1: amdgpudrmfb frame buffer device
[  146.911483] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  146.917766] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  146.917770] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  146.923800] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  146.923981] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  146.923984] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  146.923986] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  146.955899] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  146.963129] [drm] Register(0) [mmUVD_PGFSM_STATUS] failed to reach value 0x00800000 != 0x00c00000n
[  146.963174] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  146.963177] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  146.963180] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  146.963191] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  146.963193] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  146.963194] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  146.963196] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  146.963275] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  146.963339] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  146.963134] [drm:jpeg_v3_0_set_powergating_state [amdgpu]] *ERROR* amdgpu: JPEG enable power gating failed
[  146.963401] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  146.963463] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  146.963528] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  146.963631] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  146.963573] [drm:amdgpu_device_ip_set_powergating_state [amdgpu]] *ERROR* set_powergating_state of IP block <jpeg_v3_0> failed -110
[  146.963692] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  146.963754] pcieport 0000:00:01.1: AER: Correctable error message received from 0000:03:00.1
[  146.963773] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  146.963839] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  146.996041] amdgpu 0000:03:00.0: amdgpu: SMU: response:0xFFFFFFFF for index:40 param:0x00000000 message:AllowGfxOff?
[  146.996115] amdgpu 0000:03:00.0: amdgpu: Failed to enable gfxoff!
[  147.007990] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  147.007994] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  147.008055] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  147.013854] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  147.013858] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  147.013860] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  147.013862] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  147.039682] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.059632] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  147.060185] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  147.060188] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  147.062205] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  147.062207] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  147.062209] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  147.062211] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  147.097523] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.128066] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  147.128070] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  147.128073] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  147.130268] [drm] Register(0) [mmUVD_POWER_STATUS] failed to reach value 0x00000001 != 0x00000003n
[  147.131372] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  147.131374] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  147.132041] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  147.147673] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  147.209851] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.250471] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  147.250475] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  147.250478] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  147.254220] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  147.260023] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  147.261268] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  147.261270] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  147.296199] [drm] Register(0) [mmUVD_RBC_RB_RPTR] failed to reach value 0x7fffffff != 0xffffffffn
[  147.315726] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.338270] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  147.338273] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  147.338276] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  147.352406] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  147.364018] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  147.364022] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  147.364025] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  147.462277] [drm] Register(0) [mmUVD_POWER_STATUS] failed to reach value 0x00000001 != 0x00000003n
[  147.462288] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.462346] amdgpu 0000:03:00.0: amdgpu: SMU: response:0xFFFFFFFF for index:13 param:0x00000000 message:GetEnabledSmuFeaturesHigh?
[  147.462373] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  147.462375] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  147.462416] amdgpu 0000:03:00.0: amdgpu: Failed to retrieve enabled ppfeatures!
[  147.462416] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  147.462427] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  147.462453] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  147.462455] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  147.462456] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  147.462487] amdgpu 0000:03:00.0: amdgpu: SMU: response:0xFFFFFFFF for index:34 param:0x00000002 message:SetWorkloadMask?
[  147.462543] amdgpu 0000:03:00.0: amdgpu: [sienna_cichlid_set_power_profile_mode] Failed to set work load mask!
[  147.462556] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.462651] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.462719] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.462785] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.462847] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.462908] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.462970] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.463031] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.463093] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.463154] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.463216] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.463277] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.463339] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.463400] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.463462] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.463523] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.463584] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.463646] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.463707] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.463769] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.463830] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.463892] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.463953] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.464045] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.464126] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.464204] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.464286] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.464391] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.464475] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.464563] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.464650] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.464733] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.464819] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.464902] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.464986] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.465068] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.465151] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.465235] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.465318] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.465400] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.465484] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.465568] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.465651] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.465733] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.465817] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.465900] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.465983] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.466067] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.466150] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.466233] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.466315] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.466398] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.466482] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.466565] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.466646] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.466730] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.466813] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.466896] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.466979] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.467062] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.467144] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.467227] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.467311] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.467394] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.467477] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.467559] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.467642] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.467726] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.467808] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.467890] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.467973] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.468085] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.468168] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.468251] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.468364] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.468453] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.468541] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.468625] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.468708] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.468792] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.468876] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.468962] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.469048] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.469132] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.469215] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.469300] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.469384] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.469467] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.469550] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.469634] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.469717] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.469799] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.469884] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.469968] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.470050] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.470134] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.470218] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.470300] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.470384] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.470468] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.470550] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.470633] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.470717] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.470800] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.470884] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.470968] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.471052] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.471135] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.471219] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.471302] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.471385] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.471469] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.471558] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.471640] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.471724] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.471815] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.471897] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.471981] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.472112] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.472197] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.472288] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.472372] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.472454] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.472537] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.472620] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.472704] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.472787] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  147.472871] pcieport 0000:00:01.1: AER: Correctable error message received from 0000:03:00.1
[  147.509688] amdgpu 0000:03:00.0: amdgpu: SMU: response:0xFFFFFFFF for index:13 param:0x00000000 message:GetEnabledSmuFeaturesHigh?
[  147.509775] amdgpu 0000:03:00.0: amdgpu: Failed to retrieve enabled ppfeatures!
[  147.509811] pcieport 0000:00:01.1: AER: Correctable error message received from 0000:03:00.1
[  147.509834] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  147.509837] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  147.509839] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  147.510461] [drm] initializing kernel modesetting (RENOIR 0x1002:0x1636 0x1002:0x0124 0x84).
[  147.514388] [drm] register mmio base: 0xD0400000
[  147.514391] [drm] register mmio size: 524288
[  147.531204] [drm] add ip block number 0 <soc15_common>
[  147.531212] [drm] add ip block number 1 <gmc_v9_0>
[  147.531214] [drm] add ip block number 2 <vega10_ih>
[  147.531216] [drm] add ip block number 3 <psp>
[  147.531217] [drm] add ip block number 4 <smu>
[  147.531220] [drm] add ip block number 5 <dm>
[  147.531222] [drm] add ip block number 6 <gfx_v9_0>
[  147.531224] [drm] add ip block number 7 <sdma_v4_0>
[  147.531226] [drm] add ip block number 8 <vcn_v2_0>
[  147.531228] [drm] add ip block number 9 <jpeg_v2_0>
[  147.532381] amdgpu 0000:05:00.0: amdgpu: Fetched VBIOS from VFCT
[  147.532416] amdgpu: ATOM BIOS: 113-RENOIR-037
[  147.550885] Console: switching to colour dummy device 80x25
[  147.550987] amdgpu 0000:05:00.0: vgaarb: deactivate vga console
[  147.550992] amdgpu 0000:05:00.0: amdgpu: Trusted Memory Zone (TMZ) feature enabled
[  147.550996] amdgpu 0000:05:00.0: amdgpu: MODE2 reset
[  147.551437] [drm] vm size is 262144 GB, 4 levels, block size is 9-bit, fragment size is 9-bit
[  147.551457] amdgpu 0000:05:00.0: amdgpu: VRAM: 512M 0x000000F400000000 - 0x000000F41FFFFFFF (512M used)
[  147.551460] amdgpu 0000:05:00.0: amdgpu: GART: 1024M 0x0000000000000000 - 0x000000003FFFFFFF
[  147.551470] [drm] Detected VRAM RAM=512M, BAR=512M
[  147.551472] [drm] RAM width 128bits LPDDR4
[  147.552190] [drm] amdgpu: 512M of VRAM memory ready
[  147.552194] [drm] amdgpu: 2754M of GTT memory ready.
[  147.552275] [drm] GART: num cpu pages 262144, num gpu pages 262144
[  147.552455] [drm] PCIE GART of 1024M enabled.
[  147.552457] [drm] PTB located at 0x000000F41FC00000
[  147.553563] [drm] Loading DMUB firmware via PSP: version=0x0101001F
[  147.554872] [drm] Found VCN firmware Version ENC: 1.21 DEC: 7 VEP: 0 Revision: 3
[  148.173934] amdgpu 0000:05:00.0: amdgpu: reserve 0x400000 from 0xf41f800000 for PSP TMR
[  148.258717] amdgpu 0000:05:00.0: amdgpu: RAS: optional ras ta ucode is not available
[  148.269940] amdgpu 0000:05:00.0: amdgpu: RAP: optional rap ta ucode is not available
[  148.269947] amdgpu 0000:05:00.0: amdgpu: SECUREDISPLAY: securedisplay ta ucode is not available
[  148.272724] amdgpu 0000:05:00.0: amdgpu: SMU is initialized successfully!
[  148.274095] [drm] Display Core v3.2.301 initialized on DCN 2.1
[  148.274099] [drm] DP-HDMI FRL PCON supported
[  148.274652] [drm] DMUB hardware initialized: version=0x0101001F
[  148.307884] snd_hda_intel 0000:05:00.1: bound 0000:05:00.0 (ops amdgpu_dm_audio_component_bind_ops [amdgpu])
[  148.508547] [drm] kiq ring mec 2 pipe 1 q 0
[  148.514687] kfd kfd: amdgpu: Allocated 3969056 bytes on gart
[  148.514731] kfd kfd: amdgpu: Total number of KFD nodes to be created: 1
[  148.515178] amdgpu: Virtual CRAT table created for GPU
[  148.517205] amdgpu: Topology: Add dGPU node [0x1636:0x1002]
[  148.517208] kfd kfd: amdgpu: added device 1002:1636
[  148.517402] amdgpu 0000:05:00.0: amdgpu: SE 1, SH per SE 1, CU per SH 8, active_cu_number 7
[  148.517408] amdgpu 0000:05:00.0: amdgpu: ring gfx uses VM inv eng 0 on hub 0
[  148.517409] amdgpu 0000:05:00.0: amdgpu: ring comp_1.0.0 uses VM inv eng 1 on hub 0
[  148.517411] amdgpu 0000:05:00.0: amdgpu: ring comp_1.1.0 uses VM inv eng 4 on hub 0
[  148.517412] amdgpu 0000:05:00.0: amdgpu: ring comp_1.2.0 uses VM inv eng 5 on hub 0
[  148.517413] amdgpu 0000:05:00.0: amdgpu: ring comp_1.3.0 uses VM inv eng 6 on hub 0
[  148.517415] amdgpu 0000:05:00.0: amdgpu: ring comp_1.0.1 uses VM inv eng 7 on hub 0
[  148.517416] amdgpu 0000:05:00.0: amdgpu: ring comp_1.1.1 uses VM inv eng 8 on hub 0
[  148.517417] amdgpu 0000:05:00.0: amdgpu: ring comp_1.2.1 uses VM inv eng 9 on hub 0
[  148.517419] amdgpu 0000:05:00.0: amdgpu: ring comp_1.3.1 uses VM inv eng 10 on hub 0
[  148.517420] amdgpu 0000:05:00.0: amdgpu: ring kiq_0.2.1.0 uses VM inv eng 11 on hub 0
[  148.517421] amdgpu 0000:05:00.0: amdgpu: ring sdma0 uses VM inv eng 0 on hub 8
[  148.517423] amdgpu 0000:05:00.0: amdgpu: ring vcn_dec uses VM inv eng 1 on hub 8
[  148.517424] amdgpu 0000:05:00.0: amdgpu: ring vcn_enc0 uses VM inv eng 4 on hub 8
[  148.517426] amdgpu 0000:05:00.0: amdgpu: ring vcn_enc1 uses VM inv eng 5 on hub 8
[  148.517427] amdgpu 0000:05:00.0: amdgpu: ring jpeg_dec uses VM inv eng 6 on hub 8
[  148.524048] amdgpu 0000:05:00.0: amdgpu: Runtime PM not available
[  148.527868] [drm] Initialized amdgpu 3.59.0 for 0000:05:00.0 on minor 1
[  148.537150] fbcon: amdgpudrmfb (fb0) is primary device
[  148.537699] [drm] pre_validate_dsc:1578 MST_DSC dsc precompute is not needed
[  148.658198] Console: switching to colour frame buffer device 160x45
[  148.695664] amdgpu 0000:05:00.0: [drm] fb0: amdgpudrmfb frame buffer device
[  156.972240] amdgpu 0000:03:00.0: amdgpu: Dumping IP State
[  156.973467] amdgpu 0000:03:00.0: amdgpu: Dumping IP State Completed
[  156.973505] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  156.973574] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  156.973577] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  156.973580] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  156.973594] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  156.973597] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  156.973599] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  156.973600] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first
[  156.973698] amdgpu 0000:03:00.0: amdgpu: ring sdma1 timeout, signaled seq=0, emitted seq=2
[  156.973752] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  156.973784] amdgpu 0000:03:00.0: amdgpu: GPU reset begin!
[  156.973874] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  156.973938] pcieport 0000:00:01.1: AER: Multiple Correctable error message received from 0000:03:00.1
[  157.139853] amdgpu 0000:03:00.0: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  157.139859] amdgpu 0000:03:00.0:   device [1002:73ff] error status/mask=00002000/00000000
[  157.139862] amdgpu 0000:03:00.0:    [13] NonFatalErr           
[  157.139873] snd_hda_intel 0000:03:00.1: PCIe Bus Error: severity=Correctable, type=Transaction Layer, (Receiver ID)
[  157.139875] snd_hda_intel 0000:03:00.1:   device [1002:ab28] error status/mask=00002000/00000000
[  157.139876] snd_hda_intel 0000:03:00.1:    [13] NonFatalErr           
[  157.139878] snd_hda_intel 0000:03:00.1: AER:   Error of this Agent is reported first

[-- Attachment #4: rebar_lspci.txt --]
[-- Type: text/plain, Size: 19461 bytes --]

before modprobe amdgpu

cjq@cjq-local:~$ sudo lspci -vvv -s 03:00.0
03:00.0 VGA compatible controller: Advanced Micro Devices, Inc. [AMD/ATI] Navi 23 [Radeon RX 6600/6600 XT/6600M] (rev c7) (prog-if 00 [VGA controller])
        DeviceName: Realtek RTL8111E Ethernet LOM
        Subsystem: Advanced Micro Devices, Inc. [AMD/ATI] Navi 23 [Radeon RX 6600/6600 XT/6600M]
        Control: I/O- Mem+ BusMaster+ SpecCycle- MemWINV- VGASnoop- ParErr- Stepping- SERR- FastB2B- DisINTx-
        Status: Cap+ 66MHz- UDF- FastB2B- ParErr- DEVSEL=fast >TAbort- <TAbort- <MAbort- >SERR- <PERR- INTx-
        Latency: 0, Cache Line Size: 64 bytes
        Interrupt: pin A routed to IRQ 255
        Region 0: Memory at fc90000000 (64-bit, prefetchable) [size=256M]
        Region 2: Memory at fca0000000 (64-bit, prefetchable) [size=2M]
        Region 4: I/O ports at 2000 [disabled] [size=256]
        Region 5: Memory at d0600000 (32-bit, non-prefetchable) [size=1M]
        Expansion ROM at d0720000 [disabled] [size=128K]
        Capabilities: [48] Vendor Specific Information: Len=08 <?>
        Capabilities: [50] Power Management version 3
                Flags: PMEClk- DSI- D1- D2- AuxCurrent=0mA PME(D0-,D1+,D2+,D3hot+,D3cold+)
                Status: D0 NoSoftRst+ PME-Enable- DSel=0 DScale=0 PME-
        Capabilities: [64] Express (v2) Legacy Endpoint, MSI 00
                DevCap: MaxPayload 256 bytes, PhantFunc 0, Latency L0s <4us, L1 unlimited
                        ExtTag+ AttnBtn- AttnInd- PwrInd- RBE+ FLReset-
                DevCtl: CorrErr+ NonFatalErr+ FatalErr+ UnsupReq+
                        RlxdOrd+ ExtTag+ PhantFunc- AuxPwr- NoSnoop+
                        MaxPayload 256 bytes, MaxReadReq 512 bytes
                DevSta: CorrErr+ NonFatalErr- FatalErr- UnsupReq+ AuxPwr- TransPend-
                LnkCap: Port #0, Speed 16GT/s, Width x16, ASPM L0s L1, Exit Latency L0s <64ns, L1 <1us
                        ClockPM+ Surprise- LLActRep- BwNot- ASPMOptComp+
                LnkCtl: ASPM L1 Enabled; RCB 64 bytes, Disabled- CommClk+
                        ExtSynch- ClockPM- AutWidDis- BWInt- AutBWInt-
                LnkSta: Speed 16GT/s (ok), Width x16 (ok)
                        TrErr- Train- SlotClk+ DLActive- BWMgmt- ABWMgmt-
                DevCap2: Completion Timeout: Range ABCD, TimeoutDis+ NROPrPrP- LTR+
                         10BitTagComp+ 10BitTagReq+ OBFF Not Supported, ExtFmt+ EETLPPrefix+, MaxEETLPPrefixes 1
                         EmergencyPowerReduction Not Supported, EmergencyPowerReductionInit-
                         FRS-
                         AtomicOpsCap: 32bit+ 64bit+ 128bitCAS-
                DevCtl2: Completion Timeout: 50us to 50ms, TimeoutDis- LTR+ OBFF Disabled,
                         AtomicOpsCtl: ReqEn-
                LnkCap2: Supported Link Speeds: 2.5-16GT/s, Crosslink- Retimer+ 2Retimers+ DRS-
                LnkCtl2: Target Link Speed: 16GT/s, EnterCompliance- SpeedDis-
                         Transmit Margin: Normal Operating Range, EnterModifiedCompliance- ComplianceSOS-
                         Compliance De-emphasis: -6dB
                LnkSta2: Current De-emphasis Level: -3.5dB, EqualizationComplete+ EqualizationPhase1+
                         EqualizationPhase2+ EqualizationPhase3+ LinkEqualizationRequest-
                         Retimer- 2Retimers- CrosslinkRes: unsupported
        Capabilities: [a0] MSI: Enable- Count=1/1 Maskable- 64bit+
                Address: 0000000000000000  Data: 0000
        Capabilities: [100 v1] Vendor Specific Information: ID=0001 Rev=1 Len=010 <?>
        Capabilities: [150 v2] Advanced Error Reporting
                UESta:  DLP- SDES- TLP- FCP- CmpltTO- CmpltAbrt- UnxCmplt- RxOF- MalfTLP- ECRC- UnsupReq+ ACSViol-
                UEMsk:  DLP- SDES- TLP- FCP- CmpltTO- CmpltAbrt- UnxCmplt- RxOF- MalfTLP- ECRC- UnsupReq+ ACSViol-
                UESvrt: DLP+ SDES+ TLP- FCP+ CmpltTO+ CmpltAbrt- UnxCmplt+ RxOF+ MalfTLP+ ECRC+ UnsupReq- ACSViol-
                CESta:  RxErr- BadTLP- BadDLLP- Rollover- Timeout- AdvNonFatalErr+
                CEMsk:  RxErr- BadTLP- BadDLLP- Rollover- Timeout- AdvNonFatalErr-
                AERCap: First Error Pointer: 00, ECRCGenCap+ ECRCGenEn+ ECRCChkCap+ ECRCChkEn+
                        MultHdrRecCap- MultHdrRecEn- TLPPfxPres- HdrLogCap-
                HeaderLog: 00000000 00000000 00000000 00000000
        Capabilities: [200 v1] Physical Resizable BAR
                BAR 0: current size: 256MB, supported: 256MB 512MB 1GB 2GB 4GB 8GB
                BAR 2: current size: 2MB, supported: 2MB 4MB 8MB 16MB 32MB 64MB 128MB 256MB
        Capabilities: [240 v1] Power Budgeting <?>
        Capabilities: [270 v1] Secondary PCI Express
                LnkCtl3: LnkEquIntrruptEn- PerformEqu-
                LaneErrStat: 0
        Capabilities: [2a0 v1] Access Control Services
                ACSCap: SrcValid- TransBlk- ReqRedir- CmpltRedir- UpstreamFwd- EgressCtrl- DirectTrans-
                ACSCtl: SrcValid- TransBlk- ReqRedir- CmpltRedir- UpstreamFwd- EgressCtrl- DirectTrans-
        Capabilities: [2d0 v1] Process Address Space ID (PASID)
                PASIDCap: Exec+ Priv+, Max PASID Width: 10
                PASIDCtl: Enable- Exec- Priv-
        Capabilities: [320 v1] Latency Tolerance Reporting
                Max snoop latency: 1048576ns
                Max no snoop latency: 1048576ns
        Capabilities: [410 v1] Physical Layer 16.0 GT/s <?>
        Capabilities: [440 v1] Lane Margining at the Receiver <?>
        Kernel modules: amdgpu


cjq@cjq-local:~$ sudo lspci -vvv -s 03:00.1
03:00.1 Audio device: Advanced Micro Devices, Inc. [AMD/ATI] Navi 21 HDMI Audio [Radeon RX 6800/6800 XT / 6900 XT]
        Subsystem: Advanced Micro Devices, Inc. [AMD/ATI] Navi 21 HDMI Audio [Radeon RX 6800/6800 XT / 6900 XT]
        Control: I/O+ Mem+ BusMaster+ SpecCycle- MemWINV- VGASnoop- ParErr- Stepping- SERR- FastB2B- DisINTx+
        Status: Cap+ 66MHz- UDF- FastB2B- ParErr- DEVSEL=fast >TAbort- <TAbort- <MAbort- >SERR- <PERR- INTx-
        Latency: 0, Cache Line Size: 64 bytes
        Interrupt: pin B routed to IRQ 134
        Region 0: Memory at d0700000 (32-bit, non-prefetchable) [size=16K]
        Capabilities: [48] Vendor Specific Information: Len=08 <?>
        Capabilities: [50] Power Management version 3
                Flags: PMEClk- DSI- D1- D2- AuxCurrent=0mA PME(D0-,D1+,D2+,D3hot+,D3cold+)
                Status: D3 NoSoftRst+ PME-Enable+ DSel=0 DScale=0 PME-
        Capabilities: [64] Express (v2) Legacy Endpoint, MSI 00
                DevCap: MaxPayload 256 bytes, PhantFunc 0, Latency L0s <4us, L1 unlimited
                        ExtTag+ AttnBtn- AttnInd- PwrInd- RBE+ FLReset-
                DevCtl: CorrErr+ NonFatalErr+ FatalErr+ UnsupReq+
                        RlxdOrd+ ExtTag+ PhantFunc- AuxPwr- NoSnoop+
                        MaxPayload 256 bytes, MaxReadReq 512 bytes
                DevSta: CorrErr+ NonFatalErr- FatalErr- UnsupReq+ AuxPwr- TransPend-
                LnkCap: Port #0, Speed 16GT/s, Width x16, ASPM L0s L1, Exit Latency L0s <64ns, L1 <1us
                        ClockPM+ Surprise- LLActRep- BwNot- ASPMOptComp+
                LnkCtl: ASPM L1 Enabled; RCB 64 bytes, Disabled- CommClk+
                        ExtSynch- ClockPM- AutWidDis- BWInt- AutBWInt-
                LnkSta: Speed 16GT/s (ok), Width x16 (ok)
                        TrErr- Train- SlotClk+ DLActive- BWMgmt- ABWMgmt-
                DevCap2: Completion Timeout: Range ABCD, TimeoutDis+ NROPrPrP- LTR+
                         10BitTagComp+ 10BitTagReq+ OBFF Not Supported, ExtFmt+ EETLPPrefix+, MaxEETLPPrefixes 1
                         EmergencyPowerReduction Not Supported, EmergencyPowerReductionInit-
                         FRS-
                         AtomicOpsCap: 32bit- 64bit- 128bitCAS-
                DevCtl2: Completion Timeout: 50us to 50ms, TimeoutDis- LTR- OBFF Disabled,
                         AtomicOpsCtl: ReqEn-
                LnkSta2: Current De-emphasis Level: -3.5dB, EqualizationComplete- EqualizationPhase1-
                         EqualizationPhase2- EqualizationPhase3- LinkEqualizationRequest-
                         Retimer- 2Retimers- CrosslinkRes: unsupported
        Capabilities: [a0] MSI: Enable+ Count=1/1 Maskable- 64bit+
                Address: 00000000fee00000  Data: 0022
        Capabilities: [100 v1] Vendor Specific Information: ID=0001 Rev=1 Len=010 <?>
        Capabilities: [150 v2] Advanced Error Reporting
                UESta:  DLP- SDES- TLP- FCP- CmpltTO- CmpltAbrt- UnxCmplt- RxOF- MalfTLP- ECRC- UnsupReq- ACSViol-
                UEMsk:  DLP- SDES- TLP- FCP- CmpltTO- CmpltAbrt- UnxCmplt- RxOF- MalfTLP- ECRC- UnsupReq+ ACSViol-
                UESvrt: DLP+ SDES+ TLP- FCP+ CmpltTO+ CmpltAbrt- UnxCmplt+ RxOF+ MalfTLP+ ECRC+ UnsupReq- ACSViol-
                CESta:  RxErr- BadTLP- BadDLLP- Rollover- Timeout- AdvNonFatalErr-
                CEMsk:  RxErr- BadTLP- BadDLLP- Rollover- Timeout- AdvNonFatalErr-
                AERCap: First Error Pointer: 00, ECRCGenCap+ ECRCGenEn+ ECRCChkCap+ ECRCChkEn+
                        MultHdrRecCap- MultHdrRecEn- TLPPfxPres- HdrLogCap-
                HeaderLog: 00000000 00000000 00000000 00000000
        Capabilities: [2a0 v1] Access Control Services
                ACSCap: SrcValid- TransBlk- ReqRedir- CmpltRedir- UpstreamFwd- EgressCtrl- DirectTrans-
                ACSCtl: SrcValid- TransBlk- ReqRedir- CmpltRedir- UpstreamFwd- EgressCtrl- DirectTrans-
        Kernel driver in use: snd_hda_intel
        Kernel modules: snd_hda_intel





after modprobe amdgpu

cjq@cjq-local:~$ sudo lspci -vvv -s 03:00.0
03:00.0 VGA compatible controller: Advanced Micro Devices, Inc. [AMD/ATI] Navi 23 [Radeon RX 6600/6600 XT/6600M] (rev c7) (prog-if 00 [VGA controller])
        DeviceName: Realtek RTL8111E Ethernet LOM
        Subsystem: Advanced Micro Devices, Inc. [AMD/ATI] Navi 23 [Radeon RX 6600/6600 XT/6600M]
        Control: I/O+ Mem+ BusMaster- SpecCycle- MemWINV- VGASnoop- ParErr- Stepping- SERR- FastB2B- DisINTx-
        Status: Cap+ 66MHz- UDF- FastB2B- ParErr- DEVSEL=fast >TAbort- <TAbort- <MAbort- >SERR- <PERR- INTx-
        Interrupt: pin A routed to IRQ 140
        Region 0: Memory at a00000000 (64-bit, prefetchable) [virtual] [size=8G]
        Region 2: Memory at 900000000 (64-bit, prefetchable) [virtual] [size=2M]
        Region 4: I/O ports at 2000 [virtual] [size=256]
        Region 5: Memory at d0600000 (32-bit, non-prefetchable) [virtual] [size=1M]
        Expansion ROM at d0720000 [disabled] [size=128K]
        Capabilities: [48] Vendor Specific Information: Len=08 <?>
        Capabilities: [50] Power Management version 3
                Flags: PMEClk- DSI- D1- D2- AuxCurrent=0mA PME(D0-,D1+,D2+,D3hot+,D3cold+)
                Status: D0 NoSoftRst+ PME-Enable- DSel=0 DScale=0 PME-
        Capabilities: [64] Express (v2) Legacy Endpoint, MSI 00
                DevCap: MaxPayload 256 bytes, PhantFunc 0, Latency L0s <4us, L1 unlimited
                        ExtTag+ AttnBtn- AttnInd- PwrInd- RBE+ FLReset-
                DevCtl: CorrErr+ NonFatalErr+ FatalErr+ UnsupReq+
                        RlxdOrd+ ExtTag+ PhantFunc- AuxPwr- NoSnoop+
                        MaxPayload 256 bytes, MaxReadReq 512 bytes
                DevSta: CorrErr- NonFatalErr- FatalErr- UnsupReq- AuxPwr- TransPend-
                LnkCap: Port #0, Speed 16GT/s, Width x16, ASPM L0s L1, Exit Latency L0s <64ns, L1 <1us
                        ClockPM+ Surprise- LLActRep- BwNot- ASPMOptComp+
                LnkCtl: ASPM L1 Enabled; RCB 64 bytes, Disabled- CommClk+
                        ExtSynch- ClockPM- AutWidDis- BWInt- AutBWInt-
                LnkSta: Speed 16GT/s (ok), Width x16 (ok)
                        TrErr- Train- SlotClk+ DLActive- BWMgmt- ABWMgmt-
                DevCap2: Completion Timeout: Range ABCD, TimeoutDis+ NROPrPrP- LTR+
                         10BitTagComp+ 10BitTagReq+ OBFF Not Supported, ExtFmt+ EETLPPrefix+, MaxEETLPPrefixes 1
                         EmergencyPowerReduction Not Supported, EmergencyPowerReductionInit-
                         FRS-
                         AtomicOpsCap: 32bit+ 64bit+ 128bitCAS-
                DevCtl2: Completion Timeout: 50us to 50ms, TimeoutDis- LTR+ OBFF Disabled,
                         AtomicOpsCtl: ReqEn+
                LnkCap2: Supported Link Speeds: 2.5-16GT/s, Crosslink- Retimer+ 2Retimers+ DRS-
                LnkCtl2: Target Link Speed: 16GT/s, EnterCompliance- SpeedDis-
                         Transmit Margin: Normal Operating Range, EnterModifiedCompliance- ComplianceSOS-
                         Compliance De-emphasis: -6dB
                LnkSta2: Current De-emphasis Level: -3.5dB, EqualizationComplete+ EqualizationPhase1+
                         EqualizationPhase2+ EqualizationPhase3+ LinkEqualizationRequest-
                         Retimer- 2Retimers- CrosslinkRes: unsupported
        Capabilities: [a0] MSI: Enable+ Count=1/1 Maskable- 64bit+
                Address: 00000000fee0c000  Data: 0020
        Capabilities: [100 v1] Vendor Specific Information: ID=0001 Rev=1 Len=010 <?>
        Capabilities: [150 v2] Advanced Error Reporting
                UESta:  DLP- SDES- TLP- FCP- CmpltTO- CmpltAbrt- UnxCmplt- RxOF- MalfTLP- ECRC- UnsupReq+ ACSViol-
                UEMsk:  DLP- SDES- TLP- FCP- CmpltTO- CmpltAbrt- UnxCmplt- RxOF- MalfTLP- ECRC- UnsupReq+ ACSViol-
                UESvrt: DLP+ SDES+ TLP- FCP+ CmpltTO+ CmpltAbrt- UnxCmplt+ RxOF+ MalfTLP+ ECRC+ UnsupReq- ACSViol-
                CESta:  RxErr- BadTLP- BadDLLP- Rollover- Timeout- AdvNonFatalErr-
                CEMsk:  RxErr- BadTLP- BadDLLP- Rollover- Timeout- AdvNonFatalErr-
                AERCap: First Error Pointer: 00, ECRCGenCap+ ECRCGenEn+ ECRCChkCap+ ECRCChkEn+
                        MultHdrRecCap- MultHdrRecEn- TLPPfxPres- HdrLogCap-
                HeaderLog: 00000000 00000000 00000000 00000000
        Capabilities: [200 v1] Physical Resizable BAR
                BAR 0: current size: 8GB, supported: 256MB 512MB 1GB 2GB 4GB 8GB
                BAR 2: current size: 2MB, supported: 2MB 4MB 8MB 16MB 32MB 64MB 128MB 256MB
        Capabilities: [240 v1] Power Budgeting <?>
        Capabilities: [270 v1] Secondary PCI Express
                LnkCtl3: LnkEquIntrruptEn- PerformEqu-
                LaneErrStat: 0
        Capabilities: [2a0 v1] Access Control Services
                ACSCap: SrcValid- TransBlk- ReqRedir- CmpltRedir- UpstreamFwd- EgressCtrl- DirectTrans-
                ACSCtl: SrcValid- TransBlk- ReqRedir- CmpltRedir- UpstreamFwd- EgressCtrl- DirectTrans-
        Capabilities: [2d0 v1] Process Address Space ID (PASID)
                PASIDCap: Exec+ Priv+, Max PASID Width: 10
                PASIDCtl: Enable- Exec- Priv-
        Capabilities: [320 v1] Latency Tolerance Reporting
                Max snoop latency: 1048576ns
                Max no snoop latency: 1048576ns
        Capabilities: [410 v1] Physical Layer 16.0 GT/s <?>
        Capabilities: [440 v1] Lane Margining at the Receiver <?>
        Kernel driver in use: amdgpu
        Kernel modules: amdgpu


cjq@cjq-local:~$ sudo lspci -vvv -s 03:00.1
03:00.1 Audio device: Advanced Micro Devices, Inc. [AMD/ATI] Navi 21 HDMI Audio [Radeon RX 6800/6800 XT / 6900 XT]
        Subsystem: Advanced Micro Devices, Inc. [AMD/ATI] Navi 21 HDMI Audio [Radeon RX 6800/6800 XT / 6900 XT]
        Control: I/O+ Mem+ BusMaster+ SpecCycle- MemWINV- VGASnoop- ParErr- Stepping- SERR- FastB2B- DisINTx-
        Status: Cap+ 66MHz- UDF- FastB2B- ParErr- DEVSEL=fast >TAbort- <TAbort- <MAbort- >SERR- <PERR- INTx-
        Latency: 0, Cache Line Size: 64 bytes
        Interrupt: pin B routed to IRQ 134
        Region 0: Memory at d0700000 (32-bit, non-prefetchable) [size=16K]
        Capabilities: [48] Vendor Specific Information: Len=08 <?>
        Capabilities: [50] Power Management version 3
                Flags: PMEClk- DSI- D1- D2- AuxCurrent=0mA PME(D0-,D1+,D2+,D3hot+,D3cold+)
                Status: D3 NoSoftRst+ PME-Enable+ DSel=0 DScale=0 PME-
        Capabilities: [64] Express (v2) Legacy Endpoint, MSI 00
                DevCap: MaxPayload 256 bytes, PhantFunc 0, Latency L0s <4us, L1 unlimited
                        ExtTag+ AttnBtn- AttnInd- PwrInd- RBE+ FLReset-
                DevCtl: CorrErr+ NonFatalErr+ FatalErr+ UnsupReq+
                        RlxdOrd+ ExtTag+ PhantFunc- AuxPwr- NoSnoop+
                        MaxPayload 256 bytes, MaxReadReq 512 bytes
                DevSta: CorrErr- NonFatalErr- FatalErr- UnsupReq- AuxPwr- TransPend-
                LnkCap: Port #0, Speed 16GT/s, Width x16, ASPM L0s L1, Exit Latency L0s <64ns, L1 <1us
                        ClockPM+ Surprise- LLActRep- BwNot- ASPMOptComp+
                LnkCtl: ASPM L1 Enabled; RCB 64 bytes, Disabled- CommClk+
                        ExtSynch- ClockPM- AutWidDis- BWInt- AutBWInt-
                LnkSta: Speed 16GT/s (ok), Width x16 (ok)
                        TrErr- Train- SlotClk+ DLActive- BWMgmt- ABWMgmt-
                DevCap2: Completion Timeout: Range ABCD, TimeoutDis+ NROPrPrP- LTR+
                         10BitTagComp+ 10BitTagReq+ OBFF Not Supported, ExtFmt+ EETLPPrefix+, MaxEETLPPrefixes 1
                         EmergencyPowerReduction Not Supported, EmergencyPowerReductionInit-
                         FRS-
                         AtomicOpsCap: 32bit- 64bit- 128bitCAS-
                DevCtl2: Completion Timeout: 50us to 50ms, TimeoutDis- LTR- OBFF Disabled,
                         AtomicOpsCtl: ReqEn-
                LnkSta2: Current De-emphasis Level: -3.5dB, EqualizationComplete- EqualizationPhase1-
                         EqualizationPhase2- EqualizationPhase3- LinkEqualizationRequest-
                         Retimer- 2Retimers- CrosslinkRes: unsupported
        Capabilities: [a0] MSI: Enable+ Count=1/1 Maskable- 64bit+
                Address: 00000000fee00000  Data: 0022
        Capabilities: [100 v1] Vendor Specific Information: ID=0001 Rev=1 Len=010 <?>
        Capabilities: [150 v2] Advanced Error Reporting
                UESta:  DLP- SDES- TLP- FCP- CmpltTO- CmpltAbrt- UnxCmplt- RxOF- MalfTLP- ECRC- UnsupReq+ ACSViol-
                UEMsk:  DLP- SDES- TLP- FCP- CmpltTO- CmpltAbrt- UnxCmplt- RxOF- MalfTLP- ECRC- UnsupReq+ ACSViol-
                UESvrt: DLP+ SDES+ TLP- FCP+ CmpltTO+ CmpltAbrt- UnxCmplt+ RxOF+ MalfTLP+ ECRC+ UnsupReq- ACSViol-
                CESta:  RxErr- BadTLP- BadDLLP- Rollover- Timeout- AdvNonFatalErr-
                CEMsk:  RxErr- BadTLP- BadDLLP- Rollover- Timeout- AdvNonFatalErr-
                AERCap: First Error Pointer: 00, ECRCGenCap+ ECRCGenEn+ ECRCChkCap+ ECRCChkEn+
                        MultHdrRecCap- MultHdrRecEn- TLPPfxPres- HdrLogCap-
                HeaderLog: 00000000 00000000 00000000 00000000
        Capabilities: [2a0 v1] Access Control Services
                ACSCap: SrcValid- TransBlk- ReqRedir- CmpltRedir- UpstreamFwd- EgressCtrl- DirectTrans-
                ACSCtl: SrcValid- TransBlk- ReqRedir- CmpltRedir- UpstreamFwd- EgressCtrl- DirectTrans-
        Kernel driver in use: snd_hda_intel
        Kernel modules: snd_hda_intel

[-- Attachment #5: rebar_xl_dmesg.txt --]
[-- Type: text/plain, Size: 25600 bytes --]

 __  __            _  _    ____   ___                     _        _     _
 \ \/ /___ _ __   | || |  |___ \ / _ \    _   _ _ __  ___| |_ __ _| |__ | | ___
  \  // _ \ '_ \  | || |_   __) | | | |__| | | | '_ \/ __| __/ _` | '_ \| |/ _ \
  /  \  __/ | | | |__   _| / __/| |_| |__| |_| | | | \__ \ || (_| | |_) | |  __/
 /_/\_\___|_| |_|    |_|(_)_____|\___/    \__,_|_| |_|___/\__\__,_|_.__/|_|\___|

(XEN) Xen version 4.20-unstable (cjq@) (gcc (Ubuntu 11.4.0-1ubuntu1~22.04) 11.4.0) debug=y Fri Nov 15 10:45:14 CST 2024
(XEN) Latest ChangeSet: Fri Nov 15 10:44:54 2024 +0800 git:be29bab6b5
(XEN) build-id: c179e0e7d9b2781c9853f986a7fa13336a28a38a
(XEN) Bootloader: GRUB 2.06-2ubuntu14.4
(XEN) Command line: placeholder dom0=pvh dom0_mem=6G loglvl=all no-real-mode edd=off
(XEN) Xen image load base address: 0xc6c00000
(XEN) Video information:
(XEN)  VGA is graphics mode 2560x1440, 32 bpp
(XEN) Disc information:
(XEN)  Found 0 MBR signatures
(XEN)  Found 1 EDD information structures
(XEN) CPU Vendor: AMD, Family 23 (0x17), Model 96 (0x60), Stepping 1 (raw 00860f01)
(XEN) EFI RAM map:
(XEN)  [0000000000000000, 000000000009efff] (usable)
(XEN)  [000000000009f000, 00000000000bffff] (reserved)
(XEN)  [0000000000100000, 0000000009afffff] (usable)
(XEN)  [0000000009b00000, 0000000009dfffff] (reserved)
(XEN)  [0000000009e00000, 0000000009efffff] (usable)
(XEN)  [0000000009f00000, 0000000009f0ffff] (ACPI NVS)
(XEN)  [0000000009f10000, 00000000bb465fff] (usable)
(XEN)  [00000000bb466000, 00000000bc565fff] (reserved)
(XEN)  [00000000bc566000, 00000000c877efff] (usable)
(XEN)  [00000000c877f000, 00000000caf7efff] (reserved)
(XEN)  [00000000caf7f000, 00000000ccf7efff] (ACPI NVS)
(XEN)  [00000000ccf7f000, 00000000ccffefff] (ACPI data)
(XEN)  [00000000ccfff000, 00000000ccffffff] (usable)
(XEN)  [00000000cd000000, 00000000cdffffff] (reserved)
(XEN)  [00000000f0000000, 00000000f7ffffff] (reserved)
(XEN)  [00000000fde00000, 00000000fdefffff] (reserved)
(XEN)  [00000000fec00000, 00000000fec01fff] (reserved)
(XEN)  [00000000fec10000, 00000000fec10fff] (reserved)
(XEN)  [00000000fec20000, 00000000fec20fff] (reserved)
(XEN)  [00000000fed80000, 00000000fed81fff] (reserved)
(XEN)  [00000000fedc0000, 00000000feddffff] (reserved)
(XEN)  [00000000fee00000, 00000000fee00fff] (reserved)
(XEN)  [00000000ff000000, 00000000fff1ffff] (reserved)
(XEN)  [0000000100000000, 000000080f33ffff] (usable)
(XEN)  [000000080f340000, 000000082fffffff] (reserved)
(XEN) BSP microcode revision: 0x08600109
(XEN) ACPI: RSDP CCFFE014, 0024 (r2 AMD   )
(XEN) ACPI: XSDT CCFDE188, 0154 (r1 AMD    Celadon         2       1000013)
(XEN) ACPI: FACP CCFE6000, 0114 (r6 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: DSDT CCFD4000, 90BF (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: FACS CCEF1000, 0040
(XEN) ACPI: UEFI CCF7E000, 0236 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFF5000, 723C (r2 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: IVRS CCFF4000, 01A4 (r2 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFF0000, 374A (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFEF000, 0228 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: BERT CCFEE000, 0030 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: EINJ CCFEC000, 0150 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFEB000, 046D (r1 AMD    Celadon      1000 ACPI    40000)
(XEN) ACPI: TPM2 CCFEA000, 0034 (r4 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: ASF! CCFE8000, 00A5 (r32 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: BOOT CCFE7000, 0028 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: HPET CCFE5000, 0038 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: APIC CCFE4000, 0138 (r4 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: MCFG CCFE3000, 003C (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: SLIC CCFE2000, 0176 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: WSMT CCFDF000, 0028 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: SSDT CCFFD000, 0080 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: SSDT CCFC5000, 0164 (r1 AMD    Celadon      1000 ACPI    40000)
(XEN) ACPI: SSDT CCFC2000, 2B80 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: CRAT CCFC1000, 0BA8 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: CDIT CCFC0000, 0029 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: VFCT CCFA7000, 18CA0 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFD3000, 0139 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: HEST CCF96000, 10874 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFED000, 028D (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFD2000, 0D37 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFD0000, 10AB (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFCF000, 0179 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFCD000, 154F (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFCB000, 10B3 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFCA000, 01C0 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFC6000, 30C8 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: FPDT CCF95000, 0044 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: BGRT CCF94000, 0038 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFE1000, 007D (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFE0000, 0F96 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCF93000, 0517 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) System RAM: 32102MB (32872764kB)
(XEN) No NUMA configuration found
(XEN) Faking a node at 0000000000000000-000000080f340000
(XEN) Domain heap initialised
(XEN) vesafb: framebuffer at 0x000000fc70000000, mapped to 0xffff82c000203000, using 14400k, total 14400k
(XEN) vesafb: mode is 2560x1440x32, linelength=10240, font 8x16
(XEN) vesafb: Truecolor: size=8:8:8:8, shift=24:16:8:0
(XEN) SMBIOS 3.1 present.
(XEN) Using APIC driver default
(XEN) ACPI: PM-Timer IO Port: 0x408 (32 bits)
(XEN) ACPI: v5 SLEEP INFO: control[0:0], status[0:0]
(XEN) ACPI: SLEEP INFO: pm1x_cnt[1:404,1:0], pm1x_evt[1:400,1:0]
(XEN) ACPI: 32/64X FACS address mismatch in FADT - ccef1000/0000000000000000, using 32
(XEN) ACPI:             wakeup_vec[ccef100c], vec_size[20]
(XEN) ACPI: Local APIC address 0xfee00000
(XEN) Overriding APIC driver with bigsmp
(XEN) ACPI: IOAPIC (id[0x21] address[0xfec00000] gsi_base[0])
(XEN) IOAPIC[0]: apic_id 33, version 33, address 0xfec00000, GSI 0-23
(XEN) ACPI: IOAPIC (id[0x22] address[0xfec01000] gsi_base[24])
(XEN) IOAPIC[1]: apic_id 34, version 33, address 0xfec01000, GSI 24-55
(XEN) ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl)
(XEN) ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 low level)
(XEN) ACPI: IRQ0 used by override.
(XEN) ACPI: IRQ2 used by override.
(XEN) ACPI: IRQ9 used by override.
(XEN) ACPI: HPET id: 0x10228210 base: 0xfed00000
(XEN) PCI: MCFG configuration 0: base f0000000 segment 0000 buses 00 - 7f
(XEN) PCI: MCFG area at f0000000 reserved in E820
(XEN) PCI: Using MCFG for segment 0000 bus 00-7f
(XEN) HEST: Table parsing has been initialized
(XEN) ACPI: BGRT: invalidating v1 image at 0xc32b4000
(XEN) Using ACPI (MADT) for SMP configuration information
(XEN) SMP: Allowing 16 CPUs (4 hotplug CPUs)
(XEN) IRQ limits: 56 GSI, 2440 MSI/MSI-X
(XEN) Zenbleed mitigation - using chickenbit
(XEN) CPU0: 1400 ... 3000 MHz
(XEN) xstate: size: 0x380 and states: 0x207
(XEN) CPU0: AMD Fam17h machine check reporting enabled
(XEN) Speculative mitigation facilities:
(XEN)   Hardware hints: IBRS_FAST IBRS_SAME_MODE
(XEN)   Hardware features: IBPB IBRS STIBP SSBD
(XEN)   Compiled-in support: INDIRECT_THUNK SHADOW_PAGING HARDEN_ARRAY HARDEN_BRANCH HARDEN_GUEST_ACCESS HARDEN_LOCK
(XEN)   Xen settings: BTI-Thunk: RETPOLINE, SPEC_CTRL: IBRS- STIBP+ SSBD-, Other: BRANCH_HARDEN
(XEN)   Support for HVM VMs: MSR_SPEC_CTRL MSR_VIRT_SPEC_CTRL RSB IBPB-entry
(XEN)   Support for PV VMs: IBPB-entry
(XEN)   XPTI (64-bit PV only): Dom0 disabled, DomU disabled (without PCID)
(XEN)   PV L1TF shadowing: Dom0 disabled, DomU disabled
(XEN) Using scheduler: SMP Credit Scheduler rev2 (credit2)
(XEN) Initializing Credit2 scheduler
(XEN)  load_precision_shift: 18
(XEN)  load_window_shift: 30
(XEN)  underload_balance_tolerance: 0
(XEN)  overload_balance_tolerance: -3
(XEN)  runqueues arrangement: socket
(XEN)  cap enforcement granularity: 10ms
(XEN) load tracking window length 1073741824 ns
(XEN) Platform timer is 14.318MHz HPET
(XEN) Detected 2994.382 MHz processor.
(XEN) Freed 1020kB unused BSS memory
(XEN) EFI memory map:
(XEN)  0000000000000-0000000003fff type=2 attr=000000000000000f
(XEN)  0000000004000-000000008efff type=7 attr=000000000000000f
(XEN)  000000008f000-000000009efff type=2 attr=000000000000000f
(XEN)  000000009f000-000000009ffff type=0 attr=000000000000000f
(XEN)  0000000100000-0000004ac6fff type=2 attr=000000000000000f
(XEN)  0000004ac7000-0000009afffff type=7 attr=000000000000000f
(XEN)  0000009b00000-0000009dfffff type=0 attr=000000000000000f
(XEN)  0000009e00000-0000009efffff type=7 attr=000000000000000f
(XEN)  0000009f00000-0000009f0ffff type=10 attr=000000000000000f
(XEN)  0000009f10000-0000078937fff type=7 attr=000000000000000f
(XEN)  0000078938000-000007fffefff type=1 attr=000000000000000f
(XEN)  000007ffff000-00000b6e88fff type=7 attr=000000000000000f
(XEN)  00000b6e89000-00000b7103fff type=1 attr=000000000000000f
(XEN)  00000b7104000-00000b737efff type=2 attr=000000000000000f
(XEN)  00000b737f000-00000b739efff type=4 attr=000000000000000f
(XEN)  00000b739f000-00000b73f7fff type=7 attr=000000000000000f
(XEN)  00000b73f8000-00000b7619fff type=4 attr=000000000000000f
(XEN)  00000b761a000-00000b7667fff type=3 attr=000000000000000f
(XEN)  00000b7668000-00000baf86fff type=4 attr=000000000000000f
(XEN)  00000baf87000-00000bafa5fff type=3 attr=000000000000000f
(XEN)  00000bafa6000-00000baff7fff type=4 attr=000000000000000f
(XEN)  00000baff8000-00000bb05dfff type=3 attr=000000000000000f
(XEN)  00000bb05e000-00000bb465fff type=4 attr=000000000000000f
(XEN)  00000bb466000-00000bc565fff type=0 attr=000000000000000f
(XEN)  00000bc566000-00000bc56ffff type=3 attr=000000000000000f
(XEN)  00000bc570000-00000bc579fff type=7 attr=000000000000000f
(XEN)  00000bc57a000-00000bc57cfff type=2 attr=000000000000000f
(XEN)  00000bc57d000-00000bc6a8fff type=7 attr=000000000000000f
(XEN)  00000bc6a9000-00000bc77efff type=1 attr=000000000000000f
(XEN)  00000bc77f000-00000c3160fff type=7 attr=000000000000000f
(XEN)  00000c3161000-00000c32a1fff type=4 attr=000000000000000f
(XEN)  00000c32a2000-00000c32aafff type=7 attr=000000000000000f
(XEN)  00000c32ab000-00000c32abfff type=4 attr=000000000000000f
(XEN)  00000c32ac000-00000c32adfff type=7 attr=000000000000000f
(XEN)  00000c32ae000-00000c677efff type=4 attr=000000000000000f
(XEN)  00000c677f000-00000c6dfffff type=7 attr=000000000000000f
(XEN)  00000c6e00000-00000c71f7fff type=2 attr=000000000000000f
(XEN)  00000c71f8000-00000c737afff type=7 attr=000000000000000f
(XEN)  00000c737b000-00000c877efff type=3 attr=000000000000000f
(XEN)  00000c877f000-00000c8f7efff type=5 attr=800000000000000f
(XEN)  00000c8f7f000-00000c9f7efff type=6 attr=800000000000000f
(XEN)  00000c9f7f000-00000caf7efff type=0 attr=000000000000000f
(XEN)  00000caf7f000-00000ccf7efff type=10 attr=000000000000000f
(XEN)  00000ccf7f000-00000ccffefff type=9 attr=000000000000000f
(XEN)  00000ccfff000-00000ccffffff type=4 attr=000000000000000f
(XEN)  0000100000000-000080f33ffff type=7 attr=000000000000000f
(XEN)  00000000a0000-00000000bffff type=0 attr=0000000000000000
(XEN)  00000cd000000-00000cdffffff type=0 attr=0000000000000000
(XEN)  00000f0000000-00000f7ffffff type=11 attr=8000000000000001
(XEN)  00000fde00000-00000fdefffff type=11 attr=8000000000000001
(XEN)  00000fec00000-00000fec01fff type=11 attr=8000000000000001
(XEN)  00000fec10000-00000fec10fff type=11 attr=8000000000000001
(XEN)  00000fec20000-00000fec20fff type=11 attr=8000000000000001
(XEN)  00000fed80000-00000fed81fff type=11 attr=8000000000000001
(XEN)  00000fedc0000-00000feddffff type=11 attr=8000000000000001
(XEN)  00000fee00000-00000fee00fff type=11 attr=8000000000000001
(XEN)  00000ff000000-00000fff1ffff type=11 attr=8000000000000001
(XEN)  000080f340000-000082fffffff type=0 attr=0000000000000000
(XEN) alt table ffff82d04049c1b8 -> ffff82d0404aeca4
(XEN) AMD-Vi: IOMMU Extended Features:
(XEN) - Peripheral Page Service Request
(XEN) - x2APIC
(XEN) - NX bit
(XEN) - Invalidate All Command
(XEN) - Guest APIC
(XEN) - Performance Counters
(XEN) - Host Address Translation Size: 0x2
(XEN) - Guest Address Translation Size: 0
(XEN) - Guest CR3 Root Table Level: 0x1
(XEN) - Maximum PASID: 0xf
(XEN) - SMI Filter Register: 0x1
(XEN) - SMI Filter Register Count: 0x1
(XEN) - Guest Virtual APIC Modes: 0x1
(XEN) - Dual PPR Log: 0x2
(XEN) - Dual Event Log: 0x2
(XEN) - User / Supervisor Page Protection
(XEN) - Device Table Segmentation: 0x3
(XEN) - PPR Log Overflow Early Warning
(XEN) - PPR Automatic Response
(XEN) - Memory Access Routing and Control: 0
(XEN) - Block StopMark Message
(XEN) - Performance Optimization
(XEN) - MSI Capability MMIO Access
(XEN) - Guest I/O Protection
(XEN) - Enhanced PPR Handling
(XEN) - Attribute Forward
(XEN) - Invalidate IOTLB Type
(XEN) - VM Table Size: 0
(XEN) - Guest Access Bit Update Disable
(XEN) AMD-Vi: Disabled HAP memory map sharing with IOMMU
(XEN) AMD-Vi: IOMMU 0 Enabled.
(XEN) I/O virtualisation enabled
(XEN)  - Dom0 mode: Relaxed
(XEN) Interrupt remapping enabled
(XEN) nr_sockets: 2
(XEN) Enabling APIC mode.  Using 2 I/O APICs
(XEN) ENABLING IO-APIC IRQs
(XEN)  -> Using new ACK method
(XEN) ..TIMER: vector=0xF0 apic1=0 pin1=2 apic2=-1 pin2=-1
(XEN) Wallclock source: EFI
(XEN) Allocated console ring of 128 KiB.
(XEN) mwait-idle: does not run on family 23 model 96
(XEN) HVM: ASIDs enabled.
(XEN) SVM: Supported advanced features:
(XEN)  - Nested Page Tables (NPT)
(XEN)  - Last Branch Record (LBR) Virtualisation
(XEN)  - Next-RIP Saved on #VMEXIT
(XEN)  - VMCB Clean Bits
(XEN)  - TLB flush by ASID
(XEN)  - DecodeAssists
(XEN)  - Virtual VMLOAD/VMSAVE
(XEN)  - Virtual GIF
(XEN)  - Pause-Intercept Filter
(XEN)  - Pause-Intercept Filter Threshold
(XEN)  - TSC Rate MSR
(XEN)  - MSR_SPEC_CTRL virtualisation
(XEN) HVM: SVM enabled
(XEN) HVM: Hardware Assisted Paging (HAP) detected
(XEN) HVM: HAP page sizes: 4kB, 2MB, 1GB
(XEN) alt table ffff82d04049c1b8 -> ffff82d0404aeca4
(XEN) Brought up 12 CPUs
(XEN) Scheduling granularity: cpu, 1 CPU per sched-resource
(XEN) Initializing Credit2 scheduler
(XEN)  load_precision_shift: 18
(XEN)  load_window_shift: 30
(XEN)  underload_balance_tolerance: 0
(XEN)  overload_balance_tolerance: -3
(XEN)  runqueues arrangement: socket
(XEN)  cap enforcement granularity: 10ms
(XEN) load tracking window length 1073741824 ns
(XEN) Adding cpu 0 to runqueue 0
(XEN)  First cpu on runqueue, activating
(XEN) Adding cpu 1 to runqueue 0
(XEN) Adding cpu 2 to runqueue 0
(XEN) Adding cpu 3 to runqueue 0
(XEN) Adding cpu 4 to runqueue 0
(XEN) Adding cpu 5 to runqueue 0
(XEN) Adding cpu 6 to runqueue 0
(XEN) Adding cpu 7 to runqueue 0
(XEN) Adding cpu 8 to runqueue 0
(XEN) Adding cpu 9 to runqueue 0
(XEN) Adding cpu 10 to runqueue 0
(XEN) Adding cpu 11 to runqueue 0
(XEN) mcheck_poll: Machine check polling timer started.
(XEN) Running stub recovery selftests...
(XEN) Fixup #UD[0000]: ffff82d07fffe044 [ffff82d07fffe044] -> ffff82d04038cd4c
(XEN) Fixup #GP[0000]: ffff82d07fffe045 [ffff82d07fffe045] -> ffff82d04038cd4c
(XEN) Fixup #SS[0000]: ffff82d07fffe044 [ffff82d07fffe044] -> ffff82d04038cd4c
(XEN) Fixup #BP[0000]: ffff82d07fffe045 [ffff82d07fffe045] -> ffff82d04038cd4c
(XEN) NX (Execute Disable) protection active
(XEN) *** Building a PVH Dom0 ***
(XEN) Dom0 memory allocation stats:
(XEN) order  0 allocations: 4
(XEN) order  1 allocations: 4
(XEN) order  2 allocations: 3
(XEN) order  3 allocations: 3
(XEN) order  4 allocations: 5
(XEN) order  5 allocations: 4
(XEN) order  6 allocations: 4
(XEN) order  7 allocations: 4
(XEN) order  8 allocations: 4
(XEN) order  9 allocations: 4
(XEN) order 10 allocations: 4
(XEN) order 11 allocations: 4
(XEN) order 12 allocations: 4
(XEN) order 13 allocations: 4
(XEN) order 14 allocations: 2
(XEN) order 15 allocations: 3
(XEN) order 16 allocations: 3
(XEN) order 17 allocations: 3
(XEN) order 18 allocations: 3
(XEN) ELF: phdr: paddr=0x1000000 memsz=0x195f628
(XEN) ELF: phdr: paddr=0x2a00000 memsz=0x96f000
(XEN) ELF: phdr: paddr=0x336f000 memsz=0x39000
(XEN) ELF: phdr: paddr=0x33a8000 memsz=0x1458000
(XEN) ELF: memory: 0x1000000 -> 0x4800000
(XEN) ELF: note: PHYS32_RELOC align: 0x200000 min: 0x1000000 max: 0x3fffffff
(XEN) ELF: note: PHYS32_ENTRY = 0x1000a20
(XEN) ELF: note: GUEST_OS = "linux"
(XEN) ELF: note: GUEST_VERSION = "2.6"
(XEN) ELF: note: XEN_VERSION = "xen-3.0"
(XEN) ELF: note: VIRT_BASE = 0xffffffff80000000
(XEN) ELF: note: INIT_P2M = 0x8000000000
(XEN) ELF: note: ENTRY = 0xffffffff833bc620
(XEN) ELF: note: FEATURES = "!writable_page_tables"
(XEN) ELF: note: PAE_MODE = "yes"
(XEN) ELF: note: L1_MFN_VALID
(XEN) ELF: note: MOD_START_PFN = 0x1
(XEN) ELF: note: PADDR_OFFSET = 0
(XEN) ELF: note: HYPERCALL_PAGE = 0xffffffff81f3a000
(XEN) ELF: note: SUPPORTED_FEATURES = 0x8801
(XEN) ELF: note: LOADER = "generic"
(XEN) ELF: note: SUSPEND_CANCEL = 0x1
(XEN) ELF: Found PVH image
(XEN) ELF: addresses:
(XEN)     virt_base        = 0x0
(XEN)     elf_paddr_offset = 0x0
(XEN)     virt_offset      = 0x0
(XEN)     virt_kstart      = 0x1000000
(XEN)     virt_kend        = 0x4800000
(XEN)     virt_entry       = 0x1000a20
(XEN)     p2m_base         = 0x8000000000
(XEN) ELF: phdr 0 at 0x1000000 -> 0x295f628
(XEN) ELF: phdr 1 at 0x2a00000 -> 0x336f000
(XEN) ELF: phdr 2 at 0x336f000 -> 0x33a8000
(XEN) ELF: phdr 3 at 0x33a8000 -> 0x4800000
(XEN) Dom0 memory map:
(XEN)  [0000000000000000, 000000000009efff] (usable)
(XEN)  [000000000009f000, 00000000000bffff] (reserved)
(XEN)  [0000000000100000, 0000000009afffff] (usable)
(XEN)  [0000000009b00000, 0000000009dfffff] (reserved)
(XEN)  [0000000009e00000, 0000000009efffff] (usable)
(XEN)  [0000000009f00000, 0000000009f0ffff] (ACPI NVS)
(XEN)  [0000000009f10000, 00000000bb465fff] (usable)
(XEN)  [00000000bb466000, 00000000bc565fff] (reserved)
(XEN)  [00000000bc566000, 00000000c877efff] (usable)
(XEN)  [00000000c877f000, 00000000caf7efff] (reserved)
(XEN)  [00000000caf7f000, 00000000ccf7efff] (ACPI NVS)
(XEN)  [00000000ccf7f000, 00000000ccffefff] (ACPI data)
(XEN)  [00000000ccfff000, 00000000ccfffdd7] (usable)
(XEN)  [00000000ccfffdd8, 00000000ccfffeef] (ACPI data)
(XEN)  [00000000cd000000, 00000000cdffffff] (reserved)
(XEN)  [00000000f0000000, 00000000f7ffffff] (reserved)
(XEN)  [00000000fde00000, 00000000fdefffff] (reserved)
(XEN)  [00000000fec00000, 00000000fec01fff] (reserved)
(XEN)  [00000000fec10000, 00000000fec10fff] (reserved)
(XEN)  [00000000fec20000, 00000000fec20fff] (reserved)
(XEN)  [00000000fed80000, 00000000fed81fff] (reserved)
(XEN)  [00000000fedc0000, 00000000feddffff] (reserved)
(XEN)  [00000000fee00000, 00000000fee00fff] (reserved)
(XEN)  [00000000ff000000, 00000000fff1ffff] (reserved)
(XEN)  [0000000100000000, 00000001b8cf0fff] (usable)
(XEN)  [00000001b8cf1000, 000000080f33ffff] (unusable)
(XEN)  [000000080f340000, 000000082fffffff] (reserved)
(XEN) Initial low memory virq threshold set at 0x4000 pages.
(XEN) Scrubbing Free RAM in background
(XEN) Std. Loglevel: All
(XEN) Guest Loglevel: All
(XEN) Xen is relinquishing VGA console.
(XEN) *** Serial input to DOM0 (type 'CTRL-a' three times to switch input)
(XEN) Freed 652kB init memory
(XEN) d0v0: upcall vector f3
(XEN) PCI add device 0000:00:00.0
(XEN) PCI add device 0000:00:00.2
(XEN) PCI add device 0000:00:01.0
(XEN) PCI add device 0000:00:01.1
(XEN) PCI add device 0000:00:02.0
(XEN) PCI add device 0000:00:02.4
(XEN) PCI add device 0000:00:08.0
(XEN) PCI add device 0000:00:08.1
(XEN) PCI add device 0000:00:08.2
(XEN) PCI add device 0000:00:14.0
(XEN) PCI add device 0000:00:14.3
(XEN) PCI add device 0000:00:18.0
(XEN) PCI add device 0000:00:18.1
(XEN) PCI add device 0000:00:18.2
(XEN) PCI add device 0000:00:18.3
(XEN) PCI add device 0000:00:18.4
(XEN) PCI add device 0000:00:18.5
(XEN) PCI add device 0000:00:18.6
(XEN) PCI add device 0000:00:18.7
(XEN) d0v1 0000:01:00.0: updated BAR0 address: 0xfffffff0
(XEN) d0v1 0000:01:00.0: updated BAR0 address: 0xd0800000
(XEN) PCI add device 0000:01:00.0
(XEN) PCI add device 0000:02:00.0
(XEN) d0v1 0000:03:00.0: updated BAR0 address: 0xfcfffffff0
(XEN) d0v1 0000:03:00.0: updated BAR0 address: 0xfc90000000
(XEN) d0v1 0000:03:00.0: updated BAR1 address: 0xffffffff90000000
(XEN) d0v1 0000:03:00.0: updated BAR1 address: 0xfc90000000
(XEN) d0v1 0000:03:00.0: updated BAR2 address: 0xfcfffffff0
(XEN) d0v1 0000:03:00.0: updated BAR2 address: 0xfca0000000
(XEN) d0v1 0000:03:00.0: updated BAR3 address: 0xffffffffa0000000
(XEN) d0v1 0000:03:00.0: updated BAR3 address: 0xfca0000000
(XEN) d0v1 0000:03:00.0: updated BAR5 address: 0xfffffff0
(XEN) d0v1 0000:03:00.0: updated BAR5 address: 0xd0600000
(XEN) PCI add device 0000:03:00.0
(XEN) d0v1 0000:03:00.1: updated BAR0 address: 0xfffffff0
(XEN) d0v1 0000:03:00.1: updated BAR0 address: 0xd0700000
(XEN) PCI add device 0000:03:00.1
(XEN) d0v1 0000:04:00.0: updated BAR0 address: 0xfffffff0
(XEN) d0v1 0000:04:00.0: updated BAR0 address: 0xd0500000
(XEN) d0v1 0000:04:00.0: updated BAR1 address: 0xffffffffd0500000
(XEN) d0v1 0000:04:00.0: updated BAR1 address: 0xd0500000
(XEN) d0v1 0000:04:00.0: updated BAR4 address: 0xfffffff0
(XEN) d0v1 0000:04:00.0: updated BAR4 address: 0xd0504000
(XEN) d0v1 0000:04:00.0: updated BAR5 address: 0xffffffffd0504000
(XEN) d0v1 0000:04:00.0: updated BAR5 address: 0xd0504000
(XEN) PCI add device 0000:04:00.0
(XEN) d0v1 0000:05:00.0: updated BAR0 address: 0xfcfffffff0
(XEN) d0v1 0000:05:00.0: updated BAR0 address: 0xfc70000000
(XEN) d0v1 0000:05:00.0: updated BAR1 address: 0xffffffff70000000
(XEN) d0v1 0000:05:00.0: updated BAR1 address: 0xfc70000000
(XEN) d0v1 0000:05:00.0: updated BAR2 address: 0xfcfffffff0
(XEN) d0v1 0000:05:00.0: updated BAR2 address: 0xfc80000000
(XEN) d0v1 0000:05:00.0: updated BAR3 address: 0xffffffff80000000
(XEN) d0v1 0000:05:00.0: updated BAR3 address: 0xfc80000000
(XEN) d0v1 0000:05:00.0: updated BAR5 address: 0xfffffff0
(XEN) d0v1 0000:05:00.0: updated BAR5 address: 0xd0400000
(XEN) PCI add device 0000:05:00.0
(XEN) d0v1 0000:05:00.1: updated BAR0 address: 0xfffffff0
(XEN) d0v1 0000:05:00.1: updated BAR0 address: 0xd04c8000
(XEN) PCI add device 0000:05:00.1
(XEN) d0v1 0000:05:00.2: updated BAR2 address: 0xfffffff0
(XEN) d0v1 0000:05:00.2: updated BAR2 address: 0xd0300000
(XEN) d0v1 0000:05:00.2: updated BAR5 address: 0xfffffff0
(XEN) d0v1 0000:05:00.2: updated BAR5 address: 0xd04cc000
(XEN) PCI add device 0000:05:00.2
(XEN) d0v1 0000:05:00.3: updated BAR0 address: 0xfffffff0
(XEN) d0v1 0000:05:00.3: updated BAR0 address: 0xd0200000
(XEN) d0v1 0000:05:00.3: updated BAR1 address: 0xffffffffd0200000
(XEN) d0v1 0000:05:00.3: updated BAR1 address: 0xd0200000
(XEN) PCI add device 0000:05:00.3
(XEN) d0v1 0000:05:00.4: updated BAR0 address: 0xfffffff0
(XEN) d0v1 0000:05:00.4: updated BAR0 address: 0xd0100000
(XEN) d0v1 0000:05:00.4: updated BAR1 address: 0xffffffffd0100000
(XEN) d0v1 0000:05:00.4: updated BAR1 address: 0xd0100000
(XEN) PCI add device 0000:05:00.4
(XEN) d0v1 0000:05:00.5: updated BAR0 address: 0xfffffff0
(XEN) d0v1 0000:05:00.5: updated BAR0 address: 0xd0480000
(XEN) PCI add device 0000:05:00.5
(XEN) d0v1 0000:05:00.6: updated BAR0 address: 0xfffffff0
(XEN) d0v1 0000:05:00.6: updated BAR0 address: 0xd04c0000
(XEN) PCI add device 0000:05:00.6
(XEN) d0v1 0000:06:00.0: updated BAR5 address: 0xfffffff0
(XEN) d0v1 0000:06:00.0: updated BAR5 address: 0xd0085000
(XEN) PCI add device 0000:06:00.0
(XEN) d0v1 0000:06:00.1: updated BAR5 address: 0xfffffff0
(XEN) d0v1 0000:06:00.1: updated BAR5 address: 0xd0084000
(XEN) PCI add device 0000:06:00.1
(XEN) d0v1 0000:06:00.2: updated BAR0 address: 0xfffffff0
(XEN) d0v1 0000:06:00.2: updated BAR0 address: 0xd0060000
(XEN) d0v1 0000:06:00.2: updated BAR1 address: 0xfffffff0
(XEN) d0v1 0000:06:00.2: updated BAR1 address: 0xd0040000
(XEN) d0v1 0000:06:00.2: updated BAR2 address: 0xfffffff0
(XEN) d0v1 0000:06:00.2: updated BAR2 address: 0xd0082000
(XEN) d0v1 0000:06:00.2: updated BAR3 address: 0xffffffffd0082000
(XEN) d0v1 0000:06:00.2: updated BAR3 address: 0xd0082000
(XEN) PCI add device 0000:06:00.2
(XEN) d0v1 0000:06:00.3: updated BAR0 address: 0xfffffff0
(XEN) d0v1 0000:06:00.3: updated BAR0 address: 0xd0020000
(XEN) d0v1 0000:06:00.3: updated BAR1 address: 0xfffffff0
(XEN) d0v1 0000:06:00.3: updated BAR1 address: 0xd0000000
(XEN) d0v1 0000:06:00.3: updated BAR2 address: 0xfffffff0
(XEN) d0v1 0000:06:00.3: updated BAR2 address: 0xd0080000
(XEN) d0v1 0000:06:00.3: updated BAR3 address: 0xffffffffd0080000
(XEN) d0v1 0000:06:00.3: updated BAR3 address: 0xd0080000
(XEN) PCI add device 0000:06:00.3
(XEN) arch/x86/hvm/svm/svm.c:1889:d0v7 RDMSR 0xc0010058 unimplemented
(XEN) arch/x86/hvm/svm/svm.c:1889:d0v0 RDMSR 0xc001029b unimplemented
(XEN) arch/x86/hvm/svm/svm.c:1889:d0v0 RDMSR 0xc001029a unimplemented
(XEN) d0v2 0000:03:00.0: updated BAR0 address: 0xfc00000000
(XEN) d0v2 0000:03:00.0: updated BAR1 address: 0xa00000000
(XEN) d0v2 0000:03:00.0: updated BAR2 address: 0xfc00000000
(XEN) d0v2 0000:03:00.0: updated BAR3 address: 0x900000000
(XEN) 0000:03:00.0: detected BAR#0 size change (0x10000000 -> 0x200000000)

Re: [PATCH] vpci: Add resizable bar support

[Roger Pau Monné]

On Fri, Nov 15, 2024 at 03:04:22AM +0000, Chen, Jiqian wrote:
> On 2024/11/15 01:36, Roger Pau Monné wrote:
> > On Thu, Nov 14, 2024 at 04:52:18PM +0100, Roger Pau Monné wrote:
> >> On Thu, Nov 14, 2024 at 06:11:46AM +0000, Chen, Jiqian wrote:
> >>> On 2024/11/13 18:30, Roger Pau Monné wrote:
> >>>> On Wed, Nov 13, 2024 at 10:00:33AM +0000, Chen, Jiqian wrote:
> >>>>> On 2024/11/13 17:30, Roger Pau Monné wrote:
> >>>>>> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
> >>>>>>> Some devices, like discrete GPU of amd, support resizable bar capability,
> >>>>>>> but vpci of Xen doesn't support this feature, so they fail to resize bars
> >>>>>>> and then cause probing failure.
> >>>>>>>
> >>>>>>> According to PCIe spec, each bar that support resizing has two registers,
> >>>>>>> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
> >>>>>>> corresponding handler into vpci.
> >>>>>>>
> >>>>>>> PCI_REBAR_CAP is RO, only provide reading.
> >>>>>>>
> >>>>>>> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
> >>>>>>> setting the new size.
> >>>>>>
> >>>>>> I think the logic to handle resizable BAR could be much simpler.  Some
> >>>>>> time ago I've made a patch to add support for it, but due to lack of
> >>>>>> hardware on my side to test it I've never submitted it.
> >>>>>>
> >>>>>> My approach would be to detect the presence of the
> >>>>>> PCI_EXT_CAP_ID_REBAR capability in init_header(), and if the
> >>>>>> capability is present force the sizing of BARs each time they are
> >>>>>> mapped in modify_bars().  I don't think we need to trap accesses to
> >>>>>> the capability itself, as resizing can only happen when memory
> >>>>>> decoding is not enabled for the device.  It's enough to fetch the size
> >>>>>> of the BARs ahead of each enabling of memory decoding.
> >>>>>>
> >>>>>> Note that memory decoding implies mapping the BARs into the p2m, which
> >>>>>> is already an expensive operation, the extra sizing is unlikely to
> >>>>>> make much of a difference performance wise.
> >>>>>>
> >>>>>> I've found the following on my git tree and rebased on top of staging:
> >>>>> OK.
> >>>>> Do you need me to validate your patch in my environment?
> >>>>
> >>>> Yes please, I have no way to test it.  Let's see what others think
> >>>> about the different approaches.
> >>> There are some errors with your method.
> >>> I attached the dmesg and xl dmesg logs.
> >>> From the dmesg logs, it seems that 0000:03:00.0 has addresse overlap with 0000:03:00.1
> >>
> >> Do you have the output of lspci with the BAR sizes/positions before
> >> and after the resizing?
> >>
> >>>
> >>> I think there is a place that needs to be modified regarding your method,
> >>> although this modification does not help with the above-mentioned errors,
> >>> it is that whether to support resizing is specific to which bar, rather than just determining whether there is a Rebar capability.
> >>
> >> Do we really need such fine-grained information?  It should be
> >> harmless (even if not strictly necessary) to size all BARs on the
> >> device before enabling memory decoding, even if some of them do not
> >> support resizing.
> >>
> >> I might have to provide a patch with additional messages to see what's
> >> going on.
> > 
> > One nit that I've noticed with the patch I gave you previously is that
> > the check for a size change in modify_bars() should be done ahead of
> > pci_check_bar(), otherwise the check is possibly using an outdated
> > size.
> > 
> > I've also added a debug message to notify when a BAR register is
> > written and report the new address.  This is done unconditionally, but
> > if you think it's too chatty you can limit to only printing for the
> > device that has the ReBAR capability.
> Errors are the same.
> Attached the dmesg, xl dmesg, patch and lspci output.
> I will also continue to debug your method on my side to try to get some findings.

Hello,

I've been looking at the output, and it all seems fine, except the
03:00.0 device that becomes broken at some point, note the lspci
output lists [virtual] next to the resource sizes.  This means reading
for the registers returned 0, so the position and sizes are provided
from the internal OS information.

I'm assuming the patch you sent to the list doesn't lead to such
errors, in which case I can only guess that fetching the size of the
BARs in modify_bars() causes issues with the device.

To confirm this, can you try the following patch on top of your
original change?  This adds an extra pci_size_mem_bar() when the BARs
are resized.  From my reading of the PCI specification sizing the BARs
after having changed the size through the ReBAR capability is allowed.

Thanks, Roger.

diff --git a/xen/drivers/vpci/rebar.c b/xen/drivers/vpci/rebar.c
index 84dbd84b0745..e371ba0ef92a 100644
--- a/xen/drivers/vpci/rebar.c
+++ b/xen/drivers/vpci/rebar.c
@@ -40,6 +40,15 @@ static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
                        PCI_REBAR_CTRL_BAR_UNIT;
 
     pci_conf_write32(pdev->sbdf, reg, val);
+
+{
+    uint64_t addr, size;
+
+    pci_size_mem_bar(pdev->sbdf, PCI_BASE_ADDRESS_0 + index * 4,
+                     &addr, &size, 0);
+
+    ASSERT(size == bars[index].size);
+}
 }
 
 static int cf_check init_rebar(struct pci_dev *pdev)

Re: [PATCH] vpci: Add resizable bar support

[Chen, Jiqian]

[-- Attachment #1: Type: text/plain, Size: 5940 bytes --]

On 2024/11/15 19:42, Roger Pau Monné wrote:
> On Fri, Nov 15, 2024 at 03:04:22AM +0000, Chen, Jiqian wrote:
>> On 2024/11/15 01:36, Roger Pau Monné wrote:
>>> On Thu, Nov 14, 2024 at 04:52:18PM +0100, Roger Pau Monné wrote:
>>>> On Thu, Nov 14, 2024 at 06:11:46AM +0000, Chen, Jiqian wrote:
>>>>> On 2024/11/13 18:30, Roger Pau Monné wrote:
>>>>>> On Wed, Nov 13, 2024 at 10:00:33AM +0000, Chen, Jiqian wrote:
>>>>>>> On 2024/11/13 17:30, Roger Pau Monné wrote:
>>>>>>>> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
>>>>>>>>> Some devices, like discrete GPU of amd, support resizable bar capability,
>>>>>>>>> but vpci of Xen doesn't support this feature, so they fail to resize bars
>>>>>>>>> and then cause probing failure.
>>>>>>>>>
>>>>>>>>> According to PCIe spec, each bar that support resizing has two registers,
>>>>>>>>> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
>>>>>>>>> corresponding handler into vpci.
>>>>>>>>>
>>>>>>>>> PCI_REBAR_CAP is RO, only provide reading.
>>>>>>>>>
>>>>>>>>> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
>>>>>>>>> setting the new size.
>>>>>>>>
>>>>>>>> I think the logic to handle resizable BAR could be much simpler.  Some
>>>>>>>> time ago I've made a patch to add support for it, but due to lack of
>>>>>>>> hardware on my side to test it I've never submitted it.
>>>>>>>>
>>>>>>>> My approach would be to detect the presence of the
>>>>>>>> PCI_EXT_CAP_ID_REBAR capability in init_header(), and if the
>>>>>>>> capability is present force the sizing of BARs each time they are
>>>>>>>> mapped in modify_bars().  I don't think we need to trap accesses to
>>>>>>>> the capability itself, as resizing can only happen when memory
>>>>>>>> decoding is not enabled for the device.  It's enough to fetch the size
>>>>>>>> of the BARs ahead of each enabling of memory decoding.
>>>>>>>>
>>>>>>>> Note that memory decoding implies mapping the BARs into the p2m, which
>>>>>>>> is already an expensive operation, the extra sizing is unlikely to
>>>>>>>> make much of a difference performance wise.
>>>>>>>>
>>>>>>>> I've found the following on my git tree and rebased on top of staging:
>>>>>>> OK.
>>>>>>> Do you need me to validate your patch in my environment?
>>>>>>
>>>>>> Yes please, I have no way to test it.  Let's see what others think
>>>>>> about the different approaches.
>>>>> There are some errors with your method.
>>>>> I attached the dmesg and xl dmesg logs.
>>>>> From the dmesg logs, it seems that 0000:03:00.0 has addresse overlap with 0000:03:00.1
>>>>
>>>> Do you have the output of lspci with the BAR sizes/positions before
>>>> and after the resizing?
>>>>
>>>>>
>>>>> I think there is a place that needs to be modified regarding your method,
>>>>> although this modification does not help with the above-mentioned errors,
>>>>> it is that whether to support resizing is specific to which bar, rather than just determining whether there is a Rebar capability.
>>>>
>>>> Do we really need such fine-grained information?  It should be
>>>> harmless (even if not strictly necessary) to size all BARs on the
>>>> device before enabling memory decoding, even if some of them do not
>>>> support resizing.
>>>>
>>>> I might have to provide a patch with additional messages to see what's
>>>> going on.
>>>
>>> One nit that I've noticed with the patch I gave you previously is that
>>> the check for a size change in modify_bars() should be done ahead of
>>> pci_check_bar(), otherwise the check is possibly using an outdated
>>> size.
>>>
>>> I've also added a debug message to notify when a BAR register is
>>> written and report the new address.  This is done unconditionally, but
>>> if you think it's too chatty you can limit to only printing for the
>>> device that has the ReBAR capability.
>> Errors are the same.
>> Attached the dmesg, xl dmesg, patch and lspci output.
>> I will also continue to debug your method on my side to try to get some findings.
> 
> Hello,
> 
> I've been looking at the output, and it all seems fine, except the
> 03:00.0 device that becomes broken at some point, note the lspci
> output lists [virtual] next to the resource sizes.  This means reading
> for the registers returned 0, so the position and sizes are provided
> from the internal OS information.
> 
> I'm assuming the patch you sent to the list doesn't lead to such errors,
Yes, the method of my patch doesn't lead to any errors.
I attached the dmesg, xl dmesg and lspci logs of my method.

> in which case I can only guess that fetching the size of the
> BARs in modify_bars() causes issues with the device.
> 
> To confirm this, can you try the following patch on top of your original change?  
I tried below patch with my original patch, it didn't cause any errors.
And the lspci showed without the "[virtual]".
So, unfortunately, it is not related to the fetching size of Bars in modify_bars().

> This adds an extra pci_size_mem_bar() when the BARs
> are resized.  From my reading of the PCI specification sizing the BARs
> after having changed the size through the ReBAR capability is allowed.
> 
> Thanks, Roger.
> 
> diff --git a/xen/drivers/vpci/rebar.c b/xen/drivers/vpci/rebar.c
> index 84dbd84b0745..e371ba0ef92a 100644
> --- a/xen/drivers/vpci/rebar.c
> +++ b/xen/drivers/vpci/rebar.c
> @@ -40,6 +40,15 @@ static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
>                         PCI_REBAR_CTRL_BAR_UNIT;
>  
>      pci_conf_write32(pdev->sbdf, reg, val);
> +
> +{
> +    uint64_t addr, size;
> +
> +    pci_size_mem_bar(pdev->sbdf, PCI_BASE_ADDRESS_0 + index * 4,
> +                     &addr, &size, 0);
> +
> +    ASSERT(size == bars[index].size);
> +}
>  }
>  
>  static int cf_check init_rebar(struct pci_dev *pdev)

-- 
Best regards,
Jiqian Chen.

[-- Attachment #2: Jiqian_rebar_dmesg_and_lspci.txt --]
[-- Type: text/plain, Size: 100355 bytes --]

[    0.000000] Linux version 6.12.0-rc5-g5c6808d1a9dd (cjq@cjq-desktop) (gcc (Ubuntu 11.4.0-1ubuntu1~22.04) 11.4.0, GNU ld (GNU Binutils for Ubuntu) 2.38) #2 SMP PREEMPT_DYNAMIC Tue Nov 12 17:24:24 CST 2024
[    0.000000] Command line: placeholder root=UUID=a49fe421-940d-42bd-b343-665fea0d88a2 ro quiet splash iommu.passthrough=1
[    0.000000] KERNEL supported cpus:
[    0.000000]   Intel GenuineIntel
[    0.000000]   AMD AuthenticAMD
[    0.000000]   Hygon HygonGenuine
[    0.000000]   Centaur CentaurHauls
[    0.000000]   zhaoxin   Shanghai  
[    0.000000] [Firmware Bug]: TSC doesn't count with P0 frequency!
[    0.000000] BIOS-provided physical RAM map:
[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009efff] usable
[    0.000000] BIOS-e820: [mem 0x000000000009f000-0x00000000000fffff] reserved
[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x0000000009afffff] usable
[    0.000000] BIOS-e820: [mem 0x0000000009b00000-0x0000000009dfffff] reserved
[    0.000000] BIOS-e820: [mem 0x0000000009e00000-0x0000000009efffff] usable
[    0.000000] BIOS-e820: [mem 0x0000000009f00000-0x0000000009f0ffff] ACPI NVS
[    0.000000] BIOS-e820: [mem 0x0000000009f10000-0x00000000bb465fff] usable
[    0.000000] BIOS-e820: [mem 0x00000000bb466000-0x00000000bc565fff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000bc566000-0x00000000c877efff] usable
[    0.000000] BIOS-e820: [mem 0x00000000c877f000-0x00000000caf7efff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000caf7f000-0x00000000ccf7efff] ACPI NVS
[    0.000000] BIOS-e820: [mem 0x00000000ccf7f000-0x00000000ccffefff] ACPI data
[    0.000000] BIOS-e820: [mem 0x00000000ccfff000-0x00000000ccfffdd7] usable
[    0.000000] BIOS-e820: [mem 0x00000000ccfffdd8-0x00000000ccfffeef] ACPI data
[    0.000000] BIOS-e820: [mem 0x00000000cd000000-0x00000000cdffffff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000f0000000-0x00000000f7ffffff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000fde00000-0x00000000fdefffff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000fec00000-0x00000000fec01fff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000fec10000-0x00000000fec10fff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000fec20000-0x00000000fec20fff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000fed80000-0x00000000fed81fff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000fedc0000-0x00000000feddffff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000fee00000-0x00000000fee00fff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000ff000000-0x00000000fff1ffff] reserved
[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000080f33ffff] usable
[    0.000000] BIOS-e820: [mem 0x000000080f340000-0x000000082fffffff] reserved
[    0.000000] NX (Execute Disable) protection: active
[    0.000000] APIC: Static calls initialized
[    0.000000] efi: EFI v2.7 by INSYDE Corp.
[    0.000000] efi: ACPI=0xccffe000 ACPI 2.0=0xccffe014 TPMFinalLog=0xccf60000 SMBIOS=0xc968b000 SMBIOS 3.0=0xc9689000 ESRT=0xc982a218 (MEMATTR=0xc32af018 unusable) MOKvar=0xc9853000 
[    0.000000] SMBIOS 3.1.1 present.
[    0.000000] DMI: AMD Celadon-RN/Celadon-RN, BIOS TCR0080B 03/10/2023
[    0.000000] DMI: Memory slots populated: 2/2
[    0.000000] Hypervisor detected: Xen HVM
[    0.000000] Xen version 4.20.
[    0.000007] HVMOP_pagetable_dying not supported
[    0.060321] tsc: Fast TSC calibration failed
[    0.060322] tsc: Detected 2994.376 MHz processor
[    0.060403] e820: update [mem 0x00000000-0x00000fff] usable ==> reserved
[    0.060406] e820: remove [mem 0x000a0000-0x000fffff] usable
[    0.060415] last_pfn = 0x80f340 max_arch_pfn = 0x400000000
[    0.060506] MTRR map: 5 entries (4 fixed + 1 variable; max 21), built from 9 variable MTRRs
[    0.060509] x86/PAT: Configuration [0-7]: WB  WC  UC- UC  WB  WP  UC- WT  
[    0.061391] CPU MTRRs all blank - virtualized system.
[    0.061397] last_pfn = 0xccfff max_arch_pfn = 0x400000000
[    0.066823] esrt: Reserving ESRT space from 0x00000000c982a218 to 0x00000000c982a250.
[    0.066833] Using GB pages for direct mapping
[    0.068288] Secure boot disabled
[    0.068289] RAMDISK: [mem 0x04800000-0x0810bfff]
[    0.068297] ACPI: Early table checksum verification disabled
[    0.068302] ACPI: RSDP 0x00000000CCFFFDD8 000024 (v02 AMD   )
[    0.068306] ACPI: XSDT 0x00000000CCFFFDFC 0000EC (v01 AMD    Celadon  00000002      01000013)
[    0.068313] ACPI: APIC 0x00000000CCFFFEE8 000118 (v04 AMD    Celadon  00000002 ACPI 00040000)
[    0.068319] ACPI: FACP 0x00000000CCFE6000 000114 (v06 AMD    Celadon  00000002 ACPI 00040000)
[    0.068393] ACPI: DSDT 0x00000000CCFD4000 0090BF (v01 AMD    Celadon  00000002 ACPI 00040000)
[    0.068398] ACPI: FACS 0x00000000CCEF1000 000040
[    0.068403] ACPI: SSDT 0x00000000CCFF5000 00723C (v02 AMD    Celadon  00000002 ACPI 00040000)
[    0.068408] ACPI: SSDT 0x00000000CCFF0000 00374A (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.068412] ACPI: SSDT 0x00000000CCFEF000 000228 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.068417] ACPI: SSDT 0x00000000CCFEB000 00046D (v01 AMD    Celadon  00001000 ACPI 00040000)
[    0.068422] ACPI: MCFG 0x00000000CCFE3000 00003C (v01 AMD    Celadon  00000002 ACPI 00040000)
[    0.068426] ACPI: SLIC 0x00000000CCFE2000 000176 (v01 AMD    Celadon  00000002 ACPI 00040000)
[    0.068431] ACPI: SSDT 0x00000000CCFFD000 000080 (v01 AMD    Celadon  00000002 ACPI 00040000)
[    0.068436] ACPI: SSDT 0x00000000CCFC5000 000164 (v01 AMD    Celadon  00001000 ACPI 00040000)
[    0.068440] ACPI: SSDT 0x00000000CCFC2000 002B80 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.068446] ACPI: VFCT 0x00000000CCFA7000 018CA0 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.068450] ACPI: SSDT 0x00000000CCFD3000 000139 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.068455] ACPI: SSDT 0x00000000CCFED000 00028D (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.068460] ACPI: SSDT 0x00000000CCFD2000 000D37 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.068465] ACPI: SSDT 0x00000000CCFD0000 0010AB (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.068470] ACPI: SSDT 0x00000000CCFCF000 000179 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.068474] ACPI: SSDT 0x00000000CCFCD000 00154F (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.068479] ACPI: SSDT 0x00000000CCFCB000 0010B3 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.068484] ACPI: SSDT 0x00000000CCFCA000 0001C0 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.068489] ACPI: SSDT 0x00000000CCFC6000 0030C8 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.068494] ACPI: FPDT 0x00000000CCF95000 000044 (v01 AMD    Celadon  00000002 ACPI 00040000)
[    0.068499] ACPI: SSDT 0x00000000CCFE1000 00007D (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.068503] ACPI: SSDT 0x00000000CCFE0000 000F96 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.068508] ACPI: SSDT 0x00000000CCF93000 000517 (v01 AMD    Celadon  00000001 ACPI 00040000)
[    0.068510] ACPI: Reserving APIC table memory at [mem 0xccfffee8-0xccffffff]
[    0.068511] ACPI: Reserving FACP table memory at [mem 0xccfe6000-0xccfe6113]
[    0.068512] ACPI: Reserving DSDT table memory at [mem 0xccfd4000-0xccfdd0be]
[    0.068513] ACPI: Reserving FACS table memory at [mem 0xccef1000-0xccef103f]
[    0.068514] ACPI: Reserving SSDT table memory at [mem 0xccff5000-0xccffc23b]
[    0.068514] ACPI: Reserving SSDT table memory at [mem 0xccff0000-0xccff3749]
[    0.068515] ACPI: Reserving SSDT table memory at [mem 0xccfef000-0xccfef227]
[    0.068516] ACPI: Reserving SSDT table memory at [mem 0xccfeb000-0xccfeb46c]
[    0.068517] ACPI: Reserving MCFG table memory at [mem 0xccfe3000-0xccfe303b]
[    0.068518] ACPI: Reserving SLIC table memory at [mem 0xccfe2000-0xccfe2175]
[    0.068518] ACPI: Reserving SSDT table memory at [mem 0xccffd000-0xccffd07f]
[    0.068519] ACPI: Reserving SSDT table memory at [mem 0xccfc5000-0xccfc5163]
[    0.068520] ACPI: Reserving SSDT table memory at [mem 0xccfc2000-0xccfc4b7f]
[    0.068521] ACPI: Reserving VFCT table memory at [mem 0xccfa7000-0xccfbfc9f]
[    0.068521] ACPI: Reserving SSDT table memory at [mem 0xccfd3000-0xccfd3138]
[    0.068522] ACPI: Reserving SSDT table memory at [mem 0xccfed000-0xccfed28c]
[    0.068523] ACPI: Reserving SSDT table memory at [mem 0xccfd2000-0xccfd2d36]
[    0.068524] ACPI: Reserving SSDT table memory at [mem 0xccfd0000-0xccfd10aa]
[    0.068525] ACPI: Reserving SSDT table memory at [mem 0xccfcf000-0xccfcf178]
[    0.068525] ACPI: Reserving SSDT table memory at [mem 0xccfcd000-0xccfce54e]
[    0.068526] ACPI: Reserving SSDT table memory at [mem 0xccfcb000-0xccfcc0b2]
[    0.068527] ACPI: Reserving SSDT table memory at [mem 0xccfca000-0xccfca1bf]
[    0.068528] ACPI: Reserving SSDT table memory at [mem 0xccfc6000-0xccfc90c7]
[    0.068528] ACPI: Reserving FPDT table memory at [mem 0xccf95000-0xccf95043]
[    0.068529] ACPI: Reserving SSDT table memory at [mem 0xccfe1000-0xccfe107c]
[    0.068530] ACPI: Reserving SSDT table memory at [mem 0xccfe0000-0xccfe0f95]
[    0.068531] ACPI: Reserving SSDT table memory at [mem 0xccf93000-0xccf93516]
[    0.068698] No NUMA configuration found
[    0.068699] Faking a node at [mem 0x0000000000000000-0x000000080f33ffff]
[    0.068707] NODE_DATA(0) allocated [mem 0x1b8cc5a00-0x1b8ceffff]
[    0.068935] Zone ranges:
[    0.068936]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]
[    0.068937]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]
[    0.068939]   Normal   [mem 0x0000000100000000-0x000000080f33ffff]
[    0.068940]   Device   empty
[    0.068941] Movable zone start for each node
[    0.068944] Early memory node ranges
[    0.068945]   node   0: [mem 0x0000000000001000-0x000000000009efff]
[    0.068946]   node   0: [mem 0x0000000000100000-0x0000000009afffff]
[    0.068947]   node   0: [mem 0x0000000009e00000-0x0000000009efffff]
[    0.068948]   node   0: [mem 0x0000000009f10000-0x00000000bb465fff]
[    0.068949]   node   0: [mem 0x00000000bc566000-0x00000000c877efff]
[    0.068950]   node   0: [mem 0x0000000100000000-0x000000080f33ffff]
[    0.068953] Initmem setup node 0 [mem 0x0000000000001000-0x000000080f33ffff]
[    0.068959] On node 0, zone DMA: 1 pages in unavailable ranges
[    0.068995] On node 0, zone DMA: 97 pages in unavailable ranges
[    0.069314] On node 0, zone DMA32: 768 pages in unavailable ranges
[    0.077017] On node 0, zone DMA32: 16 pages in unavailable ranges
[    0.077617] On node 0, zone DMA32: 4352 pages in unavailable ranges
[    0.154291] On node 0, zone Normal: 30849 pages in unavailable ranges
[    0.154346] On node 0, zone Normal: 3264 pages in unavailable ranges
[    0.155070] ACPI: PM-Timer IO Port: 0x408
[    0.155163] IOAPIC[0]: apic_id 33, version 17, address 0xfec00000, GSI 0-23
[    0.155209] IOAPIC[1]: apic_id 34, version 17, address 0xfec01000, GSI 24-55
[    0.155212] ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl)
[    0.155215] ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 low level)
[    0.155219] ACPI: Using ACPI (MADT) for SMP configuration information
[    0.155227] CPU topo: Max. logical packages:   1
[    0.155228] CPU topo: Max. logical dies:       1
[    0.155228] CPU topo: Max. dies per package:   1
[    0.155233] CPU topo: Max. threads per core:   1
[    0.155234] CPU topo: Num. cores per package:    12
[    0.155235] CPU topo: Num. threads per package:  12
[    0.155235] CPU topo: Allowing 12 present CPUs plus 0 hotplug CPUs
[    0.155272] PM: hibernation: Registered nosave memory: [mem 0x00000000-0x00000fff]
[    0.155275] PM: hibernation: Registered nosave memory: [mem 0x0009f000-0x000fffff]
[    0.155277] PM: hibernation: Registered nosave memory: [mem 0x09b00000-0x09dfffff]
[    0.155279] PM: hibernation: Registered nosave memory: [mem 0x09f00000-0x09f0ffff]
[    0.155280] PM: hibernation: Registered nosave memory: [mem 0xbb466000-0xbc565fff]
[    0.155282] PM: hibernation: Registered nosave memory: [mem 0xc877f000-0xcaf7efff]
[    0.155283] PM: hibernation: Registered nosave memory: [mem 0xcaf7f000-0xccf7efff]
[    0.155284] PM: hibernation: Registered nosave memory: [mem 0xccf7f000-0xccffefff]
[    0.155284] PM: hibernation: Registered nosave memory: [mem 0xccfff000-0xccffffff]
[    0.155286] PM: hibernation: Registered nosave memory: [mem 0xccfff000-0xccffffff]
[    0.155287] PM: hibernation: Registered nosave memory: [mem 0xcd000000-0xcdffffff]
[    0.155288] PM: hibernation: Registered nosave memory: [mem 0xce000000-0xefffffff]
[    0.155288] PM: hibernation: Registered nosave memory: [mem 0xf0000000-0xf7ffffff]
[    0.155289] PM: hibernation: Registered nosave memory: [mem 0xf8000000-0xfddfffff]
[    0.155290] PM: hibernation: Registered nosave memory: [mem 0xfde00000-0xfdefffff]
[    0.155291] PM: hibernation: Registered nosave memory: [mem 0xfdf00000-0xfebfffff]
[    0.155291] PM: hibernation: Registered nosave memory: [mem 0xfec00000-0xfec01fff]
[    0.155292] PM: hibernation: Registered nosave memory: [mem 0xfec02000-0xfec0ffff]
[    0.155293] PM: hibernation: Registered nosave memory: [mem 0xfec10000-0xfec10fff]
[    0.155293] PM: hibernation: Registered nosave memory: [mem 0xfec11000-0xfec1ffff]
[    0.155294] PM: hibernation: Registered nosave memory: [mem 0xfec20000-0xfec20fff]
[    0.155295] PM: hibernation: Registered nosave memory: [mem 0xfec21000-0xfed7ffff]
[    0.155295] PM: hibernation: Registered nosave memory: [mem 0xfed80000-0xfed81fff]
[    0.155296] PM: hibernation: Registered nosave memory: [mem 0xfed82000-0xfedbffff]
[    0.155297] PM: hibernation: Registered nosave memory: [mem 0xfedc0000-0xfeddffff]
[    0.155298] PM: hibernation: Registered nosave memory: [mem 0xfede0000-0xfedfffff]
[    0.155298] PM: hibernation: Registered nosave memory: [mem 0xfee00000-0xfee00fff]
[    0.155299] PM: hibernation: Registered nosave memory: [mem 0xfee01000-0xfeffffff]
[    0.155300] PM: hibernation: Registered nosave memory: [mem 0xff000000-0xfff1ffff]
[    0.155300] PM: hibernation: Registered nosave memory: [mem 0xfff20000-0xffffffff]
[    0.155303] [mem 0xce000000-0xefffffff] available for PCI devices
[    0.155315] Booting kernel on Xen PVH
[    0.155316] Xen version: 4.20-unstable
[    0.155320] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 7645519600211568 ns
[    0.155340] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:12 nr_cpu_ids:12 nr_node_ids:1
[    0.156738] percpu: Embedded 66 pages/cpu s233472 r8192 d28672 u524288
[    0.156755] pcpu-alloc: s233472 r8192 d28672 u524288 alloc=1*2097152
[    0.156758] pcpu-alloc: [0] 00 01 02 03 [0] 04 05 06 07 
[    0.156763] pcpu-alloc: [0] 08 09 10 11 
[    0.156832] xen: PV spinlocks enabled
[    0.156837] PV qspinlock hash table entries: 256 (order: 0, 4096 bytes, linear)
[    0.156839] Kernel command line: placeholder root=UUID=a49fe421-940d-42bd-b343-665fea0d88a2 ro quiet splash iommu.passthrough=1
[    0.156944] Unknown kernel command line parameters "placeholder splash", will be passed to user space.
[    0.156969] random: crng init done
[    0.158301] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)
[    0.158981] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)
[    0.159087] Fallback order for Node 0: 0 
[    0.159094] Built 1 zonelists, mobility grouping on.  Total pages: 8218189
[    0.159096] Policy zone: Normal
[    0.159109] mem auto-init: stack:off, heap alloc:on, heap free:off
[    0.159111] stackdepot: allocating hash table via alloc_large_system_hash
[    0.159115] stackdepot hash table entries: 524288 (order: 11, 8388608 bytes, linear)
[    0.160445] software IO TLB: area num 16.
[    0.341766] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=12, Nodes=1
[    0.341894] ftrace: allocating 52791 entries in 207 pages
[    0.355949] ftrace: allocated 207 pages with 6 groups
[    0.357290] Dynamic Preempt: voluntary
[    0.357748] rcu: Preemptible hierarchical RCU implementation.
[    0.357749] rcu: 	RCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=12.
[    0.357750] 	Trampoline variant of Tasks RCU enabled.
[    0.357751] 	Rude variant of Tasks RCU enabled.
[    0.357752] 	Tracing variant of Tasks RCU enabled.
[    0.357753] rcu: RCU calculated value of scheduler-enlistment delay is 25 jiffies.
[    0.357753] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=12
[    0.357799] RCU Tasks: Setting shift to 4 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=12.
[    0.357803] RCU Tasks Rude: Setting shift to 4 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=12.
[    0.357808] RCU Tasks Trace: Setting shift to 4 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=12.
[    0.367811] Using NULL legacy PIC
[    0.367812] NR_IRQS: 524544, nr_irqs: 1064, preallocated irqs: 0
[    0.367899] xen:events: Using FIFO-based ABI
[    0.367929] xen:events: Xen HVM callback vector for event delivery is enabled
[    0.367995] rcu: srcu_init: Setting srcu_struct sizes based on contention.
[    0.368133] Console: colour dummy device 80x25
[    0.368138] printk: legacy console [tty0] enabled
[    0.368165] printk: legacy console [hvc0] enabled
[    0.368255] ACPI: Core revision 20240827
[    0.418191] Failed to register legacy timer interrupt
[    0.418193] APIC: Switch to symmetric I/O mode setup
[    0.419191] x2apic enabled
[    0.420363] APIC: Switched APIC routing to: physical x2apic
[    0.420715] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b2984d0609, max_idle_ns: 440795359805 ns
[    0.420724] Calibrating delay loop (skipped), value calculated using timer frequency.. 5988.75 BogoMIPS (lpj=11977504)
[    0.420871] x86/cpu: User Mode Instruction Prevention (UMIP) activated
[    0.420948] Last level iTLB entries: 4KB 1024, 2MB 1024, 4MB 512
[    0.420950] Last level dTLB entries: 4KB 2048, 2MB 2048, 4MB 1024, 1GB 0
[    0.420956] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization
[    0.420959] Spectre V2 : Mitigation: Retpolines
[    0.420960] Spectre V2 : Spectre v2 / SpectreRSB mitigation: Filling RSB on context switch
[    0.420961] Spectre V2 : Spectre v2 / SpectreRSB : Filling RSB on VMEXIT
[    0.420962] Spectre V2 : Enabling Speculation Barrier for firmware calls
[    0.420963] RETBleed: Mitigation: untrained return thunk
[    0.420966] Spectre V2 : mitigation: Enabling conditional Indirect Branch Prediction Barrier
[    0.420969] Speculative Store Bypass: Mitigation: Speculative Store Bypass disabled via prctl
[    0.420993] x86/fpu: Supporting XSAVE feature 0x001: 'x87 floating point registers'
[    0.420996] x86/fpu: Supporting XSAVE feature 0x002: 'SSE registers'
[    0.420997] x86/fpu: Supporting XSAVE feature 0x004: 'AVX registers'
[    0.420998] x86/fpu: xstate_offset[2]:  576, xstate_sizes[2]:  256
[    0.421000] x86/fpu: Enabled xstate features 0x7, context size is 832 bytes, using 'compacted' format.
[    0.424720] Freeing SMP alternatives memory: 44K
[    0.424720] pid_max: default: 32768 minimum: 301
[    0.424720] LSM: initializing lsm=lockdown,capability,yama,apparmor,ima,evm
[    0.424720] Yama: becoming mindful.
[    0.424720] AppArmor: AppArmor initialized
[    0.424720] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)
[    0.424720] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)
[    0.424720] clocksource: xen: mask: 0xffffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns
[    0.424720] Xen: using vcpuop timer interface
[    0.424720] installing Xen timer for CPU 0
[    0.424720] smpboot: CPU0: AMD Eng Sample: 100-000001007-40_31/30_Y (family: 0x17, model: 0x60, stepping: 0x1)
[    0.424720] cpu 0 spinlock event irq 28
[    0.424720] Performance Events: PMU not available due to virtualization, using software events only.
[    0.424720] signal: max sigframe size: 1776
[    0.424720] rcu: Hierarchical SRCU implementation.
[    0.424720] rcu: 	Max phase no-delay instances is 1000.
[    0.424720] Timer migration: 2 hierarchy levels; 8 children per group; 2 crossnode level
[    0.525021] NMI watchdog: Perf NMI watchdog permanently disabled
[    0.525451] smp: Bringing up secondary CPUs ...
[    0.536896] installing Xen timer for CPU 1
[    0.537283] smpboot: x86: Booting SMP configuration:
[    0.537286] .... node  #0, CPUs:        #1
[    0.538856] installing Xen timer for CPU 2
[    0.539132]   #2
[    0.540142] installing Xen timer for CPU 3
[    0.540418]   #3
[    0.541391] installing Xen timer for CPU 4
[    0.541625]   #4
[    0.542503] installing Xen timer for CPU 5
[    0.542777]   #5
[    0.543582] installing Xen timer for CPU 6
[    0.543839]   #6
[    0.544679] installing Xen timer for CPU 7
[    0.544912]   #7
[    0.556836] installing Xen timer for CPU 8
[    0.557064]   #8
[    0.557892] installing Xen timer for CPU 9
[    0.558125]   #9
[    0.558921] installing Xen timer for CPU 10
[    0.559177]  #10
[    0.559965] installing Xen timer for CPU 11
[    0.560206]  #11
[    0.562727] cpu 1 spinlock event irq 73
[    0.564941] cpu 2 spinlock event irq 74
[    0.566732] cpu 3 spinlock event irq 75
[    0.568852] cpu 4 spinlock event irq 76
[    0.570731] cpu 5 spinlock event irq 77
[    0.572906] cpu 6 spinlock event irq 78
[    0.574727] cpu 7 spinlock event irq 79
[    0.576903] cpu 8 spinlock event irq 80
[    0.578726] cpu 9 spinlock event irq 81
[    0.580882] cpu 10 spinlock event irq 82
[    0.582725] cpu 11 spinlock event irq 83
[    0.582725] smp: Brought up 1 node, 12 CPUs
[    0.582725] smpboot: Total of 12 processors activated (71865.02 BogoMIPS)
[    0.585419] Memory: 5556784K/32872756K available (18432K kernel code, 9526K rwdata, 7552K rodata, 4684K init, 10184K bss, 27297864K reserved, 0K cma-reserved)
[    0.588305] devtmpfs: initialized
[    0.588771] x86/mm: Memory block size: 128MB
[    0.603896] ACPI: PM: Registering ACPI NVS region [mem 0x09f00000-0x09f0ffff] (65536 bytes)
[    0.603896] ACPI: PM: Registering ACPI NVS region [mem 0xcaf7f000-0xccf7efff] (33554432 bytes)
[    0.612079] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 7645041785100000 ns
[    0.612120] futex hash table entries: 4096 (order: 6, 262144 bytes, linear)
[    0.612347] pinctrl core: initialized pinctrl subsystem
[    0.612640] PM: RTC time: 05:46:04, date: 2024-11-18
[    0.614438] NET: Registered PF_NETLINK/PF_ROUTE protocol family
[    0.614564] xen:grant_table: Grant tables using version 1 layout
[    0.614613] Grant table initialized
[    0.616533] DMA: preallocated 1024 KiB GFP_KERNEL pool for atomic allocations
[    0.616737] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations
[    0.616921] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations
[    0.616988] audit: initializing netlink subsys (disabled)
[    0.617057] audit: type=2000 audit(1731908763.472:1): state=initialized audit_enabled=0 res=1
[    0.617215] thermal_sys: Registered thermal governor 'fair_share'
[    0.617219] thermal_sys: Registered thermal governor 'bang_bang'
[    0.617221] thermal_sys: Registered thermal governor 'step_wise'
[    0.617223] thermal_sys: Registered thermal governor 'user_space'
[    0.617265] EISA bus registered
[    0.617292] cpuidle: using governor ladder
[    0.617292] cpuidle: using governor menu
[    0.617292] acpiphp: ACPI Hot Plug PCI Controller Driver version: 0.5
[    0.621185] PCI: ECAM [mem 0xf0000000-0xf7ffffff] (base 0xf0000000) for domain 0000 [bus 00-7f]
[    0.621228] PCI: Using configuration type 1 for base access
[    0.621461] kprobes: kprobe jump-optimization is enabled. All kprobes are optimized if possible.
[    0.621461] HugeTLB: registered 1.00 GiB page size, pre-allocated 0 pages
[    0.621461] HugeTLB: 16380 KiB vmemmap can be freed for a 1.00 GiB page
[    0.621461] HugeTLB: registered 2.00 MiB page size, pre-allocated 0 pages
[    0.621461] HugeTLB: 28 KiB vmemmap can be freed for a 2.00 MiB page
[    0.625570] ACPI: Added _OSI(Module Device)
[    0.625573] ACPI: Added _OSI(Processor Device)
[    0.625575] ACPI: Added _OSI(3.0 _SCP Extensions)
[    0.625576] ACPI: Added _OSI(Processor Aggregator Device)
[    0.741766] ACPI BIOS Error (bug): Failure creating named object [\_SB.MACO], AE_ALREADY_EXISTS (20240827/dswload2-326)
[    0.741803] fbcon: Taking over console
[    0.741875] ACPI Error: AE_ALREADY_EXISTS, During name lookup/catalog (20240827/psobject-220)
[    0.756081] ACPI: 20 ACPI AML tables successfully acquired and loaded
[    0.767750] ACPI: [Firmware Bug]: BIOS _OSI(Linux) query ignored
[    0.793602] ACPI: EC: EC started
[    0.793610] ACPI: EC: interrupt blocked
[    0.798518] ACPI: EC: EC_CMD/EC_SC=0x666, EC_DATA=0x662
[    0.798530] ACPI: \_SB_.PCI0.LPC0.EC0_: Boot DSDT EC used to handle transactions
[    0.798534] ACPI: Interpreter enabled
[    0.798632] ACPI: PM: (supports S0 S3 S4 S5)
[    0.798635] ACPI: Using IOAPIC for interrupt routing
[    0.799923] PCI: Using host bridge windows from ACPI; if necessary, use "pci=nocrs" and report a bug
[    0.799931] PCI: Ignoring E820 reservations for host bridge windows
[    0.804468] ACPI: Enabled 6 GPEs in block 00 to 1F
[    0.813690] ACPI: \_SB_.PCI0.GPP0.M237: New power resource
[    0.814875] ACPI: \_SB_.PCI0.GPP0.SWUS.M237: New power resource
[    0.815679] ACPI: \_SB_.PCI0.GPP0.SWUS.SWDS.M237: New power resource
[    0.822372] ACPI: \_SB_.PCI0.GPP6.P0NV: New power resource
[    0.831142] ACPI: \_SB_.P0S0: New power resource
[    0.831351] ACPI: \_SB_.P3S0: New power resource
[    0.832182] ACPI: \_SB_.P0S1: New power resource
[    0.832382] ACPI: \_SB_.P3S1: New power resource
[    0.889287] ACPI: PCI Root Bridge [PCI0] (domain 0000 [bus 00-ff])
[    0.889303] acpi PNP0A08:00: _OSC: OS supports [ExtendedConfig ASPM ClockPM Segments MSI HPX-Type3]
[    0.889886] acpi PNP0A08:00: _OSC: platform does not support [SHPCHotplug LTR]
[    0.890990] acpi PNP0A08:00: _OSC: OS now controls [PCIeHotplug PME AER PCIeCapability]
[    0.891024] acpi PNP0A08:00: [Firmware Info]: ECAM [mem 0xf0000000-0xf7ffffff] for domain 0000 [bus 00-7f] only partially covers this bridge
[    0.892868] PCI host bridge to bus 0000:00
[    0.892886] pci_bus 0000:00: root bus resource [io  0x0000-0x0cf7 window]
[    0.892892] pci_bus 0000:00: root bus resource [io  0x0d00-0xffff window]
[    0.892898] pci_bus 0000:00: root bus resource [mem 0x000a0000-0x000bffff window]
[    0.892902] pci_bus 0000:00: root bus resource [mem 0x000c0000-0x000cffff window]
[    0.892907] pci_bus 0000:00: root bus resource [mem 0x000d0000-0x000effff window]
[    0.892910] pci_bus 0000:00: root bus resource [mem 0xd0000000-0xefffffff window]
[    0.892913] pci_bus 0000:00: root bus resource [mem 0xf8000000-0xfeafffff window]
[    0.892916] pci_bus 0000:00: root bus resource [mem 0xfed45000-0xfed811ff window]
[    0.892919] pci_bus 0000:00: root bus resource [mem 0xfed81900-0xfed81fff window]
[    0.892921] pci_bus 0000:00: root bus resource [mem 0xfedc0000-0xfedc0fff window]
[    0.892924] pci_bus 0000:00: root bus resource [mem 0xfedc6000-0xfedc6fff window]
[    0.892927] pci_bus 0000:00: root bus resource [mem 0x850200000-0xfcafffffff window]
[    0.892931] pci_bus 0000:00: root bus resource [bus 00-ff]
[    0.892988] pci 0000:00:00.0: [1022:1630] type 00 class 0x060000 conventional PCI endpoint
[    0.893411] pci 0000:00:00.2: [1022:1631] type 00 class 0x080600 conventional PCI endpoint
[    0.893713] pci 0000:00:01.0: [1022:1632] type 00 class 0x060000 conventional PCI endpoint
[    0.894169] pci 0000:00:01.1: [1022:1633] type 01 class 0x060400 PCIe Root Port
[    0.894255] pci 0000:00:01.1: PCI bridge to [bus 01-03]
[    0.894267] pci 0000:00:01.1:   bridge window [io  0x2000-0x2fff]
[    0.894273] pci 0000:00:01.1:   bridge window [mem 0xd0600000-0xd08fffff]
[    0.894291] pci 0000:00:01.1:   bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    0.894576] pci 0000:00:01.1: PME# supported from D0 D3hot D3cold
[    0.895460] pci 0000:00:02.0: [1022:1632] type 00 class 0x060000 conventional PCI endpoint
[    0.895906] pci 0000:00:02.4: [1022:1634] type 01 class 0x060400 PCIe Root Port
[    0.895988] pci 0000:00:02.4: PCI bridge to [bus 04]
[    0.896005] pci 0000:00:02.4:   bridge window [mem 0xd0500000-0xd05fffff]
[    0.896335] pci 0000:00:02.4: PME# supported from D0 D3hot D3cold
[    0.899728] pci 0000:00:08.0: [1022:1632] type 00 class 0x060000 conventional PCI endpoint
[    0.900159] pci 0000:00:08.1: [1022:1635] type 01 class 0x060400 PCIe Root Port
[    0.900234] pci 0000:00:08.1: PCI bridge to [bus 05]
[    0.900245] pci 0000:00:08.1:   bridge window [io  0x1000-0x1fff]
[    0.900251] pci 0000:00:08.1:   bridge window [mem 0xd0100000-0xd04fffff]
[    0.900269] pci 0000:00:08.1:   bridge window [mem 0xfc70000000-0xfc801fffff 64bit pref]
[    0.900289] pci 0000:00:08.1: enabling Extended Tags
[    0.900524] pci 0000:00:08.1: PME# supported from D0 D3hot D3cold
[    0.901288] pci 0000:00:08.2: [1022:1635] type 01 class 0x060400 PCIe Root Port
[    0.901363] pci 0000:00:08.2: PCI bridge to [bus 06]
[    0.901377] pci 0000:00:08.2:   bridge window [mem 0xd0000000-0xd00fffff]
[    0.901412] pci 0000:00:08.2: enabling Extended Tags
[    0.901634] pci 0000:00:08.2: PME# supported from D0 D3hot D3cold
[    0.907869] pci 0000:00:14.0: [1022:790b] type 00 class 0x0c0500 conventional PCI endpoint
[    0.908414] pci 0000:00:14.3: [1022:790e] type 00 class 0x060100 conventional PCI endpoint
[    0.910898] pci 0000:00:18.0: [1022:1448] type 00 class 0x060000 conventional PCI endpoint
[    0.911304] pci 0000:00:18.1: [1022:1449] type 00 class 0x060000 conventional PCI endpoint
[    0.911700] pci 0000:00:18.2: [1022:144a] type 00 class 0x060000 conventional PCI endpoint
[    0.912100] pci 0000:00:18.3: [1022:144b] type 00 class 0x060000 conventional PCI endpoint
[    0.912501] pci 0000:00:18.4: [1022:144c] type 00 class 0x060000 conventional PCI endpoint
[    0.912943] pci 0000:00:18.5: [1022:144d] type 00 class 0x060000 conventional PCI endpoint
[    0.913340] pci 0000:00:18.6: [1022:144e] type 00 class 0x060000 conventional PCI endpoint
[    0.913734] pci 0000:00:18.7: [1022:144f] type 00 class 0x060000 conventional PCI endpoint
[    0.922056] pci 0000:01:00.0: [1002:1478] type 01 class 0x060400 PCIe Switch Upstream Port
[    0.922281] pci 0000:01:00.0: BAR 0 [mem 0xd0800000-0xd0803fff]
[    0.922527] pci 0000:01:00.0: PCI bridge to [bus 02-03]
[    0.922544] pci 0000:01:00.0:   bridge window [io  0x2000-0x2fff]
[    0.922551] pci 0000:01:00.0:   bridge window [mem 0xd0600000-0xd07fffff]
[    0.922572] pci 0000:01:00.0:   bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    0.922909] pci 0000:01:00.0: PME# supported from D0 D3hot D3cold
[    0.923251] pci 0000:01:00.0: 63.008 Gb/s available PCIe bandwidth, limited by 8.0 GT/s PCIe x8 link at 0000:00:01.1 (capable of 126.024 Gb/s with 16.0 GT/s PCIe x8 link)
[    0.923989] pci 0000:00:01.1: PCI bridge to [bus 01-03]
[    0.924245] pci 0000:02:00.0: [1002:1479] type 01 class 0x060400 PCIe Switch Downstream Port
[    0.924333] pci 0000:02:00.0: PCI bridge to [bus 03]
[    0.924346] pci 0000:02:00.0:   bridge window [io  0x2000-0x2fff]
[    0.924352] pci 0000:02:00.0:   bridge window [mem 0xd0600000-0xd07fffff]
[    0.924373] pci 0000:02:00.0:   bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    0.924694] pci 0000:02:00.0: PME# supported from D0 D3hot D3cold
[    0.941086] pci 0000:01:00.0: PCI bridge to [bus 02-03]
[    0.941361] pci 0000:03:00.0: [1002:73ff] type 00 class 0x030000 PCIe Legacy Endpoint
[    0.944061] pci 0000:03:00.0: BAR 0 [mem 0xfc90000000-0xfc9fffffff 64bit pref]
[    0.949137] pci 0000:03:00.0: BAR 2 [mem 0xfca0000000-0xfca01fffff 64bit pref]
[    0.951985] pci 0000:03:00.0: BAR 4 [io  0x2000-0x20ff]
[    0.953128] pci 0000:03:00.0: BAR 5 [mem 0xd0600000-0xd06fffff]
[    0.955894] pci 0000:03:00.0: ROM [mem 0xfffe0000-0xffffffff pref]
[    0.956288] pci 0000:03:00.0: PME# supported from D1 D2 D3hot D3cold
[    0.956663] pci 0000:03:00.0: 63.008 Gb/s available PCIe bandwidth, limited by 8.0 GT/s PCIe x8 link at 0000:00:01.1 (capable of 252.048 Gb/s with 16.0 GT/s PCIe x16 link)
[    0.957256] pci 0000:03:00.1: [1002:ab28] type 00 class 0x040300 PCIe Legacy Endpoint
[    0.957344] pci 0000:03:00.1: BAR 0 [mem 0xd0700000-0xd0703fff]
[    0.957907] pci 0000:03:00.1: PME# supported from D1 D2 D3hot D3cold
[    0.958614] pci 0000:02:00.0: PCI bridge to [bus 03]
[    0.958966] pci 0000:04:00.0: [15b7:501a] type 00 class 0x010802 PCIe Endpoint
[    0.959050] pci 0000:04:00.0: BAR 0 [mem 0xd0500000-0xd0503fff 64bit]
[    0.959207] pci 0000:04:00.0: BAR 4 [mem 0xd0504000-0xd05040ff 64bit]
[    0.960361] pci 0000:00:02.4: PCI bridge to [bus 04]
[    0.960728] pci 0000:05:00.0: [1002:1636] type 00 class 0x030000 PCIe Legacy Endpoint
[    0.963244] pci 0000:05:00.0: BAR 0 [mem 0xfc70000000-0xfc7fffffff 64bit pref]
[    0.964728] pci 0000:05:00.0: BAR 2 [mem 0xfc80000000-0xfc801fffff 64bit pref]
[    0.966544] pci 0000:05:00.0: BAR 4 [io  0x1000-0x10ff]
[    0.968347] pci 0000:05:00.0: BAR 5 [mem 0xd0400000-0xd047ffff]
[    0.969139] pci 0000:05:00.0: enabling Extended Tags
[    0.969616] pci 0000:05:00.0: PME# supported from D1 D2 D3hot D3cold
[    0.969953] pci 0000:05:00.0: 126.016 Gb/s available PCIe bandwidth, limited by 8.0 GT/s PCIe x16 link at 0000:00:08.1 (capable of 252.048 Gb/s with 16.0 GT/s PCIe x16 link)
[    0.970922] pci 0000:05:00.1: [1002:1637] type 00 class 0x040300 PCIe Legacy Endpoint
[    0.971027] pci 0000:05:00.1: BAR 0 [mem 0xd04c8000-0xd04cbfff]
[    0.971464] pci 0000:05:00.1: enabling Extended Tags
[    0.971680] pci 0000:05:00.1: PME# supported from D1 D2 D3hot D3cold
[    0.972588] pci 0000:05:00.2: [1022:15df] type 00 class 0x108000 PCIe Endpoint
[    0.981102] pci 0000:05:00.2: BAR 2 [mem 0xd0300000-0xd03fffff]
[    0.987079] pci 0000:05:00.2: BAR 5 [mem 0xd04cc000-0xd04cdfff]
[    0.989116] pci 0000:05:00.2: enabling Extended Tags
[    0.990253] pci 0000:05:00.3: [1022:1639] type 00 class 0x0c0330 PCIe Endpoint
[    0.992713] pci 0000:05:00.3: BAR 0 [mem 0xd0200000-0xd02fffff 64bit]
[    1.001151] pci 0000:05:00.3: enabling Extended Tags
[    1.001397] pci 0000:05:00.3: PME# supported from D0 D3hot D3cold
[    1.002343] pci 0000:05:00.4: [1022:1639] type 00 class 0x0c0330 PCIe Endpoint
[    1.004531] pci 0000:05:00.4: BAR 0 [mem 0xd0100000-0xd01fffff 64bit]
[    1.013111] pci 0000:05:00.4: enabling Extended Tags
[    1.013360] pci 0000:05:00.4: PME# supported from D0 D3hot D3cold
[    1.014290] pci 0000:05:00.5: [1022:15e2] type 00 class 0x048000 PCIe Endpoint
[    1.014881] pci 0000:05:00.5: BAR 0 [mem 0xd0480000-0xd04bffff]
[    1.018366] pci 0000:05:00.5: enabling Extended Tags
[    1.018603] pci 0000:05:00.5: PME# supported from D0 D3hot D3cold
[    1.019490] pci 0000:05:00.6: [1022:15e3] type 00 class 0x040300 PCIe Endpoint
[    1.019639] pci 0000:05:00.6: BAR 0 [mem 0xd04c0000-0xd04c7fff]
[    1.020335] pci 0000:05:00.6: enabling Extended Tags
[    1.020570] pci 0000:05:00.6: PME# supported from D0 D3hot D3cold
[    1.021650] pci 0000:00:08.1: PCI bridge to [bus 05]
[    1.022002] pci 0000:06:00.0: [1022:7901] type 00 class 0x010601 PCIe Endpoint
[    1.022319] pci 0000:06:00.0: BAR 5 [mem 0xd0085000-0xd00857ff]
[    1.022389] pci 0000:06:00.0: enabling Extended Tags
[    1.023002] pci 0000:06:00.0: 126.016 Gb/s available PCIe bandwidth, limited by 8.0 GT/s PCIe x16 link at 0000:00:08.2 (capable of 252.048 Gb/s with 16.0 GT/s PCIe x16 link)
[    1.023916] pci 0000:06:00.1: [1022:7901] type 00 class 0x010601 PCIe Endpoint
[    1.024261] pci 0000:06:00.1: BAR 5 [mem 0xd0084000-0xd00847ff]
[    1.024329] pci 0000:06:00.1: enabling Extended Tags
[    1.025490] pci 0000:06:00.2: [1022:1641] type 00 class 0x020000 PCIe Endpoint
[    1.026141] pci 0000:06:00.2: BAR 0 [mem 0xd0060000-0xd007ffff]
[    1.026691] pci 0000:06:00.2: BAR 1 [mem 0xd0040000-0xd005ffff]
[    1.027228] pci 0000:06:00.2: BAR 2 [mem 0xd0082000-0xd0083fff 64bit]
[    1.028861] pci 0000:06:00.2: enabling Extended Tags
[    1.029754] pci 0000:06:00.3: [1022:1641] type 00 class 0x020000 PCIe Endpoint
[    1.030327] pci 0000:06:00.3: BAR 0 [mem 0xd0020000-0xd003ffff]
[    1.030884] pci 0000:06:00.3: BAR 1 [mem 0xd0000000-0xd001ffff]
[    1.031452] pci 0000:06:00.3: BAR 2 [mem 0xd0080000-0xd0081fff 64bit]
[    1.033279] pci 0000:06:00.3: enabling Extended Tags
[    1.034276] pci 0000:00:08.2: PCI bridge to [bus 06]
[    1.039544] ACPI: PCI: Interrupt link LNKA configured for IRQ 0
[    1.039550] ACPI: PCI: Interrupt link LNKA disabled
[    1.040043] ACPI: PCI: Interrupt link LNKB configured for IRQ 0
[    1.040049] ACPI: PCI: Interrupt link LNKB disabled
[    1.040408] ACPI: PCI: Interrupt link LNKC configured for IRQ 0
[    1.040411] ACPI: PCI: Interrupt link LNKC disabled
[    1.040939] ACPI: PCI: Interrupt link LNKD configured for IRQ 0
[    1.040943] ACPI: PCI: Interrupt link LNKD disabled
[    1.041392] ACPI: PCI: Interrupt link LNKE configured for IRQ 0
[    1.041395] ACPI: PCI: Interrupt link LNKE disabled
[    1.041721] ACPI: PCI: Interrupt link LNKF configured for IRQ 0
[    1.041724] ACPI: PCI: Interrupt link LNKF disabled
[    1.042050] ACPI: PCI: Interrupt link LNKG configured for IRQ 0
[    1.042052] ACPI: PCI: Interrupt link LNKG disabled
[    1.042379] ACPI: PCI: Interrupt link LNKH configured for IRQ 0
[    1.042381] ACPI: PCI: Interrupt link LNKH disabled
[    1.060735] ACPI: EC: interrupt unblocked
[    1.060735] ACPI: EC: event unblocked
[    1.060735] ACPI: EC: EC_CMD/EC_SC=0x666, EC_DATA=0x662
[    1.060735] ACPI: EC: GPE=0x3
[    1.060735] ACPI: \_SB_.PCI0.LPC0.EC0_: Boot DSDT EC initialization complete
[    1.060735] ACPI: \_SB_.PCI0.LPC0.EC0_: EC: Used to handle transactions and events
[    1.061013] xen:balloon: Initialising balloon driver
[    1.061273] iommu: Default domain type: Passthrough (set via kernel command line)
[    1.061724] SCSI subsystem initialized
[    1.064785] libata version 3.00 loaded.
[    1.064920] ACPI: bus type USB registered
[    1.064998] usbcore: registered new interface driver usbfs
[    1.065030] usbcore: registered new interface driver hub
[    1.065084] usbcore: registered new device driver usb
[    1.065230] pps_core: LinuxPPS API ver. 1 registered
[    1.065233] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>
[    1.065246] PTP clock support registered
[    1.065358] EDAC MC: Ver: 3.0.0
[    1.065358] efivars: Registered efivars operations
[    1.065592] NetLabel: Initializing
[    1.065597] NetLabel:  domain hash size = 128
[    1.065598] NetLabel:  protocols = UNLABELED CIPSOv4 CALIPSO
[    1.065668] NetLabel:  unlabeled traffic allowed by default
[    1.068815] PCI: Using ACPI for IRQ routing
[    1.145553] PCI: pci_cache_line_size set to 64 bytes
[    1.145764] resource: Expanded resource Reserved due to conflict with PCI Bus 0000:00
[    1.145767] e820: reserve RAM buffer [mem 0x0009f000-0x0009ffff]
[    1.145774] e820: reserve RAM buffer [mem 0x09b00000-0x0bffffff]
[    1.145777] e820: reserve RAM buffer [mem 0x09f00000-0x0bffffff]
[    1.145780] e820: reserve RAM buffer [mem 0xbb466000-0xbbffffff]
[    1.145783] e820: reserve RAM buffer [mem 0xc877f000-0xcbffffff]
[    1.145786] e820: reserve RAM buffer [mem 0xccfffdd8-0xcfffffff]
[    1.145790] e820: reserve RAM buffer [mem 0x80f340000-0x80fffffff]
[    1.145867] pci 0000:03:00.0: vgaarb: setting as boot VGA device
[    1.145867] pci 0000:03:00.0: vgaarb: bridge control possible
[    1.145867] pci 0000:03:00.0: vgaarb: VGA device added: decodes=io+mem,owns=none,locks=none
[    1.145867] pci 0000:05:00.0: vgaarb: setting as boot VGA device (overriding previous)
[    1.145867] pci 0000:05:00.0: vgaarb: bridge control possible
[    1.145867] pci 0000:05:00.0: vgaarb: VGA device added: decodes=io+mem,owns=none,locks=none
[    1.145867] vgaarb: loaded
[    1.145867] clocksource: Switched to clocksource tsc-early
[    1.148941] VFS: Disk quotas dquot_6.6.0
[    1.148979] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)
[    1.149727] AppArmor: AppArmor Filesystem Enabled
[    1.149813] pnp: PnP ACPI init
[    1.150714] system 00:00: [mem 0xfec00000-0xfec01fff] could not be reserved
[    1.150725] system 00:00: [mem 0xfee00000-0xfee00fff] has been reserved
[    1.150730] system 00:00: [mem 0xfde00000-0xfdefffff] has been reserved
[    1.150931] system 00:03: [io  0x0400-0x04cf] has been reserved
[    1.150931] system 00:03: [io  0x04d0-0x04d1] has been reserved
[    1.150931] system 00:03: [io  0x04d6] has been reserved
[    1.150931] system 00:03: [io  0x0c00-0x0c01] has been reserved
[    1.150931] system 00:03: [io  0x0c14] has been reserved
[    1.150931] system 00:03: [io  0x0c50-0x0c52] has been reserved
[    1.150931] system 00:03: [io  0x0c6c] has been reserved
[    1.150931] system 00:03: [io  0x0c6f] has been reserved
[    1.150931] system 00:03: [io  0x0cd0-0x0cdb] has been reserved
[    1.150931] unchecked MSR access error: RDMSR from 0xc0010058 at rIP: 0xffffffff810a55d8 (native_read_msr+0x8/0x40)
[    1.150931] Call Trace:
[    1.150931]  <TASK>
[    1.150931]  ? show_stack_regs+0x22/0x30
[    1.150931]  ? ex_handler_msr+0x13a/0x160
[    1.150931]  ? fixup_exception+0xbd/0x330
[    1.150931]  ? exc_general_protection+0x14b/0x460
[    1.150931]  ? kmemleak_alloc+0x4b/0x80
[    1.150931]  ? asm_exc_general_protection+0x27/0x30
[    1.150931]  ? native_read_msr+0x8/0x40
[    1.150931]  amd_get_mmconfig_range+0x2f/0x80
[    1.150931]  quirk_amd_mmconfig_area+0x2d/0x100
[    1.150931]  ? quirk_system_pci_resources+0x34/0x150
[    1.150931]  pnp_fixup_device+0x3f/0x60
[    1.150931]  __pnp_add_device+0x26/0x1c0
[    1.150931]  pnp_add_device+0x3e/0x110
[    1.150931]  ? __pfx_pnpacpi_allocated_resource+0x10/0x10
[    1.150931]  ? __pfx_pnpacpi_allocated_resource+0x10/0x10
[    1.150931]  ? acpi_walk_resources+0xf0/0x170
[    1.150931]  pnpacpi_add_device_handler+0x25c/0x3a0
[    1.150931]  acpi_ns_get_device_callback+0x10e/0x1c0
[    1.150931]  ? _raw_spin_unlock_irqrestore+0x27/0x50
[    1.150931]  acpi_ns_walk_namespace+0x176/0x330
[    1.150931]  ? __pfx_acpi_ns_get_device_callback+0x10/0x10
[    1.150931]  acpi_get_devices+0x9e/0x150
[    1.150931]  ? __pfx_pnpacpi_add_device_handler+0x10/0x10
[    1.150931]  ? __pfx_pnpacpi_init+0x10/0x10
[    1.150931]  pnpacpi_init+0x55/0x80
[    1.150931]  do_one_initcall+0x49/0x320
[    1.150931]  kernel_init_freeable+0x301/0x440
[    1.150931]  ? __pfx_kernel_init+0x10/0x10
[    1.150931]  kernel_init+0x1a/0x1d0
[    1.150931]  ret_from_fork+0x3c/0x60
[    1.150931]  ? __pfx_kernel_init+0x10/0x10
[    1.150931]  ret_from_fork_asm+0x1a/0x30
[    1.150931]  </TASK>
[    1.150931] system 00:04: [mem 0x000e0000-0x000fffff] could not be reserved
[    1.150931] system 00:04: [mem 0xff000000-0xffffffff] could not be reserved
[    1.156695] pnp: PnP ACPI: found 5 devices
[    1.171230] PM-Timer failed consistency check  (0xffffff) - aborting.
[    1.171446] NET: Registered PF_INET protocol family
[    1.171665] IP idents hash table entries: 131072 (order: 8, 1048576 bytes, linear)
[    1.173530] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)
[    1.173609] Table-perturb hash table entries: 65536 (order: 6, 262144 bytes, linear)
[    1.173701] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)
[    1.174091] TCP bind hash table entries: 65536 (order: 9, 2097152 bytes, linear)
[    1.174299] TCP: Hash tables configured (established 65536 bind 65536)
[    1.174532] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)
[    1.174577] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)
[    1.174875] NET: Registered PF_UNIX/PF_LOCAL protocol family
[    1.174908] NET: Registered PF_XDP protocol family
[    1.174917] pci 0000:03:00.0: ROM [mem 0xfffe0000-0xffffffff pref]: can't claim; no compatible bridge window
[    1.174957] pci 0000:03:00.0: ROM [mem 0xd0720000-0xd073ffff pref]: assigned
[    1.174962] pci 0000:02:00.0: PCI bridge to [bus 03]
[    1.174985] pci 0000:02:00.0:   bridge window [io  0x2000-0x2fff]
[    1.174997] pci 0000:02:00.0:   bridge window [mem 0xd0600000-0xd07fffff]
[    1.175005] pci 0000:02:00.0:   bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.175018] pci 0000:01:00.0: PCI bridge to [bus 02-03]
[    1.175024] pci 0000:01:00.0:   bridge window [io  0x2000-0x2fff]
[    1.175033] pci 0000:01:00.0:   bridge window [mem 0xd0600000-0xd07fffff]
[    1.175041] pci 0000:01:00.0:   bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.175054] pci 0000:00:01.1: PCI bridge to [bus 01-03]
[    1.175061] pci 0000:00:01.1:   bridge window [io  0x2000-0x2fff]
[    1.175070] pci 0000:00:01.1:   bridge window [mem 0xd0600000-0xd08fffff]
[    1.175076] pci 0000:00:01.1:   bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.175089] pci 0000:00:02.4: PCI bridge to [bus 04]
[    1.175099] pci 0000:00:02.4:   bridge window [mem 0xd0500000-0xd05fffff]
[    1.175120] pci 0000:00:08.1: PCI bridge to [bus 05]
[    1.175125] pci 0000:00:08.1:   bridge window [io  0x1000-0x1fff]
[    1.175133] pci 0000:00:08.1:   bridge window [mem 0xd0100000-0xd04fffff]
[    1.175139] pci 0000:00:08.1:   bridge window [mem 0xfc70000000-0xfc801fffff 64bit pref]
[    1.175152] pci 0000:00:08.2: PCI bridge to [bus 06]
[    1.175161] pci 0000:00:08.2:   bridge window [mem 0xd0000000-0xd00fffff]
[    1.175179] pci_bus 0000:00: resource 4 [io  0x0000-0x0cf7 window]
[    1.175181] pci_bus 0000:00: resource 5 [io  0x0d00-0xffff window]
[    1.175183] pci_bus 0000:00: resource 6 [mem 0x000a0000-0x000bffff window]
[    1.175185] pci_bus 0000:00: resource 7 [mem 0x000c0000-0x000cffff window]
[    1.175187] pci_bus 0000:00: resource 8 [mem 0x000d0000-0x000effff window]
[    1.175189] pci_bus 0000:00: resource 9 [mem 0xd0000000-0xefffffff window]
[    1.175191] pci_bus 0000:00: resource 10 [mem 0xf8000000-0xfeafffff window]
[    1.175193] pci_bus 0000:00: resource 11 [mem 0xfed45000-0xfed811ff window]
[    1.175196] pci_bus 0000:00: resource 12 [mem 0xfed81900-0xfed81fff window]
[    1.175198] pci_bus 0000:00: resource 13 [mem 0xfedc0000-0xfedc0fff window]
[    1.175200] pci_bus 0000:00: resource 14 [mem 0xfedc6000-0xfedc6fff window]
[    1.175202] pci_bus 0000:00: resource 15 [mem 0x850200000-0xfcafffffff window]
[    1.175204] pci_bus 0000:01: resource 0 [io  0x2000-0x2fff]
[    1.175206] pci_bus 0000:01: resource 1 [mem 0xd0600000-0xd08fffff]
[    1.175208] pci_bus 0000:01: resource 2 [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.175210] pci_bus 0000:02: resource 0 [io  0x2000-0x2fff]
[    1.175212] pci_bus 0000:02: resource 1 [mem 0xd0600000-0xd07fffff]
[    1.175214] pci_bus 0000:02: resource 2 [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.175216] pci_bus 0000:03: resource 0 [io  0x2000-0x2fff]
[    1.175218] pci_bus 0000:03: resource 1 [mem 0xd0600000-0xd07fffff]
[    1.175220] pci_bus 0000:03: resource 2 [mem 0xfc90000000-0xfca01fffff 64bit pref]
[    1.175222] pci_bus 0000:04: resource 1 [mem 0xd0500000-0xd05fffff]
[    1.175224] pci_bus 0000:05: resource 0 [io  0x1000-0x1fff]
[    1.175226] pci_bus 0000:05: resource 1 [mem 0xd0100000-0xd04fffff]
[    1.175228] pci_bus 0000:05: resource 2 [mem 0xfc70000000-0xfc801fffff 64bit pref]
[    1.175230] pci_bus 0000:06: resource 1 [mem 0xd0000000-0xd00fffff]
[    1.175630] pci 0000:01:00.0: CLS mismatch (64 != 484), using 64 bytes
[    1.175768] pci 0000:03:00.1: D0 power state depends on 0000:03:00.0
[    1.176052] pci 0000:05:00.1: D0 power state depends on 0000:05:00.0
[    1.176060] pci 0000:05:00.3: extending delay after power-on from D3hot to 20 msec
[    1.235477] pci 0000:05:00.3: quirk_usb_early_handoff+0x0/0x750 took 58016 usecs
[    1.235504] pci 0000:05:00.4: extending delay after power-on from D3hot to 20 msec
[    1.279912] pci 0000:05:00.4: quirk_usb_early_handoff+0x0/0x750 took 43361 usecs
[    1.279997] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)
[    1.279999] software IO TLB: mapped [mem 0x00000000c477f000-0x00000000c877f000] (64MB)
[    1.280099] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b2984d0609, max_idle_ns: 440795359805 ns
[    1.280238] clocksource: Switched to clocksource tsc
[    1.280314] Trying to unpack rootfs image as initramfs...
[    1.282644] Initialise system trusted keyrings
[    1.282672] Key type blacklist registered
[    1.282908] workingset: timestamp_bits=36 max_order=21 bucket_order=0
[    1.282933] zbud: loaded
[    1.283941] squashfs: version 4.0 (2009/01/31) Phillip Lougher
[    1.284348] fuse: init (API version 7.41)
[    1.285351] integrity: Platform Keyring initialized
[    1.297013] Key type asymmetric registered
[    1.297018] Asymmetric key parser 'x509' registered
[    1.297147] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 245)
[    1.297484] io scheduler mq-deadline registered
[    1.302168] amd_gpio AMDI0030:00: error -EINVAL: IRQ index 0 not found
[    1.302283] amd_gpio AMDI0030:00: probe with driver amd_gpio failed with error -22
[    1.303132] ledtrig-cpu: registered to indicate activity on CPUs
[    1.303900] pcieport 0000:00:01.1: PME: Signaling with IRQ 87
[    1.304335] pcieport 0000:00:01.1: AER: enabled with IRQ 87
[    1.304445] pcieport 0000:00:01.1: pciehp: Slot #0 AttnBtn- PwrCtrl- MRL- AttnInd- PwrInd- HotPlug+ Surprise+ Interlock- NoCompl+ IbPresDis- LLActRep+
[    1.305785] pcieport 0000:00:02.4: PME: Signaling with IRQ 88
[    1.306191] pcieport 0000:00:02.4: AER: enabled with IRQ 88
[    1.307104] pcieport 0000:00:08.1: PME: Signaling with IRQ 89
[    1.308376] pcieport 0000:00:08.2: PME: Signaling with IRQ 90
[    1.310907] shpchp: Standard Hot Plug PCI Controller Driver version: 0.4
[    1.315725] ACPI: AC: AC Adapter [ACAD] (on-line)
[    1.316003] input: Power Button as /devices/LNXSYSTM:00/LNXSYBUS:00/PNP0C0C:00/input/input0
[    1.316131] ACPI: button: Power Button [PWRB]
[    1.316356] input: Lid Switch as /devices/LNXSYSTM:00/LNXSYBUS:00/PNP0C0D:00/input/input1
[    1.316458] ACPI: button: Lid Switch [LID]
[    1.316653] input: Power Button as /devices/LNXSYSTM:00/LNXPWRBN:00/input/input2
[    1.316844] ACPI: button: Power Button [PWRF]
[    1.317526] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.318001] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.318433] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.319137] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.319888] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.320565] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.321084] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.321469] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.321861] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.322281] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.322712] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.323168] [Firmware Bug]: ACPI MWAIT C-state 0x0 not supported by HW (0x0)
[    1.327381] thermal LNXTHERM:00: registered as thermal_zone0
[    1.327391] ACPI: thermal: Thermal Zone [TZ01] (46 C)
[    1.328480] ACPI: battery: Slot [BATT] (battery absent)
[    1.329313] xen_mcelog: Failed to get CPU numbers
[    1.331988] xen_acpi_processor: Uploading Xen processor PM info
[    1.339688] Serial: 8250/16550 driver, 32 ports, IRQ sharing enabled
[    1.352672] hpet_acpi_add: no address or irqs in _CRS
[    1.352775] Linux agpgart interface v0.103
[    1.354853] tpm_tis MSFT0101:00: [Firmware Bug]: failed to get TPM2 ACPI table
[    1.355058] tpm_tis MSFT0101:00: probe with driver tpm_tis failed with error -22
[    1.355237] tpm_crb MSFT0101:00: [Firmware Bug]: failed to get TPM2 ACPI table
[    1.355271] tpm_crb MSFT0101:00: probe with driver tpm_crb failed with error -22
[    1.370574] loop: module loaded
[    1.371788] tun: Universal TUN/TAP device driver, 1.6
[    1.371999] PPP generic driver version 2.4.2
[    1.372158] xen_netfront: Initialising Xen virtual ethernet driver
[    1.372592] VFIO - User Level meta-driver version: 0.3
[    1.373304] xhci_hcd 0000:05:00.3: xHCI Host Controller
[    1.373326] xhci_hcd 0000:05:00.3: new USB bus registered, assigned bus number 1
[    1.373475] xhci_hcd 0000:05:00.3: hcc params 0x0268ffe5 hci version 0x110 quirks 0x0000020000000010
[    1.374963] xhci_hcd 0000:05:00.3: xHCI Host Controller
[    1.374978] xhci_hcd 0000:05:00.3: new USB bus registered, assigned bus number 2
[    1.374988] xhci_hcd 0000:05:00.3: Host supports USB 3.1 Enhanced SuperSpeed
[    1.375132] usb usb1: New USB device found, idVendor=1d6b, idProduct=0002, bcdDevice= 6.12
[    1.375136] usb usb1: New USB device strings: Mfr=3, Product=2, SerialNumber=1
[    1.375138] usb usb1: Product: xHCI Host Controller
[    1.375140] usb usb1: Manufacturer: Linux 6.12.0-rc5-g5c6808d1a9dd xhci-hcd
[    1.375143] usb usb1: SerialNumber: 0000:05:00.3
[    1.375768] hub 1-0:1.0: USB hub found
[    1.375799] hub 1-0:1.0: 4 ports detected
[    1.377258] usb usb2: We don't know the algorithms for LPM for this host, disabling LPM.
[    1.377362] usb usb2: New USB device found, idVendor=1d6b, idProduct=0003, bcdDevice= 6.12
[    1.377366] usb usb2: New USB device strings: Mfr=3, Product=2, SerialNumber=1
[    1.377369] usb usb2: Product: xHCI Host Controller
[    1.377371] usb usb2: Manufacturer: Linux 6.12.0-rc5-g5c6808d1a9dd xhci-hcd
[    1.377373] usb usb2: SerialNumber: 0000:05:00.3
[    1.377924] hub 2-0:1.0: USB hub found
[    1.377953] hub 2-0:1.0: 2 ports detected
[    1.379116] xhci_hcd 0000:05:00.4: xHCI Host Controller
[    1.379133] xhci_hcd 0000:05:00.4: new USB bus registered, assigned bus number 3
[    1.379274] xhci_hcd 0000:05:00.4: hcc params 0x0268ffe5 hci version 0x110 quirks 0x0000020000000010
[    1.380844] xhci_hcd 0000:05:00.4: xHCI Host Controller
[    1.381306] xhci_hcd 0000:05:00.4: new USB bus registered, assigned bus number 4
[    1.381317] xhci_hcd 0000:05:00.4: Host supports USB 3.1 Enhanced SuperSpeed
[    1.381611] usb usb3: New USB device found, idVendor=1d6b, idProduct=0002, bcdDevice= 6.12
[    1.381622] usb usb3: New USB device strings: Mfr=3, Product=2, SerialNumber=1
[    1.381626] usb usb3: Product: xHCI Host Controller
[    1.381630] usb usb3: Manufacturer: Linux 6.12.0-rc5-g5c6808d1a9dd xhci-hcd
[    1.381634] usb usb3: SerialNumber: 0000:05:00.4
[    1.382396] hub 3-0:1.0: USB hub found
[    1.382443] hub 3-0:1.0: 4 ports detected
[    1.383743] usb usb4: We don't know the algorithms for LPM for this host, disabling LPM.
[    1.383819] usb usb4: New USB device found, idVendor=1d6b, idProduct=0003, bcdDevice= 6.12
[    1.383822] usb usb4: New USB device strings: Mfr=3, Product=2, SerialNumber=1
[    1.383823] usb usb4: Product: xHCI Host Controller
[    1.383825] usb usb4: Manufacturer: Linux 6.12.0-rc5-g5c6808d1a9dd xhci-hcd
[    1.383826] usb usb4: SerialNumber: 0000:05:00.4
[    1.384354] hub 4-0:1.0: USB hub found
[    1.384375] hub 4-0:1.0: 2 ports detected
[    1.385129] i8042: PNP: PS/2 Controller [PNP0303:KBC0] at 0x60,0x64 irq 1
[    1.385132] i8042: PNP: PS/2 appears to have AUX port disabled, if this is incorrect please boot with i8042.nopnp
[    1.385436] i8042: Warning: Keylock active
[    1.385712] serio: i8042 KBD port at 0x60,0x64 irq 1
[    1.386190] mousedev: PS/2 mouse device common for all mice
[    1.387083] rtc_cmos 00:01: RTC can wake from S4
[    1.387505] rtc_cmos 00:01: registered as rtc0
[    1.387559] rtc_cmos 00:01: setting system clock to 2024-11-18T05:46:04 UTC (1731908764)
[    1.387630] rtc_cmos 00:01: no alarms, 114 bytes nvram
[    1.387650] i2c_dev: i2c /dev entries driver
[    1.387690] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[    1.387716] device-mapper: uevent: version 1.0.3
[    1.387905] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input3
[    1.387975] device-mapper: ioctl: 4.48.0-ioctl (2023-03-01) initialised: dm-devel@lists.linux.dev
[    1.388069] platform eisa.0: Probing EISA bus 0
[    1.388073] platform eisa.0: EISA: Cannot allocate resource for mainboard
[    1.388076] platform eisa.0: Cannot allocate resource for EISA slot 1
[    1.388079] platform eisa.0: Cannot allocate resource for EISA slot 2
[    1.388081] platform eisa.0: Cannot allocate resource for EISA slot 3
[    1.388084] platform eisa.0: Cannot allocate resource for EISA slot 4
[    1.388086] platform eisa.0: Cannot allocate resource for EISA slot 5
[    1.388089] platform eisa.0: Cannot allocate resource for EISA slot 6
[    1.388091] platform eisa.0: Cannot allocate resource for EISA slot 7
[    1.388094] platform eisa.0: Cannot allocate resource for EISA slot 8
[    1.388095] platform eisa.0: EISA: Detected 0 cards
[    1.388097] amd_pstate: The CPPC feature is supported but currently disabled by the BIOS.
               Please enable it if your BIOS has the CPPC option.
[    1.388098] amd_pstate: the _CPC object is not present in SBIOS or ACPI disabled
[    1.388189] efifb: probing for efifb
[    1.388215] efifb: No BGRT, not showing boot graphics
[    1.388216] efifb: framebuffer at 0xfc70000000, using 14400k, total 14400k
[    1.388217] efifb: mode is 2560x1440x32, linelength=10240, pages=1
[    1.388219] efifb: scrolling: redraw
[    1.388220] efifb: Truecolor: size=8:8:8:8, shift=24:16:8:0
[    1.388555] Console: switching to colour frame buffer device 160x45
[    1.391442] fb0: EFI VGA frame buffer device
[    1.391608] drop_monitor: Initializing network drop monitor service
[    1.391768] NET: Registered PF_INET6 protocol family
[    1.629068] usb 3-3: new high-speed USB device number 2 using xhci_hcd
[    1.629101] usb 1-4: new high-speed USB device number 2 using xhci_hcd
[    1.634434] Freeing initrd memory: 58416K
[    1.646686] Segment Routing with IPv6
[    1.646754] In-situ OAM (IOAM) with IPv6
[    1.646848] NET: Registered PF_PACKET protocol family
[    1.647264] Key type dns_resolver registered
[    1.650807] IPI shorthand broadcast: enabled
[    1.657397] sched_clock: Marking stable (1604011903, 52720646)->(1713895248, -57162699)
[    1.658259] registered taskstats version 1
[    1.659762] Loading compiled-in X.509 certificates
[    1.660599] Loaded X.509 cert 'Build time autogenerated kernel key: d660c1418aa083fd9108d18032a44b19bc16fbd2'
[    1.671007] Demotion targets for Node 0: null
[    1.671606] kmemleak: Kernel memory leak detector initialized (mem pool available: 15692)
[    1.671664] kmemleak: Automatic memory scanning thread started
[    1.672018] Key type .fscrypt registered
[    1.672021] Key type fscrypt-provisioning registered
[    1.698611] Key type encrypted registered
[    1.698626] AppArmor: AppArmor sha256 policy hashing enabled
[    1.699108] ima: No TPM chip found, activating TPM-bypass!
[    1.699124] Loading compiled-in module X.509 certificates
[    1.699896] Loaded X.509 cert 'Build time autogenerated kernel key: d660c1418aa083fd9108d18032a44b19bc16fbd2'
[    1.699899] ima: Allocated hash algorithm: sha1
[    1.699918] ima: No architecture policies found
[    1.699987] evm: Initialising EVM extended attributes:
[    1.699988] evm: security.selinux
[    1.699989] evm: security.SMACK64
[    1.699990] evm: security.SMACK64EXEC
[    1.699990] evm: security.SMACK64TRANSMUTE
[    1.699991] evm: security.SMACK64MMAP
[    1.699992] evm: security.apparmor
[    1.699993] evm: security.ima
[    1.699994] evm: security.capability
[    1.699994] evm: HMAC attrs: 0x1
[    1.701571] PM:   Magic number: 0:149:770
[    1.701606] misc userfaultfd: hash matches
[    1.702511] RAS: Correctable Errors collector initialized.
[    1.702603] clk: Disabling unused clocks
[    1.702606] PM: genpd: Disabling unused power domains
[    1.706935] Freeing unused decrypted memory: 2028K
[    1.707786] Freeing unused kernel image (initmem) memory: 4684K
[    1.707815] Write protecting the kernel read-only data: 26624k
[    1.708773] Freeing unused kernel image (rodata/data gap) memory: 640K
[    1.747951] x86/mm: Checked W+X mappings: passed, no W+X pages found.
[    1.747971] Run /init as init process
[    1.747974]   with arguments:
[    1.747975]     /init
[    1.747976]     placeholder
[    1.747977]     splash
[    1.747979]   with environment:
[    1.747980]     HOME=/
[    1.747981]     TERM=linux
[    1.769222] usb 1-4: New USB device found, idVendor=2109, idProduct=2817, bcdDevice= 2.14
[    1.769229] usb 1-4: New USB device strings: Mfr=1, Product=2, SerialNumber=0
[    1.769231] usb 1-4: Product: USB2.0 Hub             
[    1.769233] usb 1-4: Manufacturer: VIA Labs, Inc.         
[    1.825643] hub 1-4:1.0: USB hub found
[    1.826066] hub 1-4:1.0: 4 ports detected
[    1.927150] usb 3-3: New USB device found, idVendor=057e, idProduct=200c, bcdDevice= 1.84
[    1.927157] usb 3-3: New USB device strings: Mfr=1, Product=2, SerialNumber=3
[    1.927159] usb 3-3: Product: CRD-001 USB2.0
[    1.927161] usb 3-3: Manufacturer: Nintendo
[    1.927162] usb 3-3: SerialNumber: FW1000
[    1.996694] hub 3-3:1.0: USB hub found
[    1.997019] hub 3-3:1.0: 4 ports detected
[    2.005023] ACPI: video: Video Device [VGA] (multi-head: yes  rom: no  post: no)
[    2.006529] input: Video Bus as /devices/LNXSYSTM:00/LNXSYBUS:00/PNP0A08:00/device:13/LNXVIDEO:00/input/input4
[    2.023713] piix4_smbus 0000:00:14.0: SMBus Host Controller at 0xb00, revision 0
[    2.023722] piix4_smbus 0000:00:14.0: Using register 0x02 for SMBus port selection
[    2.032512] ahci 0000:06:00.0: version 3.0
[    2.034537] ahci 0000:06:00.0: AHCI vers 0001.0301, 32 command slots, 6 Gbps, SATA mode
[    2.034546] ahci 0000:06:00.0: 1/1 ports implemented (port mask 0x1)
[    2.034548] ahci 0000:06:00.0: flags: 64bit ncq sntf ilck pm led clo only pmp fbs pio slum part 
[    2.035089] piix4_smbus 0000:00:14.0: Auxiliary SMBus Host Controller at 0xb20
[    2.038221] nvme nvme0: pci function 0000:04:00.0
[    2.039383] i2c i2c-2: Successfully instantiated SPD at 0x50
[    2.040192] i2c i2c-2: Successfully instantiated SPD at 0x51
[    2.040578] scsi host0: ahci
[    2.042713] ata1: SATA max UDMA/133 abar m2048@0xd0085000 port 0xd0085100 irq 113 lpm-pol 3
[    2.044271] ahci 0000:06:00.1: AHCI vers 0001.0301, 32 command slots, 6 Gbps, SATA mode
[    2.044281] ahci 0000:06:00.1: 1/1 ports implemented (port mask 0x1)
[    2.044284] ahci 0000:06:00.1: flags: 64bit ncq sntf ilck pm led clo only pmp fbs pio slum part 
[    2.045739] scsi host1: ahci
[    2.046108] ata2: SATA max UDMA/133 abar m2048@0xd0084000 port 0xd0084100 irq 117 lpm-pol 3
[    2.052087] nvme nvme0: allocated 32 MiB host memory buffer.
[    2.057618] nvme nvme0: 12/0/0 default/read/poll queues
[    2.065963]  nvme0n1: p1 p2
[    2.349259] ata1: SATA link down (SStatus 0 SControl 300)
[    2.353298] ata2: SATA link down (SStatus 0 SControl 300)
[    2.604847] usb 1-4.3: new high-speed USB device number 3 using xhci_hcd
[    2.869236] usb 3-3.2: new full-speed USB device number 3 using xhci_hcd
[    2.973531] usb 3-3.2: New USB device found, idVendor=2717, idProduct=5010, bcdDevice= 1.03
[    2.973543] usb 3-3.2: New USB device strings: Mfr=1, Product=2, SerialNumber=0
[    2.973547] usb 3-3.2: Product: Mi Wireless Combo
[    2.973551] usb 3-3.2: Manufacturer: MOSART Semi.
[    2.985921] usb 1-4.3: New USB device found, idVendor=0b95, idProduct=1790, bcdDevice= 2.00
[    2.985932] usb 1-4.3: New USB device strings: Mfr=1, Product=2, SerialNumber=3
[    2.985936] usb 1-4.3: Product: AX88179A
[    2.985940] usb 1-4.3: Manufacturer: ASIX
[    2.985943] usb 1-4.3: SerialNumber: 00CDB376
[    3.055195] hid: raw HID events driver (C) Jiri Kosina
[    3.068307] usbcore: registered new interface driver usbhid
[    3.068315] usbhid: USB HID core driver
[    3.073751] input: MOSART Semi. Mi Wireless Combo as /devices/pci0000:00/0000:00:08.1/0000:05:00.4/usb3/3-3/3-3.2/3-3.2:1.0/0003:2717:5010.0001/input/input5
[    3.084210] usbcore: registered new interface driver cdc_ether
[    3.129971] hid-generic 0003:2717:5010.0001: input,hidraw0: USB HID v1.10 Keyboard [MOSART Semi. Mi Wireless Combo] on usb-0000:05:00.4-3.2/input0
[    3.131074] input: MOSART Semi. Mi Wireless Combo Mouse as /devices/pci0000:00/0000:00:08.1/0000:05:00.4/usb3/3-3/3-3.2/3-3.2:1.1/0003:2717:5010.0002/input/input6
[    3.131734] input: MOSART Semi. Mi Wireless Combo Consumer Control as /devices/pci0000:00/0000:00:08.1/0000:05:00.4/usb3/3-3/3-3.2/3-3.2:1.1/0003:2717:5010.0002/input/input7
[    3.185530] input: MOSART Semi. Mi Wireless Combo System Control as /devices/pci0000:00/0000:00:08.1/0000:05:00.4/usb3/3-3/3-3.2/3-3.2:1.1/0003:2717:5010.0002/input/input8
[    3.186118] input: MOSART Semi. Mi Wireless Combo as /devices/pci0000:00/0000:00:08.1/0000:05:00.4/usb3/3-3/3-3.2/3-3.2:1.1/0003:2717:5010.0002/input/input9
[    3.186588] input: MOSART Semi. Mi Wireless Combo as /devices/pci0000:00/0000:00:08.1/0000:05:00.4/usb3/3-3/3-3.2/3-3.2:1.1/0003:2717:5010.0002/input/input10
[    3.187192] hid-generic 0003:2717:5010.0002: input,hiddev0,hidraw1: USB HID v1.10 Mouse [MOSART Semi. Mi Wireless Combo] on usb-0000:05:00.4-3.2/input1
[    3.237383] cdc_ncm 1-4.3:2.0: MAC-Address: f8:e4:3b:cd:b3:76
[    3.237391] cdc_ncm 1-4.3:2.0: setting rx_max = 16384
[    3.249168] cdc_ncm 1-4.3:2.0: setting tx_max = 16384
[    3.268873] cdc_ncm 1-4.3:2.0 eth0: register 'cdc_ncm' at usb-0000:05:00.3-4.3, CDC NCM (NO ZLP), f8:e4:3b:cd:b3:76
[    3.268993] usbcore: registered new interface driver cdc_ncm
[    3.273515] cdc_ncm 1-4.3:2.0 enxf8e43bcdb376: renamed from eth0
[    4.534637] EXT4-fs (nvme0n1p2): mounted filesystem a49fe421-940d-42bd-b343-665fea0d88a2 ro with ordered data mode. Quota mode: none.
[    4.657906] systemd[1]: Inserted module 'autofs4'
[    4.703902] systemd[1]: systemd 249.11-0ubuntu3.11 running in system mode (+PAM +AUDIT +SELINUX +APPARMOR +IMA +SMACK +SECCOMP +GCRYPT +GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 -IDN +IPTC +KMOD +LIBCRYPTSETUP +LIBFDISK +PCRE2 -PWQUALITY -P11KIT -QRENCODE +BZIP2 +LZ4 +XZ +ZLIB +ZSTD -XKBCOMMON +UTMP +SYSVINIT default-hierarchy=unified)
[    4.704138] systemd[1]: Detected architecture x86-64.
[    4.704587] systemd[1]: Hostname set to <cjq-local>.
[    4.782381] block nvme0n1: the capability attribute has been deprecated.
[    4.851685] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[    4.932686] systemd[1]: Queued start job for default target Multi-User System.
[    4.967015] systemd[1]: Created slice Slice /system/modprobe.
[    4.967871] systemd[1]: Created slice Slice /system/serial-getty.
[    4.968426] systemd[1]: Created slice Slice /system/systemd-fsck.
[    4.969039] systemd[1]: Created slice User and Session Slice.
[    4.969176] systemd[1]: Started Forward Password Requests to Wall Directory Watch.
[    4.969532] systemd[1]: Set up automount Arbitrary Executable File Formats File System Automount Point.
[    4.969620] systemd[1]: Reached target Remote File Systems.
[    4.969634] systemd[1]: Reached target Slice Units.
[    4.969652] systemd[1]: Reached target Mounting snaps.
[    4.969681] systemd[1]: Reached target Local Verity Protected Volumes.
[    4.969939] systemd[1]: Listening on Syslog Socket.
[    4.971284] systemd[1]: Listening on Process Core Dump Socket.
[    4.971447] systemd[1]: Listening on fsck to fsckd communication Socket.
[    4.971567] systemd[1]: Listening on initctl Compatibility Named Pipe.
[    4.971852] systemd[1]: Listening on Journal Audit Socket.
[    4.972008] systemd[1]: Listening on Journal Socket (/dev/log).
[    4.972210] systemd[1]: Listening on Journal Socket.
[    4.972633] systemd[1]: Listening on udev Control Socket.
[    4.972822] systemd[1]: Listening on udev Kernel Socket.
[    4.974942] systemd[1]: Mounting Huge Pages File System...
[    4.976966] systemd[1]: Mounting POSIX Message Queue File System...
[    4.979101] systemd[1]: Mounting Mount /proc/xen files...
[    4.981335] systemd[1]: Mounting Kernel Debug File System...
[    4.983350] systemd[1]: Mounting Kernel Trace File System...
[    4.988322] systemd[1]: Starting Journal Service...
[    4.991187] systemd[1]: Starting Set the console keyboard layout...
[    4.993522] systemd[1]: Starting Create List of Static Device Nodes...
[    4.995812] systemd[1]: Starting Load Kernel Module configfs...
[    4.999403] systemd[1]: Starting Load Kernel Module drm...
[    5.002398] systemd[1]: Starting Load Kernel Module efi_pstore...
[    5.005201] systemd[1]: Starting Load Kernel Module fuse...
[    5.005427] systemd[1]: Condition check resulted in File System Check on Root Device being skipped.
[    5.008771] pstore: Using crash dump compression: deflate
[    5.010257] systemd[1]: Starting Load Kernel Modules...
[    5.013092] pstore: Registered efi_pstore as persistent store backend
[    5.013527] systemd[1]: Starting Remount Root and Kernel File Systems...
[    5.016886] systemd[1]: Starting Coldplug All udev Devices...
[    5.020502] systemd[1]: Mounted Huge Pages File System.
[    5.020803] systemd[1]: Mounted POSIX Message Queue File System.
[    5.021025] systemd[1]: Mounted Mount /proc/xen files.
[    5.021231] systemd[1]: Mounted Kernel Debug File System.
[    5.021450] systemd[1]: Mounted Kernel Trace File System.
[    5.022327] systemd[1]: Finished Create List of Static Device Nodes.
[    5.023035] systemd[1]: modprobe@configfs.service: Deactivated successfully.
[    5.023864] systemd[1]: Finished Load Kernel Module configfs.
[    5.024490] systemd[1]: modprobe@efi_pstore.service: Deactivated successfully.
[    5.025236] systemd[1]: Finished Load Kernel Module efi_pstore.
[    5.025806] systemd[1]: modprobe@fuse.service: Deactivated successfully.
[    5.026448] systemd[1]: Finished Load Kernel Module fuse.
[    5.029758] systemd[1]: Mounting FUSE Control File System...
[    5.033516] systemd[1]: Mounting Kernel Configuration File System...
[    5.035588] systemd[1]: Mounted FUSE Control File System.
[    5.035926] ACPI: bus type drm_connector registered
[    5.037567] systemd[1]: Mounted Kernel Configuration File System.
[    5.039076] systemd[1]: modprobe@drm.service: Deactivated successfully.
[    5.039820] systemd[1]: Finished Load Kernel Module drm.
[    5.042721] lp: driver loaded but no devices found
[    5.049359] ppdev: user-space parallel port driver
[    5.075242] systemd[1]: Finished Set the console keyboard layout.
[    5.077899] xen:xen_evtchn: Event-channel device installed
[    5.099653] xen_pciback: backend is vpci
[    5.100863] systemd[1]: Started Journal Service.
[    5.132401] EXT4-fs (nvme0n1p2): re-mounted a49fe421-940d-42bd-b343-665fea0d88a2 r/w. Quota mode: none.
[    5.143618] Adding 2097148k swap on /swapfile.  Priority:-2 extents:6 across:2260988k SS
[    5.147632] systemd-journald[318]: Received client request to flush runtime journal.
[    5.152893] systemd-journald[318]: File /var/log/journal/6c208361a28448e6a64724c337bde552/system.journal corrupted or uncleanly shut down, renaming and replacing.
[    5.195713] loop0: detected capacity change from 0 to 8
[    5.198585] loop1: detected capacity change from 0 to 131016
[    5.203623] loop2: detected capacity change from 0 to 130448
[    5.209098] loop3: detected capacity change from 0 to 152056
[    5.212369] loop4: detected capacity change from 0 to 151296
[    5.216344] loop5: detected capacity change from 0 to 560320
[    5.220192] loop6: detected capacity change from 0 to 559056
[    5.225377] loop7: detected capacity change from 0 to 716168
[    5.230858] loop8: detected capacity change from 0 to 716176
[    5.233832] loop9: detected capacity change from 0 to 1032504
[    5.238506] loop10: detected capacity change from 0 to 1034424
[    5.243472] loop11: detected capacity change from 0 to 166424
[    5.248879] loop12: detected capacity change from 0 to 187776
[    5.254464] loop13: detected capacity change from 0 to 26472
[    5.258048] loop14: detected capacity change from 0 to 24984
[    5.264684] loop15: detected capacity change from 0 to 79520
[    5.269718] loop16: detected capacity change from 0 to 90392
[    5.273207] loop17: detected capacity change from 0 to 1128
[    5.277143] loop18: detected capacity change from 0 to 1136
[    5.594506] ccp 0000:05:00.2: ccp: unable to access the device: you might be running a broken BIOS.
[    5.595891] ccp 0000:05:00.2: tee: ring init command failed (0x00000006)
[    5.595973] ccp 0000:05:00.2: tee: failed to init ring buffer
[    5.596021] ccp 0000:05:00.2: tee initialization failed
[    5.596091] ccp 0000:05:00.2: psp initialization failed
[    5.604103] sp5100_tco: SP5100/SB800 TCO WatchDog Timer Driver
[    5.618766] sp5100-tco sp5100-tco: Using 0xfeb00000 for watchdog MMIO address
[    5.618792] sp5100-tco sp5100-tco: Watchdog hardware is disabled
[    5.683474] ee1004 2-0050: 512 byte EE1004-compliant SPD EEPROM, read-only
[    5.688105] ee1004 2-0051: 512 byte EE1004-compliant SPD EEPROM, read-only
[    5.756864] usbcore: registered new interface driver cdc_wdm
[    5.760546] usbcore: registered new interface driver cdc_mbim
[    5.872615] cryptd: max_cpu_qlen set to 1000
[    5.945418] AES CTR mode by8 optimization enabled
[    6.079331] audit: type=1400 audit(1731908769.188:2): apparmor="STATUS" operation="profile_load" profile="unconfined" name="nvidia_modprobe" pid=515 comm="apparmor_parser"
[    6.079370] audit: type=1400 audit(1731908769.188:3): apparmor="STATUS" operation="profile_load" profile="unconfined" name="nvidia_modprobe//kmod" pid=515 comm="apparmor_parser"
[    6.080811] audit: type=1400 audit(1731908769.188:4): apparmor="STATUS" operation="profile_load" profile="unconfined" name="lsb_release" pid=514 comm="apparmor_parser"
[    6.083663] audit: type=1400 audit(1731908769.192:5): apparmor="STATUS" operation="profile_load" profile="unconfined" name="/usr/bin/man" pid=518 comm="apparmor_parser"
[    6.083697] audit: type=1400 audit(1731908769.192:6): apparmor="STATUS" operation="profile_load" profile="unconfined" name="man_filter" pid=518 comm="apparmor_parser"
[    6.083723] audit: type=1400 audit(1731908769.192:7): apparmor="STATUS" operation="profile_load" profile="unconfined" name="man_groff" pid=518 comm="apparmor_parser"
[    6.083891] audit: type=1400 audit(1731908769.192:8): apparmor="STATUS" operation="profile_load" profile="unconfined" name="/usr/sbin/cups-browsed" pid=524 comm="apparmor_parser"
[    6.086472] audit: type=1400 audit(1731908769.196:9): apparmor="STATUS" operation="profile_load" profile="unconfined" name="/usr/lib/snapd/snap-confine" pid=523 comm="apparmor_parser"
[    6.086502] audit: type=1400 audit(1731908769.196:10): apparmor="STATUS" operation="profile_load" profile="unconfined" name="/usr/lib/snapd/snap-confine//mount-namespace-capture-helper" pid=523 comm="apparmor_parser"
[    6.088092] audit: type=1400 audit(1731908769.196:11): apparmor="STATUS" operation="profile_load" profile="unconfined" name="tcpdump" pid=521 comm="apparmor_parser"
[    6.161561] snd_hda_intel 0000:03:00.1: Handle vga_switcheroo audio client
[    6.161572] snd_hda_intel 0000:03:00.1: Force to non-snoop mode
[    6.162817] snd_hda_intel 0000:05:00.1: Handle vga_switcheroo audio client
[    6.224980] input: HD-Audio Generic HDMI/DP,pcm=3 as /devices/pci0000:00/0000:00:08.1/0000:05:00.1/sound/card1/input16
[    6.225562] input: HD-Audio Generic HDMI/DP,pcm=7 as /devices/pci0000:00/0000:00:08.1/0000:05:00.1/sound/card1/input17
[    6.226034] snd_hda_codec_realtek hdaudioC2D0: autoconfig for ALC701: line_outs=1 (0x14/0x0/0x0/0x0/0x0) type:speaker
[    6.226040] snd_hda_codec_realtek hdaudioC2D0:    speaker_outs=0 (0x0/0x0/0x0/0x0/0x0)
[    6.226042] snd_hda_codec_realtek hdaudioC2D0:    hp_outs=1 (0x21/0x0/0x0/0x0/0x0)
[    6.226044] snd_hda_codec_realtek hdaudioC2D0:    mono: mono_out=0x0
[    6.226046] snd_hda_codec_realtek hdaudioC2D0:    dig-out=0x1e/0x0
[    6.226047] snd_hda_codec_realtek hdaudioC2D0:    inputs:
[    6.226049] snd_hda_codec_realtek hdaudioC2D0:      Mic=0x1b
[    6.226051] snd_hda_codec_realtek hdaudioC2D0:      Internal Mic=0x12
[    6.226383] input: HD-Audio Generic HDMI/DP,pcm=8 as /devices/pci0000:00/0000:00:08.1/0000:05:00.1/sound/card1/input18
[    6.226656] amd_atl: AMD Address Translation Library initialized
[    6.227123] input: HDA ATI HDMI HDMI/DP,pcm=3 as /devices/pci0000:00/0000:00:01.1/0000:01:00.0/0000:02:00.0/0000:03:00.1/sound/card0/input11
[    6.227484] input: HD-Audio Generic HDMI/DP,pcm=9 as /devices/pci0000:00/0000:00:08.1/0000:05:00.1/sound/card1/input19
[    6.235180] input: HDA ATI HDMI HDMI/DP,pcm=7 as /devices/pci0000:00/0000:00:01.1/0000:01:00.0/0000:02:00.0/0000:03:00.1/sound/card0/input12
[    6.263787] input: HDA ATI HDMI HDMI/DP,pcm=8 as /devices/pci0000:00/0000:00:01.1/0000:01:00.0/0000:02:00.0/0000:03:00.1/sound/card0/input13
[    6.277745] input: HDA ATI HDMI HDMI/DP,pcm=9 as /devices/pci0000:00/0000:00:01.1/0000:01:00.0/0000:02:00.0/0000:03:00.1/sound/card0/input14
[    6.278050] input: HDA ATI HDMI HDMI/DP,pcm=10 as /devices/pci0000:00/0000:00:01.1/0000:01:00.0/0000:02:00.0/0000:03:00.1/sound/card0/input15
[    6.703623] loop19: detected capacity change from 0 to 8
[    6.710815] openvswitch: Open vSwitch switching datapath
[    6.744927] ovs-system: entered promiscuous mode
[    6.747988] Timeout policy base is empty
[    6.830225] ovsbr0: entered promiscuous mode
[    6.831368] vif vif-1 eth0: entered promiscuous mode
[    6.832075] cdc_ncm 1-4.3:2.0 enxf8e43bcdb376: entered promiscuous mode
[    6.861739] net eth0: Illegal number of responses 4294967295
[    7.011210] input: HD-Audio Generic Mic as /devices/pci0000:00/0000:00:08.1/0000:05:00.6/sound/card2/input20
[    7.011825] input: HD-Audio Generic Headphone as /devices/pci0000:00/0000:00:08.1/0000:05:00.6/sound/card2/input21
[   42.132608] [drm] amdgpu kernel modesetting enabled.
[   42.132639] amdgpu: vga_switcheroo: detected switching method \_SB_.PCI0.GP17.VGA_.ATPX handle
[   42.134952] amdgpu: ATPX version 1, functions 0x00000001
[   42.135254] amdgpu: ATPX Hybrid Graphics
[   42.187480] amdgpu: Virtual CRAT table created for CPU
[   42.187634] amdgpu: Topology: Add CPU node
[   42.188378] amdgpu 0000:03:00.0: enabling device (0006 -> 0007)
[   42.188569] [drm] initializing kernel modesetting (DIMGREY_CAVEFISH 0x1002:0x73FF 0x1002:0x0124 0xC7).
[   42.192948] [drm] register mmio base: 0xD0600000
[   42.192957] [drm] register mmio size: 1048576
[   42.202779] [drm] add ip block number 0 <nv_common>
[   42.202785] [drm] add ip block number 1 <gmc_v10_0>
[   42.202787] [drm] add ip block number 2 <navi10_ih>
[   42.202788] [drm] add ip block number 3 <psp>
[   42.202789] [drm] add ip block number 4 <smu>
[   42.202791] [drm] add ip block number 5 <dm>
[   42.202793] [drm] add ip block number 6 <gfx_v10_0>
[   42.202794] [drm] add ip block number 7 <sdma_v5_2>
[   42.202796] [drm] add ip block number 8 <vcn_v3_0>
[   42.202797] [drm] add ip block number 9 <jpeg_v3_0>
[   42.228931] amdgpu 0000:03:00.0: amdgpu: Fetched VBIOS from ATRM
[   42.228948] amdgpu: ATOM BIOS: 113-D5340100-102
[   42.250474] amdgpu 0000:03:00.0: amdgpu: Trusted Memory Zone (TMZ) feature disabled as experimental (default)
[   42.250712] [drm] vm size is 262144 GB, 4 levels, block size is 9-bit, fragment size is 9-bit
[   42.254860] amdgpu 0000:03:00.0: BAR 2 [mem 0xfca0000000-0xfca01fffff 64bit pref]: releasing
[   42.254866] amdgpu 0000:03:00.0: BAR 0 [mem 0xfc90000000-0xfc9fffffff 64bit pref]: releasing
[   42.254983] pcieport 0000:02:00.0: bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]: releasing
[   42.254988] pcieport 0000:01:00.0: bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]: releasing
[   42.254991] pcieport 0000:00:01.1: bridge window [mem 0xfc90000000-0xfca01fffff 64bit pref]: releasing
[   42.255004] pcieport 0000:00:01.1: bridge window [mem 0x900000000-0xbffffffff 64bit pref]: assigned
[   42.255009] pcieport 0000:01:00.0: bridge window [mem 0x900000000-0xbffffffff 64bit pref]: assigned
[   42.255012] pcieport 0000:02:00.0: bridge window [mem 0x900000000-0xbffffffff 64bit pref]: assigned
[   42.255019] amdgpu 0000:03:00.0: BAR 0 [mem 0xa00000000-0xbffffffff 64bit pref]: assigned
[   42.255037] amdgpu 0000:03:00.0: BAR 2 [mem 0x900000000-0x9001fffff 64bit pref]: assigned
[   42.255055] pcieport 0000:00:01.1: PCI bridge to [bus 01-03]
[   42.255060] pcieport 0000:00:01.1:   bridge window [io  0x2000-0x2fff]
[   42.255068] pcieport 0000:00:01.1:   bridge window [mem 0xd0600000-0xd08fffff]
[   42.255073] pcieport 0000:00:01.1:   bridge window [mem 0x900000000-0xbffffffff 64bit pref]
[   42.255082] pcieport 0000:01:00.0: PCI bridge to [bus 02-03]
[   42.255085] pcieport 0000:01:00.0:   bridge window [io  0x2000-0x2fff]
[   42.255094] pcieport 0000:01:00.0:   bridge window [mem 0xd0600000-0xd07fffff]
[   42.255099] pcieport 0000:01:00.0:   bridge window [mem 0x900000000-0xbffffffff 64bit pref]
[   42.255110] pcieport 0000:02:00.0: PCI bridge to [bus 03]
[   42.255113] pcieport 0000:02:00.0:   bridge window [io  0x2000-0x2fff]
[   42.255121] pcieport 0000:02:00.0:   bridge window [mem 0xd0600000-0xd07fffff]
[   42.255127] pcieport 0000:02:00.0:   bridge window [mem 0x900000000-0xbffffffff 64bit pref]
[   42.260325] amdgpu 0000:03:00.0: amdgpu: VRAM: 8176M 0x0000008000000000 - 0x00000081FEFFFFFF (8176M used)
[   42.260331] amdgpu 0000:03:00.0: amdgpu: GART: 512M 0x0000000000000000 - 0x000000001FFFFFFF
[   42.260353] [drm] Detected VRAM RAM=8176M, BAR=8192M
[   42.260355] [drm] RAM width 128bits GDDR6
[   42.261227] [drm] amdgpu: 8176M of VRAM memory ready
[   42.261231] [drm] amdgpu: 2754M of GTT memory ready.
[   42.261307] [drm] GART: num cpu pages 131072, num gpu pages 131072
[   42.261455] [drm] PCIE GART of 512M enabled (table at 0x0000008000F00000).
[   43.911874] amdgpu 0000:03:00.0: amdgpu: STB initialized to 2048 entries
[   43.912922] [drm] Loading DMUB firmware via PSP: version=0x02020013
[   43.914138] [drm] use_doorbell being set to: [true]
[   43.914189] [drm] use_doorbell being set to: [true]
[   43.914235] [drm] Found VCN firmware Version ENC: 1.30 DEC: 3 VEP: 0 Revision: 8
[   43.985205] amdgpu 0000:03:00.0: amdgpu: reserve 0xa00000 from 0x81fd000000 for PSP TMR
[   44.083744] amdgpu 0000:03:00.0: amdgpu: RAS: optional ras ta ucode is not available
[   44.101994] amdgpu 0000:03:00.0: amdgpu: SECUREDISPLAY: securedisplay ta ucode is not available
[   44.102023] amdgpu 0000:03:00.0: amdgpu: smu driver if version = 0x0000000f, smu fw if version = 0x00000013, smu fw program = 0, version = 0x003b2900 (59.41.0)
[   44.102031] amdgpu 0000:03:00.0: amdgpu: SMU driver if version not matched
[   44.102070] amdgpu 0000:03:00.0: amdgpu: use vbios provided pptable
[   44.150478] amdgpu 0000:03:00.0: amdgpu: SMU is initialized successfully!
[   44.151591] [drm] Display Core v3.2.301 initialized on DCN 3.0.2
[   44.151596] [drm] DP-HDMI FRL PCON supported
[   44.152958] [drm] DMUB hardware initialized: version=0x02020013
[   44.158219] snd_hda_intel 0000:03:00.1: bound 0000:03:00.0 (ops amdgpu_dm_audio_component_bind_ops [amdgpu])
[   44.384850] [drm] kiq ring mec 2 pipe 1 q 0
[   44.441878] amdgpu: HMM registered 8176MB device memory
[   44.444487] kfd kfd: amdgpu: Allocated 3969056 bytes on gart
[   44.444535] kfd kfd: amdgpu: Total number of KFD nodes to be created: 1
[   44.445024] amdgpu: Virtual CRAT table created for GPU
[   44.446593] amdgpu: Topology: Add dGPU node [0x73ff:0x1002]
[   44.446596] kfd kfd: amdgpu: added device 1002:73ff
[   44.446619] amdgpu 0000:03:00.0: amdgpu: SE 2, SH per SE 2, CU per SH 8, active_cu_number 28
[   44.446624] amdgpu 0000:03:00.0: amdgpu: ring gfx_0.0.0 uses VM inv eng 0 on hub 0
[   44.446626] amdgpu 0000:03:00.0: amdgpu: ring gfx_0.1.0 uses VM inv eng 1 on hub 0
[   44.446627] amdgpu 0000:03:00.0: amdgpu: ring comp_1.0.0 uses VM inv eng 4 on hub 0
[   44.446629] amdgpu 0000:03:00.0: amdgpu: ring comp_1.1.0 uses VM inv eng 5 on hub 0
[   44.446630] amdgpu 0000:03:00.0: amdgpu: ring comp_1.2.0 uses VM inv eng 6 on hub 0
[   44.446632] amdgpu 0000:03:00.0: amdgpu: ring comp_1.3.0 uses VM inv eng 7 on hub 0
[   44.446633] amdgpu 0000:03:00.0: amdgpu: ring comp_1.0.1 uses VM inv eng 8 on hub 0
[   44.446634] amdgpu 0000:03:00.0: amdgpu: ring comp_1.1.1 uses VM inv eng 9 on hub 0
[   44.446635] amdgpu 0000:03:00.0: amdgpu: ring comp_1.2.1 uses VM inv eng 10 on hub 0
[   44.446637] amdgpu 0000:03:00.0: amdgpu: ring comp_1.3.1 uses VM inv eng 11 on hub 0
[   44.446638] amdgpu 0000:03:00.0: amdgpu: ring kiq_0.2.1.0 uses VM inv eng 12 on hub 0
[   44.446640] amdgpu 0000:03:00.0: amdgpu: ring sdma0 uses VM inv eng 13 on hub 0
[   44.446641] amdgpu 0000:03:00.0: amdgpu: ring sdma1 uses VM inv eng 14 on hub 0
[   44.446642] amdgpu 0000:03:00.0: amdgpu: ring vcn_dec_0 uses VM inv eng 0 on hub 8
[   44.446644] amdgpu 0000:03:00.0: amdgpu: ring vcn_enc_0.0 uses VM inv eng 1 on hub 8
[   44.446645] amdgpu 0000:03:00.0: amdgpu: ring vcn_enc_0.1 uses VM inv eng 4 on hub 8
[   44.446647] amdgpu 0000:03:00.0: amdgpu: ring jpeg_dec uses VM inv eng 5 on hub 8
[   44.454437] amdgpu 0000:03:00.0: amdgpu: Using BOCO for runtime pm
[   44.460473] [drm] Initialized amdgpu 3.59.0 for 0000:03:00.0 on minor 0
[   44.469315] amdgpu 0000:03:00.0: [drm] fb1: amdgpudrmfb frame buffer device
[   44.528355] [drm] initializing kernel modesetting (RENOIR 0x1002:0x1636 0x1002:0x0124 0x84).
[   44.532510] [drm] register mmio base: 0xD0400000
[   44.532515] [drm] register mmio size: 524288
[   44.554469] [drm] add ip block number 0 <soc15_common>
[   44.554476] [drm] add ip block number 1 <gmc_v9_0>
[   44.554479] [drm] add ip block number 2 <vega10_ih>
[   44.554480] [drm] add ip block number 3 <psp>
[   44.554482] [drm] add ip block number 4 <smu>
[   44.554484] [drm] add ip block number 5 <dm>
[   44.554486] [drm] add ip block number 6 <gfx_v9_0>
[   44.554488] [drm] add ip block number 7 <sdma_v4_0>
[   44.554490] [drm] add ip block number 8 <vcn_v2_0>
[   44.554492] [drm] add ip block number 9 <jpeg_v2_0>
[   44.555485] amdgpu 0000:05:00.0: amdgpu: Fetched VBIOS from VFCT
[   44.555515] amdgpu: ATOM BIOS: 113-RENOIR-037
[   44.563536] Console: switching to colour dummy device 80x25
[   44.563660] amdgpu 0000:05:00.0: vgaarb: deactivate vga console
[   44.563664] amdgpu 0000:05:00.0: amdgpu: Trusted Memory Zone (TMZ) feature enabled
[   44.563668] amdgpu 0000:05:00.0: amdgpu: MODE2 reset
[   44.564228] [drm] vm size is 262144 GB, 4 levels, block size is 9-bit, fragment size is 9-bit
[   44.564252] amdgpu 0000:05:00.0: amdgpu: VRAM: 512M 0x000000F400000000 - 0x000000F41FFFFFFF (512M used)
[   44.564254] amdgpu 0000:05:00.0: amdgpu: GART: 1024M 0x0000000000000000 - 0x000000003FFFFFFF
[   44.564265] [drm] Detected VRAM RAM=512M, BAR=512M
[   44.564267] [drm] RAM width 128bits LPDDR4
[   44.565351] [drm] amdgpu: 512M of VRAM memory ready
[   44.565356] [drm] amdgpu: 2754M of GTT memory ready.
[   44.565466] [drm] GART: num cpu pages 262144, num gpu pages 262144
[   44.565687] [drm] PCIE GART of 1024M enabled.
[   44.565690] [drm] PTB located at 0x000000F41FC00000
[   44.567076] [drm] Loading DMUB firmware via PSP: version=0x0101001F
[   44.568435] [drm] Found VCN firmware Version ENC: 1.21 DEC: 7 VEP: 0 Revision: 3
[   45.188513] amdgpu 0000:05:00.0: amdgpu: reserve 0x400000 from 0xf41f800000 for PSP TMR
[   45.275963] amdgpu 0000:05:00.0: amdgpu: RAS: optional ras ta ucode is not available
[   45.287142] amdgpu 0000:05:00.0: amdgpu: RAP: optional rap ta ucode is not available
[   45.287145] amdgpu 0000:05:00.0: amdgpu: SECUREDISPLAY: securedisplay ta ucode is not available
[   45.288395] amdgpu 0000:05:00.0: amdgpu: SMU is initialized successfully!
[   45.289673] [drm] Display Core v3.2.301 initialized on DCN 2.1
[   45.289679] [drm] DP-HDMI FRL PCON supported
[   45.290239] [drm] DMUB hardware initialized: version=0x0101001F
[   45.323464] snd_hda_intel 0000:05:00.1: bound 0000:05:00.0 (ops amdgpu_dm_audio_component_bind_ops [amdgpu])
[   45.525550] [drm] kiq ring mec 2 pipe 1 q 0
[   45.531640] kfd kfd: amdgpu: Allocated 3969056 bytes on gart
[   45.531686] kfd kfd: amdgpu: Total number of KFD nodes to be created: 1
[   45.532326] amdgpu: Virtual CRAT table created for GPU
[   45.533938] amdgpu: Topology: Add dGPU node [0x1636:0x1002]
[   45.533942] kfd kfd: amdgpu: added device 1002:1636
[   45.534034] amdgpu 0000:05:00.0: amdgpu: SE 1, SH per SE 1, CU per SH 8, active_cu_number 7
[   45.534039] amdgpu 0000:05:00.0: amdgpu: ring gfx uses VM inv eng 0 on hub 0
[   45.534041] amdgpu 0000:05:00.0: amdgpu: ring comp_1.0.0 uses VM inv eng 1 on hub 0
[   45.534042] amdgpu 0000:05:00.0: amdgpu: ring comp_1.1.0 uses VM inv eng 4 on hub 0
[   45.534044] amdgpu 0000:05:00.0: amdgpu: ring comp_1.2.0 uses VM inv eng 5 on hub 0
[   45.534045] amdgpu 0000:05:00.0: amdgpu: ring comp_1.3.0 uses VM inv eng 6 on hub 0
[   45.534046] amdgpu 0000:05:00.0: amdgpu: ring comp_1.0.1 uses VM inv eng 7 on hub 0
[   45.534048] amdgpu 0000:05:00.0: amdgpu: ring comp_1.1.1 uses VM inv eng 8 on hub 0
[   45.534049] amdgpu 0000:05:00.0: amdgpu: ring comp_1.2.1 uses VM inv eng 9 on hub 0
[   45.534050] amdgpu 0000:05:00.0: amdgpu: ring comp_1.3.1 uses VM inv eng 10 on hub 0
[   45.534052] amdgpu 0000:05:00.0: amdgpu: ring kiq_0.2.1.0 uses VM inv eng 11 on hub 0
[   45.534053] amdgpu 0000:05:00.0: amdgpu: ring sdma0 uses VM inv eng 0 on hub 8
[   45.534055] amdgpu 0000:05:00.0: amdgpu: ring vcn_dec uses VM inv eng 1 on hub 8
[   45.534056] amdgpu 0000:05:00.0: amdgpu: ring vcn_enc0 uses VM inv eng 4 on hub 8
[   45.534057] amdgpu 0000:05:00.0: amdgpu: ring vcn_enc1 uses VM inv eng 5 on hub 8
[   45.534058] amdgpu 0000:05:00.0: amdgpu: ring jpeg_dec uses VM inv eng 6 on hub 8
[   45.541003] amdgpu 0000:05:00.0: amdgpu: Runtime PM not available
[   45.544497] [drm] Initialized amdgpu 3.59.0 for 0000:05:00.0 on minor 1
[   45.554275] fbcon: amdgpudrmfb (fb0) is primary device
[   45.554773] [drm] pre_validate_dsc:1578 MST_DSC dsc precompute is not needed
[   45.674353] Console: switching to colour frame buffer device 160x45
[   45.711935] amdgpu 0000:05:00.0: [drm] fb0: amdgpudrmfb frame buffer device












cjq@cjq-local:~$ sudo lspci -vvv -s 03:00.0
03:00.0 VGA compatible controller: Advanced Micro Devices, Inc. [AMD/ATI] Navi 23 [Radeon RX 6600/6600 XT/6600M] (rev c7) (prog-if 00 [VGA controller])
        DeviceName: Realtek RTL8111E Ethernet LOM
        Subsystem: Advanced Micro Devices, Inc. [AMD/ATI] Navi 23 [Radeon RX 6600/6600 XT/6600M]
        Control: I/O+ Mem+ BusMaster+ SpecCycle- MemWINV- VGASnoop- ParErr- Stepping- SERR- FastB2B- DisINTx-
        Status: Cap+ 66MHz- UDF- FastB2B- ParErr- DEVSEL=fast >TAbort- <TAbort- <MAbort- >SERR- <PERR- INTx-
        Latency: 0, Cache Line Size: 64 bytes
        Interrupt: pin A routed to IRQ 142
        Region 0: Memory at a00000000 (64-bit, prefetchable) [size=8G]
        Region 2: Memory at 900000000 (64-bit, prefetchable) [size=2M]
        Region 4: I/O ports at 2000 [size=256]
        Region 5: Memory at d0600000 (32-bit, non-prefetchable) [size=1M]
        Expansion ROM at d0720000 [disabled] [size=128K]
        Capabilities: [48] Vendor Specific Information: Len=08 <?>
        Capabilities: [50] Power Management version 3
                Flags: PMEClk- DSI- D1- D2- AuxCurrent=0mA PME(D0-,D1+,D2+,D3hot+,D3cold+)
                Status: D0 NoSoftRst+ PME-Enable- DSel=0 DScale=0 PME-
        Capabilities: [64] Express (v2) Legacy Endpoint, MSI 00
                DevCap: MaxPayload 256 bytes, PhantFunc 0, Latency L0s <4us, L1 unlimited
                        ExtTag+ AttnBtn- AttnInd- PwrInd- RBE+ FLReset-
                DevCtl: CorrErr+ NonFatalErr+ FatalErr+ UnsupReq+
                        RlxdOrd+ ExtTag+ PhantFunc- AuxPwr- NoSnoop+
                        MaxPayload 256 bytes, MaxReadReq 512 bytes
                DevSta: CorrErr+ NonFatalErr- FatalErr- UnsupReq+ AuxPwr- TransPend-
                LnkCap: Port #0, Speed 16GT/s, Width x16, ASPM L0s L1, Exit Latency L0s <64ns, L1 <1us
                        ClockPM+ Surprise- LLActRep- BwNot- ASPMOptComp+
                LnkCtl: ASPM L1 Enabled; RCB 64 bytes, Disabled- CommClk+
                        ExtSynch- ClockPM- AutWidDis- BWInt- AutBWInt-
                LnkSta: Speed 16GT/s (ok), Width x16 (ok)
                        TrErr- Train- SlotClk+ DLActive- BWMgmt- ABWMgmt-
                DevCap2: Completion Timeout: Range ABCD, TimeoutDis+ NROPrPrP- LTR+
                         10BitTagComp+ 10BitTagReq+ OBFF Not Supported, ExtFmt+ EETLPPrefix+, MaxEETLPPrefixes 1
                         EmergencyPowerReduction Not Supported, EmergencyPowerReductionInit-
                         FRS-
                         AtomicOpsCap: 32bit+ 64bit+ 128bitCAS-
                DevCtl2: Completion Timeout: 50us to 50ms, TimeoutDis- LTR+ OBFF Disabled,
                         AtomicOpsCtl: ReqEn+
                LnkCap2: Supported Link Speeds: 2.5-16GT/s, Crosslink- Retimer+ 2Retimers+ DRS-
                LnkCtl2: Target Link Speed: 16GT/s, EnterCompliance- SpeedDis-
                         Transmit Margin: Normal Operating Range, EnterModifiedCompliance- ComplianceSOS-
                         Compliance De-emphasis: -6dB
                LnkSta2: Current De-emphasis Level: -3.5dB, EqualizationComplete+ EqualizationPhase1+
                         EqualizationPhase2+ EqualizationPhase3+ LinkEqualizationRequest-
                         Retimer- 2Retimers- CrosslinkRes: unsupported
        Capabilities: [a0] MSI: Enable+ Count=1/1 Maskable- 64bit+
                Address: 00000000fee06000  Data: 0022
        Capabilities: [100 v1] Vendor Specific Information: ID=0001 Rev=1 Len=010 <?>
        Capabilities: [150 v2] Advanced Error Reporting
                UESta:  DLP- SDES- TLP- FCP- CmpltTO- CmpltAbrt- UnxCmplt- RxOF- MalfTLP- ECRC- UnsupReq- ACSViol-
                UEMsk:  DLP- SDES- TLP- FCP- CmpltTO- CmpltAbrt- UnxCmplt- RxOF- MalfTLP- ECRC- UnsupReq+ ACSViol-
                UESvrt: DLP+ SDES+ TLP- FCP+ CmpltTO+ CmpltAbrt- UnxCmplt+ RxOF+ MalfTLP+ ECRC+ UnsupReq- ACSViol-
                CESta:  RxErr- BadTLP- BadDLLP- Rollover- Timeout- AdvNonFatalErr-
                CEMsk:  RxErr- BadTLP- BadDLLP- Rollover- Timeout- AdvNonFatalErr-
                AERCap: First Error Pointer: 00, ECRCGenCap+ ECRCGenEn+ ECRCChkCap+ ECRCChkEn+
                        MultHdrRecCap- MultHdrRecEn- TLPPfxPres- HdrLogCap-
                HeaderLog: 00000000 00000000 00000000 00000000
        Capabilities: [200 v1] Physical Resizable BAR
                BAR 0: current size: 8GB, supported: 256MB 512MB 1GB 2GB 4GB 8GB
                BAR 2: current size: 2MB, supported: 2MB 4MB 8MB 16MB 32MB 64MB 128MB 256MB
        Capabilities: [240 v1] Power Budgeting <?>
        Capabilities: [270 v1] Secondary PCI Express
                LnkCtl3: LnkEquIntrruptEn- PerformEqu-
                LaneErrStat: 0
        Capabilities: [2a0 v1] Access Control Services
                ACSCap: SrcValid- TransBlk- ReqRedir- CmpltRedir- UpstreamFwd- EgressCtrl- DirectTrans-
                ACSCtl: SrcValid- TransBlk- ReqRedir- CmpltRedir- UpstreamFwd- EgressCtrl- DirectTrans-
        Capabilities: [2d0 v1] Process Address Space ID (PASID)
                PASIDCap: Exec+ Priv+, Max PASID Width: 10
                PASIDCtl: Enable- Exec- Priv-
        Capabilities: [320 v1] Latency Tolerance Reporting
                Max snoop latency: 1048576ns
                Max no snoop latency: 1048576ns
        Capabilities: [410 v1] Physical Layer 16.0 GT/s <?>
        Capabilities: [440 v1] Lane Margining at the Receiver <?>
        Kernel driver in use: amdgpu
        Kernel modules: amdgpu


cjq@cjq-local:~$ sudo lspci -vvv -s 03:00.1
03:00.1 Audio device: Advanced Micro Devices, Inc. [AMD/ATI] Navi 21 HDMI Audio [Radeon RX 6800/6800 XT / 6900 XT]
        Subsystem: Advanced Micro Devices, Inc. [AMD/ATI] Navi 21 HDMI Audio [Radeon RX 6800/6800 XT / 6900 XT]
        Control: I/O+ Mem+ BusMaster+ SpecCycle- MemWINV- VGASnoop- ParErr- Stepping- SERR- FastB2B- DisINTx-
        Status: Cap+ 66MHz- UDF- FastB2B- ParErr- DEVSEL=fast >TAbort- <TAbort- <MAbort- >SERR- <PERR- INTx-
        Latency: 0, Cache Line Size: 64 bytes
        Interrupt: pin B routed to IRQ 134
        Region 0: Memory at d0700000 (32-bit, non-prefetchable) [size=16K]
        Capabilities: [48] Vendor Specific Information: Len=08 <?>
        Capabilities: [50] Power Management version 3
                Flags: PMEClk- DSI- D1- D2- AuxCurrent=0mA PME(D0-,D1+,D2+,D3hot+,D3cold+)
                Status: D3 NoSoftRst+ PME-Enable+ DSel=0 DScale=0 PME-
        Capabilities: [64] Express (v2) Legacy Endpoint, MSI 00
                DevCap: MaxPayload 256 bytes, PhantFunc 0, Latency L0s <4us, L1 unlimited
                        ExtTag+ AttnBtn- AttnInd- PwrInd- RBE+ FLReset-
                DevCtl: CorrErr+ NonFatalErr+ FatalErr+ UnsupReq+
                        RlxdOrd+ ExtTag+ PhantFunc- AuxPwr- NoSnoop+
                        MaxPayload 256 bytes, MaxReadReq 512 bytes
                DevSta: CorrErr+ NonFatalErr- FatalErr- UnsupReq+ AuxPwr- TransPend-
                LnkCap: Port #0, Speed 16GT/s, Width x16, ASPM L0s L1, Exit Latency L0s <64ns, L1 <1us
                        ClockPM+ Surprise- LLActRep- BwNot- ASPMOptComp+
                LnkCtl: ASPM L1 Enabled; RCB 64 bytes, Disabled- CommClk+
                        ExtSynch- ClockPM- AutWidDis- BWInt- AutBWInt-
                LnkSta: Speed 16GT/s (ok), Width x16 (ok)
                        TrErr- Train- SlotClk+ DLActive- BWMgmt- ABWMgmt-
                DevCap2: Completion Timeout: Range ABCD, TimeoutDis+ NROPrPrP- LTR+
                         10BitTagComp+ 10BitTagReq+ OBFF Not Supported, ExtFmt+ EETLPPrefix+, MaxEETLPPrefixes 1
                         EmergencyPowerReduction Not Supported, EmergencyPowerReductionInit-
                         FRS-
                         AtomicOpsCap: 32bit- 64bit- 128bitCAS-
                DevCtl2: Completion Timeout: 50us to 50ms, TimeoutDis- LTR- OBFF Disabled,
                         AtomicOpsCtl: ReqEn-
                LnkSta2: Current De-emphasis Level: -3.5dB, EqualizationComplete- EqualizationPhase1-
                         EqualizationPhase2- EqualizationPhase3- LinkEqualizationRequest-
                         Retimer- 2Retimers- CrosslinkRes: unsupported
        Capabilities: [a0] MSI: Enable+ Count=1/1 Maskable- 64bit+
                Address: 00000000fee00000  Data: 0022
        Capabilities: [100 v1] Vendor Specific Information: ID=0001 Rev=1 Len=010 <?>
        Capabilities: [150 v2] Advanced Error Reporting
                UESta:  DLP- SDES- TLP- FCP- CmpltTO- CmpltAbrt- UnxCmplt- RxOF- MalfTLP- ECRC- UnsupReq- ACSViol-
                UEMsk:  DLP- SDES- TLP- FCP- CmpltTO- CmpltAbrt- UnxCmplt- RxOF- MalfTLP- ECRC- UnsupReq+ ACSViol-
                UESvrt: DLP+ SDES+ TLP- FCP+ CmpltTO+ CmpltAbrt- UnxCmplt+ RxOF+ MalfTLP+ ECRC+ UnsupReq- ACSViol-
                CESta:  RxErr- BadTLP- BadDLLP- Rollover- Timeout- AdvNonFatalErr-
                CEMsk:  RxErr- BadTLP- BadDLLP- Rollover- Timeout- AdvNonFatalErr-
                AERCap: First Error Pointer: 00, ECRCGenCap+ ECRCGenEn+ ECRCChkCap+ ECRCChkEn+
                        MultHdrRecCap- MultHdrRecEn- TLPPfxPres- HdrLogCap-
                HeaderLog: 00000000 00000000 00000000 00000000
        Capabilities: [2a0 v1] Access Control Services
                ACSCap: SrcValid- TransBlk- ReqRedir- CmpltRedir- UpstreamFwd- EgressCtrl- DirectTrans-
                ACSCtl: SrcValid- TransBlk- ReqRedir- CmpltRedir- UpstreamFwd- EgressCtrl- DirectTrans-
        Kernel driver in use: snd_hda_intel
        Kernel modules: snd_hda_intel


[-- Attachment #3: Jiqian_rebar_xl_dmesg.txt --]
[-- Type: text/plain, Size: 21204 bytes --]

 __  __            _  _    ____   ___                     _        _     _
 \ \/ /___ _ __   | || |  |___ \ / _ \    _   _ _ __  ___| |_ __ _| |__ | | ___
  \  // _ \ '_ \  | || |_   __) | | | |__| | | | '_ \/ __| __/ _` | '_ \| |/ _ \
  /  \  __/ | | | |__   _| / __/| |_| |__| |_| | | | \__ \ || (_| | |_) | |  __/
 /_/\_\___|_| |_|    |_|(_)_____|\___/    \__,_|_| |_|___/\__\__,_|_.__/|_|\___|

(XEN) Xen version 4.20-unstable (cjq@) (gcc (Ubuntu 11.4.0-1ubuntu1~22.04) 11.4.0) debug=y Mon Nov 18 13:43:58 CST 2024
(XEN) Latest ChangeSet: Mon Nov 18 13:42:00 2024 +0800 git:3ca9774c69
(XEN) build-id: bac6cd941fbf3e23ade1daa0b314517ac9bb1ced
(XEN) Bootloader: GRUB 2.06-2ubuntu14.4
(XEN) Command line: placeholder dom0=pvh dom0_mem=6G loglvl=all no-real-mode edd=off
(XEN) Xen image load base address: 0xc6c00000
(XEN) Video information:
(XEN)  VGA is graphics mode 2560x1440, 32 bpp
(XEN) Disc information:
(XEN)  Found 0 MBR signatures
(XEN)  Found 1 EDD information structures
(XEN) CPU Vendor: AMD, Family 23 (0x17), Model 96 (0x60), Stepping 1 (raw 00860f01)
(XEN) EFI RAM map:
(XEN)  [0000000000000000, 000000000009efff] (usable)
(XEN)  [000000000009f000, 00000000000bffff] (reserved)
(XEN)  [0000000000100000, 0000000009afffff] (usable)
(XEN)  [0000000009b00000, 0000000009dfffff] (reserved)
(XEN)  [0000000009e00000, 0000000009efffff] (usable)
(XEN)  [0000000009f00000, 0000000009f0ffff] (ACPI NVS)
(XEN)  [0000000009f10000, 00000000bb465fff] (usable)
(XEN)  [00000000bb466000, 00000000bc565fff] (reserved)
(XEN)  [00000000bc566000, 00000000c877efff] (usable)
(XEN)  [00000000c877f000, 00000000caf7efff] (reserved)
(XEN)  [00000000caf7f000, 00000000ccf7efff] (ACPI NVS)
(XEN)  [00000000ccf7f000, 00000000ccffefff] (ACPI data)
(XEN)  [00000000ccfff000, 00000000ccffffff] (usable)
(XEN)  [00000000cd000000, 00000000cdffffff] (reserved)
(XEN)  [00000000f0000000, 00000000f7ffffff] (reserved)
(XEN)  [00000000fde00000, 00000000fdefffff] (reserved)
(XEN)  [00000000fec00000, 00000000fec01fff] (reserved)
(XEN)  [00000000fec10000, 00000000fec10fff] (reserved)
(XEN)  [00000000fec20000, 00000000fec20fff] (reserved)
(XEN)  [00000000fed80000, 00000000fed81fff] (reserved)
(XEN)  [00000000fedc0000, 00000000feddffff] (reserved)
(XEN)  [00000000fee00000, 00000000fee00fff] (reserved)
(XEN)  [00000000ff000000, 00000000fff1ffff] (reserved)
(XEN)  [0000000100000000, 000000080f33ffff] (usable)
(XEN)  [000000080f340000, 000000082fffffff] (reserved)
(XEN) BSP microcode revision: 0x08600109
(XEN) ACPI: RSDP CCFFE014, 0024 (r2 AMD   )
(XEN) ACPI: XSDT CCFDE188, 0154 (r1 AMD    Celadon         2       1000013)
(XEN) ACPI: FACP CCFE6000, 0114 (r6 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: DSDT CCFD4000, 90BF (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: FACS CCEF1000, 0040
(XEN) ACPI: UEFI CCF7E000, 0236 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFF5000, 723C (r2 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: IVRS CCFF4000, 01A4 (r2 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFF0000, 374A (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFEF000, 0228 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: BERT CCFEE000, 0030 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: EINJ CCFEC000, 0150 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFEB000, 046D (r1 AMD    Celadon      1000 ACPI    40000)
(XEN) ACPI: TPM2 CCFEA000, 0034 (r4 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: ASF! CCFE8000, 00A5 (r32 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: BOOT CCFE7000, 0028 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: HPET CCFE5000, 0038 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: APIC CCFE4000, 0138 (r4 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: MCFG CCFE3000, 003C (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: SLIC CCFE2000, 0176 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: WSMT CCFDF000, 0028 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: SSDT CCFFD000, 0080 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: SSDT CCFC5000, 0164 (r1 AMD    Celadon      1000 ACPI    40000)
(XEN) ACPI: SSDT CCFC2000, 2B80 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: CRAT CCFC1000, 0BA8 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: CDIT CCFC0000, 0029 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: VFCT CCFA7000, 18CA0 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFD3000, 0139 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: HEST CCF96000, 10874 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFED000, 028D (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFD2000, 0D37 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFD0000, 10AB (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFCF000, 0179 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFCD000, 154F (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFCB000, 10B3 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFCA000, 01C0 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFC6000, 30C8 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: FPDT CCF95000, 0044 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: BGRT CCF94000, 0038 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFE1000, 007D (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFE0000, 0F96 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCF93000, 0517 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) System RAM: 32102MB (32872764kB)
(XEN) No NUMA configuration found
(XEN) Faking a node at 0000000000000000-000000080f340000
(XEN) Domain heap initialised
(XEN) vesafb: framebuffer at 0x000000fc70000000, mapped to 0xffff82c000203000, using 14400k, total 14400k
(XEN) vesafb: mode is 2560x1440x32, linelength=10240, font 8x16
(XEN) vesafb: Truecolor: size=8:8:8:8, shift=24:16:8:0
(XEN) SMBIOS 3.1 present.
(XEN) Using APIC driver default
(XEN) ACPI: PM-Timer IO Port: 0x408 (32 bits)
(XEN) ACPI: v5 SLEEP INFO: control[0:0], status[0:0]
(XEN) ACPI: SLEEP INFO: pm1x_cnt[1:404,1:0], pm1x_evt[1:400,1:0]
(XEN) ACPI: 32/64X FACS address mismatch in FADT - ccef1000/0000000000000000, using 32
(XEN) ACPI:             wakeup_vec[ccef100c], vec_size[20]
(XEN) ACPI: Local APIC address 0xfee00000
(XEN) Overriding APIC driver with bigsmp
(XEN) ACPI: IOAPIC (id[0x21] address[0xfec00000] gsi_base[0])
(XEN) IOAPIC[0]: apic_id 33, version 33, address 0xfec00000, GSI 0-23
(XEN) ACPI: IOAPIC (id[0x22] address[0xfec01000] gsi_base[24])
(XEN) IOAPIC[1]: apic_id 34, version 33, address 0xfec01000, GSI 24-55
(XEN) ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl)
(XEN) ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 low level)
(XEN) ACPI: IRQ0 used by override.
(XEN) ACPI: IRQ2 used by override.
(XEN) ACPI: IRQ9 used by override.
(XEN) ACPI: HPET id: 0x10228210 base: 0xfed00000
(XEN) PCI: MCFG configuration 0: base f0000000 segment 0000 buses 00 - 7f
(XEN) PCI: MCFG area at f0000000 reserved in E820
(XEN) PCI: Using MCFG for segment 0000 bus 00-7f
(XEN) HEST: Table parsing has been initialized
(XEN) ACPI: BGRT: invalidating v1 image at 0xc32b0000
(XEN) Using ACPI (MADT) for SMP configuration information
(XEN) SMP: Allowing 16 CPUs (4 hotplug CPUs)
(XEN) IRQ limits: 56 GSI, 2440 MSI/MSI-X
(XEN) Zenbleed mitigation - using chickenbit
(XEN) CPU0: 1400 ... 3000 MHz
(XEN) xstate: size: 0x380 and states: 0x207
(XEN) CPU0: AMD Fam17h machine check reporting enabled
(XEN) Speculative mitigation facilities:
(XEN)   Hardware hints: IBRS_FAST IBRS_SAME_MODE
(XEN)   Hardware features: IBPB IBRS STIBP SSBD
(XEN)   Compiled-in support: INDIRECT_THUNK SHADOW_PAGING HARDEN_ARRAY HARDEN_BRANCH HARDEN_GUEST_ACCESS HARDEN_LOCK
(XEN)   Xen settings: BTI-Thunk: RETPOLINE, SPEC_CTRL: IBRS- STIBP+ SSBD-, Other: BRANCH_HARDEN
(XEN)   Support for HVM VMs: MSR_SPEC_CTRL MSR_VIRT_SPEC_CTRL RSB IBPB-entry
(XEN)   Support for PV VMs: IBPB-entry
(XEN)   XPTI (64-bit PV only): Dom0 disabled, DomU disabled (without PCID)
(XEN)   PV L1TF shadowing: Dom0 disabled, DomU disabled
(XEN) Using scheduler: SMP Credit Scheduler rev2 (credit2)
(XEN) Initializing Credit2 scheduler
(XEN)  load_precision_shift: 18
(XEN)  load_window_shift: 30
(XEN)  underload_balance_tolerance: 0
(XEN)  overload_balance_tolerance: -3
(XEN)  runqueues arrangement: socket
(XEN)  cap enforcement granularity: 10ms
(XEN) load tracking window length 1073741824 ns
(XEN) Platform timer is 14.318MHz HPET
(XEN) Detected 2994.377 MHz processor.
(XEN) Freed 1020kB unused BSS memory
(XEN) EFI memory map:
(XEN)  0000000000000-0000000003fff type=2 attr=000000000000000f
(XEN)  0000000004000-000000008efff type=7 attr=000000000000000f
(XEN)  000000008f000-000000009efff type=2 attr=000000000000000f
(XEN)  000000009f000-000000009ffff type=0 attr=000000000000000f
(XEN)  0000000100000-0000004ac6fff type=2 attr=000000000000000f
(XEN)  0000004ac7000-0000009afffff type=7 attr=000000000000000f
(XEN)  0000009b00000-0000009dfffff type=0 attr=000000000000000f
(XEN)  0000009e00000-0000009efffff type=7 attr=000000000000000f
(XEN)  0000009f00000-0000009f0ffff type=10 attr=000000000000000f
(XEN)  0000009f10000-0000078937fff type=7 attr=000000000000000f
(XEN)  0000078938000-000007fffefff type=1 attr=000000000000000f
(XEN)  000007ffff000-00000b6e88fff type=7 attr=000000000000000f
(XEN)  00000b6e89000-00000b7103fff type=1 attr=000000000000000f
(XEN)  00000b7104000-00000b737efff type=2 attr=000000000000000f
(XEN)  00000b737f000-00000b739efff type=4 attr=000000000000000f
(XEN)  00000b739f000-00000b73f7fff type=7 attr=000000000000000f
(XEN)  00000b73f8000-00000b7619fff type=4 attr=000000000000000f
(XEN)  00000b761a000-00000b7667fff type=3 attr=000000000000000f
(XEN)  00000b7668000-00000baf86fff type=4 attr=000000000000000f
(XEN)  00000baf87000-00000bafa5fff type=3 attr=000000000000000f
(XEN)  00000bafa6000-00000baff7fff type=4 attr=000000000000000f
(XEN)  00000baff8000-00000bb05dfff type=3 attr=000000000000000f
(XEN)  00000bb05e000-00000bb465fff type=4 attr=000000000000000f
(XEN)  00000bb466000-00000bc565fff type=0 attr=000000000000000f
(XEN)  00000bc566000-00000bc56ffff type=3 attr=000000000000000f
(XEN)  00000bc570000-00000bc579fff type=7 attr=000000000000000f
(XEN)  00000bc57a000-00000bc57cfff type=2 attr=000000000000000f
(XEN)  00000bc57d000-00000bc6a8fff type=7 attr=000000000000000f
(XEN)  00000bc6a9000-00000bc77efff type=1 attr=000000000000000f
(XEN)  00000bc77f000-00000c3160fff type=7 attr=000000000000000f
(XEN)  00000c3161000-00000c32a1fff type=4 attr=000000000000000f
(XEN)  00000c32a2000-00000c32abfff type=7 attr=000000000000000f
(XEN)  00000c32ac000-00000c32acfff type=4 attr=000000000000000f
(XEN)  00000c32ad000-00000c32adfff type=7 attr=000000000000000f
(XEN)  00000c32ae000-00000c677efff type=4 attr=000000000000000f
(XEN)  00000c677f000-00000c6dfffff type=7 attr=000000000000000f
(XEN)  00000c6e00000-00000c71f7fff type=2 attr=000000000000000f
(XEN)  00000c71f8000-00000c737afff type=7 attr=000000000000000f
(XEN)  00000c737b000-00000c877efff type=3 attr=000000000000000f
(XEN)  00000c877f000-00000c8f7efff type=5 attr=800000000000000f
(XEN)  00000c8f7f000-00000c9f7efff type=6 attr=800000000000000f
(XEN)  00000c9f7f000-00000caf7efff type=0 attr=000000000000000f
(XEN)  00000caf7f000-00000ccf7efff type=10 attr=000000000000000f
(XEN)  00000ccf7f000-00000ccffefff type=9 attr=000000000000000f
(XEN)  00000ccfff000-00000ccffffff type=4 attr=000000000000000f
(XEN)  0000100000000-000080f33ffff type=7 attr=000000000000000f
(XEN)  00000000a0000-00000000bffff type=0 attr=0000000000000000
(XEN)  00000cd000000-00000cdffffff type=0 attr=0000000000000000
(XEN)  00000f0000000-00000f7ffffff type=11 attr=8000000000000001
(XEN)  00000fde00000-00000fdefffff type=11 attr=8000000000000001
(XEN)  00000fec00000-00000fec01fff type=11 attr=8000000000000001
(XEN)  00000fec10000-00000fec10fff type=11 attr=8000000000000001
(XEN)  00000fec20000-00000fec20fff type=11 attr=8000000000000001
(XEN)  00000fed80000-00000fed81fff type=11 attr=8000000000000001
(XEN)  00000fedc0000-00000feddffff type=11 attr=8000000000000001
(XEN)  00000fee00000-00000fee00fff type=11 attr=8000000000000001
(XEN)  00000ff000000-00000fff1ffff type=11 attr=8000000000000001
(XEN)  000080f340000-000082fffffff type=0 attr=0000000000000000
(XEN) alt table ffff82d04049c1b8 -> ffff82d0404aeca4
(XEN) AMD-Vi: IOMMU Extended Features:
(XEN) - Peripheral Page Service Request
(XEN) - x2APIC
(XEN) - NX bit
(XEN) - Invalidate All Command
(XEN) - Guest APIC
(XEN) - Performance Counters
(XEN) - Host Address Translation Size: 0x2
(XEN) - Guest Address Translation Size: 0
(XEN) - Guest CR3 Root Table Level: 0x1
(XEN) - Maximum PASID: 0xf
(XEN) - SMI Filter Register: 0x1
(XEN) - SMI Filter Register Count: 0x1
(XEN) - Guest Virtual APIC Modes: 0x1
(XEN) - Dual PPR Log: 0x2
(XEN) - Dual Event Log: 0x2
(XEN) - User / Supervisor Page Protection
(XEN) - Device Table Segmentation: 0x3
(XEN) - PPR Log Overflow Early Warning
(XEN) - PPR Automatic Response
(XEN) - Memory Access Routing and Control: 0
(XEN) - Block StopMark Message
(XEN) - Performance Optimization
(XEN) - MSI Capability MMIO Access
(XEN) - Guest I/O Protection
(XEN) - Enhanced PPR Handling
(XEN) - Attribute Forward
(XEN) - Invalidate IOTLB Type
(XEN) - VM Table Size: 0
(XEN) - Guest Access Bit Update Disable
(XEN) AMD-Vi: Disabled HAP memory map sharing with IOMMU
(XEN) AMD-Vi: IOMMU 0 Enabled.
(XEN) I/O virtualisation enabled
(XEN)  - Dom0 mode: Relaxed
(XEN) Interrupt remapping enabled
(XEN) nr_sockets: 2
(XEN) Enabling APIC mode.  Using 2 I/O APICs
(XEN) ENABLING IO-APIC IRQs
(XEN)  -> Using new ACK method
(XEN) ..TIMER: vector=0xF0 apic1=0 pin1=2 apic2=-1 pin2=-1
(XEN) Wallclock source: EFI
(XEN) Allocated console ring of 128 KiB.
(XEN) mwait-idle: does not run on family 23 model 96
(XEN) HVM: ASIDs enabled.
(XEN) SVM: Supported advanced features:
(XEN)  - Nested Page Tables (NPT)
(XEN)  - Last Branch Record (LBR) Virtualisation
(XEN)  - Next-RIP Saved on #VMEXIT
(XEN)  - VMCB Clean Bits
(XEN)  - TLB flush by ASID
(XEN)  - DecodeAssists
(XEN)  - Virtual VMLOAD/VMSAVE
(XEN)  - Virtual GIF
(XEN)  - Pause-Intercept Filter
(XEN)  - Pause-Intercept Filter Threshold
(XEN)  - TSC Rate MSR
(XEN)  - MSR_SPEC_CTRL virtualisation
(XEN) HVM: SVM enabled
(XEN) HVM: Hardware Assisted Paging (HAP) detected
(XEN) HVM: HAP page sizes: 4kB, 2MB, 1GB
(XEN) alt table ffff82d04049c1b8 -> ffff82d0404aeca4
(XEN) Brought up 12 CPUs
(XEN) Scheduling granularity: cpu, 1 CPU per sched-resource
(XEN) Initializing Credit2 scheduler
(XEN)  load_precision_shift: 18
(XEN)  load_window_shift: 30
(XEN)  underload_balance_tolerance: 0
(XEN)  overload_balance_tolerance: -3
(XEN)  runqueues arrangement: socket
(XEN)  cap enforcement granularity: 10ms
(XEN) load tracking window length 1073741824 ns
(XEN) Adding cpu 0 to runqueue 0
(XEN)  First cpu on runqueue, activating
(XEN) Adding cpu 1 to runqueue 0
(XEN) Adding cpu 2 to runqueue 0
(XEN) Adding cpu 3 to runqueue 0
(XEN) Adding cpu 4 to runqueue 0
(XEN) Adding cpu 5 to runqueue 0
(XEN) Adding cpu 6 to runqueue 0
(XEN) Adding cpu 7 to runqueue 0
(XEN) Adding cpu 8 to runqueue 0
(XEN) Adding cpu 9 to runqueue 0
(XEN) Adding cpu 10 to runqueue 0
(XEN) Adding cpu 11 to runqueue 0
(XEN) mcheck_poll: Machine check polling timer started.
(XEN) Running stub recovery selftests...
(XEN) Fixup #UD[0000]: ffff82d07fffe044 [ffff82d07fffe044] -> ffff82d04038cd4c
(XEN) Fixup #GP[0000]: ffff82d07fffe045 [ffff82d07fffe045] -> ffff82d04038cd4c
(XEN) Fixup #SS[0000]: ffff82d07fffe044 [ffff82d07fffe044] -> ffff82d04038cd4c
(XEN) Fixup #BP[0000]: ffff82d07fffe045 [ffff82d07fffe045] -> ffff82d04038cd4c
(XEN) NX (Execute Disable) protection active
(XEN) *** Building a PVH Dom0 ***
(XEN) Dom0 memory allocation stats:
(XEN) order  0 allocations: 4
(XEN) order  1 allocations: 4
(XEN) order  2 allocations: 3
(XEN) order  3 allocations: 3
(XEN) order  4 allocations: 5
(XEN) order  5 allocations: 4
(XEN) order  6 allocations: 4
(XEN) order  7 allocations: 4
(XEN) order  8 allocations: 4
(XEN) order  9 allocations: 4
(XEN) order 10 allocations: 4
(XEN) order 11 allocations: 4
(XEN) order 12 allocations: 4
(XEN) order 13 allocations: 4
(XEN) order 14 allocations: 2
(XEN) order 15 allocations: 3
(XEN) order 16 allocations: 3
(XEN) order 17 allocations: 3
(XEN) order 18 allocations: 3
(XEN) ELF: phdr: paddr=0x1000000 memsz=0x195f628
(XEN) ELF: phdr: paddr=0x2a00000 memsz=0x96f000
(XEN) ELF: phdr: paddr=0x336f000 memsz=0x39000
(XEN) ELF: phdr: paddr=0x33a8000 memsz=0x1458000
(XEN) ELF: memory: 0x1000000 -> 0x4800000
(XEN) ELF: note: PHYS32_RELOC align: 0x200000 min: 0x1000000 max: 0x3fffffff
(XEN) ELF: note: PHYS32_ENTRY = 0x1000a20
(XEN) ELF: note: GUEST_OS = "linux"
(XEN) ELF: note: GUEST_VERSION = "2.6"
(XEN) ELF: note: XEN_VERSION = "xen-3.0"
(XEN) ELF: note: VIRT_BASE = 0xffffffff80000000
(XEN) ELF: note: INIT_P2M = 0x8000000000
(XEN) ELF: note: ENTRY = 0xffffffff833bc620
(XEN) ELF: note: FEATURES = "!writable_page_tables"
(XEN) ELF: note: PAE_MODE = "yes"
(XEN) ELF: note: L1_MFN_VALID
(XEN) ELF: note: MOD_START_PFN = 0x1
(XEN) ELF: note: PADDR_OFFSET = 0
(XEN) ELF: note: HYPERCALL_PAGE = 0xffffffff81f3a000
(XEN) ELF: note: SUPPORTED_FEATURES = 0x8801
(XEN) ELF: note: LOADER = "generic"
(XEN) ELF: note: SUSPEND_CANCEL = 0x1
(XEN) ELF: Found PVH image
(XEN) ELF: addresses:
(XEN)     virt_base        = 0x0
(XEN)     elf_paddr_offset = 0x0
(XEN)     virt_offset      = 0x0
(XEN)     virt_kstart      = 0x1000000
(XEN)     virt_kend        = 0x4800000
(XEN)     virt_entry       = 0x1000a20
(XEN)     p2m_base         = 0x8000000000
(XEN) ELF: phdr 0 at 0x1000000 -> 0x295f628
(XEN) ELF: phdr 1 at 0x2a00000 -> 0x336f000
(XEN) ELF: phdr 2 at 0x336f000 -> 0x33a8000
(XEN) ELF: phdr 3 at 0x33a8000 -> 0x4800000
(XEN) Dom0 memory map:
(XEN)  [0000000000000000, 000000000009efff] (usable)
(XEN)  [000000000009f000, 00000000000bffff] (reserved)
(XEN)  [0000000000100000, 0000000009afffff] (usable)
(XEN)  [0000000009b00000, 0000000009dfffff] (reserved)
(XEN)  [0000000009e00000, 0000000009efffff] (usable)
(XEN)  [0000000009f00000, 0000000009f0ffff] (ACPI NVS)
(XEN)  [0000000009f10000, 00000000bb465fff] (usable)
(XEN)  [00000000bb466000, 00000000bc565fff] (reserved)
(XEN)  [00000000bc566000, 00000000c877efff] (usable)
(XEN)  [00000000c877f000, 00000000caf7efff] (reserved)
(XEN)  [00000000caf7f000, 00000000ccf7efff] (ACPI NVS)
(XEN)  [00000000ccf7f000, 00000000ccffefff] (ACPI data)
(XEN)  [00000000ccfff000, 00000000ccfffdd7] (usable)
(XEN)  [00000000ccfffdd8, 00000000ccfffeef] (ACPI data)
(XEN)  [00000000cd000000, 00000000cdffffff] (reserved)
(XEN)  [00000000f0000000, 00000000f7ffffff] (reserved)
(XEN)  [00000000fde00000, 00000000fdefffff] (reserved)
(XEN)  [00000000fec00000, 00000000fec01fff] (reserved)
(XEN)  [00000000fec10000, 00000000fec10fff] (reserved)
(XEN)  [00000000fec20000, 00000000fec20fff] (reserved)
(XEN)  [00000000fed80000, 00000000fed81fff] (reserved)
(XEN)  [00000000fedc0000, 00000000feddffff] (reserved)
(XEN)  [00000000fee00000, 00000000fee00fff] (reserved)
(XEN)  [00000000ff000000, 00000000fff1ffff] (reserved)
(XEN)  [0000000100000000, 00000001b8cf0fff] (usable)
(XEN)  [00000001b8cf1000, 000000080f33ffff] (unusable)
(XEN)  [000000080f340000, 000000082fffffff] (reserved)
(XEN) Initial low memory virq threshold set at 0x4000 pages.
(XEN) Scrubbing Free RAM in background
(XEN) Std. Loglevel: All
(XEN) Guest Loglevel: All
(XEN) Xen is relinquishing VGA console.
(XEN) *** Serial input to DOM0 (type 'CTRL-a' three times to switch input)
(XEN) Freed 652kB init memory
(XEN) d0v0: upcall vector f3
(XEN) PCI add device 0000:00:00.0
(XEN) PCI add device 0000:00:00.2
(XEN) PCI add device 0000:00:01.0
(XEN) PCI add device 0000:00:01.1
(XEN) PCI add device 0000:00:02.0
(XEN) PCI add device 0000:00:02.4
(XEN) PCI add device 0000:00:08.0
(XEN) PCI add device 0000:00:08.1
(XEN) PCI add device 0000:00:08.2
(XEN) PCI add device 0000:00:14.0
(XEN) PCI add device 0000:00:14.3
(XEN) PCI add device 0000:00:18.0
(XEN) PCI add device 0000:00:18.1
(XEN) PCI add device 0000:00:18.2
(XEN) PCI add device 0000:00:18.3
(XEN) PCI add device 0000:00:18.4
(XEN) PCI add device 0000:00:18.5
(XEN) PCI add device 0000:00:18.6
(XEN) PCI add device 0000:00:18.7
(XEN) PCI add device 0000:01:00.0
(XEN) PCI add device 0000:02:00.0
(XEN) PCI add device 0000:03:00.0
(XEN) PCI add device 0000:03:00.1
(XEN) PCI add device 0000:04:00.0
(XEN) PCI add device 0000:05:00.0
(XEN) PCI add device 0000:05:00.1
(XEN) PCI add device 0000:05:00.2
(XEN) PCI add device 0000:05:00.3
(XEN) PCI add device 0000:05:00.4
(XEN) PCI add device 0000:05:00.5
(XEN) PCI add device 0000:05:00.6
(XEN) PCI add device 0000:06:00.0
(XEN) PCI add device 0000:06:00.1
(XEN) PCI add device 0000:06:00.2
(XEN) PCI add device 0000:06:00.3
(XEN) arch/x86/hvm/svm/svm.c:1889:d0v0 RDMSR 0xc0010058 unimplemented
(XEN) arch/x86/hvm/svm/svm.c:1889:d0v0 RDMSR 0xc001029b unimplemented
(XEN) arch/x86/hvm/svm/svm.c:1889:d0v0 RDMSR 0xc001029a unimplemented
(XEN) common/grant_table.c:1909:d0v6 Expanding d0 grant table from 1 to 2 frames

Re: [PATCH] vpci: Add resizable bar support

[Roger Pau Monné]

On Mon, Nov 18, 2024 at 06:06:03AM +0000, Chen, Jiqian wrote:
> On 2024/11/15 19:42, Roger Pau Monné wrote:
> > On Fri, Nov 15, 2024 at 03:04:22AM +0000, Chen, Jiqian wrote:
> >> On 2024/11/15 01:36, Roger Pau Monné wrote:
> >>> On Thu, Nov 14, 2024 at 04:52:18PM +0100, Roger Pau Monné wrote:
> >>>> On Thu, Nov 14, 2024 at 06:11:46AM +0000, Chen, Jiqian wrote:
> >>>>> On 2024/11/13 18:30, Roger Pau Monné wrote:
> >>>>>> On Wed, Nov 13, 2024 at 10:00:33AM +0000, Chen, Jiqian wrote:
> >>>>>>> On 2024/11/13 17:30, Roger Pau Monné wrote:
> >>>>>>>> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
> >>>>>>>>> Some devices, like discrete GPU of amd, support resizable bar capability,
> >>>>>>>>> but vpci of Xen doesn't support this feature, so they fail to resize bars
> >>>>>>>>> and then cause probing failure.
> >>>>>>>>>
> >>>>>>>>> According to PCIe spec, each bar that support resizing has two registers,
> >>>>>>>>> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
> >>>>>>>>> corresponding handler into vpci.
> >>>>>>>>>
> >>>>>>>>> PCI_REBAR_CAP is RO, only provide reading.
> >>>>>>>>>
> >>>>>>>>> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
> >>>>>>>>> setting the new size.
> >>>>>>>>
> >>>>>>>> I think the logic to handle resizable BAR could be much simpler.  Some
> >>>>>>>> time ago I've made a patch to add support for it, but due to lack of
> >>>>>>>> hardware on my side to test it I've never submitted it.
> >>>>>>>>
> >>>>>>>> My approach would be to detect the presence of the
> >>>>>>>> PCI_EXT_CAP_ID_REBAR capability in init_header(), and if the
> >>>>>>>> capability is present force the sizing of BARs each time they are
> >>>>>>>> mapped in modify_bars().  I don't think we need to trap accesses to
> >>>>>>>> the capability itself, as resizing can only happen when memory
> >>>>>>>> decoding is not enabled for the device.  It's enough to fetch the size
> >>>>>>>> of the BARs ahead of each enabling of memory decoding.
> >>>>>>>>
> >>>>>>>> Note that memory decoding implies mapping the BARs into the p2m, which
> >>>>>>>> is already an expensive operation, the extra sizing is unlikely to
> >>>>>>>> make much of a difference performance wise.
> >>>>>>>>
> >>>>>>>> I've found the following on my git tree and rebased on top of staging:
> >>>>>>> OK.
> >>>>>>> Do you need me to validate your patch in my environment?
> >>>>>>
> >>>>>> Yes please, I have no way to test it.  Let's see what others think
> >>>>>> about the different approaches.
> >>>>> There are some errors with your method.
> >>>>> I attached the dmesg and xl dmesg logs.
> >>>>> From the dmesg logs, it seems that 0000:03:00.0 has addresse overlap with 0000:03:00.1
> >>>>
> >>>> Do you have the output of lspci with the BAR sizes/positions before
> >>>> and after the resizing?
> >>>>
> >>>>>
> >>>>> I think there is a place that needs to be modified regarding your method,
> >>>>> although this modification does not help with the above-mentioned errors,
> >>>>> it is that whether to support resizing is specific to which bar, rather than just determining whether there is a Rebar capability.
> >>>>
> >>>> Do we really need such fine-grained information?  It should be
> >>>> harmless (even if not strictly necessary) to size all BARs on the
> >>>> device before enabling memory decoding, even if some of them do not
> >>>> support resizing.
> >>>>
> >>>> I might have to provide a patch with additional messages to see what's
> >>>> going on.
> >>>
> >>> One nit that I've noticed with the patch I gave you previously is that
> >>> the check for a size change in modify_bars() should be done ahead of
> >>> pci_check_bar(), otherwise the check is possibly using an outdated
> >>> size.
> >>>
> >>> I've also added a debug message to notify when a BAR register is
> >>> written and report the new address.  This is done unconditionally, but
> >>> if you think it's too chatty you can limit to only printing for the
> >>> device that has the ReBAR capability.
> >> Errors are the same.
> >> Attached the dmesg, xl dmesg, patch and lspci output.
> >> I will also continue to debug your method on my side to try to get some findings.
> > 
> > Hello,
> > 
> > I've been looking at the output, and it all seems fine, except the
> > 03:00.0 device that becomes broken at some point, note the lspci
> > output lists [virtual] next to the resource sizes.  This means reading
> > for the registers returned 0, so the position and sizes are provided
> > from the internal OS information.
> > 
> > I'm assuming the patch you sent to the list doesn't lead to such errors,
> Yes, the method of my patch doesn't lead to any errors.
> I attached the dmesg, xl dmesg and lspci logs of my method.
> 
> > in which case I can only guess that fetching the size of the
> > BARs in modify_bars() causes issues with the device.
> > 
> > To confirm this, can you try the following patch on top of your original change?  
> I tried below patch with my original patch, it didn't cause any errors.
> And the lspci showed without the "[virtual]".
> So, unfortunately, it is not related to the fetching size of Bars in modify_bars().

I see, I'm at a loss as to what's wrong with my patch.  Do you have
any additional patches on Xen when testing your or my approach?

I sadly don't have any box with a PCI device that exposes the
resizable BAR capability, so I'm not able to test or debug this.

I would like to understand why my approach doesn't work, as otherwise
I feel like I'm missing how ReBAR is supposed to work.  Anyway, if you
can give a try to the diff below, it's the same patch, but with yet
even more debug messages added.

Thanks, and sorry for keeping you testing it.

Regards, Roger.

diff --git a/xen/drivers/vpci/header.c b/xen/drivers/vpci/header.c
index ef6c965c081c..dda42ef0b7ff 100644
--- a/xen/drivers/vpci/header.c
+++ b/xen/drivers/vpci/header.c
@@ -316,6 +316,9 @@ static int modify_bars(const struct pci_dev *pdev, uint16_t cmd, bool rom_only)
 
     ASSERT(rw_is_write_locked(&pdev->domain->pci_lock));
 
+    printk("%pp: modify bars cmd: %x rom_only: %d\n",
+           &pdev->sbdf, cmd, rom_only);
+
     /*
      * Create a rangeset per BAR that represents the current device memory
      * region and compare it against all the currently active BAR memory
@@ -346,6 +349,33 @@ static int modify_bars(const struct pci_dev *pdev, uint16_t cmd, bool rom_only)
              bar->enabled == !!(cmd & PCI_COMMAND_MEMORY) )
             continue;
 
+        if ( bar->type != VPCI_BAR_ROM && header->bars_resizable &&
+             (cmd & PCI_COMMAND_MEMORY) )
+        {
+            uint64_t addr, size;
+
+            pci_size_mem_bar(pdev->sbdf, PCI_BASE_ADDRESS_0 + i * 4,
+                             &addr, &size, 0);
+
+            printk("%pp: BAR%u ReBAR supported addr %#lx -> %#lx size %#lx -> %#lx\n",
+                    &pdev->sbdf, i, bar->addr, addr, bar->size, size);
+
+            if ( bar->addr != addr )
+                printk(XENLOG_G_ERR
+                       "%pp: BAR#%u address mismatch %#lx vs %#lx\n",
+                       &pdev->sbdf, i, bar->addr, addr);
+
+            if ( bar->size != size )
+            {
+                printk(XENLOG_G_DEBUG
+                       "%pp: detected BAR#%u size change (%#lx -> %#lx)\n",
+                       &pdev->sbdf, i, bar->size, size);
+                bar->size = size;
+                end = PFN_DOWN(bar->addr + size - 1);
+                end_guest = PFN_DOWN(bar->guest_addr + size - 1);
+            }
+        }
+
         if ( !pci_check_bar(pdev, _mfn(start), _mfn(end)) )
         {
             printk(XENLOG_G_WARNING
@@ -583,8 +613,6 @@ static void cf_check bar_write(
      */
     if ( bar->enabled )
     {
-        /* If the value written is the current one avoid printing a warning. */
-        if ( val != (uint32_t)(bar->addr >> (hi ? 32 : 0)) )
             gprintk(XENLOG_WARNING,
                     "%pp: ignored BAR %zu write while mapped\n",
                     &pdev->sbdf, bar - pdev->vpci->header.bars + hi);
@@ -601,6 +629,10 @@ static void cf_check bar_write(
     /* Update guest address, so hardware domain BAR is identity mapped. */
     bar->guest_addr = bar->addr;
 
+    printk("%pp: write BAR%zu val: %#x BAR%zu address: %#lx\n",
+           &pdev->sbdf, bar - pdev->vpci->header.bars, val,
+           bar - pdev->vpci->header.bars + hi, bar->addr);
+
     /* Make sure Xen writes back the same value for the BAR RO bits. */
     if ( !hi )
     {
@@ -870,6 +902,9 @@ static int cf_check init_header(struct pci_dev *pdev)
     if ( pdev->ignore_bars )
         return 0;
 
+    header->bars_resizable = pci_find_ext_capability(pdev->sbdf,
+                                                     PCI_EXT_CAP_ID_REBAR);
+
     cmd = pci_conf_read16(pdev->sbdf, PCI_COMMAND);
 
     /*
diff --git a/xen/include/xen/pci_regs.h b/xen/include/xen/pci_regs.h
index 250ba106dbd3..c543a2b86778 100644
--- a/xen/include/xen/pci_regs.h
+++ b/xen/include/xen/pci_regs.h
@@ -459,6 +459,7 @@
 #define PCI_EXT_CAP_ID_ARI	14
 #define PCI_EXT_CAP_ID_ATS	15
 #define PCI_EXT_CAP_ID_SRIOV	16
+#define PCI_EXT_CAP_ID_REBAR	21
 
 /* Advanced Error Reporting */
 #define PCI_ERR_UNCOR_STATUS	4	/* Uncorrectable Error Status */
diff --git a/xen/include/xen/vpci.h b/xen/include/xen/vpci.h
index 41e7c3bc2791..45ebc1bb3356 100644
--- a/xen/include/xen/vpci.h
+++ b/xen/include/xen/vpci.h
@@ -129,6 +129,8 @@ struct vpci {
          * upon to know whether BARs are mapped into the guest p2m.
          */
         bool bars_mapped      : 1;
+        /* Device has the Resizable BARs capability. */
+        bool bars_resizable   : 1;
         /* FIXME: currently there's no support for SR-IOV. */
     } header;
 

Re: [PATCH] vpci: Add resizable bar support

[Chen, Jiqian]

[-- Attachment #1: Type: text/plain, Size: 11024 bytes --]

On 2024/11/19 20:46, Roger Pau Monné wrote:
> On Mon, Nov 18, 2024 at 06:06:03AM +0000, Chen, Jiqian wrote:
>> On 2024/11/15 19:42, Roger Pau Monné wrote:
>>> On Fri, Nov 15, 2024 at 03:04:22AM +0000, Chen, Jiqian wrote:
>>>> On 2024/11/15 01:36, Roger Pau Monné wrote:
>>>>> On Thu, Nov 14, 2024 at 04:52:18PM +0100, Roger Pau Monné wrote:
>>>>>> On Thu, Nov 14, 2024 at 06:11:46AM +0000, Chen, Jiqian wrote:
>>>>>>> On 2024/11/13 18:30, Roger Pau Monné wrote:
>>>>>>>> On Wed, Nov 13, 2024 at 10:00:33AM +0000, Chen, Jiqian wrote:
>>>>>>>>> On 2024/11/13 17:30, Roger Pau Monné wrote:
>>>>>>>>>> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
>>>>>>>>>>> Some devices, like discrete GPU of amd, support resizable bar capability,
>>>>>>>>>>> but vpci of Xen doesn't support this feature, so they fail to resize bars
>>>>>>>>>>> and then cause probing failure.
>>>>>>>>>>>
>>>>>>>>>>> According to PCIe spec, each bar that support resizing has two registers,
>>>>>>>>>>> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
>>>>>>>>>>> corresponding handler into vpci.
>>>>>>>>>>>
>>>>>>>>>>> PCI_REBAR_CAP is RO, only provide reading.
>>>>>>>>>>>
>>>>>>>>>>> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
>>>>>>>>>>> setting the new size.
>>>>>>>>>>
>>>>>>>>>> I think the logic to handle resizable BAR could be much simpler.  Some
>>>>>>>>>> time ago I've made a patch to add support for it, but due to lack of
>>>>>>>>>> hardware on my side to test it I've never submitted it.
>>>>>>>>>>
>>>>>>>>>> My approach would be to detect the presence of the
>>>>>>>>>> PCI_EXT_CAP_ID_REBAR capability in init_header(), and if the
>>>>>>>>>> capability is present force the sizing of BARs each time they are
>>>>>>>>>> mapped in modify_bars().  I don't think we need to trap accesses to
>>>>>>>>>> the capability itself, as resizing can only happen when memory
>>>>>>>>>> decoding is not enabled for the device.  It's enough to fetch the size
>>>>>>>>>> of the BARs ahead of each enabling of memory decoding.
>>>>>>>>>>
>>>>>>>>>> Note that memory decoding implies mapping the BARs into the p2m, which
>>>>>>>>>> is already an expensive operation, the extra sizing is unlikely to
>>>>>>>>>> make much of a difference performance wise.
>>>>>>>>>>
>>>>>>>>>> I've found the following on my git tree and rebased on top of staging:
>>>>>>>>> OK.
>>>>>>>>> Do you need me to validate your patch in my environment?
>>>>>>>>
>>>>>>>> Yes please, I have no way to test it.  Let's see what others think
>>>>>>>> about the different approaches.
>>>>>>> There are some errors with your method.
>>>>>>> I attached the dmesg and xl dmesg logs.
>>>>>>> From the dmesg logs, it seems that 0000:03:00.0 has addresse overlap with 0000:03:00.1
>>>>>>
>>>>>> Do you have the output of lspci with the BAR sizes/positions before
>>>>>> and after the resizing?
>>>>>>
>>>>>>>
>>>>>>> I think there is a place that needs to be modified regarding your method,
>>>>>>> although this modification does not help with the above-mentioned errors,
>>>>>>> it is that whether to support resizing is specific to which bar, rather than just determining whether there is a Rebar capability.
>>>>>>
>>>>>> Do we really need such fine-grained information?  It should be
>>>>>> harmless (even if not strictly necessary) to size all BARs on the
>>>>>> device before enabling memory decoding, even if some of them do not
>>>>>> support resizing.
>>>>>>
>>>>>> I might have to provide a patch with additional messages to see what's
>>>>>> going on.
>>>>>
>>>>> One nit that I've noticed with the patch I gave you previously is that
>>>>> the check for a size change in modify_bars() should be done ahead of
>>>>> pci_check_bar(), otherwise the check is possibly using an outdated
>>>>> size.
>>>>>
>>>>> I've also added a debug message to notify when a BAR register is
>>>>> written and report the new address.  This is done unconditionally, but
>>>>> if you think it's too chatty you can limit to only printing for the
>>>>> device that has the ReBAR capability.
>>>> Errors are the same.
>>>> Attached the dmesg, xl dmesg, patch and lspci output.
>>>> I will also continue to debug your method on my side to try to get some findings.
>>>
>>> Hello,
>>>
>>> I've been looking at the output, and it all seems fine, except the
>>> 03:00.0 device that becomes broken at some point, note the lspci
>>> output lists [virtual] next to the resource sizes.  This means reading
>>> for the registers returned 0, so the position and sizes are provided
>>> from the internal OS information.
>>>
>>> I'm assuming the patch you sent to the list doesn't lead to such errors,
>> Yes, the method of my patch doesn't lead to any errors.
>> I attached the dmesg, xl dmesg and lspci logs of my method.
>>
>>> in which case I can only guess that fetching the size of the
>>> BARs in modify_bars() causes issues with the device.
>>>
>>> To confirm this, can you try the following patch on top of your original change?  
>> I tried below patch with my original patch, it didn't cause any errors.
>> And the lspci showed without the "[virtual]".
>> So, unfortunately, it is not related to the fetching size of Bars in modify_bars().
> 
> I see, I'm at a loss as to what's wrong with my patch.  Do you have
> any additional patches on Xen when testing your or my approach?
No, just my patch or your patch, base on upstream codes(kernel branch is linux-next and xen branch is staging).

> 
> I sadly don't have any box with a PCI device that exposes the
> resizable BAR capability, so I'm not able to test or debug this.
> 
> I would like to understand why my approach doesn't work, as otherwise
> I feel like I'm missing how ReBAR is supposed to work.  Anyway, if you
> can give a try to the diff below, it's the same patch, but with yet
> even more debug messages added.
Attached the xl dmesg.

> 
> Thanks, and sorry for keeping you testing it.
That's fine, feel free to send me if you need more test information.
Actually I am still continuing to debug your patch and also curious about why your patch does not work.

The only difference between our methods is the timing of updating the size.
Yours is later than mine because you updated the size when the driver re-enabled memory decoding, while I updated the size in time when driver resize it.
I suspect that the driver or hypervisor may have done something in between and read outdated information.
I am debugging the driver codes.

> 
> Regards, Roger.
> 
> diff --git a/xen/drivers/vpci/header.c b/xen/drivers/vpci/header.c
> index ef6c965c081c..dda42ef0b7ff 100644
> --- a/xen/drivers/vpci/header.c
> +++ b/xen/drivers/vpci/header.c
> @@ -316,6 +316,9 @@ static int modify_bars(const struct pci_dev *pdev, uint16_t cmd, bool rom_only)
>  
>      ASSERT(rw_is_write_locked(&pdev->domain->pci_lock));
>  
> +    printk("%pp: modify bars cmd: %x rom_only: %d\n",
> +           &pdev->sbdf, cmd, rom_only);
> +
>      /*
>       * Create a rangeset per BAR that represents the current device memory
>       * region and compare it against all the currently active BAR memory
> @@ -346,6 +349,33 @@ static int modify_bars(const struct pci_dev *pdev, uint16_t cmd, bool rom_only)
>               bar->enabled == !!(cmd & PCI_COMMAND_MEMORY) )
>              continue;
>  
> +        if ( bar->type != VPCI_BAR_ROM && header->bars_resizable &&
> +             (cmd & PCI_COMMAND_MEMORY) )
> +        {
> +            uint64_t addr, size;
> +
> +            pci_size_mem_bar(pdev->sbdf, PCI_BASE_ADDRESS_0 + i * 4,
> +                             &addr, &size, 0);
> +
> +            printk("%pp: BAR%u ReBAR supported addr %#lx -> %#lx size %#lx -> %#lx\n",
> +                    &pdev->sbdf, i, bar->addr, addr, bar->size, size);
> +
> +            if ( bar->addr != addr )
> +                printk(XENLOG_G_ERR
> +                       "%pp: BAR#%u address mismatch %#lx vs %#lx\n",
> +                       &pdev->sbdf, i, bar->addr, addr);
> +
> +            if ( bar->size != size )
> +            {
> +                printk(XENLOG_G_DEBUG
> +                       "%pp: detected BAR#%u size change (%#lx -> %#lx)\n",
> +                       &pdev->sbdf, i, bar->size, size);
> +                bar->size = size;
> +                end = PFN_DOWN(bar->addr + size - 1);
> +                end_guest = PFN_DOWN(bar->guest_addr + size - 1);
> +            }
> +        }
> +
>          if ( !pci_check_bar(pdev, _mfn(start), _mfn(end)) )
>          {
>              printk(XENLOG_G_WARNING
> @@ -583,8 +613,6 @@ static void cf_check bar_write(
>       */
>      if ( bar->enabled )
>      {
> -        /* If the value written is the current one avoid printing a warning. */
> -        if ( val != (uint32_t)(bar->addr >> (hi ? 32 : 0)) )
>              gprintk(XENLOG_WARNING,
>                      "%pp: ignored BAR %zu write while mapped\n",
>                      &pdev->sbdf, bar - pdev->vpci->header.bars + hi);
> @@ -601,6 +629,10 @@ static void cf_check bar_write(
>      /* Update guest address, so hardware domain BAR is identity mapped. */
>      bar->guest_addr = bar->addr;
>  
> +    printk("%pp: write BAR%zu val: %#x BAR%zu address: %#lx\n",
> +           &pdev->sbdf, bar - pdev->vpci->header.bars, val,
> +           bar - pdev->vpci->header.bars + hi, bar->addr);
> +
>      /* Make sure Xen writes back the same value for the BAR RO bits. */
>      if ( !hi )
>      {
> @@ -870,6 +902,9 @@ static int cf_check init_header(struct pci_dev *pdev)
>      if ( pdev->ignore_bars )
>          return 0;
>  
> +    header->bars_resizable = pci_find_ext_capability(pdev->sbdf,
> +                                                     PCI_EXT_CAP_ID_REBAR);
> +
>      cmd = pci_conf_read16(pdev->sbdf, PCI_COMMAND);
>  
>      /*
> diff --git a/xen/include/xen/pci_regs.h b/xen/include/xen/pci_regs.h
> index 250ba106dbd3..c543a2b86778 100644
> --- a/xen/include/xen/pci_regs.h
> +++ b/xen/include/xen/pci_regs.h
> @@ -459,6 +459,7 @@
>  #define PCI_EXT_CAP_ID_ARI	14
>  #define PCI_EXT_CAP_ID_ATS	15
>  #define PCI_EXT_CAP_ID_SRIOV	16
> +#define PCI_EXT_CAP_ID_REBAR	21
>  
>  /* Advanced Error Reporting */
>  #define PCI_ERR_UNCOR_STATUS	4	/* Uncorrectable Error Status */
> diff --git a/xen/include/xen/vpci.h b/xen/include/xen/vpci.h
> index 41e7c3bc2791..45ebc1bb3356 100644
> --- a/xen/include/xen/vpci.h
> +++ b/xen/include/xen/vpci.h
> @@ -129,6 +129,8 @@ struct vpci {
>           * upon to know whether BARs are mapped into the guest p2m.
>           */
>          bool bars_mapped      : 1;
> +        /* Device has the Resizable BARs capability. */
> +        bool bars_resizable   : 1;
>          /* FIXME: currently there's no support for SR-IOV. */
>      } header;
>  

-- 
Best regards,
Jiqian Chen.

[-- Attachment #2: rebar_xl_dmesg.txt --]
[-- Type: text/plain, Size: 43495 bytes --]

 __  __            _  _    ____   ___                     _        _     _
 \ \/ /___ _ __   | || |  |___ \ / _ \    _   _ _ __  ___| |_ __ _| |__ | | ___
  \  // _ \ '_ \  | || |_   __) | | | |__| | | | '_ \/ __| __/ _` | '_ \| |/ _ \
  /  \  __/ | | | |__   _| / __/| |_| |__| |_| | | | \__ \ || (_| | |_) | |  __/
 /_/\_\___|_| |_|    |_|(_)_____|\___/    \__,_|_| |_|___/\__\__,_|_.__/|_|\___|

(XEN) Xen version 4.20-unstable (cjq@) (gcc (Ubuntu 11.4.0-1ubuntu1~22.04) 11.4.0) debug=y Wed Nov 20 10:37:59 CST 2024
(XEN) Latest ChangeSet: Fri Nov 15 10:27:48 2024 +0800 git:16e64ebc35
(XEN) build-id: acbf58d120c00466e18ab2bbdfee94e7fe0792d1
(XEN) Bootloader: GRUB 2.06-2ubuntu14.4
(XEN) Command line: placeholder dom0=pvh dom0_mem=6G loglvl=all no-real-mode edd=off
(XEN) Xen image load base address: 0xc6c00000
(XEN) Video information:
(XEN)  VGA is graphics mode 2560x1440, 32 bpp
(XEN) Disc information:
(XEN)  Found 0 MBR signatures
(XEN)  Found 1 EDD information structures
(XEN) CPU Vendor: AMD, Family 23 (0x17), Model 96 (0x60), Stepping 1 (raw 00860f01)
(XEN) EFI RAM map:
(XEN)  [0000000000000000, 000000000009efff] (usable)
(XEN)  [000000000009f000, 00000000000bffff] (reserved)
(XEN)  [0000000000100000, 0000000009afffff] (usable)
(XEN)  [0000000009b00000, 0000000009dfffff] (reserved)
(XEN)  [0000000009e00000, 0000000009efffff] (usable)
(XEN)  [0000000009f00000, 0000000009f0ffff] (ACPI NVS)
(XEN)  [0000000009f10000, 00000000bb465fff] (usable)
(XEN)  [00000000bb466000, 00000000bc565fff] (reserved)
(XEN)  [00000000bc566000, 00000000c877efff] (usable)
(XEN)  [00000000c877f000, 00000000caf7efff] (reserved)
(XEN)  [00000000caf7f000, 00000000ccf7efff] (ACPI NVS)
(XEN)  [00000000ccf7f000, 00000000ccffefff] (ACPI data)
(XEN)  [00000000ccfff000, 00000000ccffffff] (usable)
(XEN)  [00000000cd000000, 00000000cdffffff] (reserved)
(XEN)  [00000000f0000000, 00000000f7ffffff] (reserved)
(XEN)  [00000000fde00000, 00000000fdefffff] (reserved)
(XEN)  [00000000fec00000, 00000000fec01fff] (reserved)
(XEN)  [00000000fec10000, 00000000fec10fff] (reserved)
(XEN)  [00000000fec20000, 00000000fec20fff] (reserved)
(XEN)  [00000000fed80000, 00000000fed81fff] (reserved)
(XEN)  [00000000fedc0000, 00000000feddffff] (reserved)
(XEN)  [00000000fee00000, 00000000fee00fff] (reserved)
(XEN)  [00000000ff000000, 00000000fff1ffff] (reserved)
(XEN)  [0000000100000000, 000000080f33ffff] (usable)
(XEN)  [000000080f340000, 000000082fffffff] (reserved)
(XEN) BSP microcode revision: 0x08600109
(XEN) ACPI: RSDP CCFFE014, 0024 (r2 AMD   )
(XEN) ACPI: XSDT CCFDE188, 0154 (r1 AMD    Celadon         2       1000013)
(XEN) ACPI: FACP CCFE6000, 0114 (r6 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: DSDT CCFD4000, 90BF (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: FACS CCEF1000, 0040
(XEN) ACPI: UEFI CCF7E000, 0236 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFF5000, 723C (r2 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: IVRS CCFF4000, 01A4 (r2 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFF0000, 374A (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFEF000, 0228 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: BERT CCFEE000, 0030 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: EINJ CCFEC000, 0150 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFEB000, 046D (r1 AMD    Celadon      1000 ACPI    40000)
(XEN) ACPI: TPM2 CCFEA000, 0034 (r4 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: ASF! CCFE8000, 00A5 (r32 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: BOOT CCFE7000, 0028 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: HPET CCFE5000, 0038 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: APIC CCFE4000, 0138 (r4 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: MCFG CCFE3000, 003C (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: SLIC CCFE2000, 0176 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: WSMT CCFDF000, 0028 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: SSDT CCFFD000, 0080 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: SSDT CCFC5000, 0164 (r1 AMD    Celadon      1000 ACPI    40000)
(XEN) ACPI: SSDT CCFC2000, 2B80 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: CRAT CCFC1000, 0BA8 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: CDIT CCFC0000, 0029 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: VFCT CCFA7000, 18CA0 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFD3000, 0139 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: HEST CCF96000, 10874 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFED000, 028D (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFD2000, 0D37 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFD0000, 10AB (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFCF000, 0179 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFCD000, 154F (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFCB000, 10B3 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFCA000, 01C0 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFC6000, 30C8 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: FPDT CCF95000, 0044 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: BGRT CCF94000, 0038 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFE1000, 007D (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFE0000, 0F96 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCF93000, 0517 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) System RAM: 32102MB (32872764kB)
(XEN) No NUMA configuration found
(XEN) Faking a node at 0000000000000000-000000080f340000
(XEN) Domain heap initialised
(XEN) vesafb: framebuffer at 0x000000fc70000000, mapped to 0xffff82c000203000, using 14400k, total 14400k
(XEN) vesafb: mode is 2560x1440x32, linelength=10240, font 8x16
(XEN) vesafb: Truecolor: size=8:8:8:8, shift=24:16:8:0
(XEN) SMBIOS 3.1 present.
(XEN) Using APIC driver default
(XEN) ACPI: PM-Timer IO Port: 0x408 (32 bits)
(XEN) ACPI: v5 SLEEP INFO: control[0:0], status[0:0]
(XEN) ACPI: SLEEP INFO: pm1x_cnt[1:404,1:0], pm1x_evt[1:400,1:0]
(XEN) ACPI: 32/64X FACS address mismatch in FADT - ccef1000/0000000000000000, using 32
(XEN) ACPI:             wakeup_vec[ccef100c], vec_size[20]
(XEN) ACPI: Local APIC address 0xfee00000
(XEN) Overriding APIC driver with bigsmp
(XEN) ACPI: IOAPIC (id[0x21] address[0xfec00000] gsi_base[0])
(XEN) IOAPIC[0]: apic_id 33, version 33, address 0xfec00000, GSI 0-23
(XEN) ACPI: IOAPIC (id[0x22] address[0xfec01000] gsi_base[24])
(XEN) IOAPIC[1]: apic_id 34, version 33, address 0xfec01000, GSI 24-55
(XEN) ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl)
(XEN) ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 low level)
(XEN) ACPI: IRQ0 used by override.
(XEN) ACPI: IRQ2 used by override.
(XEN) ACPI: IRQ9 used by override.
(XEN) ACPI: HPET id: 0x10228210 base: 0xfed00000
(XEN) PCI: MCFG configuration 0: base f0000000 segment 0000 buses 00 - 7f
(XEN) PCI: MCFG area at f0000000 reserved in E820
(XEN) PCI: Using MCFG for segment 0000 bus 00-7f
(XEN) HEST: Table parsing has been initialized
(XEN) ACPI: BGRT: invalidating v1 image at 0xc32b0000
(XEN) Using ACPI (MADT) for SMP configuration information
(XEN) SMP: Allowing 16 CPUs (4 hotplug CPUs)
(XEN) IRQ limits: 56 GSI, 2440 MSI/MSI-X
(XEN) Zenbleed mitigation - using chickenbit
(XEN) CPU0: 1400 ... 3000 MHz
(XEN) xstate: size: 0x380 and states: 0x207
(XEN) CPU0: AMD Fam17h machine check reporting enabled
(XEN) Speculative mitigation facilities:
(XEN)   Hardware hints: IBRS_FAST IBRS_SAME_MODE
(XEN)   Hardware features: IBPB IBRS STIBP SSBD
(XEN)   Compiled-in support: INDIRECT_THUNK SHADOW_PAGING HARDEN_ARRAY HARDEN_BRANCH HARDEN_GUEST_ACCESS HARDEN_LOCK
(XEN)   Xen settings: BTI-Thunk: RETPOLINE, SPEC_CTRL: IBRS- STIBP+ SSBD-, Other: BRANCH_HARDEN
(XEN)   Support for HVM VMs: MSR_SPEC_CTRL MSR_VIRT_SPEC_CTRL RSB IBPB-entry
(XEN)   Support for PV VMs: IBPB-entry
(XEN)   XPTI (64-bit PV only): Dom0 disabled, DomU disabled (without PCID)
(XEN)   PV L1TF shadowing: Dom0 disabled, DomU disabled
(XEN) Using scheduler: SMP Credit Scheduler rev2 (credit2)
(XEN) Initializing Credit2 scheduler
(XEN)  load_precision_shift: 18
(XEN)  load_window_shift: 30
(XEN)  underload_balance_tolerance: 0
(XEN)  overload_balance_tolerance: -3
(XEN)  runqueues arrangement: socket
(XEN)  cap enforcement granularity: 10ms
(XEN) load tracking window length 1073741824 ns
(XEN) Platform timer is 14.318MHz HPET
(XEN) Detected 2994.363 MHz processor.
(XEN) Freed 1020kB unused BSS memory
(XEN) EFI memory map:
(XEN)  0000000000000-0000000003fff type=2 attr=000000000000000f
(XEN)  0000000004000-000000008efff type=7 attr=000000000000000f
(XEN)  000000008f000-000000009efff type=2 attr=000000000000000f
(XEN)  000000009f000-000000009ffff type=0 attr=000000000000000f
(XEN)  0000000100000-0000004ac3fff type=2 attr=000000000000000f
(XEN)  0000004ac4000-0000009afffff type=7 attr=000000000000000f
(XEN)  0000009b00000-0000009dfffff type=0 attr=000000000000000f
(XEN)  0000009e00000-0000009efffff type=7 attr=000000000000000f
(XEN)  0000009f00000-0000009f0ffff type=10 attr=000000000000000f
(XEN)  0000009f10000-0000078d3afff type=7 attr=000000000000000f
(XEN)  0000078d3b000-000007fffefff type=1 attr=000000000000000f
(XEN)  000007ffff000-00000b6e88fff type=7 attr=000000000000000f
(XEN)  00000b6e89000-00000b7103fff type=1 attr=000000000000000f
(XEN)  00000b7104000-00000b737efff type=2 attr=000000000000000f
(XEN)  00000b737f000-00000b739efff type=4 attr=000000000000000f
(XEN)  00000b739f000-00000b73f7fff type=7 attr=000000000000000f
(XEN)  00000b73f8000-00000b7619fff type=4 attr=000000000000000f
(XEN)  00000b761a000-00000b7667fff type=3 attr=000000000000000f
(XEN)  00000b7668000-00000baf86fff type=4 attr=000000000000000f
(XEN)  00000baf87000-00000bafa5fff type=3 attr=000000000000000f
(XEN)  00000bafa6000-00000baff7fff type=4 attr=000000000000000f
(XEN)  00000baff8000-00000bb05dfff type=3 attr=000000000000000f
(XEN)  00000bb05e000-00000bb465fff type=4 attr=000000000000000f
(XEN)  00000bb466000-00000bc565fff type=0 attr=000000000000000f
(XEN)  00000bc566000-00000bc56ffff type=3 attr=000000000000000f
(XEN)  00000bc570000-00000bc579fff type=7 attr=000000000000000f
(XEN)  00000bc57a000-00000bc57cfff type=2 attr=000000000000000f
(XEN)  00000bc57d000-00000bc6a8fff type=7 attr=000000000000000f
(XEN)  00000bc6a9000-00000bc77efff type=1 attr=000000000000000f
(XEN)  00000bc77f000-00000c3160fff type=7 attr=000000000000000f
(XEN)  00000c3161000-00000c32a1fff type=4 attr=000000000000000f
(XEN)  00000c32a2000-00000c32abfff type=7 attr=000000000000000f
(XEN)  00000c32ac000-00000c32acfff type=4 attr=000000000000000f
(XEN)  00000c32ad000-00000c32adfff type=7 attr=000000000000000f
(XEN)  00000c32ae000-00000c677efff type=4 attr=000000000000000f
(XEN)  00000c677f000-00000c6dfffff type=7 attr=000000000000000f
(XEN)  00000c6e00000-00000c71f7fff type=2 attr=000000000000000f
(XEN)  00000c71f8000-00000c737afff type=7 attr=000000000000000f
(XEN)  00000c737b000-00000c877efff type=3 attr=000000000000000f
(XEN)  00000c877f000-00000c8f7efff type=5 attr=800000000000000f
(XEN)  00000c8f7f000-00000c9f7efff type=6 attr=800000000000000f
(XEN)  00000c9f7f000-00000caf7efff type=0 attr=000000000000000f
(XEN)  00000caf7f000-00000ccf7efff type=10 attr=000000000000000f
(XEN)  00000ccf7f000-00000ccffefff type=9 attr=000000000000000f
(XEN)  00000ccfff000-00000ccffffff type=4 attr=000000000000000f
(XEN)  0000100000000-000080f33ffff type=7 attr=000000000000000f
(XEN)  00000000a0000-00000000bffff type=0 attr=0000000000000000
(XEN)  00000cd000000-00000cdffffff type=0 attr=0000000000000000
(XEN)  00000f0000000-00000f7ffffff type=11 attr=8000000000000001
(XEN)  00000fde00000-00000fdefffff type=11 attr=8000000000000001
(XEN)  00000fec00000-00000fec01fff type=11 attr=8000000000000001
(XEN)  00000fec10000-00000fec10fff type=11 attr=8000000000000001
(XEN)  00000fec20000-00000fec20fff type=11 attr=8000000000000001
(XEN)  00000fed80000-00000fed81fff type=11 attr=8000000000000001
(XEN)  00000fedc0000-00000feddffff type=11 attr=8000000000000001
(XEN)  00000fee00000-00000fee00fff type=11 attr=8000000000000001
(XEN)  00000ff000000-00000fff1ffff type=11 attr=8000000000000001
(XEN)  000080f340000-000082fffffff type=0 attr=0000000000000000
(XEN) alt table ffff82d04049c1b8 -> ffff82d0404aeca4
(XEN) AMD-Vi: IOMMU Extended Features:
(XEN) - Peripheral Page Service Request
(XEN) - x2APIC
(XEN) - NX bit
(XEN) - Invalidate All Command
(XEN) - Guest APIC
(XEN) - Performance Counters
(XEN) - Host Address Translation Size: 0x2
(XEN) - Guest Address Translation Size: 0
(XEN) - Guest CR3 Root Table Level: 0x1
(XEN) - Maximum PASID: 0xf
(XEN) - SMI Filter Register: 0x1
(XEN) - SMI Filter Register Count: 0x1
(XEN) - Guest Virtual APIC Modes: 0x1
(XEN) - Dual PPR Log: 0x2
(XEN) - Dual Event Log: 0x2
(XEN) - User / Supervisor Page Protection
(XEN) - Device Table Segmentation: 0x3
(XEN) - PPR Log Overflow Early Warning
(XEN) - PPR Automatic Response
(XEN) - Memory Access Routing and Control: 0
(XEN) - Block StopMark Message
(XEN) - Performance Optimization
(XEN) - MSI Capability MMIO Access
(XEN) - Guest I/O Protection
(XEN) - Enhanced PPR Handling
(XEN) - Attribute Forward
(XEN) - Invalidate IOTLB Type
(XEN) - VM Table Size: 0
(XEN) - Guest Access Bit Update Disable
(XEN) AMD-Vi: Disabled HAP memory map sharing with IOMMU
(XEN) AMD-Vi: IOMMU 0 Enabled.
(XEN) I/O virtualisation enabled
(XEN)  - Dom0 mode: Relaxed
(XEN) Interrupt remapping enabled
(XEN) nr_sockets: 2
(XEN) Enabling APIC mode.  Using 2 I/O APICs
(XEN) ENABLING IO-APIC IRQs
(XEN)  -> Using new ACK method
(XEN) ..TIMER: vector=0xF0 apic1=0 pin1=2 apic2=-1 pin2=-1
(XEN) Wallclock source: EFI
(XEN) Allocated console ring of 128 KiB.
(XEN) mwait-idle: does not run on family 23 model 96
(XEN) HVM: ASIDs enabled.
(XEN) SVM: Supported advanced features:
(XEN)  - Nested Page Tables (NPT)
(XEN)  - Last Branch Record (LBR) Virtualisation
(XEN)  - Next-RIP Saved on #VMEXIT
(XEN)  - VMCB Clean Bits
(XEN)  - TLB flush by ASID
(XEN)  - DecodeAssists
(XEN)  - Virtual VMLOAD/VMSAVE
(XEN)  - Virtual GIF
(XEN)  - Pause-Intercept Filter
(XEN)  - Pause-Intercept Filter Threshold
(XEN)  - TSC Rate MSR
(XEN)  - MSR_SPEC_CTRL virtualisation
(XEN) HVM: SVM enabled
(XEN) HVM: Hardware Assisted Paging (HAP) detected
(XEN) HVM: HAP page sizes: 4kB, 2MB, 1GB
(XEN) alt table ffff82d04049c1b8 -> ffff82d0404aeca4
(XEN) Brought up 12 CPUs
(XEN) Scheduling granularity: cpu, 1 CPU per sched-resource
(XEN) Initializing Credit2 scheduler
(XEN)  load_precision_shift: 18
(XEN)  load_window_shift: 30
(XEN)  underload_balance_tolerance: 0
(XEN)  overload_balance_tolerance: -3
(XEN)  runqueues arrangement: socket
(XEN)  cap enforcement granularity: 10ms
(XEN) load tracking window length 1073741824 ns
(XEN) Adding cpu 0 to runqueue 0
(XEN)  First cpu on runqueue, activating
(XEN) Adding cpu 1 to runqueue 0
(XEN) Adding cpu 2 to runqueue 0
(XEN) Adding cpu 3 to runqueue 0
(XEN) Adding cpu 4 to runqueue 0
(XEN) Adding cpu 5 to runqueue 0
(XEN) Adding cpu 6 to runqueue 0
(XEN) Adding cpu 7 to runqueue 0
(XEN) Adding cpu 8 to runqueue 0
(XEN) Adding cpu 9 to runqueue 0
(XEN) Adding cpu 10 to runqueue 0
(XEN) Adding cpu 11 to runqueue 0
(XEN) mcheck_poll: Machine check polling timer started.
(XEN) Running stub recovery selftests...
(XEN) Fixup #UD[0000]: ffff82d07fffe044 [ffff82d07fffe044] -> ffff82d04038cd5c
(XEN) Fixup #GP[0000]: ffff82d07fffe045 [ffff82d07fffe045] -> ffff82d04038cd5c
(XEN) Fixup #SS[0000]: ffff82d07fffe044 [ffff82d07fffe044] -> ffff82d04038cd5c
(XEN) Fixup #BP[0000]: ffff82d07fffe045 [ffff82d07fffe045] -> ffff82d04038cd5c
(XEN) NX (Execute Disable) protection active
(XEN) *** Building a PVH Dom0 ***
(XEN) 0000:00:01.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:02.4: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:08.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:08.2: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 403 rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: f rom_only: 0
(XEN) 0000:01:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:02:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:03:00.0: modify bars cmd: 6 rom_only: 0
(XEN) 0000:03:00.0: BAR0 ReBAR supported addr 0xfc90000000 -> 0xfc90000000 size 0x10000000 -> 0x10000000
(XEN) 0000:03:00.0: BAR2 ReBAR supported addr 0xfca0000000 -> 0xfca0000000 size 0x200000 -> 0x200000
(XEN) 0000:03:00.0: BAR5 ReBAR supported addr 0xd0600000 -> 0xd0600000 size 0x100000 -> 0x100000
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:04:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.3: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.4: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.3: modify bars cmd: 3 rom_only: 0
(XEN) Dom0 memory allocation stats:
(XEN) order  0 allocations: 4
(XEN) order  1 allocations: 4
(XEN) order  2 allocations: 3
(XEN) order  3 allocations: 3
(XEN) order  4 allocations: 5
(XEN) order  5 allocations: 4
(XEN) order  6 allocations: 4
(XEN) order  7 allocations: 4
(XEN) order  8 allocations: 4
(XEN) order  9 allocations: 4
(XEN) order 10 allocations: 4
(XEN) order 11 allocations: 4
(XEN) order 12 allocations: 4
(XEN) order 13 allocations: 4
(XEN) order 14 allocations: 2
(XEN) order 15 allocations: 3
(XEN) order 16 allocations: 3
(XEN) order 17 allocations: 3
(XEN) order 18 allocations: 3
(XEN) ELF: phdr: paddr=0x1000000 memsz=0x195f668
(XEN) ELF: phdr: paddr=0x2a00000 memsz=0x96f000
(XEN) ELF: phdr: paddr=0x336f000 memsz=0x39000
(XEN) ELF: phdr: paddr=0x33a8000 memsz=0x1458000
(XEN) ELF: memory: 0x1000000 -> 0x4800000
(XEN) ELF: note: PHYS32_RELOC align: 0x200000 min: 0x1000000 max: 0x3fffffff
(XEN) ELF: note: PHYS32_ENTRY = 0x1000a20
(XEN) ELF: note: GUEST_OS = "linux"
(XEN) ELF: note: GUEST_VERSION = "2.6"
(XEN) ELF: note: XEN_VERSION = "xen-3.0"
(XEN) ELF: note: VIRT_BASE = 0xffffffff80000000
(XEN) ELF: note: INIT_P2M = 0x8000000000
(XEN) ELF: note: ENTRY = 0xffffffff833bc620
(XEN) ELF: note: FEATURES = "!writable_page_tables"
(XEN) ELF: note: PAE_MODE = "yes"
(XEN) ELF: note: L1_MFN_VALID
(XEN) ELF: note: MOD_START_PFN = 0x1
(XEN) ELF: note: PADDR_OFFSET = 0
(XEN) ELF: note: HYPERCALL_PAGE = 0xffffffff81f38000
(XEN) ELF: note: SUPPORTED_FEATURES = 0x8801
(XEN) ELF: note: LOADER = "generic"
(XEN) ELF: note: SUSPEND_CANCEL = 0x1
(XEN) ELF: Found PVH image
(XEN) ELF: addresses:
(XEN)     virt_base        = 0x0
(XEN)     elf_paddr_offset = 0x0
(XEN)     virt_offset      = 0x0
(XEN)     virt_kstart      = 0x1000000
(XEN)     virt_kend        = 0x4800000
(XEN)     virt_entry       = 0x1000a20
(XEN)     p2m_base         = 0x8000000000
(XEN) ELF: phdr 0 at 0x1000000 -> 0x295f668
(XEN) ELF: phdr 1 at 0x2a00000 -> 0x336f000
(XEN) ELF: phdr 2 at 0x336f000 -> 0x33a8000
(XEN) ELF: phdr 3 at 0x33a8000 -> 0x4800000
(XEN) Dom0 memory map:
(XEN)  [0000000000000000, 000000000009efff] (usable)
(XEN)  [000000000009f000, 00000000000bffff] (reserved)
(XEN)  [0000000000100000, 0000000009afffff] (usable)
(XEN)  [0000000009b00000, 0000000009dfffff] (reserved)
(XEN)  [0000000009e00000, 0000000009efffff] (usable)
(XEN)  [0000000009f00000, 0000000009f0ffff] (ACPI NVS)
(XEN)  [0000000009f10000, 00000000bb465fff] (usable)
(XEN)  [00000000bb466000, 00000000bc565fff] (reserved)
(XEN)  [00000000bc566000, 00000000c877efff] (usable)
(XEN)  [00000000c877f000, 00000000caf7efff] (reserved)
(XEN)  [00000000caf7f000, 00000000ccf7efff] (ACPI NVS)
(XEN)  [00000000ccf7f000, 00000000ccffefff] (ACPI data)
(XEN)  [00000000ccfff000, 00000000ccfffdd7] (usable)
(XEN)  [00000000ccfffdd8, 00000000ccfffeef] (ACPI data)
(XEN)  [00000000cd000000, 00000000cdffffff] (reserved)
(XEN)  [00000000f0000000, 00000000f7ffffff] (reserved)
(XEN)  [00000000fde00000, 00000000fdefffff] (reserved)
(XEN)  [00000000fec00000, 00000000fec01fff] (reserved)
(XEN)  [00000000fec10000, 00000000fec10fff] (reserved)
(XEN)  [00000000fec20000, 00000000fec20fff] (reserved)
(XEN)  [00000000fed80000, 00000000fed81fff] (reserved)
(XEN)  [00000000fedc0000, 00000000feddffff] (reserved)
(XEN)  [00000000fee00000, 00000000fee00fff] (reserved)
(XEN)  [00000000ff000000, 00000000fff1ffff] (reserved)
(XEN)  [0000000100000000, 00000001b8cf0fff] (usable)
(XEN)  [00000001b8cf1000, 000000080f33ffff] (unusable)
(XEN)  [000000080f340000, 000000082fffffff] (reserved)
(XEN) Initial low memory virq threshold set at 0x4000 pages.
(XEN) Scrubbing Free RAM in background
(XEN) Std. Loglevel: All
(XEN) Guest Loglevel: All
(XEN) Xen is relinquishing VGA console.
(XEN) *** Serial input to DOM0 (type 'CTRL-a' three times to switch input)
(XEN) Freed 652kB init memory
(XEN) d0v0: upcall vector f3
(XEN) PCI add device 0000:00:00.0
(XEN) PCI add device 0000:00:00.2
(XEN) PCI add device 0000:00:01.0
(XEN) 0000:00:01.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:01.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:01.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:01.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:01.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:01.1: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:00:01.1
(XEN) PCI add device 0000:00:02.0
(XEN) 0000:00:02.4: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:02.4: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:02.4: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:02.4: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:02.4: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:02.4: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:00:02.4
(XEN) PCI add device 0000:00:08.0
(XEN) 0000:00:08.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:08.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:08.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:08.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:08.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:08.1: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:00:08.1
(XEN) 0000:00:08.2: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:08.2: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:08.2: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:08.2: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:08.2: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:08.2: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:00:08.2
(XEN) 0000:00:14.0: modify bars cmd: 400 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 403 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 400 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 403 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 400 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 403 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 400 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 403 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 400 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 403 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 400 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 403 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 400 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 403 rom_only: 0
(XEN) PCI add device 0000:00:14.0
(XEN) 0000:00:14.3: modify bars cmd: c rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: f rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: c rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: f rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: c rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: f rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: c rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: f rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: c rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: f rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: c rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: f rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: c rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: f rom_only: 0
(XEN) PCI add device 0000:00:14.3
(XEN) PCI add device 0000:00:18.0
(XEN) PCI add device 0000:00:18.1
(XEN) PCI add device 0000:00:18.2
(XEN) PCI add device 0000:00:18.3
(XEN) PCI add device 0000:00:18.4
(XEN) PCI add device 0000:00:18.5
(XEN) PCI add device 0000:00:18.6
(XEN) PCI add device 0000:00:18.7
(XEN) 0000:01:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:01:00.0: write BAR0 val: 0xfffffff0 BAR0 address: 0xfffffff0
(XEN) 0000:01:00.0: write BAR0 val: 0xd0800000 BAR0 address: 0xd0800000
(XEN) 0000:01:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:01:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:01:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:01:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:01:00.0: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:01:00.0
(XEN) 0000:02:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:02:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:02:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:02:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:02:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:02:00.0: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:02:00.0
(XEN) 0000:03:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:03:00.0: write BAR0 val: 0xfffffff0 BAR0 address: 0xfcfffffff0
(XEN) 0000:03:00.0: write BAR0 val: 0x90000000 BAR0 address: 0xfc90000000
(XEN) 0000:03:00.0: write BAR0 val: 0xffffffff BAR1 address: 0xffffffff90000000
(XEN) 0000:03:00.0: write BAR0 val: 0xfc BAR1 address: 0xfc90000000
(XEN) 0000:03:00.0: modify bars cmd: 6 rom_only: 0
(XEN) 0000:03:00.0: BAR0 ReBAR supported addr 0xfc90000000 -> 0xfc90000000 size 0x10000000 -> 0x10000000
(XEN) 0000:03:00.0: BAR2 ReBAR supported addr 0xfca0000000 -> 0xfca0000000 size 0x200000 -> 0x200000
(XEN) 0000:03:00.0: BAR5 ReBAR supported addr 0xd0600000 -> 0xd0600000 size 0x100000 -> 0x100000
(XEN) 0000:03:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:03:00.0: write BAR2 val: 0xfffffff0 BAR2 address: 0xfcfffffff0
(XEN) 0000:03:00.0: write BAR2 val: 0xa0000000 BAR2 address: 0xfca0000000
(XEN) 0000:03:00.0: write BAR2 val: 0xffffffff BAR3 address: 0xffffffffa0000000
(XEN) 0000:03:00.0: write BAR2 val: 0xfc BAR3 address: 0xfca0000000
(XEN) 0000:03:00.0: modify bars cmd: 6 rom_only: 0
(XEN) 0000:03:00.0: BAR0 ReBAR supported addr 0xfc90000000 -> 0xfc90000000 size 0x10000000 -> 0x10000000
(XEN) 0000:03:00.0: BAR2 ReBAR supported addr 0xfca0000000 -> 0xfca0000000 size 0x200000 -> 0x200000
(XEN) 0000:03:00.0: BAR5 ReBAR supported addr 0xd0600000 -> 0xd0600000 size 0x100000 -> 0x100000
(XEN) 0000:03:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:03:00.0: modify bars cmd: 6 rom_only: 0
(XEN) 0000:03:00.0: BAR0 ReBAR supported addr 0xfc90000000 -> 0xfc90000000 size 0x10000000 -> 0x10000000
(XEN) 0000:03:00.0: BAR2 ReBAR supported addr 0xfca0000000 -> 0xfca0000000 size 0x200000 -> 0x200000
(XEN) 0000:03:00.0: BAR5 ReBAR supported addr 0xd0600000 -> 0xd0600000 size 0x100000 -> 0x100000
(XEN) 0000:03:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:03:00.0: write BAR5 val: 0xfffffff0 BAR5 address: 0xfffffff0
(XEN) 0000:03:00.0: write BAR5 val: 0xd0600000 BAR5 address: 0xd0600000
(XEN) 0000:03:00.0: modify bars cmd: 6 rom_only: 0
(XEN) 0000:03:00.0: BAR0 ReBAR supported addr 0xfc90000000 -> 0xfc90000000 size 0x10000000 -> 0x10000000
(XEN) 0000:03:00.0: BAR2 ReBAR supported addr 0xfca0000000 -> 0xfca0000000 size 0x200000 -> 0x200000
(XEN) 0000:03:00.0: BAR5 ReBAR supported addr 0xd0600000 -> 0xd0600000 size 0x100000 -> 0x100000
(XEN) 0000:03:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:03:00.0: modify bars cmd: 6 rom_only: 0
(XEN) 0000:03:00.0: BAR0 ReBAR supported addr 0xfc90000000 -> 0xfc90000000 size 0x10000000 -> 0x10000000
(XEN) 0000:03:00.0: BAR2 ReBAR supported addr 0xfca0000000 -> 0xfca0000000 size 0x200000 -> 0x200000
(XEN) 0000:03:00.0: BAR5 ReBAR supported addr 0xd0600000 -> 0xd0600000 size 0x100000 -> 0x100000
(XEN) PCI add device 0000:03:00.0
(XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:03:00.1: write BAR0 val: 0xfffffff0 BAR0 address: 0xfffffff0
(XEN) 0000:03:00.1: write BAR0 val: 0xd0700000 BAR0 address: 0xd0700000
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) PCI add device 0000:03:00.1
(XEN) 0000:04:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:04:00.0: write BAR0 val: 0xfffffff0 BAR0 address: 0xfffffff0
(XEN) 0000:04:00.0: write BAR0 val: 0xd0500000 BAR0 address: 0xd0500000
(XEN) 0000:04:00.0: write BAR0 val: 0xffffffff BAR1 address: 0xffffffffd0500000
(XEN) 0000:04:00.0: write BAR0 val: 0 BAR1 address: 0xd0500000
(XEN) 0000:04:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:04:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:04:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:04:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:04:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:04:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:04:00.0: write BAR4 val: 0xfffffff0 BAR4 address: 0xfffffff0
(XEN) 0000:04:00.0: write BAR4 val: 0xd0504000 BAR4 address: 0xd0504000
(XEN) 0000:04:00.0: write BAR4 val: 0xffffffff BAR5 address: 0xffffffffd0504000
(XEN) 0000:04:00.0: write BAR4 val: 0 BAR5 address: 0xd0504000
(XEN) 0000:04:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:04:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:04:00.0: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:04:00.0
(XEN) 0000:05:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.0: write BAR0 val: 0xfffffff0 BAR0 address: 0xfcfffffff0
(XEN) 0000:05:00.0: write BAR0 val: 0x70000000 BAR0 address: 0xfc70000000
(XEN) 0000:05:00.0: write BAR0 val: 0xffffffff BAR1 address: 0xffffffff70000000
(XEN) 0000:05:00.0: write BAR0 val: 0xfc BAR1 address: 0xfc70000000
(XEN) 0000:05:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.0: write BAR2 val: 0xfffffff0 BAR2 address: 0xfcfffffff0
(XEN) 0000:05:00.0: write BAR2 val: 0x80000000 BAR2 address: 0xfc80000000
(XEN) 0000:05:00.0: write BAR2 val: 0xffffffff BAR3 address: 0xffffffff80000000
(XEN) 0000:05:00.0: write BAR2 val: 0xfc BAR3 address: 0xfc80000000
(XEN) 0000:05:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.0: write BAR5 val: 0xfffffff0 BAR5 address: 0xfffffff0
(XEN) 0000:05:00.0: write BAR5 val: 0xd0400000 BAR5 address: 0xd0400000
(XEN) 0000:05:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.0: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:05:00.0
(XEN) 0000:05:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.1: write BAR0 val: 0xfffffff0 BAR0 address: 0xfffffff0
(XEN) 0000:05:00.1: write BAR0 val: 0xd04c8000 BAR0 address: 0xd04c8000
(XEN) 0000:05:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 3 rom_only: 0
(XEN) PCI add device 0000:05:00.1
(XEN) 0000:05:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.2: write BAR2 val: 0xfffffff0 BAR2 address: 0xfffffff0
(XEN) 0000:05:00.2: write BAR2 val: 0xd0300000 BAR2 address: 0xd0300000
(XEN) 0000:05:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.2: write BAR5 val: 0xfffffff0 BAR5 address: 0xfffffff0
(XEN) 0000:05:00.2: write BAR5 val: 0xd04cc000 BAR5 address: 0xd04cc000
(XEN) 0000:05:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 3 rom_only: 0
(XEN) PCI add device 0000:05:00.2
(XEN) 0000:05:00.3: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.3: write BAR0 val: 0xfffffff0 BAR0 address: 0xfffffff0
(XEN) 0000:05:00.3: write BAR0 val: 0xd0200000 BAR0 address: 0xd0200000
(XEN) 0000:05:00.3: write BAR0 val: 0xffffffff BAR1 address: 0xffffffffd0200000
(XEN) 0000:05:00.3: write BAR0 val: 0 BAR1 address: 0xd0200000
(XEN) 0000:05:00.3: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.3: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.3: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.3: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.3: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.3: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.3: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.3: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.3: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.3: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.3: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:05:00.3
(XEN) 0000:05:00.4: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.4: write BAR0 val: 0xfffffff0 BAR0 address: 0xfffffff0
(XEN) 0000:05:00.4: write BAR0 val: 0xd0100000 BAR0 address: 0xd0100000
(XEN) 0000:05:00.4: write BAR0 val: 0xffffffff BAR1 address: 0xffffffffd0100000
(XEN) 0000:05:00.4: write BAR0 val: 0 BAR1 address: 0xd0100000
(XEN) 0000:05:00.4: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.4: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.4: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.4: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.4: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.4: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.4: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.4: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.4: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.4: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.4: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:05:00.4
(XEN) 0000:05:00.5: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.5: write BAR0 val: 0xfffffff0 BAR0 address: 0xfffffff0
(XEN) 0000:05:00.5: write BAR0 val: 0xd0480000 BAR0 address: 0xd0480000
(XEN) 0000:05:00.5: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 3 rom_only: 0
(XEN) PCI add device 0000:05:00.5
(XEN) 0000:05:00.6: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.6: write BAR0 val: 0xfffffff0 BAR0 address: 0xfffffff0
(XEN) 0000:05:00.6: write BAR0 val: 0xd04c0000 BAR0 address: 0xd04c0000
(XEN) 0000:05:00.6: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 3 rom_only: 0
(XEN) PCI add device 0000:05:00.6
(XEN) 0000:06:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.0: write BAR5 val: 0xfffffff0 BAR5 address: 0xfffffff0
(XEN) 0000:06:00.0: write BAR5 val: 0xd0085000 BAR5 address: 0xd0085000
(XEN) 0000:06:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:06:00.0
(XEN) 0000:06:00.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.1: write BAR5 val: 0xfffffff0 BAR5 address: 0xfffffff0
(XEN) 0000:06:00.1: write BAR5 val: 0xd0084000 BAR5 address: 0xd0084000
(XEN) 0000:06:00.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:06:00.1
(XEN) 0000:06:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.2: write BAR0 val: 0xfffffff0 BAR0 address: 0xfffffff0
(XEN) 0000:06:00.2: write BAR0 val: 0xd0060000 BAR0 address: 0xd0060000
(XEN) 0000:06:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.2: write BAR1 val: 0xfffffff0 BAR1 address: 0xfffffff0
(XEN) 0000:06:00.2: write BAR1 val: 0xd0040000 BAR1 address: 0xd0040000
(XEN) 0000:06:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.2: write BAR2 val: 0xfffffff0 BAR2 address: 0xfffffff0
(XEN) 0000:06:00.2: write BAR2 val: 0xd0082000 BAR2 address: 0xd0082000
(XEN) 0000:06:00.2: write BAR2 val: 0xffffffff BAR3 address: 0xffffffffd0082000
(XEN) 0000:06:00.2: write BAR2 val: 0 BAR3 address: 0xd0082000
(XEN) 0000:06:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.2: modify bars cmd: 3 rom_only: 0
(XEN) PCI add device 0000:06:00.2
(XEN) 0000:06:00.3: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.3: write BAR0 val: 0xfffffff0 BAR0 address: 0xfffffff0
(XEN) 0000:06:00.3: write BAR0 val: 0xd0020000 BAR0 address: 0xd0020000
(XEN) 0000:06:00.3: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.3: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.3: write BAR1 val: 0xfffffff0 BAR1 address: 0xfffffff0
(XEN) 0000:06:00.3: write BAR1 val: 0xd0000000 BAR1 address: 0xd0000000
(XEN) 0000:06:00.3: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.3: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.3: write BAR2 val: 0xfffffff0 BAR2 address: 0xfffffff0
(XEN) 0000:06:00.3: write BAR2 val: 0xd0080000 BAR2 address: 0xd0080000
(XEN) 0000:06:00.3: write BAR2 val: 0xffffffff BAR3 address: 0xffffffffd0080000
(XEN) 0000:06:00.3: write BAR2 val: 0 BAR3 address: 0xd0080000
(XEN) 0000:06:00.3: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.3: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.3: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.3: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.3: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.3: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.3: modify bars cmd: 3 rom_only: 0
(XEN) PCI add device 0000:06:00.3
(XEN) arch/x86/hvm/svm/svm.c:1889:d0v0 RDMSR 0xc0010058 unimplemented
(XEN) arch/x86/hvm/svm/svm.c:1889:d0v0 RDMSR 0xc001029b unimplemented
(XEN) arch/x86/hvm/svm/svm.c:1889:d0v0 RDMSR 0xc001029a unimplemented
(XEN) common/grant_table.c:1909:d0v3 Expanding d0 grant table from 1 to 2 frames
(XEN) 0000:03:00.0: modify bars cmd: 5 rom_only: 0
(XEN) 0000:03:00.0: write BAR0 val: 0 BAR0 address: 0xfc00000000
(XEN) 0000:03:00.0: write BAR0 val: 0xa BAR1 address: 0xa00000000
(XEN) 0000:03:00.0: write BAR2 val: 0 BAR2 address: 0xfc00000000
(XEN) 0000:03:00.0: write BAR2 val: 0x9 BAR3 address: 0x900000000
(XEN) 0000:03:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:03:00.0: BAR0 ReBAR supported addr 0xa00000000 -> 0xa00000000 size 0x10000000 -> 0x200000000
(XEN) 0000:03:00.0: detected BAR#0 size change (0x10000000 -> 0x200000000)
(XEN) 0000:03:00.0: BAR2 ReBAR supported addr 0x900000000 -> 0x900000000 size 0x200000 -> 0x200000
(XEN) 0000:03:00.0: BAR5 ReBAR supported addr 0xd0600000 -> 0xd0600000 size 0x100000 -> 0x100000
(XEN) d0v5 0000:03:00.0: ignored BAR 3 write while mapped
(XEN) d0v5 0000:03:00.0: ignored BAR 3 write while mapped
(XEN) d0v5 0000:03:00.0: ignored BAR 3 write while mapped
(XEN) d0v5 0000:03:00.0: ignored BAR 3 write while mapped
(XEN) d0v5 0000:03:00.0: ignored BAR 3 write while mapped
(XEN) d0v5 0000:03:00.0: ignored BAR 3 write while mapped
(XEN) d0v5 0000:03:00.0: ignored BAR 3 write while mapped
(XEN) d0v5 0000:03:00.0: ignored BAR 3 write while mapped
(XEN) d0v5 0000:03:00.0: ignored BAR 3 write while mapped
(XEN) d0v5 0000:03:00.0: ignored BAR 3 write while mapped
(XEN) d0v5 0000:03:00.0: ignored BAR 3 write while mapped
(XEN) d0v5 0000:03:00.0: ignored BAR 1 write while mapped
(XEN) d0v5 0000:03:00.0: ignored BAR 1 write while mapped
(XEN) d0v5 0000:03:00.0: ignored BAR 1 write while mapped
(XEN) d0v5 0000:03:00.0: ignored BAR 1 write while mapped
(XEN) d0v5 0000:03:00.0: ignored BAR 1 write while mapped
(XEN) d0v5 0000:03:00.0: ignored BAR 1 write while mapped
(XEN) d0v5 0000:03:00.0: ignored BAR 1 write while mapped
(XEN) d0v5 0000:03:00.0: ignored BAR 1 write while mapped
(XEN) d0v5 0000:03:00.0: ignored BAR 1 write while mapped
(XEN) d0v5 0000:03:00.0: ignored BAR 1 write while mapped
(XEN) d0v5 0000:03:00.0: ignored BAR 1 write while mapped

Re: [PATCH] vpci: Add resizable bar support

[Roger Pau Monné]

On Wed, Nov 20, 2024 at 03:01:57AM +0000, Chen, Jiqian wrote:
> On 2024/11/19 20:46, Roger Pau Monné wrote:
> > On Mon, Nov 18, 2024 at 06:06:03AM +0000, Chen, Jiqian wrote:
> >> On 2024/11/15 19:42, Roger Pau Monné wrote:
> >>> On Fri, Nov 15, 2024 at 03:04:22AM +0000, Chen, Jiqian wrote:
> >>>> On 2024/11/15 01:36, Roger Pau Monné wrote:
> >>>>> On Thu, Nov 14, 2024 at 04:52:18PM +0100, Roger Pau Monné wrote:
> >>>>>> On Thu, Nov 14, 2024 at 06:11:46AM +0000, Chen, Jiqian wrote:
> >>>>>>> On 2024/11/13 18:30, Roger Pau Monné wrote:
> >>>>>>>> On Wed, Nov 13, 2024 at 10:00:33AM +0000, Chen, Jiqian wrote:
> >>>>>>>>> On 2024/11/13 17:30, Roger Pau Monné wrote:
> >>>>>>>>>> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
> >>>>>>>>>>> Some devices, like discrete GPU of amd, support resizable bar capability,
> >>>>>>>>>>> but vpci of Xen doesn't support this feature, so they fail to resize bars
> >>>>>>>>>>> and then cause probing failure.
> >>>>>>>>>>>
> >>>>>>>>>>> According to PCIe spec, each bar that support resizing has two registers,
> >>>>>>>>>>> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
> >>>>>>>>>>> corresponding handler into vpci.
> >>>>>>>>>>>
> >>>>>>>>>>> PCI_REBAR_CAP is RO, only provide reading.
> >>>>>>>>>>>
> >>>>>>>>>>> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
> >>>>>>>>>>> setting the new size.
> >>>>>>>>>>
> >>>>>>>>>> I think the logic to handle resizable BAR could be much simpler.  Some
> >>>>>>>>>> time ago I've made a patch to add support for it, but due to lack of
> >>>>>>>>>> hardware on my side to test it I've never submitted it.
> >>>>>>>>>>
> >>>>>>>>>> My approach would be to detect the presence of the
> >>>>>>>>>> PCI_EXT_CAP_ID_REBAR capability in init_header(), and if the
> >>>>>>>>>> capability is present force the sizing of BARs each time they are
> >>>>>>>>>> mapped in modify_bars().  I don't think we need to trap accesses to
> >>>>>>>>>> the capability itself, as resizing can only happen when memory
> >>>>>>>>>> decoding is not enabled for the device.  It's enough to fetch the size
> >>>>>>>>>> of the BARs ahead of each enabling of memory decoding.
> >>>>>>>>>>
> >>>>>>>>>> Note that memory decoding implies mapping the BARs into the p2m, which
> >>>>>>>>>> is already an expensive operation, the extra sizing is unlikely to
> >>>>>>>>>> make much of a difference performance wise.
> >>>>>>>>>>
> >>>>>>>>>> I've found the following on my git tree and rebased on top of staging:
> >>>>>>>>> OK.
> >>>>>>>>> Do you need me to validate your patch in my environment?
> >>>>>>>>
> >>>>>>>> Yes please, I have no way to test it.  Let's see what others think
> >>>>>>>> about the different approaches.
> >>>>>>> There are some errors with your method.
> >>>>>>> I attached the dmesg and xl dmesg logs.
> >>>>>>> From the dmesg logs, it seems that 0000:03:00.0 has addresse overlap with 0000:03:00.1
> >>>>>>
> >>>>>> Do you have the output of lspci with the BAR sizes/positions before
> >>>>>> and after the resizing?
> >>>>>>
> >>>>>>>
> >>>>>>> I think there is a place that needs to be modified regarding your method,
> >>>>>>> although this modification does not help with the above-mentioned errors,
> >>>>>>> it is that whether to support resizing is specific to which bar, rather than just determining whether there is a Rebar capability.
> >>>>>>
> >>>>>> Do we really need such fine-grained information?  It should be
> >>>>>> harmless (even if not strictly necessary) to size all BARs on the
> >>>>>> device before enabling memory decoding, even if some of them do not
> >>>>>> support resizing.
> >>>>>>
> >>>>>> I might have to provide a patch with additional messages to see what's
> >>>>>> going on.
> >>>>>
> >>>>> One nit that I've noticed with the patch I gave you previously is that
> >>>>> the check for a size change in modify_bars() should be done ahead of
> >>>>> pci_check_bar(), otherwise the check is possibly using an outdated
> >>>>> size.
> >>>>>
> >>>>> I've also added a debug message to notify when a BAR register is
> >>>>> written and report the new address.  This is done unconditionally, but
> >>>>> if you think it's too chatty you can limit to only printing for the
> >>>>> device that has the ReBAR capability.
> >>>> Errors are the same.
> >>>> Attached the dmesg, xl dmesg, patch and lspci output.
> >>>> I will also continue to debug your method on my side to try to get some findings.
> >>>
> >>> Hello,
> >>>
> >>> I've been looking at the output, and it all seems fine, except the
> >>> 03:00.0 device that becomes broken at some point, note the lspci
> >>> output lists [virtual] next to the resource sizes.  This means reading
> >>> for the registers returned 0, so the position and sizes are provided
> >>> from the internal OS information.
> >>>
> >>> I'm assuming the patch you sent to the list doesn't lead to such errors,
> >> Yes, the method of my patch doesn't lead to any errors.
> >> I attached the dmesg, xl dmesg and lspci logs of my method.
> >>
> >>> in which case I can only guess that fetching the size of the
> >>> BARs in modify_bars() causes issues with the device.
> >>>
> >>> To confirm this, can you try the following patch on top of your original change?  
> >> I tried below patch with my original patch, it didn't cause any errors.
> >> And the lspci showed without the "[virtual]".
> >> So, unfortunately, it is not related to the fetching size of Bars in modify_bars().
> > 
> > I see, I'm at a loss as to what's wrong with my patch.  Do you have
> > any additional patches on Xen when testing your or my approach?
> No, just my patch or your patch, base on upstream codes(kernel branch is linux-next and xen branch is staging).
> 
> > 
> > I sadly don't have any box with a PCI device that exposes the
> > resizable BAR capability, so I'm not able to test or debug this.
> > 
> > I would like to understand why my approach doesn't work, as otherwise
> > I feel like I'm missing how ReBAR is supposed to work.  Anyway, if you
> > can give a try to the diff below, it's the same patch, but with yet
> > even more debug messages added.
> Attached the xl dmesg.
> 
> > 
> > Thanks, and sorry for keeping you testing it.
> That's fine, feel free to send me if you need more test information.
> Actually I am still continuing to debug your patch and also curious about why your patch does not work.
> 
> The only difference between our methods is the timing of updating the size.
> Yours is later than mine because you updated the size when the driver re-enabled memory decoding, while I updated the size in time when driver resize it.

Indeed, my last guess is the stale cached size is somehow used in my
approach, and that leads to the failures.  One last (possibly dummy?)
thing to try might be to use your patch to detect writes to the resize
control register, but update the BAR sizes in modify_bars(), while
keeping the traces of when the operations happen.

> I suspect that the driver or hypervisor may have done something in between and read outdated information.
> I am debugging the driver codes.

Thanks for doing this.

I have a couple of side unrelated notes, something I've noticed from
the trace you provided, taking device 0000:03:00.1 as an example:

(XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:03:00.1: write BAR0 val: 0xfffffff0 BAR0 address: 0xfffffff0
(XEN) 0000:03:00.1: write BAR0 val: 0xd0700000 BAR0 address: 0xd0700000
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) PCI add device 0000:03:00.1

Linux toggles memory decoding individually for sizing each BAR.  This
is very costly when running virtualized (as least on Xen), as toggling
the memory decoding bit implies tearing down or creating p2m mappings
for all the BARs of the device.  It would be much better if Linux
toggled memory decoding, sized all the BARs of the device, and then
enabled memory decoding again.  If done that way you could probably
reduce boot time of Linux PVH dom0 noticeably.

Secondly, the call to "PCI add device" is too late.  It works now
because Xen scans for PCI devices, so those are already known and
setup by Xen.  But if it's a hotplug device (or a device that somehow
is not discovered by Xen at boot), doing the PHYSDEVOP_pci_device_add
hypercall after sizing the device is wrong, the hypercall should be
done ahead of Linux interacting with the device in any meaningful way.
The checks done for device discovery are fine are obviously fine to be
done ahead of the PHYSDEVOP_pci_device_add call.

Thanks, Roger.

Re: [PATCH] vpci: Add resizable bar support

[Jan Beulich]

On 20.11.2024 10:01, Roger Pau Monné wrote:
> Secondly, the call to "PCI add device" is too late.  It works now
> because Xen scans for PCI devices, so those are already known and
> setup by Xen.  But if it's a hotplug device (or a device that somehow
> is not discovered by Xen at boot), doing the PHYSDEVOP_pci_device_add
> hypercall after sizing the device is wrong, the hypercall should be
> done ahead of Linux interacting with the device in any meaningful way.
> The checks done for device discovery are fine are obviously fine to be
> done ahead of the PHYSDEVOP_pci_device_add call.

Let's make the Linux maintainers more explicitly aware of this.

Jan

Re: [PATCH] vpci: Add resizable bar support

[Chen, Jiqian]

On 2024/11/20 17:01, Roger Pau Monné wrote:
> On Wed, Nov 20, 2024 at 03:01:57AM +0000, Chen, Jiqian wrote:
>> On 2024/11/19 20:46, Roger Pau Monné wrote:
>>> On Mon, Nov 18, 2024 at 06:06:03AM +0000, Chen, Jiqian wrote:
>>>> On 2024/11/15 19:42, Roger Pau Monné wrote:
>>>>> On Fri, Nov 15, 2024 at 03:04:22AM +0000, Chen, Jiqian wrote:
>>>>>> On 2024/11/15 01:36, Roger Pau Monné wrote:
>>>>>>> On Thu, Nov 14, 2024 at 04:52:18PM +0100, Roger Pau Monné wrote:
>>>>>>>> On Thu, Nov 14, 2024 at 06:11:46AM +0000, Chen, Jiqian wrote:
>>>>>>>>> On 2024/11/13 18:30, Roger Pau Monné wrote:
>>>>>>>>>> On Wed, Nov 13, 2024 at 10:00:33AM +0000, Chen, Jiqian wrote:
>>>>>>>>>>> On 2024/11/13 17:30, Roger Pau Monné wrote:
>>>>>>>>>>>> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
>>>>>>>>>>>>> Some devices, like discrete GPU of amd, support resizable bar capability,
>>>>>>>>>>>>> but vpci of Xen doesn't support this feature, so they fail to resize bars
>>>>>>>>>>>>> and then cause probing failure.
>>>>>>>>>>>>>
>>>>>>>>>>>>> According to PCIe spec, each bar that support resizing has two registers,
>>>>>>>>>>>>> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
>>>>>>>>>>>>> corresponding handler into vpci.
>>>>>>>>>>>>>
>>>>>>>>>>>>> PCI_REBAR_CAP is RO, only provide reading.
>>>>>>>>>>>>>
>>>>>>>>>>>>> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
>>>>>>>>>>>>> setting the new size.
>>>>>>>>>>>>
>>>>>>>>>>>> I think the logic to handle resizable BAR could be much simpler.  Some
>>>>>>>>>>>> time ago I've made a patch to add support for it, but due to lack of
>>>>>>>>>>>> hardware on my side to test it I've never submitted it.
>>>>>>>>>>>>
>>>>>>>>>>>> My approach would be to detect the presence of the
>>>>>>>>>>>> PCI_EXT_CAP_ID_REBAR capability in init_header(), and if the
>>>>>>>>>>>> capability is present force the sizing of BARs each time they are
>>>>>>>>>>>> mapped in modify_bars().  I don't think we need to trap accesses to
>>>>>>>>>>>> the capability itself, as resizing can only happen when memory
>>>>>>>>>>>> decoding is not enabled for the device.  It's enough to fetch the size
>>>>>>>>>>>> of the BARs ahead of each enabling of memory decoding.
>>>>>>>>>>>>
>>>>>>>>>>>> Note that memory decoding implies mapping the BARs into the p2m, which
>>>>>>>>>>>> is already an expensive operation, the extra sizing is unlikely to
>>>>>>>>>>>> make much of a difference performance wise.
>>>>>>>>>>>>
>>>>>>>>>>>> I've found the following on my git tree and rebased on top of staging:
>>>>>>>>>>> OK.
>>>>>>>>>>> Do you need me to validate your patch in my environment?
>>>>>>>>>>
>>>>>>>>>> Yes please, I have no way to test it.  Let's see what others think
>>>>>>>>>> about the different approaches.
>>>>>>>>> There are some errors with your method.
>>>>>>>>> I attached the dmesg and xl dmesg logs.
>>>>>>>>> From the dmesg logs, it seems that 0000:03:00.0 has addresse overlap with 0000:03:00.1
>>>>>>>>
>>>>>>>> Do you have the output of lspci with the BAR sizes/positions before
>>>>>>>> and after the resizing?
>>>>>>>>
>>>>>>>>>
>>>>>>>>> I think there is a place that needs to be modified regarding your method,
>>>>>>>>> although this modification does not help with the above-mentioned errors,
>>>>>>>>> it is that whether to support resizing is specific to which bar, rather than just determining whether there is a Rebar capability.
>>>>>>>>
>>>>>>>> Do we really need such fine-grained information?  It should be
>>>>>>>> harmless (even if not strictly necessary) to size all BARs on the
>>>>>>>> device before enabling memory decoding, even if some of them do not
>>>>>>>> support resizing.
>>>>>>>>
>>>>>>>> I might have to provide a patch with additional messages to see what's
>>>>>>>> going on.
>>>>>>>
>>>>>>> One nit that I've noticed with the patch I gave you previously is that
>>>>>>> the check for a size change in modify_bars() should be done ahead of
>>>>>>> pci_check_bar(), otherwise the check is possibly using an outdated
>>>>>>> size.
>>>>>>>
>>>>>>> I've also added a debug message to notify when a BAR register is
>>>>>>> written and report the new address.  This is done unconditionally, but
>>>>>>> if you think it's too chatty you can limit to only printing for the
>>>>>>> device that has the ReBAR capability.
>>>>>> Errors are the same.
>>>>>> Attached the dmesg, xl dmesg, patch and lspci output.
>>>>>> I will also continue to debug your method on my side to try to get some findings.
>>>>>
>>>>> Hello,
>>>>>
>>>>> I've been looking at the output, and it all seems fine, except the
>>>>> 03:00.0 device that becomes broken at some point, note the lspci
>>>>> output lists [virtual] next to the resource sizes.  This means reading
>>>>> for the registers returned 0, so the position and sizes are provided
>>>>> from the internal OS information.
>>>>>
>>>>> I'm assuming the patch you sent to the list doesn't lead to such errors,
>>>> Yes, the method of my patch doesn't lead to any errors.
>>>> I attached the dmesg, xl dmesg and lspci logs of my method.
>>>>
>>>>> in which case I can only guess that fetching the size of the
>>>>> BARs in modify_bars() causes issues with the device.
>>>>>
>>>>> To confirm this, can you try the following patch on top of your original change?  
>>>> I tried below patch with my original patch, it didn't cause any errors.
>>>> And the lspci showed without the "[virtual]".
>>>> So, unfortunately, it is not related to the fetching size of Bars in modify_bars().
>>>
>>> I see, I'm at a loss as to what's wrong with my patch.  Do you have
>>> any additional patches on Xen when testing your or my approach?
>> No, just my patch or your patch, base on upstream codes(kernel branch is linux-next and xen branch is staging).
>>
>>>
>>> I sadly don't have any box with a PCI device that exposes the
>>> resizable BAR capability, so I'm not able to test or debug this.
>>>
>>> I would like to understand why my approach doesn't work, as otherwise
>>> I feel like I'm missing how ReBAR is supposed to work.  Anyway, if you
>>> can give a try to the diff below, it's the same patch, but with yet
>>> even more debug messages added.
>> Attached the xl dmesg.
>>
>>>
>>> Thanks, and sorry for keeping you testing it.
>> That's fine, feel free to send me if you need more test information.
>> Actually I am still continuing to debug your patch and also curious about why your patch does not work.
>>
>> The only difference between our methods is the timing of updating the size.
>> Yours is later than mine because you updated the size when the driver re-enabled memory decoding, while I updated the size in time when driver resize it.
> 
> Indeed, my last guess is the stale cached size is somehow used in my
> approach, and that leads to the failures.  One last (possibly dummy?)
> thing to try might be to use your patch to detect writes to the resize
> control register, but update the BAR sizes in modify_bars(), while
> keeping the traces of when the operations happen.
This seems to be the same as your method.
But I will take a try.

> 
>> I suspect that the driver or hypervisor may have done something in between and read outdated information.
>> I am debugging the driver codes.
> 
> Thanks for doing this.
> 
> I have a couple of side unrelated notes, something I've noticed from
> the trace you provided, taking device 0000:03:00.1 as an example:
> 
> (XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
> (XEN) 0000:03:00.1: write BAR0 val: 0xfffffff0 BAR0 address: 0xfffffff0
> (XEN) 0000:03:00.1: write BAR0 val: 0xd0700000 BAR0 address: 0xd0700000
> (XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
> (XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
> (XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
> (XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
> (XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
> (XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
> (XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
> (XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
> (XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
> (XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
> (XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
> (XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
> (XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
> (XEN) PCI add device 0000:03:00.1
> 
> Linux toggles memory decoding individually for sizing each BAR.  This
> is very costly when running virtualized (as least on Xen), as toggling
> the memory decoding bit implies tearing down or creating p2m mappings
> for all the BARs of the device.  It would be much better if Linux
> toggled memory decoding, sized all the BARs of the device, and then
> enabled memory decoding again.  If done that way you could probably
> reduce boot time of Linux PVH dom0 noticeably.
Thanks, it is helpful since I will need to reduce the boot time in future.

> 
> Secondly, the call to "PCI add device" is too late.  It works now
> because Xen scans for PCI devices, so those are already known and
> setup by Xen.  But if it's a hotplug device (or a device that somehow
> is not discovered by Xen at boot), doing the PHYSDEVOP_pci_device_add
> hypercall after sizing the device is wrong, the hypercall should be
> done ahead of Linux interacting with the device in any meaningful way.
> The checks done for device discovery are fine are obviously fine to be
> done ahead of the PHYSDEVOP_pci_device_add call.
> 
> Thanks, Roger.

-- 
Best regards,
Jiqian Chen.

Re: [PATCH] vpci: Add resizable bar support

[Chen, Jiqian]

[-- Attachment #1: Type: text/plain, Size: 943 bytes --]

On 2024/11/20 17:01, Roger Pau Monné wrote:
> On Wed, Nov 20, 2024 at 03:01:57AM +0000, Chen, Jiqian wrote:
>> The only difference between our methods is the timing of updating the size.
>> Yours is later than mine because you updated the size when the driver re-enabled memory decoding, while I updated the size in time when driver resize it.
> 
> Indeed, my last guess is the stale cached size is somehow used in my
> approach, and that leads to the failures.  One last (possibly dummy?)
> thing to try might be to use your patch to detect writes to the resize
> control register, but update the BAR sizes in modify_bars(), while
> keeping the traces of when the operations happen.
> 
This can work, combine our method, use my patch to detect and write the size into hardware register, and use your patch to update bar[i].size in modify_bars().
Attached the combined patch and the xl dmesg.

-- 
Best regards,
Jiqian Chen.

[-- Attachment #2: rebar_xl_dmesg.txt --]
[-- Type: text/plain, Size: 42138 bytes --]

 __  __            _  _    ____   ___                     _        _     _
 \ \/ /___ _ __   | || |  |___ \ / _ \    _   _ _ __  ___| |_ __ _| |__ | | ___
  \  // _ \ '_ \  | || |_   __) | | | |__| | | | '_ \/ __| __/ _` | '_ \| |/ _ \
  /  \  __/ | | | |__   _| / __/| |_| |__| |_| | | | \__ \ || (_| | |_) | |  __/
 /_/\_\___|_| |_|    |_|(_)_____|\___/    \__,_|_| |_|___/\__\__,_|_.__/|_|\___|

(XEN) Xen version 4.20-unstable (cjq@) (gcc (Ubuntu 11.4.0-1ubuntu1~22.04) 11.4.0) debug=y Thu Nov 21 10:41:03 CST 2024
(XEN) Latest ChangeSet: Thu Nov 21 10:20:47 2024 +0800 git:d910309568
(XEN) build-id: 444a21c02ad0c034841e5a68fd23f7e7eee13e11
(XEN) Bootloader: GRUB 2.06-2ubuntu14.4
(XEN) Command line: placeholder dom0=pvh dom0_mem=6G loglvl=all no-real-mode edd=off
(XEN) Xen image load base address: 0xc6c00000
(XEN) Video information:
(XEN)  VGA is graphics mode 2560x1440, 32 bpp
(XEN) Disc information:
(XEN)  Found 0 MBR signatures
(XEN)  Found 1 EDD information structures
(XEN) CPU Vendor: AMD, Family 23 (0x17), Model 96 (0x60), Stepping 1 (raw 00860f01)
(XEN) EFI RAM map:
(XEN)  [0000000000000000, 000000000009efff] (usable)
(XEN)  [000000000009f000, 00000000000bffff] (reserved)
(XEN)  [0000000000100000, 0000000009afffff] (usable)
(XEN)  [0000000009b00000, 0000000009dfffff] (reserved)
(XEN)  [0000000009e00000, 0000000009efffff] (usable)
(XEN)  [0000000009f00000, 0000000009f0ffff] (ACPI NVS)
(XEN)  [0000000009f10000, 00000000bb465fff] (usable)
(XEN)  [00000000bb466000, 00000000bc565fff] (reserved)
(XEN)  [00000000bc566000, 00000000c877efff] (usable)
(XEN)  [00000000c877f000, 00000000caf7efff] (reserved)
(XEN)  [00000000caf7f000, 00000000ccf7efff] (ACPI NVS)
(XEN)  [00000000ccf7f000, 00000000ccffefff] (ACPI data)
(XEN)  [00000000ccfff000, 00000000ccffffff] (usable)
(XEN)  [00000000cd000000, 00000000cdffffff] (reserved)
(XEN)  [00000000f0000000, 00000000f7ffffff] (reserved)
(XEN)  [00000000fde00000, 00000000fdefffff] (reserved)
(XEN)  [00000000fec00000, 00000000fec01fff] (reserved)
(XEN)  [00000000fec10000, 00000000fec10fff] (reserved)
(XEN)  [00000000fec20000, 00000000fec20fff] (reserved)
(XEN)  [00000000fed80000, 00000000fed81fff] (reserved)
(XEN)  [00000000fedc0000, 00000000feddffff] (reserved)
(XEN)  [00000000fee00000, 00000000fee00fff] (reserved)
(XEN)  [00000000ff000000, 00000000fff1ffff] (reserved)
(XEN)  [0000000100000000, 000000080f33ffff] (usable)
(XEN)  [000000080f340000, 000000082fffffff] (reserved)
(XEN) BSP microcode revision: 0x08600109
(XEN) ACPI: RSDP CCFFE014, 0024 (r2 AMD   )
(XEN) ACPI: XSDT CCFDE188, 0154 (r1 AMD    Celadon         2       1000013)
(XEN) ACPI: FACP CCFE6000, 0114 (r6 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: DSDT CCFD4000, 90BF (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: FACS CCEF1000, 0040
(XEN) ACPI: UEFI CCF7E000, 0236 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFF5000, 723C (r2 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: IVRS CCFF4000, 01A4 (r2 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFF0000, 374A (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFEF000, 0228 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: BERT CCFEE000, 0030 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: EINJ CCFEC000, 0150 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFEB000, 046D (r1 AMD    Celadon      1000 ACPI    40000)
(XEN) ACPI: TPM2 CCFEA000, 0034 (r4 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: ASF! CCFE8000, 00A5 (r32 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: BOOT CCFE7000, 0028 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: HPET CCFE5000, 0038 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: APIC CCFE4000, 0138 (r4 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: MCFG CCFE3000, 003C (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: SLIC CCFE2000, 0176 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: WSMT CCFDF000, 0028 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: SSDT CCFFD000, 0080 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: SSDT CCFC5000, 0164 (r1 AMD    Celadon      1000 ACPI    40000)
(XEN) ACPI: SSDT CCFC2000, 2B80 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: CRAT CCFC1000, 0BA8 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: CDIT CCFC0000, 0029 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: VFCT CCFA7000, 18CA0 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFD3000, 0139 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: HEST CCF96000, 10874 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFED000, 028D (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFD2000, 0D37 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFD0000, 10AB (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFCF000, 0179 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFCD000, 154F (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFCB000, 10B3 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFCA000, 01C0 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFC6000, 30C8 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: FPDT CCF95000, 0044 (r1 AMD    Celadon         2 ACPI    40000)
(XEN) ACPI: BGRT CCF94000, 0038 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFE1000, 007D (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCFE0000, 0F96 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) ACPI: SSDT CCF93000, 0517 (r1 AMD    Celadon         1 ACPI    40000)
(XEN) System RAM: 32102MB (32872764kB)
(XEN) No NUMA configuration found
(XEN) Faking a node at 0000000000000000-000000080f340000
(XEN) Domain heap initialised
(XEN) vesafb: framebuffer at 0x000000fc70000000, mapped to 0xffff82c000203000, using 14400k, total 14400k
(XEN) vesafb: mode is 2560x1440x32, linelength=10240, font 8x16
(XEN) vesafb: Truecolor: size=8:8:8:8, shift=24:16:8:0
(XEN) SMBIOS 3.1 present.
(XEN) Using APIC driver default
(XEN) ACPI: PM-Timer IO Port: 0x408 (32 bits)
(XEN) ACPI: v5 SLEEP INFO: control[0:0], status[0:0]
(XEN) ACPI: SLEEP INFO: pm1x_cnt[1:404,1:0], pm1x_evt[1:400,1:0]
(XEN) ACPI: 32/64X FACS address mismatch in FADT - ccef1000/0000000000000000, using 32
(XEN) ACPI:             wakeup_vec[ccef100c], vec_size[20]
(XEN) ACPI: Local APIC address 0xfee00000
(XEN) Overriding APIC driver with bigsmp
(XEN) ACPI: IOAPIC (id[0x21] address[0xfec00000] gsi_base[0])
(XEN) IOAPIC[0]: apic_id 33, version 33, address 0xfec00000, GSI 0-23
(XEN) ACPI: IOAPIC (id[0x22] address[0xfec01000] gsi_base[24])
(XEN) IOAPIC[1]: apic_id 34, version 33, address 0xfec01000, GSI 24-55
(XEN) ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl)
(XEN) ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 low level)
(XEN) ACPI: IRQ0 used by override.
(XEN) ACPI: IRQ2 used by override.
(XEN) ACPI: IRQ9 used by override.
(XEN) ACPI: HPET id: 0x10228210 base: 0xfed00000
(XEN) PCI: MCFG configuration 0: base f0000000 segment 0000 buses 00 - 7f
(XEN) PCI: MCFG area at f0000000 reserved in E820
(XEN) PCI: Using MCFG for segment 0000 bus 00-7f
(XEN) HEST: Table parsing has been initialized
(XEN) ACPI: BGRT: invalidating v1 image at 0xc32b0000
(XEN) Using ACPI (MADT) for SMP configuration information
(XEN) SMP: Allowing 16 CPUs (4 hotplug CPUs)
(XEN) IRQ limits: 56 GSI, 2440 MSI/MSI-X
(XEN) Zenbleed mitigation - using chickenbit
(XEN) CPU0: 1400 ... 3000 MHz
(XEN) xstate: size: 0x380 and states: 0x207
(XEN) CPU0: AMD Fam17h machine check reporting enabled
(XEN) Speculative mitigation facilities:
(XEN)   Hardware hints: IBRS_FAST IBRS_SAME_MODE
(XEN)   Hardware features: IBPB IBRS STIBP SSBD
(XEN)   Compiled-in support: INDIRECT_THUNK SHADOW_PAGING HARDEN_ARRAY HARDEN_BRANCH HARDEN_GUEST_ACCESS HARDEN_LOCK
(XEN)   Xen settings: BTI-Thunk: RETPOLINE, SPEC_CTRL: IBRS- STIBP+ SSBD-, Other: BRANCH_HARDEN
(XEN)   Support for HVM VMs: MSR_SPEC_CTRL MSR_VIRT_SPEC_CTRL RSB IBPB-entry
(XEN)   Support for PV VMs: IBPB-entry
(XEN)   XPTI (64-bit PV only): Dom0 disabled, DomU disabled (without PCID)
(XEN)   PV L1TF shadowing: Dom0 disabled, DomU disabled
(XEN) Using scheduler: SMP Credit Scheduler rev2 (credit2)
(XEN) Initializing Credit2 scheduler
(XEN)  load_precision_shift: 18
(XEN)  load_window_shift: 30
(XEN)  underload_balance_tolerance: 0
(XEN)  overload_balance_tolerance: -3
(XEN)  runqueues arrangement: socket
(XEN)  cap enforcement granularity: 10ms
(XEN) load tracking window length 1073741824 ns
(XEN) Platform timer is 14.318MHz HPET
(XEN) Detected 2994.365 MHz processor.
(XEN) Freed 1020kB unused BSS memory
(XEN) EFI memory map:
(XEN)  0000000000000-0000000003fff type=2 attr=000000000000000f
(XEN)  0000000004000-000000008efff type=7 attr=000000000000000f
(XEN)  000000008f000-000000009efff type=2 attr=000000000000000f
(XEN)  000000009f000-000000009ffff type=0 attr=000000000000000f
(XEN)  0000000100000-0000004ac6fff type=2 attr=000000000000000f
(XEN)  0000004ac7000-0000009afffff type=7 attr=000000000000000f
(XEN)  0000009b00000-0000009dfffff type=0 attr=000000000000000f
(XEN)  0000009e00000-0000009efffff type=7 attr=000000000000000f
(XEN)  0000009f00000-0000009f0ffff type=10 attr=000000000000000f
(XEN)  0000009f10000-0000079137fff type=7 attr=000000000000000f
(XEN)  0000079138000-000007fffefff type=1 attr=000000000000000f
(XEN)  000007ffff000-00000b6e88fff type=7 attr=000000000000000f
(XEN)  00000b6e89000-00000b7103fff type=1 attr=000000000000000f
(XEN)  00000b7104000-00000b737efff type=2 attr=000000000000000f
(XEN)  00000b737f000-00000b739efff type=4 attr=000000000000000f
(XEN)  00000b739f000-00000b73f7fff type=7 attr=000000000000000f
(XEN)  00000b73f8000-00000b7619fff type=4 attr=000000000000000f
(XEN)  00000b761a000-00000b7667fff type=3 attr=000000000000000f
(XEN)  00000b7668000-00000baf86fff type=4 attr=000000000000000f
(XEN)  00000baf87000-00000bafa5fff type=3 attr=000000000000000f
(XEN)  00000bafa6000-00000baff7fff type=4 attr=000000000000000f
(XEN)  00000baff8000-00000bb05dfff type=3 attr=000000000000000f
(XEN)  00000bb05e000-00000bb465fff type=4 attr=000000000000000f
(XEN)  00000bb466000-00000bc565fff type=0 attr=000000000000000f
(XEN)  00000bc566000-00000bc56ffff type=3 attr=000000000000000f
(XEN)  00000bc570000-00000bc579fff type=7 attr=000000000000000f
(XEN)  00000bc57a000-00000bc57cfff type=2 attr=000000000000000f
(XEN)  00000bc57d000-00000bc6a8fff type=7 attr=000000000000000f
(XEN)  00000bc6a9000-00000bc77efff type=1 attr=000000000000000f
(XEN)  00000bc77f000-00000c3160fff type=7 attr=000000000000000f
(XEN)  00000c3161000-00000c32a1fff type=4 attr=000000000000000f
(XEN)  00000c32a2000-00000c32abfff type=7 attr=000000000000000f
(XEN)  00000c32ac000-00000c32acfff type=4 attr=000000000000000f
(XEN)  00000c32ad000-00000c32adfff type=7 attr=000000000000000f
(XEN)  00000c32ae000-00000c677efff type=4 attr=000000000000000f
(XEN)  00000c677f000-00000c6dfffff type=7 attr=000000000000000f
(XEN)  00000c6e00000-00000c71f7fff type=2 attr=000000000000000f
(XEN)  00000c71f8000-00000c737afff type=7 attr=000000000000000f
(XEN)  00000c737b000-00000c877efff type=3 attr=000000000000000f
(XEN)  00000c877f000-00000c8f7efff type=5 attr=800000000000000f
(XEN)  00000c8f7f000-00000c9f7efff type=6 attr=800000000000000f
(XEN)  00000c9f7f000-00000caf7efff type=0 attr=000000000000000f
(XEN)  00000caf7f000-00000ccf7efff type=10 attr=000000000000000f
(XEN)  00000ccf7f000-00000ccffefff type=9 attr=000000000000000f
(XEN)  00000ccfff000-00000ccffffff type=4 attr=000000000000000f
(XEN)  0000100000000-000080f33ffff type=7 attr=000000000000000f
(XEN)  00000000a0000-00000000bffff type=0 attr=0000000000000000
(XEN)  00000cd000000-00000cdffffff type=0 attr=0000000000000000
(XEN)  00000f0000000-00000f7ffffff type=11 attr=8000000000000001
(XEN)  00000fde00000-00000fdefffff type=11 attr=8000000000000001
(XEN)  00000fec00000-00000fec01fff type=11 attr=8000000000000001
(XEN)  00000fec10000-00000fec10fff type=11 attr=8000000000000001
(XEN)  00000fec20000-00000fec20fff type=11 attr=8000000000000001
(XEN)  00000fed80000-00000fed81fff type=11 attr=8000000000000001
(XEN)  00000fedc0000-00000feddffff type=11 attr=8000000000000001
(XEN)  00000fee00000-00000fee00fff type=11 attr=8000000000000001
(XEN)  00000ff000000-00000fff1ffff type=11 attr=8000000000000001
(XEN)  000080f340000-000082fffffff type=0 attr=0000000000000000
(XEN) alt table ffff82d04049c1b8 -> ffff82d0404aeca4
(XEN) AMD-Vi: IOMMU Extended Features:
(XEN) - Peripheral Page Service Request
(XEN) - x2APIC
(XEN) - NX bit
(XEN) - Invalidate All Command
(XEN) - Guest APIC
(XEN) - Performance Counters
(XEN) - Host Address Translation Size: 0x2
(XEN) - Guest Address Translation Size: 0
(XEN) - Guest CR3 Root Table Level: 0x1
(XEN) - Maximum PASID: 0xf
(XEN) - SMI Filter Register: 0x1
(XEN) - SMI Filter Register Count: 0x1
(XEN) - Guest Virtual APIC Modes: 0x1
(XEN) - Dual PPR Log: 0x2
(XEN) - Dual Event Log: 0x2
(XEN) - User / Supervisor Page Protection
(XEN) - Device Table Segmentation: 0x3
(XEN) - PPR Log Overflow Early Warning
(XEN) - PPR Automatic Response
(XEN) - Memory Access Routing and Control: 0
(XEN) - Block StopMark Message
(XEN) - Performance Optimization
(XEN) - MSI Capability MMIO Access
(XEN) - Guest I/O Protection
(XEN) - Enhanced PPR Handling
(XEN) - Attribute Forward
(XEN) - Invalidate IOTLB Type
(XEN) - VM Table Size: 0
(XEN) - Guest Access Bit Update Disable
(XEN) AMD-Vi: Disabled HAP memory map sharing with IOMMU
(XEN) AMD-Vi: IOMMU 0 Enabled.
(XEN) I/O virtualisation enabled
(XEN)  - Dom0 mode: Relaxed
(XEN) Interrupt remapping enabled
(XEN) nr_sockets: 2
(XEN) Enabling APIC mode.  Using 2 I/O APICs
(XEN) ENABLING IO-APIC IRQs
(XEN)  -> Using new ACK method
(XEN) ..TIMER: vector=0xF0 apic1=0 pin1=2 apic2=-1 pin2=-1
(XEN) Wallclock source: EFI
(XEN) Allocated console ring of 128 KiB.
(XEN) mwait-idle: does not run on family 23 model 96
(XEN) HVM: ASIDs enabled.
(XEN) SVM: Supported advanced features:
(XEN)  - Nested Page Tables (NPT)
(XEN)  - Last Branch Record (LBR) Virtualisation
(XEN)  - Next-RIP Saved on #VMEXIT
(XEN)  - VMCB Clean Bits
(XEN)  - TLB flush by ASID
(XEN)  - DecodeAssists
(XEN)  - Virtual VMLOAD/VMSAVE
(XEN)  - Virtual GIF
(XEN)  - Pause-Intercept Filter
(XEN)  - Pause-Intercept Filter Threshold
(XEN)  - TSC Rate MSR
(XEN)  - MSR_SPEC_CTRL virtualisation
(XEN) HVM: SVM enabled
(XEN) HVM: Hardware Assisted Paging (HAP) detected
(XEN) HVM: HAP page sizes: 4kB, 2MB, 1GB
(XEN) alt table ffff82d04049c1b8 -> ffff82d0404aeca4
(XEN) Brought up 12 CPUs
(XEN) Scheduling granularity: cpu, 1 CPU per sched-resource
(XEN) Initializing Credit2 scheduler
(XEN)  load_precision_shift: 18
(XEN)  load_window_shift: 30
(XEN)  underload_balance_tolerance: 0
(XEN)  overload_balance_tolerance: -3
(XEN)  runqueues arrangement: socket
(XEN)  cap enforcement granularity: 10ms
(XEN) load tracking window length 1073741824 ns
(XEN) Adding cpu 0 to runqueue 0
(XEN)  First cpu on runqueue, activating
(XEN) Adding cpu 1 to runqueue 0
(XEN) Adding cpu 2 to runqueue 0
(XEN) Adding cpu 3 to runqueue 0
(XEN) Adding cpu 4 to runqueue 0
(XEN) Adding cpu 5 to runqueue 0
(XEN) Adding cpu 6 to runqueue 0
(XEN) Adding cpu 7 to runqueue 0
(XEN) Adding cpu 8 to runqueue 0
(XEN) Adding cpu 9 to runqueue 0
(XEN) Adding cpu 10 to runqueue 0
(XEN) Adding cpu 11 to runqueue 0
(XEN) mcheck_poll: Machine check polling timer started.
(XEN) Running stub recovery selftests...
(XEN) Fixup #UD[0000]: ffff82d07fffe044 [ffff82d07fffe044] -> ffff82d04038ceec
(XEN) Fixup #GP[0000]: ffff82d07fffe045 [ffff82d07fffe045] -> ffff82d04038ceec
(XEN) Fixup #SS[0000]: ffff82d07fffe044 [ffff82d07fffe044] -> ffff82d04038ceec
(XEN) Fixup #BP[0000]: ffff82d07fffe045 [ffff82d07fffe045] -> ffff82d04038ceec
(XEN) NX (Execute Disable) protection active
(XEN) *** Building a PVH Dom0 ***
(XEN) 0000:00:01.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:02.4: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:08.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:08.2: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 403 rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: f rom_only: 0
(XEN) 0000:01:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:02:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:03:00.0: modify bars cmd: 6 rom_only: 0
(XEN) 0000:03:00.0: BAR0 ReBAR supported addr 0xfc90000000 -> 0xfc90000000 size 0x10000000 -> 0x10000000
(XEN) 0000:03:00.0: BAR2 ReBAR supported addr 0xfca0000000 -> 0xfca0000000 size 0x200000 -> 0x200000
(XEN) 0000:03:00.0: BAR5 ReBAR supported addr 0xd0600000 -> 0xd0600000 size 0x100000 -> 0x100000
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:04:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.3: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.4: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.3: modify bars cmd: 3 rom_only: 0
(XEN) Dom0 memory allocation stats:
(XEN) order  0 allocations: 4
(XEN) order  1 allocations: 4
(XEN) order  2 allocations: 3
(XEN) order  3 allocations: 3
(XEN) order  4 allocations: 5
(XEN) order  5 allocations: 4
(XEN) order  6 allocations: 4
(XEN) order  7 allocations: 4
(XEN) order  8 allocations: 4
(XEN) order  9 allocations: 4
(XEN) order 10 allocations: 4
(XEN) order 11 allocations: 4
(XEN) order 12 allocations: 4
(XEN) order 13 allocations: 4
(XEN) order 14 allocations: 2
(XEN) order 15 allocations: 3
(XEN) order 16 allocations: 3
(XEN) order 17 allocations: 3
(XEN) order 18 allocations: 3
(XEN) ELF: phdr: paddr=0x1000000 memsz=0x195f628
(XEN) ELF: phdr: paddr=0x2a00000 memsz=0x96f000
(XEN) ELF: phdr: paddr=0x336f000 memsz=0x39000
(XEN) ELF: phdr: paddr=0x33a8000 memsz=0x1458000
(XEN) ELF: memory: 0x1000000 -> 0x4800000
(XEN) ELF: note: PHYS32_RELOC align: 0x200000 min: 0x1000000 max: 0x3fffffff
(XEN) ELF: note: PHYS32_ENTRY = 0x1000a20
(XEN) ELF: note: GUEST_OS = "linux"
(XEN) ELF: note: GUEST_VERSION = "2.6"
(XEN) ELF: note: XEN_VERSION = "xen-3.0"
(XEN) ELF: note: VIRT_BASE = 0xffffffff80000000
(XEN) ELF: note: INIT_P2M = 0x8000000000
(XEN) ELF: note: ENTRY = 0xffffffff833bc620
(XEN) ELF: note: FEATURES = "!writable_page_tables"
(XEN) ELF: note: PAE_MODE = "yes"
(XEN) ELF: note: L1_MFN_VALID
(XEN) ELF: note: MOD_START_PFN = 0x1
(XEN) ELF: note: PADDR_OFFSET = 0
(XEN) ELF: note: HYPERCALL_PAGE = 0xffffffff81f3a000
(XEN) ELF: note: SUPPORTED_FEATURES = 0x8801
(XEN) ELF: note: LOADER = "generic"
(XEN) ELF: note: SUSPEND_CANCEL = 0x1
(XEN) ELF: Found PVH image
(XEN) ELF: addresses:
(XEN)     virt_base        = 0x0
(XEN)     elf_paddr_offset = 0x0
(XEN)     virt_offset      = 0x0
(XEN)     virt_kstart      = 0x1000000
(XEN)     virt_kend        = 0x4800000
(XEN)     virt_entry       = 0x1000a20
(XEN)     p2m_base         = 0x8000000000
(XEN) ELF: phdr 0 at 0x1000000 -> 0x295f628
(XEN) ELF: phdr 1 at 0x2a00000 -> 0x336f000
(XEN) ELF: phdr 2 at 0x336f000 -> 0x33a8000
(XEN) ELF: phdr 3 at 0x33a8000 -> 0x4800000
(XEN) Dom0 memory map:
(XEN)  [0000000000000000, 000000000009efff] (usable)
(XEN)  [000000000009f000, 00000000000bffff] (reserved)
(XEN)  [0000000000100000, 0000000009afffff] (usable)
(XEN)  [0000000009b00000, 0000000009dfffff] (reserved)
(XEN)  [0000000009e00000, 0000000009efffff] (usable)
(XEN)  [0000000009f00000, 0000000009f0ffff] (ACPI NVS)
(XEN)  [0000000009f10000, 00000000bb465fff] (usable)
(XEN)  [00000000bb466000, 00000000bc565fff] (reserved)
(XEN)  [00000000bc566000, 00000000c877efff] (usable)
(XEN)  [00000000c877f000, 00000000caf7efff] (reserved)
(XEN)  [00000000caf7f000, 00000000ccf7efff] (ACPI NVS)
(XEN)  [00000000ccf7f000, 00000000ccffefff] (ACPI data)
(XEN)  [00000000ccfff000, 00000000ccfffdd7] (usable)
(XEN)  [00000000ccfffdd8, 00000000ccfffeef] (ACPI data)
(XEN)  [00000000cd000000, 00000000cdffffff] (reserved)
(XEN)  [00000000f0000000, 00000000f7ffffff] (reserved)
(XEN)  [00000000fde00000, 00000000fdefffff] (reserved)
(XEN)  [00000000fec00000, 00000000fec01fff] (reserved)
(XEN)  [00000000fec10000, 00000000fec10fff] (reserved)
(XEN)  [00000000fec20000, 00000000fec20fff] (reserved)
(XEN)  [00000000fed80000, 00000000fed81fff] (reserved)
(XEN)  [00000000fedc0000, 00000000feddffff] (reserved)
(XEN)  [00000000fee00000, 00000000fee00fff] (reserved)
(XEN)  [00000000ff000000, 00000000fff1ffff] (reserved)
(XEN)  [0000000100000000, 00000001b8cf0fff] (usable)
(XEN)  [00000001b8cf1000, 000000080f33ffff] (unusable)
(XEN)  [000000080f340000, 000000082fffffff] (reserved)
(XEN) Initial low memory virq threshold set at 0x4000 pages.
(XEN) Scrubbing Free RAM in background
(XEN) Std. Loglevel: All
(XEN) Guest Loglevel: All
(XEN) Xen is relinquishing VGA console.
(XEN) *** Serial input to DOM0 (type 'CTRL-a' three times to switch input)
(XEN) Freed 652kB init memory
(XEN) d0v0: upcall vector f3
(XEN) PCI add device 0000:00:00.0
(XEN) PCI add device 0000:00:00.2
(XEN) PCI add device 0000:00:01.0
(XEN) 0000:00:01.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:01.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:01.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:01.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:01.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:01.1: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:00:01.1
(XEN) PCI add device 0000:00:02.0
(XEN) 0000:00:02.4: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:02.4: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:02.4: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:02.4: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:02.4: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:02.4: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:00:02.4
(XEN) PCI add device 0000:00:08.0
(XEN) 0000:00:08.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:08.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:08.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:08.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:08.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:08.1: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:00:08.1
(XEN) 0000:00:08.2: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:08.2: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:08.2: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:08.2: modify bars cmd: 7 rom_only: 0
(XEN) 0000:00:08.2: modify bars cmd: 4 rom_only: 0
(XEN) 0000:00:08.2: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:00:08.2
(XEN) 0000:00:14.0: modify bars cmd: 400 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 403 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 400 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 403 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 400 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 403 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 400 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 403 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 400 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 403 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 400 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 403 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 400 rom_only: 0
(XEN) 0000:00:14.0: modify bars cmd: 403 rom_only: 0
(XEN) PCI add device 0000:00:14.0
(XEN) 0000:00:14.3: modify bars cmd: c rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: f rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: c rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: f rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: c rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: f rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: c rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: f rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: c rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: f rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: c rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: f rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: c rom_only: 0
(XEN) 0000:00:14.3: modify bars cmd: f rom_only: 0
(XEN) PCI add device 0000:00:14.3
(XEN) PCI add device 0000:00:18.0
(XEN) PCI add device 0000:00:18.1
(XEN) PCI add device 0000:00:18.2
(XEN) PCI add device 0000:00:18.3
(XEN) PCI add device 0000:00:18.4
(XEN) PCI add device 0000:00:18.5
(XEN) PCI add device 0000:00:18.6
(XEN) PCI add device 0000:00:18.7
(XEN) 0000:01:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:01:00.0: write BAR0 val: 0xfffffff0 BAR0 address: 0xfffffff0
(XEN) 0000:01:00.0: write BAR0 val: 0xd0800000 BAR0 address: 0xd0800000
(XEN) 0000:01:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:01:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:01:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:01:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:01:00.0: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:01:00.0
(XEN) 0000:02:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:02:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:02:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:02:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:02:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:02:00.0: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:02:00.0
(XEN) 0000:03:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:03:00.0: write BAR0 val: 0xfffffff0 BAR0 address: 0xfcfffffff0
(XEN) 0000:03:00.0: write BAR0 val: 0x90000000 BAR0 address: 0xfc90000000
(XEN) 0000:03:00.0: write BAR0 val: 0xffffffff BAR1 address: 0xffffffff90000000
(XEN) 0000:03:00.0: write BAR0 val: 0xfc BAR1 address: 0xfc90000000
(XEN) 0000:03:00.0: modify bars cmd: 6 rom_only: 0
(XEN) 0000:03:00.0: BAR0 ReBAR supported addr 0xfc90000000 -> 0xfc90000000 size 0x10000000 -> 0x10000000
(XEN) 0000:03:00.0: BAR2 ReBAR supported addr 0xfca0000000 -> 0xfca0000000 size 0x200000 -> 0x200000
(XEN) 0000:03:00.0: BAR5 ReBAR supported addr 0xd0600000 -> 0xd0600000 size 0x100000 -> 0x100000
(XEN) 0000:03:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:03:00.0: write BAR2 val: 0xfffffff0 BAR2 address: 0xfcfffffff0
(XEN) 0000:03:00.0: write BAR2 val: 0xa0000000 BAR2 address: 0xfca0000000
(XEN) 0000:03:00.0: write BAR2 val: 0xffffffff BAR3 address: 0xffffffffa0000000
(XEN) 0000:03:00.0: write BAR2 val: 0xfc BAR3 address: 0xfca0000000
(XEN) 0000:03:00.0: modify bars cmd: 6 rom_only: 0
(XEN) 0000:03:00.0: BAR0 ReBAR supported addr 0xfc90000000 -> 0xfc90000000 size 0x10000000 -> 0x10000000
(XEN) 0000:03:00.0: BAR2 ReBAR supported addr 0xfca0000000 -> 0xfca0000000 size 0x200000 -> 0x200000
(XEN) 0000:03:00.0: BAR5 ReBAR supported addr 0xd0600000 -> 0xd0600000 size 0x100000 -> 0x100000
(XEN) 0000:03:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:03:00.0: modify bars cmd: 6 rom_only: 0
(XEN) 0000:03:00.0: BAR0 ReBAR supported addr 0xfc90000000 -> 0xfc90000000 size 0x10000000 -> 0x10000000
(XEN) 0000:03:00.0: BAR2 ReBAR supported addr 0xfca0000000 -> 0xfca0000000 size 0x200000 -> 0x200000
(XEN) 0000:03:00.0: BAR5 ReBAR supported addr 0xd0600000 -> 0xd0600000 size 0x100000 -> 0x100000
(XEN) 0000:03:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:03:00.0: write BAR5 val: 0xfffffff0 BAR5 address: 0xfffffff0
(XEN) 0000:03:00.0: write BAR5 val: 0xd0600000 BAR5 address: 0xd0600000
(XEN) 0000:03:00.0: modify bars cmd: 6 rom_only: 0
(XEN) 0000:03:00.0: BAR0 ReBAR supported addr 0xfc90000000 -> 0xfc90000000 size 0x10000000 -> 0x10000000
(XEN) 0000:03:00.0: BAR2 ReBAR supported addr 0xfca0000000 -> 0xfca0000000 size 0x200000 -> 0x200000
(XEN) 0000:03:00.0: BAR5 ReBAR supported addr 0xd0600000 -> 0xd0600000 size 0x100000 -> 0x100000
(XEN) 0000:03:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:03:00.0: modify bars cmd: 6 rom_only: 0
(XEN) 0000:03:00.0: BAR0 ReBAR supported addr 0xfc90000000 -> 0xfc90000000 size 0x10000000 -> 0x10000000
(XEN) 0000:03:00.0: BAR2 ReBAR supported addr 0xfca0000000 -> 0xfca0000000 size 0x200000 -> 0x200000
(XEN) 0000:03:00.0: BAR5 ReBAR supported addr 0xd0600000 -> 0xd0600000 size 0x100000 -> 0x100000
(XEN) PCI add device 0000:03:00.0
(XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:03:00.1: write BAR0 val: 0xfffffff0 BAR0 address: 0xfffffff0
(XEN) 0000:03:00.1: write BAR0 val: 0xd0700000 BAR0 address: 0xd0700000
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:03:00.1: modify bars cmd: 3 rom_only: 0
(XEN) PCI add device 0000:03:00.1
(XEN) 0000:04:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:04:00.0: write BAR0 val: 0xfffffff0 BAR0 address: 0xfffffff0
(XEN) 0000:04:00.0: write BAR0 val: 0xd0500000 BAR0 address: 0xd0500000
(XEN) 0000:04:00.0: write BAR0 val: 0xffffffff BAR1 address: 0xffffffffd0500000
(XEN) 0000:04:00.0: write BAR0 val: 0 BAR1 address: 0xd0500000
(XEN) 0000:04:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:04:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:04:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:04:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:04:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:04:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:04:00.0: write BAR4 val: 0xfffffff0 BAR4 address: 0xfffffff0
(XEN) 0000:04:00.0: write BAR4 val: 0xd0504000 BAR4 address: 0xd0504000
(XEN) 0000:04:00.0: write BAR4 val: 0xffffffff BAR5 address: 0xffffffffd0504000
(XEN) 0000:04:00.0: write BAR4 val: 0 BAR5 address: 0xd0504000
(XEN) 0000:04:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:04:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:04:00.0: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:04:00.0
(XEN) 0000:05:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.0: write BAR0 val: 0xfffffff0 BAR0 address: 0xfcfffffff0
(XEN) 0000:05:00.0: write BAR0 val: 0x70000000 BAR0 address: 0xfc70000000
(XEN) 0000:05:00.0: write BAR0 val: 0xffffffff BAR1 address: 0xffffffff70000000
(XEN) 0000:05:00.0: write BAR0 val: 0xfc BAR1 address: 0xfc70000000
(XEN) 0000:05:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.0: write BAR2 val: 0xfffffff0 BAR2 address: 0xfcfffffff0
(XEN) 0000:05:00.0: write BAR2 val: 0x80000000 BAR2 address: 0xfc80000000
(XEN) 0000:05:00.0: write BAR2 val: 0xffffffff BAR3 address: 0xffffffff80000000
(XEN) 0000:05:00.0: write BAR2 val: 0xfc BAR3 address: 0xfc80000000
(XEN) 0000:05:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.0: write BAR5 val: 0xfffffff0 BAR5 address: 0xfffffff0
(XEN) 0000:05:00.0: write BAR5 val: 0xd0400000 BAR5 address: 0xd0400000
(XEN) 0000:05:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.0: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:05:00.0
(XEN) 0000:05:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.1: write BAR0 val: 0xfffffff0 BAR0 address: 0xfffffff0
(XEN) 0000:05:00.1: write BAR0 val: 0xd04c8000 BAR0 address: 0xd04c8000
(XEN) 0000:05:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.1: modify bars cmd: 3 rom_only: 0
(XEN) PCI add device 0000:05:00.1
(XEN) 0000:05:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.2: write BAR2 val: 0xfffffff0 BAR2 address: 0xfffffff0
(XEN) 0000:05:00.2: write BAR2 val: 0xd0300000 BAR2 address: 0xd0300000
(XEN) 0000:05:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.2: write BAR5 val: 0xfffffff0 BAR5 address: 0xfffffff0
(XEN) 0000:05:00.2: write BAR5 val: 0xd04cc000 BAR5 address: 0xd04cc000
(XEN) 0000:05:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.2: modify bars cmd: 3 rom_only: 0
(XEN) PCI add device 0000:05:00.2
(XEN) 0000:05:00.3: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.3: write BAR0 val: 0xfffffff0 BAR0 address: 0xfffffff0
(XEN) 0000:05:00.3: write BAR0 val: 0xd0200000 BAR0 address: 0xd0200000
(XEN) 0000:05:00.3: write BAR0 val: 0xffffffff BAR1 address: 0xffffffffd0200000
(XEN) 0000:05:00.3: write BAR0 val: 0 BAR1 address: 0xd0200000
(XEN) 0000:05:00.3: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.3: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.3: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.3: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.3: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.3: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.3: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.3: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.3: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.3: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.3: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:05:00.3
(XEN) 0000:05:00.4: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.4: write BAR0 val: 0xfffffff0 BAR0 address: 0xfffffff0
(XEN) 0000:05:00.4: write BAR0 val: 0xd0100000 BAR0 address: 0xd0100000
(XEN) 0000:05:00.4: write BAR0 val: 0xffffffff BAR1 address: 0xffffffffd0100000
(XEN) 0000:05:00.4: write BAR0 val: 0 BAR1 address: 0xd0100000
(XEN) 0000:05:00.4: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.4: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.4: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.4: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.4: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.4: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.4: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.4: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.4: modify bars cmd: 7 rom_only: 0
(XEN) 0000:05:00.4: modify bars cmd: 4 rom_only: 0
(XEN) 0000:05:00.4: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:05:00.4
(XEN) 0000:05:00.5: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.5: write BAR0 val: 0xfffffff0 BAR0 address: 0xfffffff0
(XEN) 0000:05:00.5: write BAR0 val: 0xd0480000 BAR0 address: 0xd0480000
(XEN) 0000:05:00.5: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.5: modify bars cmd: 3 rom_only: 0
(XEN) PCI add device 0000:05:00.5
(XEN) 0000:05:00.6: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.6: write BAR0 val: 0xfffffff0 BAR0 address: 0xfffffff0
(XEN) 0000:05:00.6: write BAR0 val: 0xd04c0000 BAR0 address: 0xd04c0000
(XEN) 0000:05:00.6: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 3 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 0 rom_only: 0
(XEN) 0000:05:00.6: modify bars cmd: 3 rom_only: 0
(XEN) PCI add device 0000:05:00.6
(XEN) 0000:06:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.0: write BAR5 val: 0xfffffff0 BAR5 address: 0xfffffff0
(XEN) 0000:06:00.0: write BAR5 val: 0xd0085000 BAR5 address: 0xd0085000
(XEN) 0000:06:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.0: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:06:00.0
(XEN) 0000:06:00.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.1: write BAR5 val: 0xfffffff0 BAR5 address: 0xfffffff0
(XEN) 0000:06:00.1: write BAR5 val: 0xd0084000 BAR5 address: 0xd0084000
(XEN) 0000:06:00.1: modify bars cmd: 7 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 4 rom_only: 0
(XEN) 0000:06:00.1: modify bars cmd: 7 rom_only: 0
(XEN) PCI add device 0000:06:00.1
(XEN) 0000:06:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.2: write BAR0 val: 0xfffffff0 BAR0 address: 0xfffffff0
(XEN) 0000:06:00.2: write BAR0 val: 0xd0060000 BAR0 address: 0xd0060000
(XEN) 0000:06:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.2: write BAR1 val: 0xfffffff0 BAR1 address: 0xfffffff0
(XEN) 0000:06:00.2: write BAR1 val: 0xd0040000 BAR1 address: 0xd0040000
(XEN) 0000:06:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.2: write BAR2 val: 0xfffffff0 BAR2 address: 0xfffffff0
(XEN) 0000:06:00.2: write BAR2 val: 0xd0082000 BAR2 address: 0xd0082000
(XEN) 0000:06:00.2: write BAR2 val: 0xffffffff BAR3 address: 0xffffffffd0082000
(XEN) 0000:06:00.2: write BAR2 val: 0 BAR3 address: 0xd0082000
(XEN) 0000:06:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.2: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.2: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.2: modify bars cmd: 3 rom_only: 0
(XEN) PCI add device 0000:06:00.2
(XEN) 0000:06:00.3: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.3: write BAR0 val: 0xfffffff0 BAR0 address: 0xfffffff0
(XEN) 0000:06:00.3: write BAR0 val: 0xd0020000 BAR0 address: 0xd0020000
(XEN) 0000:06:00.3: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.3: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.3: write BAR1 val: 0xfffffff0 BAR1 address: 0xfffffff0
(XEN) 0000:06:00.3: write BAR1 val: 0xd0000000 BAR1 address: 0xd0000000
(XEN) 0000:06:00.3: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.3: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.3: write BAR2 val: 0xfffffff0 BAR2 address: 0xfffffff0
(XEN) 0000:06:00.3: write BAR2 val: 0xd0080000 BAR2 address: 0xd0080000
(XEN) 0000:06:00.3: write BAR2 val: 0xffffffff BAR3 address: 0xffffffffd0080000
(XEN) 0000:06:00.3: write BAR2 val: 0 BAR3 address: 0xd0080000
(XEN) 0000:06:00.3: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.3: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.3: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.3: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.3: modify bars cmd: 3 rom_only: 0
(XEN) 0000:06:00.3: modify bars cmd: 0 rom_only: 0
(XEN) 0000:06:00.3: modify bars cmd: 3 rom_only: 0
(XEN) PCI add device 0000:06:00.3
(XEN) arch/x86/hvm/svm/svm.c:1889:d0v0 RDMSR 0xc0010058 unimplemented
(XEN) arch/x86/hvm/svm/svm.c:1889:d0v0 RDMSR 0xc001029b unimplemented
(XEN) arch/x86/hvm/svm/svm.c:1889:d0v0 RDMSR 0xc001029a unimplemented
(XEN) 0000:03:00.0: modify bars cmd: 5 rom_only: 0
(XEN) 0000:03:00.0: write BAR0 val: 0 BAR0 address: 0xfc00000000
(XEN) 0000:03:00.0: write BAR0 val: 0xa BAR1 address: 0xa00000000
(XEN) 0000:03:00.0: write BAR2 val: 0 BAR2 address: 0xfc00000000
(XEN) 0000:03:00.0: write BAR2 val: 0x9 BAR3 address: 0x900000000
(XEN) 0000:03:00.0: modify bars cmd: 7 rom_only: 0
(XEN) 0000:03:00.0: BAR0 ReBAR supported addr 0xa00000000 -> 0xa00000000 size 0x10000000 -> 0x200000000
(XEN) 0000:03:00.0: detected BAR#0 size change (0x10000000 -> 0x200000000)
(XEN) 0000:03:00.0: BAR2 ReBAR supported addr 0x900000000 -> 0x900000000 size 0x200000 -> 0x200000
(XEN) 0000:03:00.0: BAR5 ReBAR supported addr 0xd0600000 -> 0xd0600000 size 0x100000 -> 0x100000

[-- Attachment #3: 0001-combine-two-method.patch --]
[-- Type: application/octet-stream, Size: 8137 bytes --]

From 68d11138bec63783d24584c1f7e029174df3ee2b Mon Sep 17 00:00:00 2001
From: Jiqian Chen <Jiqian.Chen@amd.com>
Date: Thu, 21 Nov 2024 10:56:17 +0800
Subject: [PATCH 1/1] combine two method

---
 xen/drivers/vpci/Makefile  |  2 +-
 xen/drivers/vpci/header.c  | 39 +++++++++++++++++-
 xen/drivers/vpci/rebar.c   | 84 ++++++++++++++++++++++++++++++++++++++
 xen/include/xen/pci_regs.h | 11 +++++
 xen/include/xen/vpci.h     |  2 +
 5 files changed, 135 insertions(+), 3 deletions(-)
 create mode 100644 xen/drivers/vpci/rebar.c

diff --git a/xen/drivers/vpci/Makefile b/xen/drivers/vpci/Makefile
index 1a1413b93e76..a7c8a30a8956 100644
--- a/xen/drivers/vpci/Makefile
+++ b/xen/drivers/vpci/Makefile
@@ -1,2 +1,2 @@
-obj-y += vpci.o header.o
+obj-y += vpci.o header.o rebar.o
 obj-$(CONFIG_HAS_PCI_MSI) += msi.o msix.o
diff --git a/xen/drivers/vpci/header.c b/xen/drivers/vpci/header.c
index ef6c965c081c..dda42ef0b7ff 100644
--- a/xen/drivers/vpci/header.c
+++ b/xen/drivers/vpci/header.c
@@ -316,6 +316,9 @@ static int modify_bars(const struct pci_dev *pdev, uint16_t cmd, bool rom_only)
 
     ASSERT(rw_is_write_locked(&pdev->domain->pci_lock));
 
+    printk("%pp: modify bars cmd: %x rom_only: %d\n",
+           &pdev->sbdf, cmd, rom_only);
+
     /*
      * Create a rangeset per BAR that represents the current device memory
      * region and compare it against all the currently active BAR memory
@@ -346,6 +349,33 @@ static int modify_bars(const struct pci_dev *pdev, uint16_t cmd, bool rom_only)
              bar->enabled == !!(cmd & PCI_COMMAND_MEMORY) )
             continue;
 
+        if ( bar->type != VPCI_BAR_ROM && header->bars_resizable &&
+             (cmd & PCI_COMMAND_MEMORY) )
+        {
+            uint64_t addr, size;
+
+            pci_size_mem_bar(pdev->sbdf, PCI_BASE_ADDRESS_0 + i * 4,
+                             &addr, &size, 0);
+
+            printk("%pp: BAR%u ReBAR supported addr %#lx -> %#lx size %#lx -> %#lx\n",
+                    &pdev->sbdf, i, bar->addr, addr, bar->size, size);
+
+            if ( bar->addr != addr )
+                printk(XENLOG_G_ERR
+                       "%pp: BAR#%u address mismatch %#lx vs %#lx\n",
+                       &pdev->sbdf, i, bar->addr, addr);
+
+            if ( bar->size != size )
+            {
+                printk(XENLOG_G_DEBUG
+                       "%pp: detected BAR#%u size change (%#lx -> %#lx)\n",
+                       &pdev->sbdf, i, bar->size, size);
+                bar->size = size;
+                end = PFN_DOWN(bar->addr + size - 1);
+                end_guest = PFN_DOWN(bar->guest_addr + size - 1);
+            }
+        }
+
         if ( !pci_check_bar(pdev, _mfn(start), _mfn(end)) )
         {
             printk(XENLOG_G_WARNING
@@ -583,8 +613,6 @@ static void cf_check bar_write(
      */
     if ( bar->enabled )
     {
-        /* If the value written is the current one avoid printing a warning. */
-        if ( val != (uint32_t)(bar->addr >> (hi ? 32 : 0)) )
             gprintk(XENLOG_WARNING,
                     "%pp: ignored BAR %zu write while mapped\n",
                     &pdev->sbdf, bar - pdev->vpci->header.bars + hi);
@@ -601,6 +629,10 @@ static void cf_check bar_write(
     /* Update guest address, so hardware domain BAR is identity mapped. */
     bar->guest_addr = bar->addr;
 
+    printk("%pp: write BAR%zu val: %#x BAR%zu address: %#lx\n",
+           &pdev->sbdf, bar - pdev->vpci->header.bars, val,
+           bar - pdev->vpci->header.bars + hi, bar->addr);
+
     /* Make sure Xen writes back the same value for the BAR RO bits. */
     if ( !hi )
     {
@@ -870,6 +902,9 @@ static int cf_check init_header(struct pci_dev *pdev)
     if ( pdev->ignore_bars )
         return 0;
 
+    header->bars_resizable = pci_find_ext_capability(pdev->sbdf,
+                                                     PCI_EXT_CAP_ID_REBAR);
+
     cmd = pci_conf_read16(pdev->sbdf, PCI_COMMAND);
 
     /*
diff --git a/xen/drivers/vpci/rebar.c b/xen/drivers/vpci/rebar.c
new file mode 100644
index 000000000000..fe0d02463dd6
--- /dev/null
+++ b/xen/drivers/vpci/rebar.c
@@ -0,0 +1,84 @@
+/* SPDX-License-Identifier: GPL-2.0-or-later */
+/*
+ * Copyright (C) 2024 Advanced Micro Devices, Inc. All Rights Reserved.
+ *
+ * Author: Jiqian Chen <Jiqian.Chen@amd.com>
+ */
+
+#include <xen/hypercall.h>
+#include <xen/vpci.h>
+
+static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
+                                      unsigned int reg,
+                                      uint32_t val,
+                                      void *data)
+{
+    uint64_t size;
+    unsigned int index;
+    struct vpci_bar *bars = data;
+
+    if ( pci_conf_read16(pdev->sbdf, PCI_COMMAND) & PCI_COMMAND_MEMORY )
+        return;
+
+    index = pci_conf_read32(pdev->sbdf, reg) & PCI_REBAR_CTRL_BAR_IDX;
+    if ( index >= PCI_HEADER_NORMAL_NR_BARS )
+        return;
+
+    if ( bars[index].type != VPCI_BAR_MEM64_LO &&
+         bars[index].type != VPCI_BAR_MEM32 )
+        return;
+
+    size = PCI_REBAR_CTRL_SIZE(val);
+    if ( !((size >> 20) &
+         MASK_EXTR(pci_conf_read32(pdev->sbdf, reg - 4), PCI_REBAR_CAP_SIZES)) )
+        gprintk(XENLOG_WARNING,
+                "%pp: new size %#lx for BAR%u isn't supported\n",
+                &pdev->sbdf, size, index);
+
+    // bars[index].size = size;
+    // bars[index].addr = 0;
+    // bars[index].guest_addr = 0;
+    pci_conf_write32(pdev->sbdf, reg, val);
+}
+
+static int cf_check init_rebar(struct pci_dev *pdev)
+{
+    uint32_t ctrl;
+    unsigned int rebar_offset, nbars;
+
+    rebar_offset = pci_find_ext_capability(pdev->sbdf, PCI_EXT_CAP_ID_REBAR);
+
+    if ( !rebar_offset )
+        return 0;
+
+    ctrl = pci_conf_read32(pdev->sbdf, rebar_offset + PCI_REBAR_CTRL);
+    nbars = MASK_EXTR(ctrl, PCI_REBAR_CTRL_NBAR_MASK);
+
+    for ( unsigned int i = 0; i < nbars; i++, rebar_offset += PCI_REBAR_CTRL )
+    {
+        int rc;
+
+        rc = vpci_add_register(pdev->vpci, vpci_hw_read32, rebar_ctrl_write,
+                               rebar_offset + PCI_REBAR_CTRL, 4,
+                               pdev->vpci->header.bars);
+        if ( rc )
+        {
+            printk("%pp: add register for PCI_REBAR_CTRL failed %d\n",
+                   &pdev->sbdf, rc);
+            break;
+        }
+    }
+
+    return 0;
+}
+REGISTER_VPCI_INIT(init_rebar, VPCI_PRIORITY_LOW);
+
+/*
+ * Local variables:
+ * mode: C
+ * c-file-style: "BSD"
+ * c-basic-offset: 4
+ * tab-width: 4
+ * indent-tabs-mode: nil
+ * End:
+ */
diff --git a/xen/include/xen/pci_regs.h b/xen/include/xen/pci_regs.h
index 250ba106dbd3..d2dece63409f 100644
--- a/xen/include/xen/pci_regs.h
+++ b/xen/include/xen/pci_regs.h
@@ -459,6 +459,7 @@
 #define PCI_EXT_CAP_ID_ARI	14
 #define PCI_EXT_CAP_ID_ATS	15
 #define PCI_EXT_CAP_ID_SRIOV	16
+#define PCI_EXT_CAP_ID_REBAR	21
 
 /* Advanced Error Reporting */
 #define PCI_ERR_UNCOR_STATUS	4	/* Uncorrectable Error Status */
@@ -541,6 +542,16 @@
 #define  PCI_VNDR_HEADER_REV(x)	(((x) >> 16) & 0xf)
 #define  PCI_VNDR_HEADER_LEN(x)	(((x) >> 20) & 0xfff)
 
+/* Resizable BARs */
+#define PCI_REBAR_CAP		4	/* capability register */
+#define  PCI_REBAR_CAP_SIZES		0xFFFFFFF0  /* supported BAR sizes */
+#define PCI_REBAR_CTRL		8	/* control register */
+#define  PCI_REBAR_CTRL_BAR_IDX	0x00000007  /* BAR index */
+#define  PCI_REBAR_CTRL_NBAR_MASK	0x000000E0  /* # of resizable BARs */
+#define  PCI_REBAR_CTRL_BAR_SIZE	0x00001F00  /* BAR size */
+#define  PCI_REBAR_CTRL_SIZE(v) \
+            (1UL << (MASK_EXTR(v, PCI_REBAR_CTRL_BAR_SIZE) + 20))
+
 /*
  * Hypertransport sub capability types
  *
diff --git a/xen/include/xen/vpci.h b/xen/include/xen/vpci.h
index 41e7c3bc2791..45ebc1bb3356 100644
--- a/xen/include/xen/vpci.h
+++ b/xen/include/xen/vpci.h
@@ -129,6 +129,8 @@ struct vpci {
          * upon to know whether BARs are mapped into the guest p2m.
          */
         bool bars_mapped      : 1;
+        /* Device has the Resizable BARs capability. */
+        bool bars_resizable   : 1;
         /* FIXME: currently there's no support for SR-IOV. */
     } header;
 
-- 
2.34.1

Re: [PATCH] vpci: Add resizable bar support

[Roger Pau Monné]

On Thu, Nov 21, 2024 at 03:05:14AM +0000, Chen, Jiqian wrote:
> On 2024/11/20 17:01, Roger Pau Monné wrote:
> > On Wed, Nov 20, 2024 at 03:01:57AM +0000, Chen, Jiqian wrote:
> >> The only difference between our methods is the timing of updating the size.
> >> Yours is later than mine because you updated the size when the driver re-enabled memory decoding, while I updated the size in time when driver resize it.
> > 
> > Indeed, my last guess is the stale cached size is somehow used in my
> > approach, and that leads to the failures.  One last (possibly dummy?)
> > thing to try might be to use your patch to detect writes to the resize
> > control register, but update the BAR sizes in modify_bars(), while
> > keeping the traces of when the operations happen.
> > 
> This can work, combine our method, use my patch to detect and write the size into hardware register, and use your patch to update bar[i].size in modify_bars().
> Attached the combined patch and the xl dmesg.

This is even weirder, so the attached patch works fine?  The only
difference with my proposal is that you trap the CTRL registers, but
the sizing is still done in modify_bars().

What happens if (based on the attached patch) you change
rebar_ctrl_write() to:

static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
                                      unsigned int reg,
                                      uint32_t val,
                                      void *data)
{
    pci_conf_write32(pdev->sbdf, reg, val);
}

And if you don't trap any PCI_REBAR_CTRL at all?

I'm mostly interested in figuring put which part of the code in
rebar.c makes this work (as compared to my original approach).

Thanks, Roger.

Re: [PATCH] vpci: Add resizable bar support

[Chen, Jiqian]

On 2024/11/21 17:52, Roger Pau Monné wrote:
> On Thu, Nov 21, 2024 at 03:05:14AM +0000, Chen, Jiqian wrote:
>> On 2024/11/20 17:01, Roger Pau Monné wrote:
>>> On Wed, Nov 20, 2024 at 03:01:57AM +0000, Chen, Jiqian wrote:
>>>> The only difference between our methods is the timing of updating the size.
>>>> Yours is later than mine because you updated the size when the driver re-enabled memory decoding, while I updated the size in time when driver resize it.
>>>
>>> Indeed, my last guess is the stale cached size is somehow used in my
>>> approach, and that leads to the failures.  One last (possibly dummy?)
>>> thing to try might be to use your patch to detect writes to the resize
>>> control register, but update the BAR sizes in modify_bars(), while
>>> keeping the traces of when the operations happen.
>>>
>> This can work, combine our method, use my patch to detect and write the size into hardware register, and use your patch to update bar[i].size in modify_bars().
>> Attached the combined patch and the xl dmesg.
> 
> This is even weirder, so the attached patch works fine? 
Yes, it works fine.
And I will double check.

> The only difference with my proposal is that you trap the CTRL registers, but
> the sizing is still done in modify_bars().
> 
> What happens if (based on the attached patch) you change
> rebar_ctrl_write() to:
> 
> static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
>                                       unsigned int reg,
>                                       uint32_t val,
>                                       void *data)
> {
>     pci_conf_write32(pdev->sbdf, reg, val);
> }
Will try.

> 
> And if you don't trap any PCI_REBAR_CTRL at all?
What do you mean? If I don't trap any rebar_ctrl, how can I call rebar_ctrl_write?

> 
> I'm mostly interested in figuring put which part of the code in
> rebar.c makes this work (as compared to my original approach).
> 
> Thanks, Roger.

-- 
Best regards,
Jiqian Chen.

Re: [PATCH] vpci: Add resizable bar support

[Roger Pau Monné]

On Fri, Nov 22, 2024 at 04:04:05AM +0000, Chen, Jiqian wrote:
> On 2024/11/21 17:52, Roger Pau Monné wrote:
> > On Thu, Nov 21, 2024 at 03:05:14AM +0000, Chen, Jiqian wrote:
> >> On 2024/11/20 17:01, Roger Pau Monné wrote:
> >>> On Wed, Nov 20, 2024 at 03:01:57AM +0000, Chen, Jiqian wrote:
> >>>> The only difference between our methods is the timing of updating the size.
> >>>> Yours is later than mine because you updated the size when the driver re-enabled memory decoding, while I updated the size in time when driver resize it.
> >>>
> >>> Indeed, my last guess is the stale cached size is somehow used in my
> >>> approach, and that leads to the failures.  One last (possibly dummy?)
> >>> thing to try might be to use your patch to detect writes to the resize
> >>> control register, but update the BAR sizes in modify_bars(), while
> >>> keeping the traces of when the operations happen.
> >>>
> >> This can work, combine our method, use my patch to detect and write the size into hardware register, and use your patch to update bar[i].size in modify_bars().
> >> Attached the combined patch and the xl dmesg.
> > 
> > This is even weirder, so the attached patch works fine? 
> Yes, it works fine.
> And I will double check.
> 
> > The only difference with my proposal is that you trap the CTRL registers, but
> > the sizing is still done in modify_bars().
> > 
> > What happens if (based on the attached patch) you change
> > rebar_ctrl_write() to:
> > 
> > static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
> >                                       unsigned int reg,
> >                                       uint32_t val,
> >                                       void *data)
> > {
> >     pci_conf_write32(pdev->sbdf, reg, val);
> > }
> Will try.
> 
> > 
> > And if you don't trap any PCI_REBAR_CTRL at all?
> What do you mean? If I don't trap any rebar_ctrl, how can I call rebar_ctrl_write?

Well, that's part of the question, is just trapping PCI_REBAR_CTRL
enough to make this work?

At the moment it's unclear to me what makes your approach work and not
mine.  And I would like to understand why your code works, otherwise
I fear I'm not understanding how the capability works, and hence our
support for it might not be reliable.

Thanks, Roger.

Re: [PATCH] vpci: Add resizable bar support

[Chen, Jiqian]

On 2024/11/21 17:52, Roger Pau Monné wrote:
> On Thu, Nov 21, 2024 at 03:05:14AM +0000, Chen, Jiqian wrote:
>> On 2024/11/20 17:01, Roger Pau Monné wrote:
>>> On Wed, Nov 20, 2024 at 03:01:57AM +0000, Chen, Jiqian wrote:
>>>> The only difference between our methods is the timing of updating the size.
>>>> Yours is later than mine because you updated the size when the driver re-enabled memory decoding, while I updated the size in time when driver resize it.
>>>
>>> Indeed, my last guess is the stale cached size is somehow used in my
>>> approach, and that leads to the failures.  One last (possibly dummy?)
>>> thing to try might be to use your patch to detect writes to the resize
>>> control register, but update the BAR sizes in modify_bars(), while
>>> keeping the traces of when the operations happen.
>>>
>> This can work, combine our method, use my patch to detect and write the size into hardware register, and use your patch to update bar[i].size in modify_bars().
>> Attached the combined patch and the xl dmesg.
> 
> This is even weirder, so the attached patch works fine?  The only
> difference with my proposal is that you trap the CTRL registers, but
> the sizing is still done in modify_bars().
> 
> What happens if (based on the attached patch) you change
> rebar_ctrl_write() to:
> 
> static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
>                                       unsigned int reg,
>                                       uint32_t val,
>                                       void *data)
> {
>     pci_conf_write32(pdev->sbdf, reg, val);
> }
> 
If I change rebar_ctrl_write() to:
static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
                                      unsigned int reg,
                                      uint32_t val,
                                      void *data)
{
    printk("cjq_debug %pp: bar ctrl write reg %u, val %x\n", &pdev->sbdf, reg, val);
    pci_conf_write32(pdev->sbdf, reg, val);
}

I can see three time prints, it can't work.
(XEN) cjq_debug 0000:03:00.0: bar ctrl write reg 520, val d40
(XEN) cjq_debug 0000:03:00.0: bar ctrl write reg 520, val d40
(XEN) cjq_debug 0000:03:00.0: bar ctrl write reg 528, val 102

If I change rebar_ctrl_write() to:
static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
                                      unsigned int reg,
                                      uint32_t val,
                                      void *data)
{
    if ( pci_conf_read16(pdev->sbdf, PCI_COMMAND) & PCI_COMMAND_MEMORY )
        return;
    printk("cjq_debug %pp: bar ctrl write reg %u, val %x\n", &pdev->sbdf, reg, val);
    pci_conf_write32(pdev->sbdf, reg, val);
} 

I can only see one time print:
(XEN) cjq_debug 0000:03:00.0: bar ctrl write reg 520, val d40

The check prevented the two times incorrect write actions.
    if ( pci_conf_read16(pdev->sbdf, PCI_COMMAND) & PCI_COMMAND_MEMORY )
        return;

And why my original patch can work too, the check:
+    ctrl = pci_conf_read32(pdev->sbdf, reg);
+    if ( ctrl == val )
+        return;
happened to play the same role as PCI_COMMAND_MEMORY check.

> Thanks, Roger.

-- 
Best regards,
Jiqian Chen.

Re: [PATCH] vpci: Add resizable bar support

[Roger Pau Monné]

On Mon, Nov 25, 2024 at 03:44:52AM +0000, Chen, Jiqian wrote:
> On 2024/11/21 17:52, Roger Pau Monné wrote:
> > On Thu, Nov 21, 2024 at 03:05:14AM +0000, Chen, Jiqian wrote:
> >> On 2024/11/20 17:01, Roger Pau Monné wrote:
> >>> On Wed, Nov 20, 2024 at 03:01:57AM +0000, Chen, Jiqian wrote:
> >>>> The only difference between our methods is the timing of updating the size.
> >>>> Yours is later than mine because you updated the size when the driver re-enabled memory decoding, while I updated the size in time when driver resize it.
> >>>
> >>> Indeed, my last guess is the stale cached size is somehow used in my
> >>> approach, and that leads to the failures.  One last (possibly dummy?)
> >>> thing to try might be to use your patch to detect writes to the resize
> >>> control register, but update the BAR sizes in modify_bars(), while
> >>> keeping the traces of when the operations happen.
> >>>
> >> This can work, combine our method, use my patch to detect and write the size into hardware register, and use your patch to update bar[i].size in modify_bars().
> >> Attached the combined patch and the xl dmesg.
> > 
> > This is even weirder, so the attached patch works fine?  The only
> > difference with my proposal is that you trap the CTRL registers, but
> > the sizing is still done in modify_bars().
> > 
> > What happens if (based on the attached patch) you change
> > rebar_ctrl_write() to:
> > 
> > static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
> >                                       unsigned int reg,
> >                                       uint32_t val,
> >                                       void *data)
> > {
> >     pci_conf_write32(pdev->sbdf, reg, val);
> > }
> > 
> If I change rebar_ctrl_write() to:
> static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
>                                       unsigned int reg,
>                                       uint32_t val,
>                                       void *data)
> {
>     printk("cjq_debug %pp: bar ctrl write reg %u, val %x\n", &pdev->sbdf, reg, val);
>     pci_conf_write32(pdev->sbdf, reg, val);
> }
> 
> I can see three time prints, it can't work.
> (XEN) cjq_debug 0000:03:00.0: bar ctrl write reg 520, val d40
> (XEN) cjq_debug 0000:03:00.0: bar ctrl write reg 520, val d40
> (XEN) cjq_debug 0000:03:00.0: bar ctrl write reg 528, val 102
> 
> If I change rebar_ctrl_write() to:
> static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
>                                       unsigned int reg,
>                                       uint32_t val,
>                                       void *data)
> {
>     if ( pci_conf_read16(pdev->sbdf, PCI_COMMAND) & PCI_COMMAND_MEMORY )
>         return;
>     printk("cjq_debug %pp: bar ctrl write reg %u, val %x\n", &pdev->sbdf, reg, val);
>     pci_conf_write32(pdev->sbdf, reg, val);
> } 
> 
> I can only see one time print:
> (XEN) cjq_debug 0000:03:00.0: bar ctrl write reg 520, val d40
> 
> The check prevented the two times incorrect write actions.
>     if ( pci_conf_read16(pdev->sbdf, PCI_COMMAND) & PCI_COMMAND_MEMORY )
>         return;
> 
> And why my original patch can work too, the check:
> +    ctrl = pci_conf_read32(pdev->sbdf, reg);
> +    if ( ctrl == val )
> +        return;
> happened to play the same role as PCI_COMMAND_MEMORY check.

Thank you very much for figuring this out.  So in the end it's a bug
in the driver that plays with PCI_REBAR_CTRL with memory decoding
enabled.

Won't this also cause issues when running natively without Xen?

I think we have no other option but to trap accesses to the capability
registers themselves in order to ensure a minimum amount of sanity
(iow: no writes to the ReBAR control registers decoding is enabled).

Thanks, Roger.

Re: [PATCH] vpci: Add resizable bar support

[Chen, Jiqian]

On 2024/11/25 20:47, Roger Pau Monné wrote:
> On Mon, Nov 25, 2024 at 03:44:52AM +0000, Chen, Jiqian wrote:
>> On 2024/11/21 17:52, Roger Pau Monné wrote:
>>> On Thu, Nov 21, 2024 at 03:05:14AM +0000, Chen, Jiqian wrote:
>>>> On 2024/11/20 17:01, Roger Pau Monné wrote:
>>>>> On Wed, Nov 20, 2024 at 03:01:57AM +0000, Chen, Jiqian wrote:
>>>>>> The only difference between our methods is the timing of updating the size.
>>>>>> Yours is later than mine because you updated the size when the driver re-enabled memory decoding, while I updated the size in time when driver resize it.
>>>>>
>>>>> Indeed, my last guess is the stale cached size is somehow used in my
>>>>> approach, and that leads to the failures.  One last (possibly dummy?)
>>>>> thing to try might be to use your patch to detect writes to the resize
>>>>> control register, but update the BAR sizes in modify_bars(), while
>>>>> keeping the traces of when the operations happen.
>>>>>
>>>> This can work, combine our method, use my patch to detect and write the size into hardware register, and use your patch to update bar[i].size in modify_bars().
>>>> Attached the combined patch and the xl dmesg.
>>>
>>> This is even weirder, so the attached patch works fine?  The only
>>> difference with my proposal is that you trap the CTRL registers, but
>>> the sizing is still done in modify_bars().
>>>
>>> What happens if (based on the attached patch) you change
>>> rebar_ctrl_write() to:
>>>
>>> static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
>>>                                       unsigned int reg,
>>>                                       uint32_t val,
>>>                                       void *data)
>>> {
>>>     pci_conf_write32(pdev->sbdf, reg, val);
>>> }
>>>
>> If I change rebar_ctrl_write() to:
>> static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
>>                                       unsigned int reg,
>>                                       uint32_t val,
>>                                       void *data)
>> {
>>     printk("cjq_debug %pp: bar ctrl write reg %u, val %x\n", &pdev->sbdf, reg, val);
>>     pci_conf_write32(pdev->sbdf, reg, val);
>> }
>>
>> I can see three time prints, it can't work.
>> (XEN) cjq_debug 0000:03:00.0: bar ctrl write reg 520, val d40
>> (XEN) cjq_debug 0000:03:00.0: bar ctrl write reg 520, val d40
>> (XEN) cjq_debug 0000:03:00.0: bar ctrl write reg 528, val 102
>>
>> If I change rebar_ctrl_write() to:
>> static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
>>                                       unsigned int reg,
>>                                       uint32_t val,
>>                                       void *data)
>> {
>>     if ( pci_conf_read16(pdev->sbdf, PCI_COMMAND) & PCI_COMMAND_MEMORY )
>>         return;
>>     printk("cjq_debug %pp: bar ctrl write reg %u, val %x\n", &pdev->sbdf, reg, val);
>>     pci_conf_write32(pdev->sbdf, reg, val);
>> } 
>>
>> I can only see one time print:
>> (XEN) cjq_debug 0000:03:00.0: bar ctrl write reg 520, val d40
>>
>> The check prevented the two times incorrect write actions.
>>     if ( pci_conf_read16(pdev->sbdf, PCI_COMMAND) & PCI_COMMAND_MEMORY )
>>         return;
>>
>> And why my original patch can work too, the check:
>> +    ctrl = pci_conf_read32(pdev->sbdf, reg);
>> +    if ( ctrl == val )
>> +        return;
>> happened to play the same role as PCI_COMMAND_MEMORY check.
> 
> Thank you very much for figuring this out.  So in the end it's a bug
> in the driver that plays with PCI_REBAR_CTRL with memory decoding
> enabled.
Yes, I think.
During driver initiation, it calls pci_rebar_set_size to resize BARs,
after that, it calls pci_restore_state->pci_restore_rebar_state to restore BARs,
the problem is when calling pci_restore_rebar_state, memory deoding is enabled state.
I will discuss with my colleagues internally whether this needs to be modified in amdgpu driver.

> 
> Won't this also cause issues when running natively without Xen?
Native linux works fine, don't know why. 

> 
> I think we have no other option but to trap accesses to the capability
> registers themselves in order to ensure a minimum amount of sanity
> (iow: no writes to the ReBAR control registers decoding is enabled).
Got it, I will send a V2 that keeps using my method.

> 
> Thanks, Roger.

-- 
Best regards,
Jiqian Chen.

Re: [PATCH] vpci: Add resizable bar support

[Jan Beulich]

On 26.11.2024 07:02, Chen, Jiqian wrote:
> On 2024/11/25 20:47, Roger Pau Monné wrote:
>> On Mon, Nov 25, 2024 at 03:44:52AM +0000, Chen, Jiqian wrote:
>>> On 2024/11/21 17:52, Roger Pau Monné wrote:
>>>> On Thu, Nov 21, 2024 at 03:05:14AM +0000, Chen, Jiqian wrote:
>>>>> On 2024/11/20 17:01, Roger Pau Monné wrote:
>>>>>> On Wed, Nov 20, 2024 at 03:01:57AM +0000, Chen, Jiqian wrote:
>>>>>>> The only difference between our methods is the timing of updating the size.
>>>>>>> Yours is later than mine because you updated the size when the driver re-enabled memory decoding, while I updated the size in time when driver resize it.
>>>>>>
>>>>>> Indeed, my last guess is the stale cached size is somehow used in my
>>>>>> approach, and that leads to the failures.  One last (possibly dummy?)
>>>>>> thing to try might be to use your patch to detect writes to the resize
>>>>>> control register, but update the BAR sizes in modify_bars(), while
>>>>>> keeping the traces of when the operations happen.
>>>>>>
>>>>> This can work, combine our method, use my patch to detect and write the size into hardware register, and use your patch to update bar[i].size in modify_bars().
>>>>> Attached the combined patch and the xl dmesg.
>>>>
>>>> This is even weirder, so the attached patch works fine?  The only
>>>> difference with my proposal is that you trap the CTRL registers, but
>>>> the sizing is still done in modify_bars().
>>>>
>>>> What happens if (based on the attached patch) you change
>>>> rebar_ctrl_write() to:
>>>>
>>>> static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
>>>>                                       unsigned int reg,
>>>>                                       uint32_t val,
>>>>                                       void *data)
>>>> {
>>>>     pci_conf_write32(pdev->sbdf, reg, val);
>>>> }
>>>>
>>> If I change rebar_ctrl_write() to:
>>> static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
>>>                                       unsigned int reg,
>>>                                       uint32_t val,
>>>                                       void *data)
>>> {
>>>     printk("cjq_debug %pp: bar ctrl write reg %u, val %x\n", &pdev->sbdf, reg, val);
>>>     pci_conf_write32(pdev->sbdf, reg, val);
>>> }
>>>
>>> I can see three time prints, it can't work.
>>> (XEN) cjq_debug 0000:03:00.0: bar ctrl write reg 520, val d40
>>> (XEN) cjq_debug 0000:03:00.0: bar ctrl write reg 520, val d40
>>> (XEN) cjq_debug 0000:03:00.0: bar ctrl write reg 528, val 102
>>>
>>> If I change rebar_ctrl_write() to:
>>> static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
>>>                                       unsigned int reg,
>>>                                       uint32_t val,
>>>                                       void *data)
>>> {
>>>     if ( pci_conf_read16(pdev->sbdf, PCI_COMMAND) & PCI_COMMAND_MEMORY )
>>>         return;
>>>     printk("cjq_debug %pp: bar ctrl write reg %u, val %x\n", &pdev->sbdf, reg, val);
>>>     pci_conf_write32(pdev->sbdf, reg, val);
>>> } 
>>>
>>> I can only see one time print:
>>> (XEN) cjq_debug 0000:03:00.0: bar ctrl write reg 520, val d40
>>>
>>> The check prevented the two times incorrect write actions.
>>>     if ( pci_conf_read16(pdev->sbdf, PCI_COMMAND) & PCI_COMMAND_MEMORY )
>>>         return;
>>>
>>> And why my original patch can work too, the check:
>>> +    ctrl = pci_conf_read32(pdev->sbdf, reg);
>>> +    if ( ctrl == val )
>>> +        return;
>>> happened to play the same role as PCI_COMMAND_MEMORY check.
>>
>> Thank you very much for figuring this out.  So in the end it's a bug
>> in the driver that plays with PCI_REBAR_CTRL with memory decoding
>> enabled.
> Yes, I think.
> During driver initiation, it calls pci_rebar_set_size to resize BARs,
> after that, it calls pci_restore_state->pci_restore_rebar_state to restore BARs,
> the problem is when calling pci_restore_rebar_state, memory deoding is enabled state.
> I will discuss with my colleagues internally whether this needs to be modified in amdgpu driver.

Why would memory decoding be enabled at that time? pci_restore_config_space()
specifically takes care of restoring CMD only after restoring BARs. And
pci_restore_config_space() is invoked by pci_restore_state() quite a bit
later than pci_restore_rebar_state(). So the driver must (wrongly?) be
enabling decoding earlier on?

Jan

Re: [PATCH] vpci: Add resizable bar support

[Chen, Jiqian]

On 2024/11/26 17:47, Jan Beulich wrote:
> On 26.11.2024 07:02, Chen, Jiqian wrote:
>> On 2024/11/25 20:47, Roger Pau Monné wrote:
>>> On Mon, Nov 25, 2024 at 03:44:52AM +0000, Chen, Jiqian wrote:
>>>> On 2024/11/21 17:52, Roger Pau Monné wrote:
>>>>> On Thu, Nov 21, 2024 at 03:05:14AM +0000, Chen, Jiqian wrote:
>>>>>> On 2024/11/20 17:01, Roger Pau Monné wrote:
>>>>>>> On Wed, Nov 20, 2024 at 03:01:57AM +0000, Chen, Jiqian wrote:
>>>>>>>> The only difference between our methods is the timing of updating the size.
>>>>>>>> Yours is later than mine because you updated the size when the driver re-enabled memory decoding, while I updated the size in time when driver resize it.
>>>>>>>
>>>>>>> Indeed, my last guess is the stale cached size is somehow used in my
>>>>>>> approach, and that leads to the failures.  One last (possibly dummy?)
>>>>>>> thing to try might be to use your patch to detect writes to the resize
>>>>>>> control register, but update the BAR sizes in modify_bars(), while
>>>>>>> keeping the traces of when the operations happen.
>>>>>>>
>>>>>> This can work, combine our method, use my patch to detect and write the size into hardware register, and use your patch to update bar[i].size in modify_bars().
>>>>>> Attached the combined patch and the xl dmesg.
>>>>>
>>>>> This is even weirder, so the attached patch works fine?  The only
>>>>> difference with my proposal is that you trap the CTRL registers, but
>>>>> the sizing is still done in modify_bars().
>>>>>
>>>>> What happens if (based on the attached patch) you change
>>>>> rebar_ctrl_write() to:
>>>>>
>>>>> static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
>>>>>                                       unsigned int reg,
>>>>>                                       uint32_t val,
>>>>>                                       void *data)
>>>>> {
>>>>>     pci_conf_write32(pdev->sbdf, reg, val);
>>>>> }
>>>>>
>>>> If I change rebar_ctrl_write() to:
>>>> static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
>>>>                                       unsigned int reg,
>>>>                                       uint32_t val,
>>>>                                       void *data)
>>>> {
>>>>     printk("cjq_debug %pp: bar ctrl write reg %u, val %x\n", &pdev->sbdf, reg, val);
>>>>     pci_conf_write32(pdev->sbdf, reg, val);
>>>> }
>>>>
>>>> I can see three time prints, it can't work.
>>>> (XEN) cjq_debug 0000:03:00.0: bar ctrl write reg 520, val d40
>>>> (XEN) cjq_debug 0000:03:00.0: bar ctrl write reg 520, val d40
>>>> (XEN) cjq_debug 0000:03:00.0: bar ctrl write reg 528, val 102
>>>>
>>>> If I change rebar_ctrl_write() to:
>>>> static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
>>>>                                       unsigned int reg,
>>>>                                       uint32_t val,
>>>>                                       void *data)
>>>> {
>>>>     if ( pci_conf_read16(pdev->sbdf, PCI_COMMAND) & PCI_COMMAND_MEMORY )
>>>>         return;
>>>>     printk("cjq_debug %pp: bar ctrl write reg %u, val %x\n", &pdev->sbdf, reg, val);
>>>>     pci_conf_write32(pdev->sbdf, reg, val);
>>>> } 
>>>>
>>>> I can only see one time print:
>>>> (XEN) cjq_debug 0000:03:00.0: bar ctrl write reg 520, val d40
>>>>
>>>> The check prevented the two times incorrect write actions.
>>>>     if ( pci_conf_read16(pdev->sbdf, PCI_COMMAND) & PCI_COMMAND_MEMORY )
>>>>         return;
>>>>
>>>> And why my original patch can work too, the check:
>>>> +    ctrl = pci_conf_read32(pdev->sbdf, reg);
>>>> +    if ( ctrl == val )
>>>> +        return;
>>>> happened to play the same role as PCI_COMMAND_MEMORY check.
>>>
>>> Thank you very much for figuring this out.  So in the end it's a bug
>>> in the driver that plays with PCI_REBAR_CTRL with memory decoding
>>> enabled.
>> Yes, I think.
>> During driver initiation, it calls pci_rebar_set_size to resize BARs,
>> after that, it calls pci_restore_state->pci_restore_rebar_state to restore BARs,
>> the problem is when calling pci_restore_rebar_state, memory deoding is enabled state.
>> I will discuss with my colleagues internally whether this needs to be modified in amdgpu driver.
> 
> Why would memory decoding be enabled at that time? pci_restore_config_space()
> specifically takes care of restoring CMD only after restoring BARs. And
> pci_restore_config_space() is invoked by pci_restore_state() quite a bit
> later than pci_restore_rebar_state(). So the driver must (wrongly?) be
> enabling decoding earlier on?
I got some information from my colleague, driver save and restore the device's state immediately
without disable decoding since the state are the same to fix a bug of driver.
So, it is driver's problem, not Xen or Roger's method. But as Roger said, it is better to trap Rebar_ctrl to prevent similar problems.

> 
> Jan

-- 
Best regards,
Jiqian Chen.

Re: [PATCH] vpci: Add resizable bar support

[Chen, Jiqian]

On 2024/11/14 23:52, Roger Pau Monné wrote:
> On Thu, Nov 14, 2024 at 06:11:46AM +0000, Chen, Jiqian wrote:
>> On 2024/11/13 18:30, Roger Pau Monné wrote:
>>> On Wed, Nov 13, 2024 at 10:00:33AM +0000, Chen, Jiqian wrote:
>>>> On 2024/11/13 17:30, Roger Pau Monné wrote:
>>>>> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
>>>>>> Some devices, like discrete GPU of amd, support resizable bar capability,
>>>>>> but vpci of Xen doesn't support this feature, so they fail to resize bars
>>>>>> and then cause probing failure.
>>>>>>
>>>>>> According to PCIe spec, each bar that support resizing has two registers,
>>>>>> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
>>>>>> corresponding handler into vpci.
>>>>>>
>>>>>> PCI_REBAR_CAP is RO, only provide reading.
>>>>>>
>>>>>> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
>>>>>> setting the new size.
>>>>>
>>>>> I think the logic to handle resizable BAR could be much simpler.  Some
>>>>> time ago I've made a patch to add support for it, but due to lack of
>>>>> hardware on my side to test it I've never submitted it.
>>>>>
>>>>> My approach would be to detect the presence of the
>>>>> PCI_EXT_CAP_ID_REBAR capability in init_header(), and if the
>>>>> capability is present force the sizing of BARs each time they are
>>>>> mapped in modify_bars().  I don't think we need to trap accesses to
>>>>> the capability itself, as resizing can only happen when memory
>>>>> decoding is not enabled for the device.  It's enough to fetch the size
>>>>> of the BARs ahead of each enabling of memory decoding.
>>>>>
>>>>> Note that memory decoding implies mapping the BARs into the p2m, which
>>>>> is already an expensive operation, the extra sizing is unlikely to
>>>>> make much of a difference performance wise.
>>>>>
>>>>> I've found the following on my git tree and rebased on top of staging:
>>>> OK.
>>>> Do you need me to validate your patch in my environment?
>>>
>>> Yes please, I have no way to test it.  Let's see what others think
>>> about the different approaches.
>> There are some errors with your method.
>> I attached the dmesg and xl dmesg logs.
>> From the dmesg logs, it seems that 0000:03:00.0 has addresse overlap with 0000:03:00.1
> 
> Do you have the output of lspci with the BAR sizes/positions before
> and after the resizing?
I will use your new patch to get these information.

> 
>>
>> I think there is a place that needs to be modified regarding your method,
>> although this modification does not help with the above-mentioned errors,
>> it is that whether to support resizing is specific to which bar, rather than just determining whether there is a Rebar capability.
> 
> Do we really need such fine-grained information?  It should be
> harmless (even if not strictly necessary) to size all BARs on the
> device before enabling memory decoding, even if some of them do not
> support resizing.
OK, I just think it can help to reduce some unnecessary calls(actions).

> 
> I might have to provide a patch with additional messages to see what's
> going on.
> 
> Thanks, Roger.

-- 
Best regards,
Jiqian Chen.

Re: [PATCH] vpci: Add resizable bar support

[Roger Pau Monné]

On Thu, Nov 14, 2024 at 06:11:46AM +0000, Chen, Jiqian wrote:
> On 2024/11/13 18:30, Roger Pau Monné wrote:
> > On Wed, Nov 13, 2024 at 10:00:33AM +0000, Chen, Jiqian wrote:
> >> On 2024/11/13 17:30, Roger Pau Monné wrote:
> >>> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
> >>>> Some devices, like discrete GPU of amd, support resizable bar capability,
> >>>> but vpci of Xen doesn't support this feature, so they fail to resize bars
> >>>> and then cause probing failure.
> >>>>
> >>>> According to PCIe spec, each bar that support resizing has two registers,
> >>>> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
> >>>> corresponding handler into vpci.
> >>>>
> >>>> PCI_REBAR_CAP is RO, only provide reading.
> >>>>
> >>>> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
> >>>> setting the new size.
> >>>
> >>> I think the logic to handle resizable BAR could be much simpler.  Some
> >>> time ago I've made a patch to add support for it, but due to lack of
> >>> hardware on my side to test it I've never submitted it.
> >>>
> >>> My approach would be to detect the presence of the
> >>> PCI_EXT_CAP_ID_REBAR capability in init_header(), and if the
> >>> capability is present force the sizing of BARs each time they are
> >>> mapped in modify_bars().  I don't think we need to trap accesses to
> >>> the capability itself, as resizing can only happen when memory
> >>> decoding is not enabled for the device.  It's enough to fetch the size
> >>> of the BARs ahead of each enabling of memory decoding.
> >>>
> >>> Note that memory decoding implies mapping the BARs into the p2m, which
> >>> is already an expensive operation, the extra sizing is unlikely to
> >>> make much of a difference performance wise.
> >>>
> >>> I've found the following on my git tree and rebased on top of staging:
> >> OK.
> >> Do you need me to validate your patch in my environment?
> > 
> > Yes please, I have no way to test it.  Let's see what others think
> > about the different approaches.
> There are some errors with your method.
> I attached the dmesg and xl dmesg logs.
> From the dmesg logs, it seems that 0000:03:00.0 has addresse overlap with 0000:03:00.1

I'm attempting to go over Linux dmesg, and so far got the following
information about the BAR positions for 0000:03:00.0 and 0000:03:00.1:

[    1.101522] pci 0000:03:00.0: [1002:73ff] type 00 class 0x030000 PCIe Legacy Endpoint
[    1.102416] pci 0000:03:00.0: BAR 0 [mem 0xfc90000000-0xfc9fffffff 64bit pref]
[    1.105592] pci 0000:03:00.0: BAR 2 [mem 0xfca0000000-0xfca01fffff 64bit pref]
[    1.106665] pci 0000:03:00.0: BAR 4 [io  0x2000-0x20ff]
[    1.109858] pci 0000:03:00.0: BAR 5 [mem 0xd0600000-0xd06fffff]
[    1.112962] pci 0000:03:00.0: ROM [mem 0xfffe0000-0xffffffff pref]
[    1.113543] pci 0000:03:00.0: PME# supported from D1 D2 D3hot D3cold
[    1.114031] pci 0000:03:00.0: 63.008 Gb/s available PCIe bandwidth, limited by 8.0 GT/s PCIe x8 link at 0000:00:01.1 (capable of 252.048 Gb/s with 16.0 GT/s PCIe x16 link)
[    1.115074] pci 0000:03:00.1: [1002:ab28] type 00 class 0x040300 PCIe Legacy Endpoint
[    1.115207] pci 0000:03:00.1: BAR 0 [mem 0xd0700000-0xd0703fff]
[    1.115962] pci 0000:03:00.1: PME# supported from D1 D2 D3hot D3cold
[  120.049678] amdgpu 0000:03:00.0: BAR 2 [mem 0xfca0000000-0xfca01fffff 64bit pref]: releasing
[  120.049682] amdgpu 0000:03:00.0: BAR 0 [mem 0xfc90000000-0xfc9fffffff 64bit pref]: releasing
[  120.049815] amdgpu 0000:03:00.0: BAR 0 [mem 0xa00000000-0xbffffffff 64bit pref]: assigned
[  120.049833] amdgpu 0000:03:00.0: BAR 2 [mem 0x900000000-0x9001fffff 64bit pref]: assigned

So the only BAR from 0000:03:00.1 is always at 0xd0700000-0xd0703fff,
and BARs for 0000:03:00.0 are relocated from:

0xfca0000000-0xfca01fffff -> 0x900000000-0x9001fffff (same size)
0xfc90000000-0xfc9fffffff -> 0xa00000000-0xbffffffff (resized)

So I see no overlap between the BARs of 0000:03:00.0 and 0000:03:00.1,
but maybe I'm missing some position changes, following Linux dmesg is
not easy.

Regards, Roger.

Re: [PATCH] vpci: Add resizable bar support

[Roger Pau Monné]

On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
> Some devices, like discrete GPU of amd, support resizable bar capability,
> but vpci of Xen doesn't support this feature, so they fail to resize bars
> and then cause probing failure.
> 
> According to PCIe spec, each bar that support resizing has two registers,
> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
> corresponding handler into vpci.
> 
> PCI_REBAR_CAP is RO, only provide reading.
> 
> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
> setting the new size.
> 
> Signed-off-by: Jiqian Chen <Jiqian.Chen@amd.com>
> ---
>  xen/drivers/vpci/Makefile  |  2 +-
>  xen/drivers/vpci/rebar.c   | 89 ++++++++++++++++++++++++++++++++++++++
>  xen/include/xen/pci_regs.h | 11 +++++
>  3 files changed, 101 insertions(+), 1 deletion(-)
>  create mode 100644 xen/drivers/vpci/rebar.c
> 
> diff --git a/xen/drivers/vpci/Makefile b/xen/drivers/vpci/Makefile
> index 1a1413b93e76..a7c8a30a8956 100644
> --- a/xen/drivers/vpci/Makefile
> +++ b/xen/drivers/vpci/Makefile
> @@ -1,2 +1,2 @@
> -obj-y += vpci.o header.o
> +obj-y += vpci.o header.o rebar.o
>  obj-$(CONFIG_HAS_PCI_MSI) += msi.o msix.o
> diff --git a/xen/drivers/vpci/rebar.c b/xen/drivers/vpci/rebar.c
> new file mode 100644
> index 000000000000..84dbd84b0745
> --- /dev/null
> +++ b/xen/drivers/vpci/rebar.c
> @@ -0,0 +1,89 @@
> +/* SPDX-License-Identifier: GPL-2.0 */

The GPL-2.0 identifier is deprecated, either use GPL-2.0-or-later or
GPL-2.0-only.

> +/*
> + * Copyright (C) 2024 Advanced Micro Devices, Inc. All Rights Reserved.
> + *
> + * Author: Jiqian Chen <Jiqian.Chen@amd.com>
> + */
> +
> +#include <xen/hypercall.h>
> +#include <xen/vpci.h>
> +
> +/*
> + * The number value of the BAR Size in PCI_REBAR_CTRL register reprent:
> + * 0    1 MB (2^20 bytes)
> + * 1    2 MB (2^21 bytes)
> + * 2    4 MB (2^22 bytes)
> + *  ...
> + * 43   8 EB (2^63 bytes)
> + */
> +#define PCI_REBAR_CTRL_BAR_UNIT (1ULL << 20)
> +
> +static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
> +                                      unsigned int reg,
> +                                      uint32_t val,
> +                                      void *data)
> +{
> +    uint32_t ctrl, index;

index should better be unsigned int, as it's the BAR index [0, 5], and
so fits perfectly in an unsigned int.

> +    struct vpci_bar *bars = pdev->vpci->header.bars;

You could pass bars as the data parameter.

Additionally you need to check that memory decoding is not enabled for
the device, otherwise attempting to change the BAR size will lead to
the active p2m mappings getting out of sync w.r.t. the new BAR size.

> +
> +    ctrl = pci_conf_read32(pdev->sbdf, reg);
> +    if ( ctrl == val )
> +        return;

I would still carry out the write in this case, as that's what the
owner of the device requested.

> +
> +    ctrl &= ~PCI_REBAR_CTRL_BAR_SIZE;
> +    if ( ctrl != ( val & ~PCI_REBAR_CTRL_BAR_SIZE ) )
                     ^ extra space here and         ^ here
> +        return;

The feature only being exposed to dom0 ATM, I would suggest we allow
it to write any bits it wants in the control register, as that would
be what the OS would do when not running as a guest.

> +
> +    index = ctrl & PCI_REBAR_CTRL_BAR_IDX;

Some sanity checking of the BAR index might be good.  At least a check
that the BAR is of type VPCI_BAR_MEM64_LO or VPCI_BAR_MEM32.

> +    bars[index].size = (1 << ((val & PCI_REBAR_CTRL_BAR_SIZE) >>
> +                              PCI_REBAR_CTRL_BAR_SHIFT)) *
> +                       PCI_REBAR_CTRL_BAR_UNIT;

This would better be a macro in pci_regs.h I think, and you need to
use 1UL, plus using MASK_EXTR() simplifies it:

PCI_REBAR_CTRL_SIZE(v) (1UL << (MASK_EXTR(v, PCI_REBAR_CTRL_BAR_SIZE) + 20))

> +
> +    pci_conf_write32(pdev->sbdf, reg, val);
> +}
> +
> +static int cf_check init_rebar(struct pci_dev *pdev)
> +{
> +    unsigned int rebar_offset;
> +    uint32_t ctrl, nbars;

nbars can be unsigned int.

> +    int rc = 0;
> +
> +    rebar_offset = pci_find_ext_capability(pdev->sbdf, PCI_EXT_CAP_ID_REBAR);
> +
> +    if ( !rebar_offset )
> +        return rc;

Just return 0, it's clearer than having to figure out what rc is set
to.

> +
> +    ctrl = pci_conf_read32(pdev->sbdf, rebar_offset + PCI_REBAR_CTRL);
> +    nbars = (ctrl & PCI_REBAR_CTRL_NBAR_MASK) >> PCI_REBAR_CTRL_NBAR_SHIFT;

MASK_EXTR(ctrl, PCI_REBAR_CTRL_NBAR_MASK).

> +
> +    for ( int i = 0; i < nbars; i++, rebar_offset += 8 ) {

unsigned int, and defined outside of the loop.  Also coding style:
braces need to be on a newline.

You could even reduce the scope of rc by defining it inside the
loop.

> +        rc = vpci_add_register(pdev->vpci, vpci_hw_read32, NULL,
> +                               rebar_offset + PCI_REBAR_CAP, 4, NULL);

I'm not sure we want to limit dom0 writes to the capabilities
registers, as said above dom0 gets unfiltered access to almost all
registers, so it can do what it would otherwise do when running on
native hardware.

> +        if ( rc ) {
> +            printk("%s: %pp: add register for PCI_REBAR_CAP failed (rc=%d)\n",
> +                   __func__, &pdev->sbdf, rc);
> +            break;
> +        }
> +
> +        rc = vpci_add_register(pdev->vpci, vpci_hw_read32, rebar_ctrl_write,
> +                               rebar_offset + PCI_REBAR_CTRL, 4, NULL);
> +        if ( rc ) {
> +            printk("%s: %pp: add register for PCI_REBAR_CTRL failed (rc=%d)\n",
> +                   __func__, &pdev->sbdf, rc);

IMO I think you can forego printing __func__, and just use:

"%pp: add register for PCI_REBAR_CTRL failed: %d\n"

> +            break;
> +        }
> +    }
> +
> +    return rc;
> +}
> +REGISTER_VPCI_INIT(init_rebar, VPCI_PRIORITY_LOW);
> +
> +/*
> + * Local variables:
> + * mode: C
> + * c-file-style: "BSD"
> + * c-basic-offset: 4
> + * tab-width: 4
> + * indent-tabs-mode: nil
> + * End:
> + */
> diff --git a/xen/include/xen/pci_regs.h b/xen/include/xen/pci_regs.h
> index 250ba106dbd3..5d2aa130916e 100644
> --- a/xen/include/xen/pci_regs.h
> +++ b/xen/include/xen/pci_regs.h
> @@ -459,6 +459,7 @@
>  #define PCI_EXT_CAP_ID_ARI	14
>  #define PCI_EXT_CAP_ID_ATS	15
>  #define PCI_EXT_CAP_ID_SRIOV	16
> +#define PCI_EXT_CAP_ID_REBAR	21	/* Resizable BAR */
>  
>  /* Advanced Error Reporting */
>  #define PCI_ERR_UNCOR_STATUS	4	/* Uncorrectable Error Status */
> @@ -541,6 +542,16 @@
>  #define  PCI_VNDR_HEADER_REV(x)	(((x) >> 16) & 0xf)
>  #define  PCI_VNDR_HEADER_LEN(x)	(((x) >> 20) & 0xfff)
>  
> +/* Resizable BARs */
> +#define PCI_REBAR_CAP		4	/* capability register */
> +#define  PCI_REBAR_CAP_SIZES		0x00FFFFF0  /* supported BAR sizes */
> +#define PCI_REBAR_CTRL		8	/* control register */
> +#define  PCI_REBAR_CTRL_BAR_IDX		0x00000007  /* BAR index */
> +#define  PCI_REBAR_CTRL_NBAR_MASK	0x000000E0  /* # of resizable BARs */
> +#define  PCI_REBAR_CTRL_NBAR_SHIFT	5	    /* shift for # of BARs */
> +#define  PCI_REBAR_CTRL_BAR_SIZE	0x00001F00  /* BAR size */
> +#define  PCI_REBAR_CTRL_BAR_SHIFT	8	    /* shift for BAR size */

If you use MASK_EXTR() there's no need for the _SHIFT macros I think?

Thanks, Roger.

Re: [PATCH] vpci: Add resizable bar support

[Jan Beulich]

On 18.11.2024 11:17, Roger Pau Monné wrote:
> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
>> +    for ( int i = 0; i < nbars; i++, rebar_offset += 8 ) {
> 
> unsigned int, and defined outside of the loop.

Just to mention it: Iirc Andrew started (deliberately) introducing
loop induction variables inside loop headers. IOW while not formally
written down anywhere, I probably wouldn't ask people anymore to
move such declarations out of loop headers.

Jan

Re: [PATCH] vpci: Add resizable bar support

[Stefano Stabellini]

[-- Attachment #1: Type: text/plain, Size: 1686 bytes --]

On Mon, 18 Nov 2024, Roger Pau Monné wrote:
> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
> > Some devices, like discrete GPU of amd, support resizable bar capability,
> > but vpci of Xen doesn't support this feature, so they fail to resize bars
> > and then cause probing failure.
> > 
> > According to PCIe spec, each bar that support resizing has two registers,
> > PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
> > corresponding handler into vpci.
> > 
> > PCI_REBAR_CAP is RO, only provide reading.
> > 
> > PCI_REBAR_CTRL only has bar size is RW, so add write function to support
> > setting the new size.
> > 
> > Signed-off-by: Jiqian Chen <Jiqian.Chen@amd.com>
> > ---
> >  xen/drivers/vpci/Makefile  |  2 +-
> >  xen/drivers/vpci/rebar.c   | 89 ++++++++++++++++++++++++++++++++++++++
> >  xen/include/xen/pci_regs.h | 11 +++++
> >  3 files changed, 101 insertions(+), 1 deletion(-)
> >  create mode 100644 xen/drivers/vpci/rebar.c
> > 
> > diff --git a/xen/drivers/vpci/Makefile b/xen/drivers/vpci/Makefile
> > index 1a1413b93e76..a7c8a30a8956 100644
> > --- a/xen/drivers/vpci/Makefile
> > +++ b/xen/drivers/vpci/Makefile
> > @@ -1,2 +1,2 @@
> > -obj-y += vpci.o header.o
> > +obj-y += vpci.o header.o rebar.o
> >  obj-$(CONFIG_HAS_PCI_MSI) += msi.o msix.o
> > diff --git a/xen/drivers/vpci/rebar.c b/xen/drivers/vpci/rebar.c
> > new file mode 100644
> > index 000000000000..84dbd84b0745
> > --- /dev/null
> > +++ b/xen/drivers/vpci/rebar.c
> > @@ -0,0 +1,89 @@
> > +/* SPDX-License-Identifier: GPL-2.0 */
> 
> The GPL-2.0 identifier is deprecated, either use GPL-2.0-or-later or
> GPL-2.0-only.

GPL-2.0 is meant to be GPL-2.0-only

Re: [PATCH] vpci: Add resizable bar support

[Chen, Jiqian]

On 2024/11/18 18:17, Roger Pau Monné wrote:
> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
>> Some devices, like discrete GPU of amd, support resizable bar capability,
>> but vpci of Xen doesn't support this feature, so they fail to resize bars
>> and then cause probing failure.
>>
>> According to PCIe spec, each bar that support resizing has two registers,
>> PCI_REBAR_CAP and PCI_REBAR_CTRL, so add these two registers and their
>> corresponding handler into vpci.
>>
>> PCI_REBAR_CAP is RO, only provide reading.
>>
>> PCI_REBAR_CTRL only has bar size is RW, so add write function to support
>> setting the new size.
>>
>> Signed-off-by: Jiqian Chen <Jiqian.Chen@amd.com>
>> ---
>>  xen/drivers/vpci/Makefile  |  2 +-
>>  xen/drivers/vpci/rebar.c   | 89 ++++++++++++++++++++++++++++++++++++++
>>  xen/include/xen/pci_regs.h | 11 +++++
>>  3 files changed, 101 insertions(+), 1 deletion(-)
>>  create mode 100644 xen/drivers/vpci/rebar.c
>>
>> diff --git a/xen/drivers/vpci/Makefile b/xen/drivers/vpci/Makefile
>> index 1a1413b93e76..a7c8a30a8956 100644
>> --- a/xen/drivers/vpci/Makefile
>> +++ b/xen/drivers/vpci/Makefile
>> @@ -1,2 +1,2 @@
>> -obj-y += vpci.o header.o
>> +obj-y += vpci.o header.o rebar.o
>>  obj-$(CONFIG_HAS_PCI_MSI) += msi.o msix.o
>> diff --git a/xen/drivers/vpci/rebar.c b/xen/drivers/vpci/rebar.c
>> new file mode 100644
>> index 000000000000..84dbd84b0745
>> --- /dev/null
>> +++ b/xen/drivers/vpci/rebar.c
>> @@ -0,0 +1,89 @@
>> +/* SPDX-License-Identifier: GPL-2.0 */
> 
> The GPL-2.0 identifier is deprecated, either use GPL-2.0-or-later or
> GPL-2.0-only.
> 
>> +/*
>> + * Copyright (C) 2024 Advanced Micro Devices, Inc. All Rights Reserved.
>> + *
>> + * Author: Jiqian Chen <Jiqian.Chen@amd.com>
>> + */
>> +
>> +#include <xen/hypercall.h>
>> +#include <xen/vpci.h>
>> +
>> +/*
>> + * The number value of the BAR Size in PCI_REBAR_CTRL register reprent:
>> + * 0    1 MB (2^20 bytes)
>> + * 1    2 MB (2^21 bytes)
>> + * 2    4 MB (2^22 bytes)
>> + *  ...
>> + * 43   8 EB (2^63 bytes)
>> + */
>> +#define PCI_REBAR_CTRL_BAR_UNIT (1ULL << 20)
>> +
>> +static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
>> +                                      unsigned int reg,
>> +                                      uint32_t val,
>> +                                      void *data)
>> +{
>> +    uint32_t ctrl, index;
> 
> index should better be unsigned int, as it's the BAR index [0, 5], and
> so fits perfectly in an unsigned int.
> 
>> +    struct vpci_bar *bars = pdev->vpci->header.bars;
> 
> You could pass bars as the data parameter.
> 
> Additionally you need to check that memory decoding is not enabled for
> the device, otherwise attempting to change the BAR size will lead to
> the active p2m mappings getting out of sync w.r.t. the new BAR size.
> 
>> +
>> +    ctrl = pci_conf_read32(pdev->sbdf, reg);
>> +    if ( ctrl == val )
>> +        return;
> 
> I would still carry out the write in this case, as that's what the
> owner of the device requested.
> 
>> +
>> +    ctrl &= ~PCI_REBAR_CTRL_BAR_SIZE;
>> +    if ( ctrl != ( val & ~PCI_REBAR_CTRL_BAR_SIZE ) )
>                      ^ extra space here and         ^ here
>> +        return;
> 
> The feature only being exposed to dom0 ATM, I would suggest we allow
> it to write any bits it wants in the control register, as that would
> be what the OS would do when not running as a guest.
But only PCI_REBAR_CTRL_BAR_SIZE bits of REBAR_CTRL register are RW, others are RO.
Is removing the check here fine?

> 
>> +
>> +    index = ctrl & PCI_REBAR_CTRL_BAR_IDX;
> 
> Some sanity checking of the BAR index might be good.  At least a check
> that the BAR is of type VPCI_BAR_MEM64_LO or VPCI_BAR_MEM32.
But the information of the BAR that support resizing is from hardware(when init_rebar), that shouldn't have any problems and doesn't need to check the BAR's info.

> 
>> +    bars[index].size = (1 << ((val & PCI_REBAR_CTRL_BAR_SIZE) >>
>> +                              PCI_REBAR_CTRL_BAR_SHIFT)) *
>> +                       PCI_REBAR_CTRL_BAR_UNIT;
> 
> This would better be a macro in pci_regs.h I think, and you need to
> use 1UL, plus using MASK_EXTR() simplifies it:
> 
> PCI_REBAR_CTRL_SIZE(v) (1UL << (MASK_EXTR(v, PCI_REBAR_CTRL_BAR_SIZE) + 20))
OK, another question: Should I need to check the size is allowed by hardware(the PCI_REBAR_CAP_SIZES bits in PCI_REBAR_CAP)?

> 
>> +
>> +    pci_conf_write32(pdev->sbdf, reg, val);
>> +}
>> +
>> +static int cf_check init_rebar(struct pci_dev *pdev)
>> +{
>> +    unsigned int rebar_offset;
>> +    uint32_t ctrl, nbars;
> 
> nbars can be unsigned int.
> 
>> +    int rc = 0;
>> +
>> +    rebar_offset = pci_find_ext_capability(pdev->sbdf, PCI_EXT_CAP_ID_REBAR);
>> +
>> +    if ( !rebar_offset )
>> +        return rc;
> 
> Just return 0, it's clearer than having to figure out what rc is set
> to.
> 
>> +
>> +    ctrl = pci_conf_read32(pdev->sbdf, rebar_offset + PCI_REBAR_CTRL);
>> +    nbars = (ctrl & PCI_REBAR_CTRL_NBAR_MASK) >> PCI_REBAR_CTRL_NBAR_SHIFT;
> 
> MASK_EXTR(ctrl, PCI_REBAR_CTRL_NBAR_MASK).
> 
>> +
>> +    for ( int i = 0; i < nbars; i++, rebar_offset += 8 ) {
> 
> unsigned int, and defined outside of the loop.  Also coding style:
> braces need to be on a newline.
> 
> You could even reduce the scope of rc by defining it inside the
> loop.
> 
>> +        rc = vpci_add_register(pdev->vpci, vpci_hw_read32, NULL,
>> +                               rebar_offset + PCI_REBAR_CAP, 4, NULL);
> 
> I'm not sure we want to limit dom0 writes to the capabilities
> registers, as said above dom0 gets unfiltered access to almost all
> registers, so it can do what it would otherwise do when running on
> native hardware.
You mean, this register(PCI_REBAR_CAP) is not needed to be added?

> 
>> +        if ( rc ) {
>> +            printk("%s: %pp: add register for PCI_REBAR_CAP failed (rc=%d)\n",
>> +                   __func__, &pdev->sbdf, rc);
>> +            break;
>> +        }
>> +
>> +        rc = vpci_add_register(pdev->vpci, vpci_hw_read32, rebar_ctrl_write,
>> +                               rebar_offset + PCI_REBAR_CTRL, 4, NULL);
>> +        if ( rc ) {
>> +            printk("%s: %pp: add register for PCI_REBAR_CTRL failed (rc=%d)\n",
>> +                   __func__, &pdev->sbdf, rc);
> 
> IMO I think you can forego printing __func__, and just use:
> 
> "%pp: add register for PCI_REBAR_CTRL failed: %d\n"
> 
>> +            break;
>> +        }
>> +    }
>> +
>> +    return rc;
>> +}
>> +REGISTER_VPCI_INIT(init_rebar, VPCI_PRIORITY_LOW);
>> +
>> +/*
>> + * Local variables:
>> + * mode: C
>> + * c-file-style: "BSD"
>> + * c-basic-offset: 4
>> + * tab-width: 4
>> + * indent-tabs-mode: nil
>> + * End:
>> + */
>> diff --git a/xen/include/xen/pci_regs.h b/xen/include/xen/pci_regs.h
>> index 250ba106dbd3..5d2aa130916e 100644
>> --- a/xen/include/xen/pci_regs.h
>> +++ b/xen/include/xen/pci_regs.h
>> @@ -459,6 +459,7 @@
>>  #define PCI_EXT_CAP_ID_ARI	14
>>  #define PCI_EXT_CAP_ID_ATS	15
>>  #define PCI_EXT_CAP_ID_SRIOV	16
>> +#define PCI_EXT_CAP_ID_REBAR	21	/* Resizable BAR */
>>  
>>  /* Advanced Error Reporting */
>>  #define PCI_ERR_UNCOR_STATUS	4	/* Uncorrectable Error Status */
>> @@ -541,6 +542,16 @@
>>  #define  PCI_VNDR_HEADER_REV(x)	(((x) >> 16) & 0xf)
>>  #define  PCI_VNDR_HEADER_LEN(x)	(((x) >> 20) & 0xfff)
>>  
>> +/* Resizable BARs */
>> +#define PCI_REBAR_CAP		4	/* capability register */
>> +#define  PCI_REBAR_CAP_SIZES		0x00FFFFF0  /* supported BAR sizes */
>> +#define PCI_REBAR_CTRL		8	/* control register */
>> +#define  PCI_REBAR_CTRL_BAR_IDX		0x00000007  /* BAR index */
>> +#define  PCI_REBAR_CTRL_NBAR_MASK	0x000000E0  /* # of resizable BARs */
>> +#define  PCI_REBAR_CTRL_NBAR_SHIFT	5	    /* shift for # of BARs */
>> +#define  PCI_REBAR_CTRL_BAR_SIZE	0x00001F00  /* BAR size */
>> +#define  PCI_REBAR_CTRL_BAR_SHIFT	8	    /* shift for BAR size */
> 
> If you use MASK_EXTR() there's no need for the _SHIFT macros I think?
Yes, and will change patch according to your all comments in next version.
Thanks!

> 
> Thanks, Roger.

-- 
Best regards,
Jiqian Chen.

Re: [PATCH] vpci: Add resizable bar support

[Jan Beulich]

On 19.11.2024 08:31, Chen, Jiqian wrote:
> On 2024/11/18 18:17, Roger Pau Monné wrote:
>> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
>>> +static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
>>> +                                      unsigned int reg,
>>> +                                      uint32_t val,
>>> +                                      void *data)
>>> +{
>>> +    uint32_t ctrl, index;
>>
>> index should better be unsigned int, as it's the BAR index [0, 5], and
>> so fits perfectly in an unsigned int.
>>
>>> +    struct vpci_bar *bars = pdev->vpci->header.bars;
>>
>> You could pass bars as the data parameter.
>>
>> Additionally you need to check that memory decoding is not enabled for
>> the device, otherwise attempting to change the BAR size will lead to
>> the active p2m mappings getting out of sync w.r.t. the new BAR size.
>>
>>> +
>>> +    ctrl = pci_conf_read32(pdev->sbdf, reg);
>>> +    if ( ctrl == val )
>>> +        return;
>>
>> I would still carry out the write in this case, as that's what the
>> owner of the device requested.
>>
>>> +
>>> +    ctrl &= ~PCI_REBAR_CTRL_BAR_SIZE;
>>> +    if ( ctrl != ( val & ~PCI_REBAR_CTRL_BAR_SIZE ) )
>>                      ^ extra space here and         ^ here
>>> +        return;
>>
>> The feature only being exposed to dom0 ATM, I would suggest we allow
>> it to write any bits it wants in the control register, as that would
>> be what the OS would do when not running as a guest.
> But only PCI_REBAR_CTRL_BAR_SIZE bits of REBAR_CTRL register are RW, others are RO.
> Is removing the check here fine?

A native kernel would write the full register (with r/o bits simply not
getting updated). Hence for Dom0 we ought to do the same, just in case
e.g. some future spec declares some other bit(s) writable.

>>> +
>>> +    index = ctrl & PCI_REBAR_CTRL_BAR_IDX;
>>
>> Some sanity checking of the BAR index might be good.  At least a check
>> that the BAR is of type VPCI_BAR_MEM64_LO or VPCI_BAR_MEM32.
> But the information of the BAR that support resizing is from hardware(when init_rebar), that shouldn't have any problems and doesn't need to check the BAR's info.

Right, but also better to avoid confusing ourselves over bogus hardware.

>>> +    bars[index].size = (1 << ((val & PCI_REBAR_CTRL_BAR_SIZE) >>
>>> +                              PCI_REBAR_CTRL_BAR_SHIFT)) *
>>> +                       PCI_REBAR_CTRL_BAR_UNIT;
>>
>> This would better be a macro in pci_regs.h I think, and you need to
>> use 1UL, plus using MASK_EXTR() simplifies it:
>>
>> PCI_REBAR_CTRL_SIZE(v) (1UL << (MASK_EXTR(v, PCI_REBAR_CTRL_BAR_SIZE) + 20))
> OK, another question: Should I need to check the size is allowed by hardware(the PCI_REBAR_CAP_SIZES bits in PCI_REBAR_CAP)?

Probably better to do so, yes. Whether to reject bogus attempts or
merely warn about them I'm less certain: It's (see above) Dom0, after
all.

Jan

Re: [PATCH] vpci: Add resizable bar support

[Chen, Jiqian]

On 2024/11/19 15:44, Jan Beulich wrote:
> On 19.11.2024 08:31, Chen, Jiqian wrote:
>> On 2024/11/18 18:17, Roger Pau Monné wrote:
>>> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
>>>> +static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
>>>> +                                      unsigned int reg,
>>>> +                                      uint32_t val,
>>>> +                                      void *data)
>>>> +{
>>>> +    uint32_t ctrl, index;
>>>
>>> index should better be unsigned int, as it's the BAR index [0, 5], and
>>> so fits perfectly in an unsigned int.
>>>
>>>> +    struct vpci_bar *bars = pdev->vpci->header.bars;
>>>
>>> You could pass bars as the data parameter.
>>>
>>> Additionally you need to check that memory decoding is not enabled for
>>> the device, otherwise attempting to change the BAR size will lead to
>>> the active p2m mappings getting out of sync w.r.t. the new BAR size.
>>>
>>>> +
>>>> +    ctrl = pci_conf_read32(pdev->sbdf, reg);
>>>> +    if ( ctrl == val )
>>>> +        return;
>>>
>>> I would still carry out the write in this case, as that's what the
>>> owner of the device requested.
>>>
>>>> +
>>>> +    ctrl &= ~PCI_REBAR_CTRL_BAR_SIZE;
>>>> +    if ( ctrl != ( val & ~PCI_REBAR_CTRL_BAR_SIZE ) )
>>>                      ^ extra space here and         ^ here
>>>> +        return;
>>>
>>> The feature only being exposed to dom0 ATM, I would suggest we allow
>>> it to write any bits it wants in the control register, as that would
>>> be what the OS would do when not running as a guest.
>> But only PCI_REBAR_CTRL_BAR_SIZE bits of REBAR_CTRL register are RW, others are RO.
>> Is removing the check here fine?
> 
> A native kernel would write the full register (with r/o bits simply not
> getting updated). Hence for Dom0 we ought to do the same, just in case
> e.g. some future spec declares some other bit(s) writable.
Got it, thanks for explaining.

> 
>>>> +
>>>> +    index = ctrl & PCI_REBAR_CTRL_BAR_IDX;
>>>
>>> Some sanity checking of the BAR index might be good.  At least a check
>>> that the BAR is of type VPCI_BAR_MEM64_LO or VPCI_BAR_MEM32.
>> But the information of the BAR that support resizing is from hardware(when init_rebar), that shouldn't have any problems and doesn't need to check the BAR's info.
> 
> Right, but also better to avoid confusing ourselves over bogus hardware.
OK, will add some check for the index range and the bar's type.

> 
>>>> +    bars[index].size = (1 << ((val & PCI_REBAR_CTRL_BAR_SIZE) >>
>>>> +                              PCI_REBAR_CTRL_BAR_SHIFT)) *
>>>> +                       PCI_REBAR_CTRL_BAR_UNIT;
>>>
>>> This would better be a macro in pci_regs.h I think, and you need to
>>> use 1UL, plus using MASK_EXTR() simplifies it:
>>>
>>> PCI_REBAR_CTRL_SIZE(v) (1UL << (MASK_EXTR(v, PCI_REBAR_CTRL_BAR_SIZE) + 20))
>> OK, another question: Should I need to check the size is allowed by hardware(the PCI_REBAR_CAP_SIZES bits in PCI_REBAR_CAP)?
> 
> Probably better to do so, yes. Whether to reject bogus attempts or
> merely warn about them I'm less certain: It's (see above) Dom0, after
> all.
I would like to if the new size is allowed by hardware, then update the size, otherwise do nothing.

> 
> Jan

-- 
Best regards,
Jiqian Chen.

Re: [PATCH] vpci: Add resizable bar support

[Roger Pau Monné]

On Wed, Nov 20, 2024 at 02:26:31AM +0000, Chen, Jiqian wrote:
> On 2024/11/19 15:44, Jan Beulich wrote:
> > On 19.11.2024 08:31, Chen, Jiqian wrote:
> >> On 2024/11/18 18:17, Roger Pau Monné wrote:
> >>> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
> >>>> +static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
> >>>> +                                      unsigned int reg,
> >>>> +                                      uint32_t val,
> >>>> +                                      void *data)
> >>>> +{
> >>>> +    uint32_t ctrl, index;
> >>>
> >>> index should better be unsigned int, as it's the BAR index [0, 5], and
> >>> so fits perfectly in an unsigned int.
> >>>
> >>>> +    struct vpci_bar *bars = pdev->vpci->header.bars;
> >>>
> >>> You could pass bars as the data parameter.
> >>>
> >>> Additionally you need to check that memory decoding is not enabled for
> >>> the device, otherwise attempting to change the BAR size will lead to
> >>> the active p2m mappings getting out of sync w.r.t. the new BAR size.
> >>>
> >>>> +
> >>>> +    ctrl = pci_conf_read32(pdev->sbdf, reg);
> >>>> +    if ( ctrl == val )
> >>>> +        return;
> >>>
> >>> I would still carry out the write in this case, as that's what the
> >>> owner of the device requested.
> >>>
> >>>> +
> >>>> +    ctrl &= ~PCI_REBAR_CTRL_BAR_SIZE;
> >>>> +    if ( ctrl != ( val & ~PCI_REBAR_CTRL_BAR_SIZE ) )
> >>>                      ^ extra space here and         ^ here
> >>>> +        return;
> >>>
> >>> The feature only being exposed to dom0 ATM, I would suggest we allow
> >>> it to write any bits it wants in the control register, as that would
> >>> be what the OS would do when not running as a guest.
> >> But only PCI_REBAR_CTRL_BAR_SIZE bits of REBAR_CTRL register are RW, others are RO.
> >> Is removing the check here fine?
> > 
> > A native kernel would write the full register (with r/o bits simply not
> > getting updated). Hence for Dom0 we ought to do the same, just in case
> > e.g. some future spec declares some other bit(s) writable.
> Got it, thanks for explaining.
> 
> > 
> >>>> +
> >>>> +    index = ctrl & PCI_REBAR_CTRL_BAR_IDX;
> >>>
> >>> Some sanity checking of the BAR index might be good.  At least a check
> >>> that the BAR is of type VPCI_BAR_MEM64_LO or VPCI_BAR_MEM32.
> >> But the information of the BAR that support resizing is from hardware(when init_rebar), that shouldn't have any problems and doesn't need to check the BAR's info.
> > 
> > Right, but also better to avoid confusing ourselves over bogus hardware.
> OK, will add some check for the index range and the bar's type.
> 
> > 
> >>>> +    bars[index].size = (1 << ((val & PCI_REBAR_CTRL_BAR_SIZE) >>
> >>>> +                              PCI_REBAR_CTRL_BAR_SHIFT)) *
> >>>> +                       PCI_REBAR_CTRL_BAR_UNIT;
> >>>
> >>> This would better be a macro in pci_regs.h I think, and you need to
> >>> use 1UL, plus using MASK_EXTR() simplifies it:
> >>>
> >>> PCI_REBAR_CTRL_SIZE(v) (1UL << (MASK_EXTR(v, PCI_REBAR_CTRL_BAR_SIZE) + 20))
> >> OK, another question: Should I need to check the size is allowed by hardware(the PCI_REBAR_CAP_SIZES bits in PCI_REBAR_CAP)?
> > 
> > Probably better to do so, yes. Whether to reject bogus attempts or
> > merely warn about them I'm less certain: It's (see above) Dom0, after
> > all.
> I would like to if the new size is allowed by hardware, then update the size, otherwise do nothing.

I'm of the opinion that dom0 shouldn't be restricted like this: dom0
might have more information than Xen about the device.  Xen might
detect the size as invalid, but dom0 might have extra information (or
quirks) about this specific device that make the size valid.

I would just add a warning.

Thanks, Roger.

Re: [PATCH] vpci: Add resizable bar support

[Roger Pau Monné]

On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
> +static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
> +                                      unsigned int reg,
> +                                      uint32_t val,
> +                                      void *data)
> +{
> +    uint32_t ctrl, index;
> +    struct vpci_bar *bars = pdev->vpci->header.bars;
> +
> +    ctrl = pci_conf_read32(pdev->sbdf, reg);
> +    if ( ctrl == val )
> +        return;
> +
> +    ctrl &= ~PCI_REBAR_CTRL_BAR_SIZE;
> +    if ( ctrl != ( val & ~PCI_REBAR_CTRL_BAR_SIZE ) )
> +        return;
> +
> +    index = ctrl & PCI_REBAR_CTRL_BAR_IDX;
> +    bars[index].size = (1 << ((val & PCI_REBAR_CTRL_BAR_SIZE) >>
> +                              PCI_REBAR_CTRL_BAR_SHIFT)) *
> +                       PCI_REBAR_CTRL_BAR_UNIT;

One further comment: you also need to reset addr and guest_addr here
(possibly by reading them from the BAR register), as the specification
states that:

"After writing the BAR Size field, the contents of the corresponding
BAR are undefined"

Hence the cached addr and guest_addr are stale after a write to the
control register.

Thanks, Roger.

Re: [PATCH] vpci: Add resizable bar support

[Chen, Jiqian]

On 2024/11/19 20:51, Roger Pau Monné wrote:
> On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
>> +static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
>> +                                      unsigned int reg,
>> +                                      uint32_t val,
>> +                                      void *data)
>> +{
>> +    uint32_t ctrl, index;
>> +    struct vpci_bar *bars = pdev->vpci->header.bars;
>> +
>> +    ctrl = pci_conf_read32(pdev->sbdf, reg);
>> +    if ( ctrl == val )
>> +        return;
>> +
>> +    ctrl &= ~PCI_REBAR_CTRL_BAR_SIZE;
>> +    if ( ctrl != ( val & ~PCI_REBAR_CTRL_BAR_SIZE ) )
>> +        return;
>> +
>> +    index = ctrl & PCI_REBAR_CTRL_BAR_IDX;
>> +    bars[index].size = (1 << ((val & PCI_REBAR_CTRL_BAR_SIZE) >>
>> +                              PCI_REBAR_CTRL_BAR_SHIFT)) *
>> +                       PCI_REBAR_CTRL_BAR_UNIT;
> 
> One further comment: you also need to reset addr and guest_addr here
> (possibly by reading them from the BAR register), as the specification
> states that:
How about just set them to 0, since the addr will be re-assigned by system and the addr of BAR register is also out of date.

> 
> "After writing the BAR Size field, the contents of the corresponding
> BAR are undefined"
> 
> Hence the cached addr and guest_addr are stale after a write to the
> control register.
> 
> Thanks, Roger.

-- 
Best regards,
Jiqian Chen.

Re: [PATCH] vpci: Add resizable bar support

[Roger Pau Monné]

On Wed, Nov 20, 2024 at 02:30:33AM +0000, Chen, Jiqian wrote:
> On 2024/11/19 20:51, Roger Pau Monné wrote:
> > On Wed, Nov 13, 2024 at 04:00:27PM +0800, Jiqian Chen wrote:
> >> +static void cf_check rebar_ctrl_write(const struct pci_dev *pdev,
> >> +                                      unsigned int reg,
> >> +                                      uint32_t val,
> >> +                                      void *data)
> >> +{
> >> +    uint32_t ctrl, index;
> >> +    struct vpci_bar *bars = pdev->vpci->header.bars;
> >> +
> >> +    ctrl = pci_conf_read32(pdev->sbdf, reg);
> >> +    if ( ctrl == val )
> >> +        return;
> >> +
> >> +    ctrl &= ~PCI_REBAR_CTRL_BAR_SIZE;
> >> +    if ( ctrl != ( val & ~PCI_REBAR_CTRL_BAR_SIZE ) )
> >> +        return;
> >> +
> >> +    index = ctrl & PCI_REBAR_CTRL_BAR_IDX;
> >> +    bars[index].size = (1 << ((val & PCI_REBAR_CTRL_BAR_SIZE) >>
> >> +                              PCI_REBAR_CTRL_BAR_SHIFT)) *
> >> +                       PCI_REBAR_CTRL_BAR_UNIT;
> > 
> > One further comment: you also need to reset addr and guest_addr here
> > (possibly by reading them from the BAR register), as the specification
> > states that:
> How about just set them to 0, since the addr will be re-assigned by system and the addr of BAR register is also out of date.

Seems good, I assume Xen would also get 0 as the BAR register address
after having changed the size.

Thanks, Roger.