qemu-devel.nongnu.org archive mirror
 help / color / mirror / Atom feed
From: Alexey Kardashevskiy <aik@ozlabs.ru>
To: Gavin Shan <gwshan@linux.vnet.ibm.com>
Cc: alex.williamson@redhat.com, qemu-ppc@nongnu.org,
	qemu-devel@nongnu.org, agraf@suse.de
Subject: Re: [Qemu-devel] [PATCH v12 2/4] sPAPR: Implement EEH RTAS calls
Date: Wed, 16 Jul 2014 11:28:29 +1000	[thread overview]
Message-ID: <53C5D53D.9060108@ozlabs.ru> (raw)
In-Reply-To: <20140716011236.GA11978@shangw>

On 07/16/2014 11:12 AM, Gavin Shan wrote:
> On Wed, Jul 16, 2014 at 11:06:21AM +1000, Alexey Kardashevskiy wrote:
>> On 07/16/2014 10:20 AM, Gavin Shan wrote:
>>> The emulation for EEH RTAS requests from guest isn't covered
>>> by QEMU yet and the patch implements them.
>>>
>>> The patch defines constants used by EEH RTAS calls and adds
>>> callback sPAPRPHBClass::eeh_handler, which is going to be used
>>> this way:
>>>
>>>   * RTAS calls are received in spapr_pci.c, sanity check is done
>>>     there.
>>>   * RTAS handlers handle what they can. If there is something it
>>>     cannot handle and sPAPRPHBClass::eeh_handler callback is defined,
>>>     it is called.
>>>   * sPAPRPHBClass::eeh_handler is only implemented for VFIO now. It
>>>     does ioctl() to the IOMMU container fd to complete the call. Error
>>>     codes from that ioctl() are transferred back to the guest.
>>>
>>> [aik: defined RTAS tokens for EEH RTAS calls]
>>> Signed-off-by: Gavin Shan <gwshan@linux.vnet.ibm.com>
>>> ---
>>>  hw/ppc/spapr_pci.c          | 246 ++++++++++++++++++++++++++++++++++++++++++++
>>>  include/hw/pci-host/spapr.h |   7 ++
>>>  include/hw/ppc/spapr.h      |  43 +++++++-
>>>  3 files changed, 294 insertions(+), 2 deletions(-)
>>>
>>> diff --git a/hw/ppc/spapr_pci.c b/hw/ppc/spapr_pci.c
>>> index 230b59c..63394f5 100644
>>> --- a/hw/ppc/spapr_pci.c
>>> +++ b/hw/ppc/spapr_pci.c
>>> @@ -402,6 +402,233 @@ static void rtas_ibm_query_interrupt_source_number(PowerPCCPU *cpu,
>>>      rtas_st(rets, 2, 1);/* 0 == level; 1 == edge */
>>>  }
>>>  
>>> +static int rtas_handle_eeh_request(sPAPREnvironment *spapr,
>>> +                                   uint64_t buid, uint32_t req, uint32_t opt)
>>> +{
>>> +    sPAPRPHBState *sphb = spapr_pci_find_phb(spapr, buid);
>>> +    sPAPRPHBClass *info = SPAPR_PCI_HOST_BRIDGE_GET_CLASS(sphb);
>>> +
>>> +    if (!sphb || !info->eeh_handler) {
>>> +        return -ENOENT;
>>> +    }
>>> +
>>> +    return info->eeh_handler(sphb, req, opt);
>>> +}
>>> +
>>> +static void rtas_ibm_set_eeh_option(PowerPCCPU *cpu,
>>> +                                    sPAPREnvironment *spapr,
>>> +                                    uint32_t token, uint32_t nargs,
>>> +                                    target_ulong args, uint32_t nret,
>>> +                                    target_ulong rets)
>>> +{
>>> +    uint32_t addr, option;
>>> +    uint64_t buid = ((uint64_t)rtas_ld(args, 1) << 32) | rtas_ld(args, 2);
>>> +    int ret;
>>> +
>>> +    if ((nargs != 4) || (nret != 1)) {
>>> +        goto param_error_exit;
>>> +    }
>>> +
>>> +    addr = rtas_ld(args, 0);
>>> +    option = rtas_ld(args, 3);
>>> +    switch (option) {
>>> +    case RTAS_EEH_ENABLE:
>>> +        if (!spapr_pci_find_dev(spapr, buid, addr)) {
>>> +            goto param_error_exit;
>>> +        }
>>> +        break;
>>> +    case RTAS_EEH_DISABLE:
>>> +    case RTAS_EEH_THAW_IO:
>>> +    case RTAS_EEH_THAW_DMA:
>>> +        break;
>>> +    default:
>>> +        goto param_error_exit;
>>> +    }
>>> +
>>> +    ret = rtas_handle_eeh_request(spapr, buid,
>>> +                                  RTAS_EEH_REQ_SET_OPTION, option);
>>> +    if (ret >= 0) {
>>> +        rtas_st(rets, 0, RTAS_OUT_SUCCESS);
>>> +        return;
>>> +    }
>>> +
>>> +param_error_exit:
>>> +    rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR);
>>> +}
>>> +
>>> +static void rtas_ibm_get_config_addr_info2(PowerPCCPU *cpu,
>>> +                                           sPAPREnvironment *spapr,
>>> +                                           uint32_t token, uint32_t nargs,
>>> +                                           target_ulong args, uint32_t nret,
>>> +                                           target_ulong rets)
>>> +{
>>> +    uint32_t addr, option;
>>> +    uint64_t buid = ((uint64_t)rtas_ld(args, 1) << 32) | rtas_ld(args, 2);
>>> +    sPAPRPHBState *sphb = spapr_pci_find_phb(spapr, buid);
>>> +    sPAPRPHBClass *info = SPAPR_PCI_HOST_BRIDGE_GET_CLASS(sphb);
>>> +    PCIDevice *pdev;
>>> +
>>> +    if (!sphb || !info->eeh_handler) {
>>> +        goto param_error_exit;
>>> +    }
>>> +
>>> +    if ((nargs != 4) || (nret != 2)) {
>>> +        goto param_error_exit;
>>> +    }
>>> +
>>> +    addr = rtas_ld(args, 0);
>>> +    option = rtas_ld(args, 3);
>>> +    if (option != RTAS_GET_PE_ADDR && option != RTAS_GET_PE_MODE) {
>>> +        goto param_error_exit;
>>> +    }
>>> +
>>> +    pdev = spapr_pci_find_dev(spapr, buid, addr);
>>> +    if (!pdev) {
>>> +        goto param_error_exit;
>>> +    }
>>> +
>>> +    /*
>>> +     * For now, we always have bus level PE whose address
>>> +     * has format "00BBSS00". The guest OS might regard
>>> +     * PE address 0 as invalid. We avoid that simply by
>>> +     * extending it with one.
>>> +     */
>>> +    rtas_st(rets, 0, RTAS_OUT_SUCCESS);
>>> +    if (option == RTAS_GET_PE_ADDR) {
>>> +        rtas_st(rets, 1, (pci_bus_num(pdev->bus) << 16) + 1);
>>> +    } else {
>>> +        rtas_st(rets, 1, RTAS_PE_MODE_SHARED);
>>> +    }
>>> +
>>> +    return;
>>> +
>>> +param_error_exit:
>>> +    rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR);
>>> +}
>>> +
>>> +static void rtas_ibm_read_slot_reset_state2(PowerPCCPU *cpu,
>>> +                                            sPAPREnvironment *spapr,
>>> +                                            uint32_t token, uint32_t nargs,
>>> +                                            target_ulong args, uint32_t nret,
>>> +                                            target_ulong rets)
>>> +{
>>> +    uint64_t buid = ((uint64_t)rtas_ld(args, 1) << 32) | rtas_ld(args, 2);
>>> +    int ret;
>>> +
>>> +    if ((nargs != 3) || (nret != 4 && nret != 5)) {
>>> +        goto param_error_exit;
>>> +    }
>>> +
>>> +    ret = rtas_handle_eeh_request(spapr, buid, RTAS_EEH_REQ_GET_STATE, 0);
>>> +    if (ret >= 0) {
>>> +        rtas_st(rets, 0, RTAS_OUT_SUCCESS);
>>> +        rtas_st(rets, 1, ret);
>>> +        rtas_st(rets, 2, RTAS_EEH_SUPPORT);
>>> +        rtas_st(rets, 3, RTAS_EEH_PE_UNAVAIL_INFO);
>>> +        if (nret >= 5) {
>>> +            rtas_st(rets, 4, RTAS_EEH_PE_RECOVER_INFO);
>>> +        }
>>> +
>>> +        return;
>>> +    }
>>> +
>>> +param_error_exit:
>>> +    rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR);
>>> +}
>>> +
>>> +static void rtas_ibm_set_slot_reset(PowerPCCPU *cpu,
>>> +                                    sPAPREnvironment *spapr,
>>> +                                    uint32_t token, uint32_t nargs,
>>> +                                    target_ulong args, uint32_t nret,
>>> +                                    target_ulong rets)
>>> +{
>>> +    uint32_t option;
>>> +    uint64_t buid = ((uint64_t)rtas_ld(args, 1) << 32) | rtas_ld(args, 2);
>>> +    int ret;
>>> +
>>> +    if ((nargs != 4) || (nret != 1)) {
>>> +        goto param_error_exit;
>>> +    }
>>> +
>>> +    option = rtas_ld(args, 3);
>>> +    switch (option) {
>>> +    case RTAS_SLOT_RESET_DEACTIVATE:
>>> +    case RTAS_SLOT_RESET_HOT:
>>> +    case RTAS_SLOT_RESET_FUNDAMENTAL:
>>> +        break;
>>> +    default:
>>> +        goto param_error_exit;
>>> +    }
>>> +
>>> +    ret = rtas_handle_eeh_request(spapr, buid, RTAS_EEH_REQ_RESET, option);
>>> +    if (ret >= 0) {
>>> +        rtas_st(rets, 0, RTAS_OUT_SUCCESS);
>>> +        return;
>>> +    }
>>> +
>>> +param_error_exit:
>>> +    rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR);
>>> +}
>>> +
>>> +static void rtas_ibm_configure_pe(PowerPCCPU *cpu,
>>> +                                  sPAPREnvironment *spapr,
>>> +                                  uint32_t token, uint32_t nargs,
>>> +                                  target_ulong args, uint32_t nret,
>>> +                                  target_ulong rets)
>>> +{
>>> +    uint64_t buid = ((uint64_t)rtas_ld(args, 1) << 32) | rtas_ld(args, 2);
>>> +    int ret;
>>> +
>>> +    if ((nargs != 3) || (nret != 1)) {
>>> +        goto param_error_exit;
>>> +    }
>>> +
>>> +    ret = rtas_handle_eeh_request(spapr, buid, RTAS_EEH_REQ_CONFIGURE, 0);
>>> +    if (ret >= 0) {
>>> +        rtas_st(rets, 0, RTAS_OUT_SUCCESS);
>>> +        return;
>>> +    }
>>> +
>>> +param_error_exit:
>>> +    rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR);
>>> +}
>>> +
>>> +/* To support it later */
>>> +static void rtas_ibm_slot_error_detail(PowerPCCPU *cpu,
>>> +                                       sPAPREnvironment *spapr,
>>> +                                       uint32_t token, uint32_t nargs,
>>> +                                       target_ulong args, uint32_t nret,
>>> +                                       target_ulong rets)
>>> +{
>>> +    int option;
>>> +    uint64_t buid = ((uint64_t)rtas_ld(args, 1) << 32) | rtas_ld(args, 2);
>>> +    sPAPRPHBState *sphb = spapr_pci_find_phb(spapr, buid);
>>> +    sPAPRPHBClass *info = SPAPR_PCI_HOST_BRIDGE_GET_CLASS(sphb);
>>> +
>>> +    if (!sphb || !info->eeh_handler) {
>>> +        goto param_error_exit;
>>> +    }
>>> +
>>> +    if ((nargs != 8) || (nret != 1)) {
>>> +        goto param_error_exit;
>>> +    }
>>> +
>>> +    option = rtas_ld(args, 7);
>>> +    switch (option) {
>>> +    case RTAS_SLOT_TEMP_ERR_LOG:
>>> +    case RTAS_SLOT_PERM_ERR_LOG:
>>> +        break;
>>> +    default:
>>> +        goto param_error_exit;
>>> +    }
>>> +
>>> +    rtas_st(rets, 0, RTAS_OUT_NO_ERRORS_FOUND);
>>> +    return;
>>> +
>>> +param_error_exit:
>>> +    rtas_st(rets, 0, RTAS_OUT_PARAM_ERROR);
>>> +}
>>> +
>>>  static int pci_spapr_swizzle(int slot, int pin)
>>>  {
>>>      return (slot + pin) % PCI_NUM_PINS;
>>> @@ -953,6 +1180,25 @@ void spapr_pci_rtas_init(void)
>>>          spapr_rtas_register(RTAS_IBM_CHANGE_MSI, "ibm,change-msi",
>>>                              rtas_ibm_change_msi);
>>>      }
>>> +
>>> +    spapr_rtas_register(RTAS_IBM_SET_EEH_OPTION,
>>> +                        "ibm,set-eeh-option",
>>> +                        rtas_ibm_set_eeh_option);
>>> +    spapr_rtas_register(RTAS_IBM_GET_CONFIG_ADDR_INFO2,
>>> +                        "ibm,get-config-addr-info2",
>>> +                        rtas_ibm_get_config_addr_info2);
>>> +    spapr_rtas_register(RTAS_IBM_READ_SLOT_RESET_STATE2,
>>> +                        "ibm,read-slot-reset-state2",
>>> +                        rtas_ibm_read_slot_reset_state2);
>>> +    spapr_rtas_register(RTAS_IBM_SET_SLOT_RESET,
>>> +                        "ibm,set-slot-reset",
>>> +                        rtas_ibm_set_slot_reset);
>>> +    spapr_rtas_register(RTAS_IBM_CONFIGURE_PE,
>>> +                        "ibm,configure-pe",
>>> +                        rtas_ibm_configure_pe);
>>> +    spapr_rtas_register(RTAS_IBM_SLOT_ERROR_DETAIL,
>>> +                        "ibm,slot-error-detail",
>>> +                        rtas_ibm_slot_error_detail);
>>>  }
>>>  
>>>  static void spapr_pci_register_types(void)
>>> diff --git a/include/hw/pci-host/spapr.h b/include/hw/pci-host/spapr.h
>>> index 14c2ab0..ea39aa6 100644
>>> --- a/include/hw/pci-host/spapr.h
>>> +++ b/include/hw/pci-host/spapr.h
>>> @@ -49,6 +49,7 @@ struct sPAPRPHBClass {
>>>      PCIHostBridgeClass parent_class;
>>>  
>>>      void (*finish_realize)(sPAPRPHBState *sphb, Error **errp);
>>> +    int (*eeh_handler)(sPAPRPHBState *sphb, int req, int opt);
>>>  };
>>>  
>>>  typedef struct spapr_pci_msi {
>>> @@ -107,6 +108,12 @@ struct sPAPRPHBVFIOState {
>>>  
>>>  #define SPAPR_PCI_MEM_WIN_BUS_OFFSET 0x80000000ULL
>>>  
>>> +/* EEH related requests */
>>> +#define RTAS_EEH_REQ_SET_OPTION      0
>>> +#define RTAS_EEH_REQ_GET_STATE       1
>>> +#define RTAS_EEH_REQ_RESET           2
>>> +#define RTAS_EEH_REQ_CONFIGURE       3
>>> +
>>>  static inline qemu_irq spapr_phb_lsi_qirq(struct sPAPRPHBState *phb, int pin)
>>>  {
>>>      return xics_get_qirq(spapr->icp, phb->lsi_table[pin].irq);
>>> diff --git a/include/hw/ppc/spapr.h b/include/hw/ppc/spapr.h
>>> index bbba51a..f74c7f2 100644
>>> --- a/include/hw/ppc/spapr.h
>>> +++ b/include/hw/ppc/spapr.h
>>> @@ -338,6 +338,39 @@ target_ulong spapr_hypercall(PowerPCCPU *cpu, target_ulong opcode,
>>>  int spapr_allocate_irq(int hint, bool lsi);
>>>  int spapr_allocate_irq_block(int num, bool lsi, bool msi);
>>>  
>>> +/* ibm,set-eeh-option */
>>> +#define RTAS_EEH_DISABLE                 0
>>> +#define RTAS_EEH_ENABLE                  1
>>> +#define RTAS_EEH_THAW_IO                 2
>>> +#define RTAS_EEH_THAW_DMA                3
>>> +
>>> +/* ibm,get-config-addr-info2 */
>>> +#define RTAS_GET_PE_ADDR                 0
>>> +#define RTAS_GET_PE_MODE                 1
>>> +#define RTAS_PE_MODE_NONE                0
>>> +#define RTAS_PE_MODE_NOT_SHARED          1
>>> +#define RTAS_PE_MODE_SHARED              2
>>> +
>>> +/* ibm,read-slot-reset-state2 */
>>> +#define RTAS_EEH_PE_STATE_NORMAL         0
>>> +#define RTAS_EEH_PE_STATE_RESET          1
>>> +#define RTAS_EEH_PE_STATE_STOPPED_IO_DMA 2
>>> +#define RTAS_EEH_PE_STATE_STOPPED_DMA    4
>>> +#define RTAS_EEH_PE_STATE_UNAVAIL        5
>>> +#define RTAS_EEH_NOT_SUPPORT             0
>>> +#define RTAS_EEH_SUPPORT                 1
>>> +#define RTAS_EEH_PE_UNAVAIL_INFO         1000
>>> +#define RTAS_EEH_PE_RECOVER_INFO         0
>>> +
>>> +/* ibm,set-slot-reset */
>>> +#define RTAS_SLOT_RESET_DEACTIVATE       0
>>> +#define RTAS_SLOT_RESET_HOT              1
>>> +#define RTAS_SLOT_RESET_FUNDAMENTAL      3
>>> +
>>> +/* ibm,slot-error-detail */
>>> +#define RTAS_SLOT_TEMP_ERR_LOG           1
>>> +#define RTAS_SLOT_PERM_ERR_LOG           2
>>> +
>>>  /* RTAS return codes */
>>>  #define RTAS_OUT_SUCCESS            0
>>>  #define RTAS_OUT_NO_ERRORS_FOUND    1
>>> @@ -383,8 +416,14 @@ int spapr_allocate_irq_block(int num, bool lsi, bool msi);
>>>  #define RTAS_IBM_CONFIGURE_CONNECTOR            (RTAS_TOKEN_BASE + 0x1E)
>>>  #define RTAS_IBM_OS_TERM                        (RTAS_TOKEN_BASE + 0x1F)
>>>  #define RTAS_IBM_EXTENDED_OS_TERM               (RTAS_TOKEN_BASE + 0x20)
>>
>>
>> Rebase your set on top ppc-next-2.2 from git://github.com/agraf/qemu.git
>>
>> RTAS_IBM_EXTENDED_OS_TERM is not there.
>>
> 
> Ok, I'll rebase. One question: which branch should be used as development
> in Alex.G's repository?
> 
>   remotes/origin/ppc-next
>   remotes/origin/ppc-next-1.8
>   remotes/origin/ppc-next-2.1
>   remotes/origin/ppc-next-2.2

Normally it would be "ppc-next" but QEMU is in feature freeze now and 2.1
is the closest release so you have to use ppc-next-2.2 (next QEMU version).
Once 2.1 released, "ppc-next-2.2" will become "ppc-next".



> 
> Thanks,
> Gavin
> 
>>
>>> -
>>> -#define RTAS_TOKEN_MAX                          (RTAS_TOKEN_BASE + 0x21)
>>> +#define RTAS_IBM_SET_EEH_OPTION                 (RTAS_TOKEN_BASE + 0x21)
>>> +#define RTAS_IBM_GET_CONFIG_ADDR_INFO2          (RTAS_TOKEN_BASE + 0x22)
>>> +#define RTAS_IBM_READ_SLOT_RESET_STATE2         (RTAS_TOKEN_BASE + 0x23)
>>> +#define RTAS_IBM_SET_SLOT_RESET                 (RTAS_TOKEN_BASE + 0x24)
>>> +#define RTAS_IBM_CONFIGURE_PE                   (RTAS_TOKEN_BASE + 0x25)
>>> +#define RTAS_IBM_SLOT_ERROR_DETAIL              (RTAS_TOKEN_BASE + 0x26)
>>> +
>>> +#define RTAS_TOKEN_MAX                          (RTAS_TOKEN_BASE + 0x27)
>>>  
>>>  /* RTAS ibm,get-system-parameter token values */
>>>  #define RTAS_SYSPARM_SPLPAR_CHARACTERISTICS      20
>>>
>>
>>
>> -- 
>> Alexey
>>
> 


-- 
Alexey

  reply	other threads:[~2014-07-16  1:28 UTC|newest]

Thread overview: 15+ messages / expand[flat|nested]  mbox.gz  Atom feed  top
2014-07-16  0:20 [Qemu-devel] [PATCH v12 0/4] EEH Support for VFIO Devices Gavin Shan
2014-07-16  0:20 ` [Qemu-devel] [PATCH v12 1/4] spapr_pci: Make find_phb()/find_dev() public Gavin Shan
2014-07-28 12:49   ` Alexander Graf
2014-07-28 13:52     ` Alexey Kardashevskiy
2014-07-16  0:20 ` [Qemu-devel] [PATCH v12 2/4] sPAPR: Implement EEH RTAS calls Gavin Shan
2014-07-16  1:06   ` Alexey Kardashevskiy
2014-07-16  1:12     ` Gavin Shan
2014-07-16  1:28       ` Alexey Kardashevskiy [this message]
2014-07-16  0:20 ` [Qemu-devel] [PATCH v12 3/4] headers: Update kernel header Gavin Shan
2014-07-16  1:09   ` Alexey Kardashevskiy
2014-07-16  1:16     ` Gavin Shan
2014-07-16  1:32       ` Alexey Kardashevskiy
2014-07-16  1:40         ` Gavin Shan
2014-07-28 12:50           ` Alexander Graf
2014-07-16  0:20 ` [Qemu-devel] [PATCH v12 4/4] sPAPR: Implement sPAPRPHBClass::eeh_handler Gavin Shan

Reply instructions:

You may reply publicly to this message via plain-text email
using any one of the following methods:

* Save the following mbox file, import it into your mail client,
  and reply-to-all from there: mbox

  Avoid top-posting and favor interleaved quoting:
  https://en.wikipedia.org/wiki/Posting_style#Interleaved_style

* Reply using the --to, --cc, and --in-reply-to
  switches of git-send-email(1):

  git send-email \
    --in-reply-to=53C5D53D.9060108@ozlabs.ru \
    --to=aik@ozlabs.ru \
    --cc=agraf@suse.de \
    --cc=alex.williamson@redhat.com \
    --cc=gwshan@linux.vnet.ibm.com \
    --cc=qemu-devel@nongnu.org \
    --cc=qemu-ppc@nongnu.org \
    /path/to/YOUR_REPLY

  https://kernel.org/pub/software/scm/git/docs/git-send-email.html

* If your mail client supports setting the In-Reply-To header
  via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).