* [PATCH for-next] RDMA/efa: Add EFA query MR support
@ 2023-12-05 22:16 Michael Margolin
2023-12-06 14:52 ` Gal Pressman
0 siblings, 1 reply; 4+ messages in thread
From: Michael Margolin @ 2023-12-05 22:16 UTC (permalink / raw)
To: jgg, leon, linux-rdma
Cc: sleybo, matua, gal.pressman, Anas Mousa, Firas Jahjah
Add EFA driver uapi definitions and register a new query MR method that
currently returns the physical PCI buses' IDs the device is using to
reach the MR. Update admin definitions and efa-abi accordingly.
Reviewed-by: Anas Mousa <anasmous@amazon.com>
Reviewed-by: Firas Jahjah <firasj@amazon.com>
Signed-off-by: Michael Margolin <mrgolin@amazon.com>
---
drivers/infiniband/hw/efa/efa.h | 5 +-
.../infiniband/hw/efa/efa_admin_cmds_defs.h | 31 ++++++++
drivers/infiniband/hw/efa/efa_com_cmd.c | 6 ++
drivers/infiniband/hw/efa/efa_com_cmd.h | 4 +
drivers/infiniband/hw/efa/efa_main.c | 6 ++
drivers/infiniband/hw/efa/efa_verbs.c | 77 +++++++++++++++++++
include/uapi/rdma/efa-abi.h | 19 +++++
7 files changed, 147 insertions(+), 1 deletion(-)
diff --git a/drivers/infiniband/hw/efa/efa.h b/drivers/infiniband/hw/efa/efa.h
index 7352a1f5d811..f17075ed1833 100644
--- a/drivers/infiniband/hw/efa/efa.h
+++ b/drivers/infiniband/hw/efa/efa.h
@@ -1,6 +1,6 @@
/* SPDX-License-Identifier: GPL-2.0 OR BSD-2-Clause */
/*
- * Copyright 2018-2021 Amazon.com, Inc. or its affiliates. All rights reserved.
+ * Copyright 2018-2023 Amazon.com, Inc. or its affiliates. All rights reserved.
*/
#ifndef _EFA_H_
@@ -83,6 +83,9 @@ struct efa_pd {
struct efa_mr {
struct ib_mr ibmr;
struct ib_umem *umem;
+ u16 recv_pci_bus_id;
+ u16 rdma_read_pci_bus_id;
+ u16 rdma_recv_pci_bus_id;
};
struct efa_cq {
diff --git a/drivers/infiniband/hw/efa/efa_admin_cmds_defs.h b/drivers/infiniband/hw/efa/efa_admin_cmds_defs.h
index 9c65bd27bae0..597f7ca6f31d 100644
--- a/drivers/infiniband/hw/efa/efa_admin_cmds_defs.h
+++ b/drivers/infiniband/hw/efa/efa_admin_cmds_defs.h
@@ -415,6 +415,32 @@ struct efa_admin_reg_mr_resp {
* memory region
*/
u32 r_key;
+
+ /*
+ * Mask indicating which fields have valid values
+ * 0 : recv_pci_bus_id
+ * 1 : rdma_read_pci_bus_id
+ * 2 : rdma_recv_pci_bus_id
+ */
+ u8 validity;
+
+ /*
+ * Physical PCIe bus used by the device to reach the MR for receive
+ * operation
+ */
+ u8 recv_pci_bus_id;
+
+ /*
+ * Physical PCIe bus used by the device to reach the MR for RDMA read
+ * operation
+ */
+ u8 rdma_read_pci_bus_id;
+
+ /*
+ * Physical PCIe bus used by the device to reach the MR for RDMA write
+ * receive
+ */
+ u8 rdma_recv_pci_bus_id;
};
struct efa_admin_dereg_mr_cmd {
@@ -999,6 +1025,11 @@ struct efa_admin_host_info {
#define EFA_ADMIN_REG_MR_CMD_REMOTE_WRITE_ENABLE_MASK BIT(1)
#define EFA_ADMIN_REG_MR_CMD_REMOTE_READ_ENABLE_MASK BIT(2)
+/* reg_mr_resp */
+#define EFA_ADMIN_REG_MR_RESP_RECV_PCI_BUS_ID_MASK BIT(0)
+#define EFA_ADMIN_REG_MR_RESP_RDMA_READ_PCI_BUS_ID_MASK BIT(1)
+#define EFA_ADMIN_REG_MR_RESP_RDMA_RECV_PCI_BUS_ID_MASK BIT(2)
+
/* create_cq_cmd */
#define EFA_ADMIN_CREATE_CQ_CMD_INTERRUPT_MODE_ENABLED_MASK BIT(5)
#define EFA_ADMIN_CREATE_CQ_CMD_VIRT_MASK BIT(6)
diff --git a/drivers/infiniband/hw/efa/efa_com_cmd.c b/drivers/infiniband/hw/efa/efa_com_cmd.c
index 576811885d59..6574e0a527f9 100644
--- a/drivers/infiniband/hw/efa/efa_com_cmd.c
+++ b/drivers/infiniband/hw/efa/efa_com_cmd.c
@@ -270,6 +270,12 @@ int efa_com_register_mr(struct efa_com_dev *edev,
result->l_key = cmd_completion.l_key;
result->r_key = cmd_completion.r_key;
+ result->recv_pci_bus_id = EFA_GET(&cmd_completion.validity, EFA_ADMIN_REG_MR_RESP_RECV_PCI_BUS_ID) ?
+ cmd_completion.recv_pci_bus_id : EFA_INVALID_PCI_BUS_ID;
+ result->rdma_read_pci_bus_id = EFA_GET(&cmd_completion.validity, EFA_ADMIN_REG_MR_RESP_RDMA_READ_PCI_BUS_ID) ?
+ cmd_completion.rdma_read_pci_bus_id : EFA_INVALID_PCI_BUS_ID;
+ result->rdma_recv_pci_bus_id = EFA_GET(&cmd_completion.validity, EFA_ADMIN_REG_MR_RESP_RDMA_RECV_PCI_BUS_ID) ?
+ cmd_completion.rdma_recv_pci_bus_id : EFA_INVALID_PCI_BUS_ID;
return 0;
}
diff --git a/drivers/infiniband/hw/efa/efa_com_cmd.h b/drivers/infiniband/hw/efa/efa_com_cmd.h
index fc97f37bb39b..a58cd9b63763 100644
--- a/drivers/infiniband/hw/efa/efa_com_cmd.h
+++ b/drivers/infiniband/hw/efa/efa_com_cmd.h
@@ -9,6 +9,7 @@
#include "efa_com.h"
#define EFA_GID_SIZE 16
+#define EFA_INVALID_PCI_BUS_ID 0xffff
struct efa_com_create_qp_params {
u64 rq_base_addr;
@@ -210,6 +211,9 @@ struct efa_com_reg_mr_result {
* accessed memory region
*/
u32 r_key;
+ u16 recv_pci_bus_id;
+ u16 rdma_read_pci_bus_id;
+ u16 rdma_recv_pci_bus_id;
};
struct efa_com_dereg_mr_params {
diff --git a/drivers/infiniband/hw/efa/efa_main.c b/drivers/infiniband/hw/efa/efa_main.c
index 15ee92081118..6b74f7f32aca 100644
--- a/drivers/infiniband/hw/efa/efa_main.c
+++ b/drivers/infiniband/hw/efa/efa_main.c
@@ -9,6 +9,7 @@
#include <linux/version.h>
#include <rdma/ib_user_verbs.h>
+#include <rdma/uverbs_ioctl.h>
#include "efa.h"
@@ -36,6 +37,8 @@ MODULE_DEVICE_TABLE(pci, efa_pci_tbl);
(BIT(EFA_ADMIN_FATAL_ERROR) | BIT(EFA_ADMIN_WARNING) | \
BIT(EFA_ADMIN_NOTIFICATION) | BIT(EFA_ADMIN_KEEP_ALIVE))
+extern const struct uapi_definition efa_uapi_defs[];
+
/* This handler will called for unknown event group or unimplemented handlers */
static void unimplemented_aenq_handler(void *data,
struct efa_admin_aenq_entry *aenq_e)
@@ -432,6 +435,9 @@ static int efa_ib_device_add(struct efa_dev *dev)
ib_set_device_ops(&dev->ibdev, &efa_dev_ops);
+ if (IS_ENABLED(CONFIG_INFINIBAND_USER_ACCESS))
+ dev->ibdev.driver_def = efa_uapi_defs;
+
err = ib_register_device(&dev->ibdev, "efa_%d", &pdev->dev);
if (err)
goto err_destroy_eqs;
diff --git a/drivers/infiniband/hw/efa/efa_verbs.c b/drivers/infiniband/hw/efa/efa_verbs.c
index 0f8ca99d0827..d81904f4b876 100644
--- a/drivers/infiniband/hw/efa/efa_verbs.c
+++ b/drivers/infiniband/hw/efa/efa_verbs.c
@@ -13,6 +13,9 @@
#include <rdma/ib_user_verbs.h>
#include <rdma/ib_verbs.h>
#include <rdma/uverbs_ioctl.h>
+#define UVERBS_MODULE_NAME efa_ib
+#include <rdma/uverbs_named_ioctl.h>
+#include <rdma/ib_user_ioctl_cmds.h>
#include "efa.h"
#include "efa_io_defs.h"
@@ -1653,6 +1656,9 @@ static int efa_register_mr(struct ib_pd *ibpd, struct efa_mr *mr, u64 start,
mr->ibmr.lkey = result.l_key;
mr->ibmr.rkey = result.r_key;
mr->ibmr.length = length;
+ mr->recv_pci_bus_id = result.recv_pci_bus_id;
+ mr->rdma_read_pci_bus_id = result.rdma_read_pci_bus_id;
+ mr->rdma_recv_pci_bus_id = result.rdma_recv_pci_bus_id;
ibdev_dbg(&dev->ibdev, "Registered mr[%d]\n", mr->ibmr.lkey);
return 0;
@@ -1735,6 +1741,50 @@ struct ib_mr *efa_reg_mr(struct ib_pd *ibpd, u64 start, u64 length,
return ERR_PTR(err);
}
+static int UVERBS_HANDLER(EFA_IB_METHOD_MR_QUERY)(struct uverbs_attr_bundle *attrs)
+{
+ struct ib_mr *ibmr = uverbs_attr_get_obj(attrs, EFA_IB_ATTR_QUERY_MR_HANDLE);
+ struct efa_mr *mr = to_emr(ibmr);
+ u16 rdma_read_pci_bus_id = 0;
+ u16 rdma_recv_pci_bus_id = 0;
+ u16 pci_bus_id_validity = 0;
+ u16 recv_pci_bus_id = 0;
+ int ret;
+
+ if (mr->recv_pci_bus_id != EFA_INVALID_PCI_BUS_ID) {
+ recv_pci_bus_id = mr->recv_pci_bus_id;
+ pci_bus_id_validity |= EFA_QUERY_MR_VALIDITY_RECV_PCI_BUS_ID;
+ }
+
+ if (mr->rdma_read_pci_bus_id != EFA_INVALID_PCI_BUS_ID) {
+ rdma_read_pci_bus_id = mr->rdma_read_pci_bus_id;
+ pci_bus_id_validity |= EFA_QUERY_MR_VALIDITY_RDMA_READ_PCI_BUS_ID;
+ }
+
+ if (mr->rdma_recv_pci_bus_id != EFA_INVALID_PCI_BUS_ID) {
+ rdma_recv_pci_bus_id = mr->rdma_recv_pci_bus_id;
+ pci_bus_id_validity |= EFA_QUERY_MR_VALIDITY_RDMA_RECV_PCI_BUS_ID;
+ }
+
+ ret = uverbs_copy_to(attrs, EFA_IB_ATTR_QUERY_MR_RESP_RECV_PCI_BUS_ID,
+ &recv_pci_bus_id, sizeof(recv_pci_bus_id));
+ if (ret)
+ return ret;
+
+ ret = uverbs_copy_to(attrs, EFA_IB_ATTR_QUERY_MR_RESP_RDMA_READ_PCI_BUS_ID,
+ &rdma_read_pci_bus_id, sizeof(rdma_read_pci_bus_id));
+ if (ret)
+ return ret;
+
+ ret = uverbs_copy_to(attrs, EFA_IB_ATTR_QUERY_MR_RESP_RDMA_RECV_PCI_BUS_ID,
+ &rdma_recv_pci_bus_id, sizeof(rdma_recv_pci_bus_id));
+ if (ret)
+ return ret;
+
+ return uverbs_copy_to(attrs, EFA_IB_ATTR_QUERY_MR_RESP_PCI_BUS_ID_VALIDITY,
+ &pci_bus_id_validity, sizeof(pci_bus_id_validity));
+}
+
int efa_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata)
{
struct efa_dev *dev = to_edev(ibmr->device);
@@ -2157,3 +2207,30 @@ enum rdma_link_layer efa_port_link_layer(struct ib_device *ibdev,
return IB_LINK_LAYER_UNSPECIFIED;
}
+DECLARE_UVERBS_NAMED_METHOD(EFA_IB_METHOD_MR_QUERY,
+ UVERBS_ATTR_IDR(EFA_IB_ATTR_QUERY_MR_HANDLE,
+ UVERBS_OBJECT_MR,
+ UVERBS_ACCESS_READ,
+ UA_MANDATORY),
+ UVERBS_ATTR_PTR_OUT(EFA_IB_ATTR_QUERY_MR_RESP_PCI_BUS_ID_VALIDITY,
+ UVERBS_ATTR_TYPE(u16),
+ UA_MANDATORY),
+ UVERBS_ATTR_PTR_OUT(EFA_IB_ATTR_QUERY_MR_RESP_RECV_PCI_BUS_ID,
+ UVERBS_ATTR_TYPE(u16),
+ UA_MANDATORY),
+ UVERBS_ATTR_PTR_OUT(EFA_IB_ATTR_QUERY_MR_RESP_RDMA_READ_PCI_BUS_ID,
+ UVERBS_ATTR_TYPE(u16),
+ UA_MANDATORY),
+ UVERBS_ATTR_PTR_OUT(EFA_IB_ATTR_QUERY_MR_RESP_RDMA_RECV_PCI_BUS_ID,
+ UVERBS_ATTR_TYPE(u16),
+ UA_MANDATORY));
+
+ADD_UVERBS_METHODS(efa_mr,
+ UVERBS_OBJECT_MR,
+ &UVERBS_METHOD(EFA_IB_METHOD_MR_QUERY));
+
+const struct uapi_definition efa_uapi_defs[] = {
+ UAPI_DEF_CHAIN_OBJ_TREE(UVERBS_OBJECT_MR,
+ &efa_mr),
+ {},
+};
diff --git a/include/uapi/rdma/efa-abi.h b/include/uapi/rdma/efa-abi.h
index d94c32f28804..7ced04ca2ad9 100644
--- a/include/uapi/rdma/efa-abi.h
+++ b/include/uapi/rdma/efa-abi.h
@@ -7,6 +7,7 @@
#define EFA_ABI_USER_H
#include <linux/types.h>
+#include <rdma/ib_user_ioctl_cmds.h>
/*
* Increment this value if any changes that break userspace ABI
@@ -134,4 +135,22 @@ struct efa_ibv_ex_query_device_resp {
__u32 device_caps;
};
+enum {
+ EFA_QUERY_MR_VALIDITY_RECV_PCI_BUS_ID = 1 << 0,
+ EFA_QUERY_MR_VALIDITY_RDMA_READ_PCI_BUS_ID = 1 << 1,
+ EFA_QUERY_MR_VALIDITY_RDMA_RECV_PCI_BUS_ID = 1 << 2,
+};
+
+enum efa_query_mr_attrs {
+ EFA_IB_ATTR_QUERY_MR_HANDLE = (1U << UVERBS_ID_NS_SHIFT),
+ EFA_IB_ATTR_QUERY_MR_RESP_PCI_BUS_ID_VALIDITY,
+ EFA_IB_ATTR_QUERY_MR_RESP_RECV_PCI_BUS_ID,
+ EFA_IB_ATTR_QUERY_MR_RESP_RDMA_READ_PCI_BUS_ID,
+ EFA_IB_ATTR_QUERY_MR_RESP_RDMA_RECV_PCI_BUS_ID,
+};
+
+enum efa_mr_methods {
+ EFA_IB_METHOD_MR_QUERY = (1U << UVERBS_ID_NS_SHIFT),
+};
+
#endif /* EFA_ABI_USER_H */
--
2.40.1
^ permalink raw reply related [flat|nested] 4+ messages in thread* Re: [PATCH for-next] RDMA/efa: Add EFA query MR support
2023-12-05 22:16 [PATCH for-next] RDMA/efa: Add EFA query MR support Michael Margolin
@ 2023-12-06 14:52 ` Gal Pressman
2023-12-06 18:30 ` Margolin, Michael
0 siblings, 1 reply; 4+ messages in thread
From: Gal Pressman @ 2023-12-06 14:52 UTC (permalink / raw)
To: Michael Margolin, jgg, leon, linux-rdma
Cc: sleybo, matua, Anas Mousa, Firas Jahjah
Hi Michael,
On 06/12/2023 0:16, Michael Margolin wrote:
> @@ -432,6 +435,9 @@ static int efa_ib_device_add(struct efa_dev *dev)
>
> ib_set_device_ops(&dev->ibdev, &efa_dev_ops);
>
> + if (IS_ENABLED(CONFIG_INFINIBAND_USER_ACCESS))
EFA depends on CONFIG_INFINIBAND_USER_ACCESS:
7 config INFINIBAND_EFA
8 tristate "Amazon Elastic Fabric Adapter (EFA) support"
9 depends on PCI_MSI && 64BIT && !CPU_BIG_ENDIAN
10 depends on INFINIBAND_USER_ACCESS
> + dev->ibdev.driver_def = efa_uapi_defs;
> +
> err = ib_register_device(&dev->ibdev, "efa_%d", &pdev->dev);
> if (err)
> goto err_destroy_eqs;
> diff --git a/drivers/infiniband/hw/efa/efa_verbs.c b/drivers/infiniband/hw/efa/efa_verbs.c
> index 0f8ca99d0827..d81904f4b876 100644
> --- a/drivers/infiniband/hw/efa/efa_verbs.c
> +++ b/drivers/infiniband/hw/efa/efa_verbs.c
> @@ -13,6 +13,9 @@
> #include <rdma/ib_user_verbs.h>
> #include <rdma/ib_verbs.h>
> #include <rdma/uverbs_ioctl.h>
> +#define UVERBS_MODULE_NAME efa_ib
> +#include <rdma/uverbs_named_ioctl.h>
> +#include <rdma/ib_user_ioctl_cmds.h>
>
> #include "efa.h"
> #include "efa_io_defs.h"
> @@ -1653,6 +1656,9 @@ static int efa_register_mr(struct ib_pd *ibpd, struct efa_mr *mr, u64 start,
> mr->ibmr.lkey = result.l_key;
> mr->ibmr.rkey = result.r_key;
> mr->ibmr.length = length;
> + mr->recv_pci_bus_id = result.recv_pci_bus_id;
> + mr->rdma_read_pci_bus_id = result.rdma_read_pci_bus_id;
> + mr->rdma_recv_pci_bus_id = result.rdma_recv_pci_bus_id;
Why is a query_mr ioctl better than returning this data through udata on
MR creation?
^ permalink raw reply [flat|nested] 4+ messages in thread* Re: [PATCH for-next] RDMA/efa: Add EFA query MR support
2023-12-06 14:52 ` Gal Pressman
@ 2023-12-06 18:30 ` Margolin, Michael
2023-12-07 7:23 ` Leon Romanovsky
0 siblings, 1 reply; 4+ messages in thread
From: Margolin, Michael @ 2023-12-06 18:30 UTC (permalink / raw)
To: Gal Pressman, jgg, leon, linux-rdma
Cc: sleybo, matua, Anas Mousa, Firas Jahjah
Hey Gal,
Thanks for your comments.
On 12/6/2023 4:52 PM, Gal Pressman wrote:
> Hi Michael,
>
> On 06/12/2023 0:16, Michael Margolin wrote:
>> @@ -432,6 +435,9 @@ static int efa_ib_device_add(struct efa_dev *dev)
>>
>> ib_set_device_ops(&dev->ibdev, &efa_dev_ops);
>>
>> + if (IS_ENABLED(CONFIG_INFINIBAND_USER_ACCESS))
> EFA depends on CONFIG_INFINIBAND_USER_ACCESS:
>
> 7 config INFINIBAND_EFA
> 8 tristate "Amazon Elastic Fabric Adapter (EFA) support"
> 9 depends on PCI_MSI && 64BIT && !CPU_BIG_ENDIAN
> 10 depends on INFINIBAND_USER_ACCESS
I'll remove this if statement.
>> + dev->ibdev.driver_def = efa_uapi_defs;
>> +
>> err = ib_register_device(&dev->ibdev, "efa_%d", &pdev->dev);
>> if (err)
>> goto err_destroy_eqs;
>> diff --git a/drivers/infiniband/hw/efa/efa_verbs.c b/drivers/infiniband/hw/efa/efa_verbs.c
>> index 0f8ca99d0827..d81904f4b876 100644
>> --- a/drivers/infiniband/hw/efa/efa_verbs.c
>> +++ b/drivers/infiniband/hw/efa/efa_verbs.c
>> @@ -13,6 +13,9 @@
>> #include <rdma/ib_user_verbs.h>
>> #include <rdma/ib_verbs.h>
>> #include <rdma/uverbs_ioctl.h>
>> +#define UVERBS_MODULE_NAME efa_ib
>> +#include <rdma/uverbs_named_ioctl.h>
>> +#include <rdma/ib_user_ioctl_cmds.h>
>>
>> #include "efa.h"
>> #include "efa_io_defs.h"
>> @@ -1653,6 +1656,9 @@ static int efa_register_mr(struct ib_pd *ibpd, struct efa_mr *mr, u64 start,
>> mr->ibmr.lkey = result.l_key;
>> mr->ibmr.rkey = result.r_key;
>> mr->ibmr.length = length;
>> + mr->recv_pci_bus_id = result.recv_pci_bus_id;
>> + mr->rdma_read_pci_bus_id = result.rdma_read_pci_bus_id;
>> + mr->rdma_recv_pci_bus_id = result.rdma_recv_pci_bus_id;
> Why is a query_mr ioctl better than returning this data through udata on
> MR creation?
We need this for both reg_user_mr and reg_user_mr_dmabuf and it doesn't
make sense to implement it twice. In addition, those two verbs are using
different mechanisms (write and ioctl) and extending dmabuf reg_mr will
require more extensive changes on rdma-core side.
Michael
^ permalink raw reply [flat|nested] 4+ messages in thread
* Re: [PATCH for-next] RDMA/efa: Add EFA query MR support
2023-12-06 18:30 ` Margolin, Michael
@ 2023-12-07 7:23 ` Leon Romanovsky
0 siblings, 0 replies; 4+ messages in thread
From: Leon Romanovsky @ 2023-12-07 7:23 UTC (permalink / raw)
To: Margolin, Michael
Cc: Gal Pressman, jgg, linux-rdma, sleybo, matua, Anas Mousa,
Firas Jahjah
On Wed, Dec 06, 2023 at 08:30:37PM +0200, Margolin, Michael wrote:
> Hey Gal,
>
> Thanks for your comments.
>
> On 12/6/2023 4:52 PM, Gal Pressman wrote:
> > Hi Michael,
> >
> > On 06/12/2023 0:16, Michael Margolin wrote:
> >> @@ -432,6 +435,9 @@ static int efa_ib_device_add(struct efa_dev *dev)
> >>
> >> ib_set_device_ops(&dev->ibdev, &efa_dev_ops);
> >>
> >> + if (IS_ENABLED(CONFIG_INFINIBAND_USER_ACCESS))
> > EFA depends on CONFIG_INFINIBAND_USER_ACCESS:
> >
> > 7 config INFINIBAND_EFA
> > 8 tristate "Amazon Elastic Fabric Adapter (EFA) support"
> > 9 depends on PCI_MSI && 64BIT && !CPU_BIG_ENDIAN
> > 10 depends on INFINIBAND_USER_ACCESS
>
> I'll remove this if statement.
>
> >> + dev->ibdev.driver_def = efa_uapi_defs;
> >> +
> >> err = ib_register_device(&dev->ibdev, "efa_%d", &pdev->dev);
> >> if (err)
> >> goto err_destroy_eqs;
> >> diff --git a/drivers/infiniband/hw/efa/efa_verbs.c b/drivers/infiniband/hw/efa/efa_verbs.c
> >> index 0f8ca99d0827..d81904f4b876 100644
> >> --- a/drivers/infiniband/hw/efa/efa_verbs.c
> >> +++ b/drivers/infiniband/hw/efa/efa_verbs.c
> >> @@ -13,6 +13,9 @@
> >> #include <rdma/ib_user_verbs.h>
> >> #include <rdma/ib_verbs.h>
> >> #include <rdma/uverbs_ioctl.h>
> >> +#define UVERBS_MODULE_NAME efa_ib
> >> +#include <rdma/uverbs_named_ioctl.h>
> >> +#include <rdma/ib_user_ioctl_cmds.h>
> >>
> >> #include "efa.h"
> >> #include "efa_io_defs.h"
> >> @@ -1653,6 +1656,9 @@ static int efa_register_mr(struct ib_pd *ibpd, struct efa_mr *mr, u64 start,
> >> mr->ibmr.lkey = result.l_key;
> >> mr->ibmr.rkey = result.r_key;
> >> mr->ibmr.length = length;
> >> + mr->recv_pci_bus_id = result.recv_pci_bus_id;
> >> + mr->rdma_read_pci_bus_id = result.rdma_read_pci_bus_id;
> >> + mr->rdma_recv_pci_bus_id = result.rdma_recv_pci_bus_id;
> > Why is a query_mr ioctl better than returning this data through udata on
> > MR creation?
>
> We need this for both reg_user_mr and reg_user_mr_dmabuf and it doesn't
> make sense to implement it twice. In addition, those two verbs are using
> different mechanisms (write and ioctl) and extending dmabuf reg_mr will
> require more extensive changes on rdma-core side.
Both of these callbacks use ioctl() interface. We keep write() interface
for legacy systems which won't and/or shouldn't use any new API.
Thanks
>
> Michael
>
^ permalink raw reply [flat|nested] 4+ messages in thread
end of thread, other threads:[~2023-12-07 7:23 UTC | newest]
Thread overview: 4+ messages (download: mbox.gz follow: Atom feed
-- links below jump to the message on this page --
2023-12-05 22:16 [PATCH for-next] RDMA/efa: Add EFA query MR support Michael Margolin
2023-12-06 14:52 ` Gal Pressman
2023-12-06 18:30 ` Margolin, Michael
2023-12-07 7:23 ` Leon Romanovsky
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox