From: longli@linuxonhyperv.com
To: "K. Y. Srinivasan" <kys@microsoft.com>,
Haiyang Zhang <haiyangz@microsoft.com>,
Stephen Hemminger <sthemmin@microsoft.com>,
Wei Liu <wei.liu@kernel.org>, Dexuan Cui <decui@microsoft.com>,
"David S. Miller" <davem@davemloft.net>,
Jakub Kicinski <kuba@kernel.org>, Paolo Abeni <pabeni@redhat.com>,
Jason Gunthorpe <jgg@ziepe.ca>, Leon Romanovsky <leon@kernel.org>,
edumazet@google.com, shiraz.saleem@intel.com,
Ajay Sharma <sharmaajay@microsoft.com>
Cc: linux-hyperv@vger.kernel.org, netdev@vger.kernel.org,
linux-kernel@vger.kernel.org, linux-rdma@vger.kernel.org,
Long Li <longli@microsoft.com>
Subject: [Patch v5 04/12] net: mana: Add functions for allocating doorbell page from GDMA
Date: Tue, 30 Aug 2022 17:34:23 -0700 [thread overview]
Message-ID: <1661906071-29508-5-git-send-email-longli@linuxonhyperv.com> (raw)
In-Reply-To: <1661906071-29508-1-git-send-email-longli@linuxonhyperv.com>
From: Long Li <longli@microsoft.com>
The RDMA device needs to allocate doorbell pages for each user context.
Implement those functions and expose them for use by the RDMA driver.
Reviewed-by: Dexuan Cui <decui@microsoft.com>
Signed-off-by: Long Li <longli@microsoft.com>
---
Change log:
v4: use EXPORT_SYMBOL_NS
drivers/net/ethernet/microsoft/mana/gdma.h | 29 ++++++++++
.../net/ethernet/microsoft/mana/gdma_main.c | 56 +++++++++++++++++++
2 files changed, 85 insertions(+)
diff --git a/drivers/net/ethernet/microsoft/mana/gdma.h b/drivers/net/ethernet/microsoft/mana/gdma.h
index c724ca410fcb..f945755760dc 100644
--- a/drivers/net/ethernet/microsoft/mana/gdma.h
+++ b/drivers/net/ethernet/microsoft/mana/gdma.h
@@ -22,11 +22,15 @@ enum gdma_request_type {
GDMA_GENERATE_TEST_EQE = 10,
GDMA_CREATE_QUEUE = 12,
GDMA_DISABLE_QUEUE = 13,
+ GDMA_ALLOCATE_RESOURCE_RANGE = 22,
+ GDMA_DESTROY_RESOURCE_RANGE = 24,
GDMA_CREATE_DMA_REGION = 25,
GDMA_DMA_REGION_ADD_PAGES = 26,
GDMA_DESTROY_DMA_REGION = 27,
};
+#define GDMA_RESOURCE_DOORBELL_PAGE 27
+
enum gdma_queue_type {
GDMA_INVALID_QUEUE,
GDMA_SQ,
@@ -568,6 +572,26 @@ struct gdma_register_device_resp {
u32 db_id;
}; /* HW DATA */
+struct gdma_allocate_resource_range_req {
+ struct gdma_req_hdr hdr;
+ u32 resource_type;
+ u32 num_resources;
+ u32 alignment;
+ u32 allocated_resources;
+};
+
+struct gdma_allocate_resource_range_resp {
+ struct gdma_resp_hdr hdr;
+ u32 allocated_resources;
+};
+
+struct gdma_destroy_resource_range_req {
+ struct gdma_req_hdr hdr;
+ u32 resource_type;
+ u32 num_resources;
+ u32 allocated_resources;
+};
+
/* GDMA_CREATE_QUEUE */
struct gdma_create_queue_req {
struct gdma_req_hdr hdr;
@@ -676,4 +700,9 @@ void mana_gd_free_memory(struct gdma_mem_info *gmi);
int mana_gd_send_request(struct gdma_context *gc, u32 req_len, const void *req,
u32 resp_len, void *resp);
+
+int mana_gd_allocate_doorbell_page(struct gdma_context *gc, int *doorbell_page);
+
+int mana_gd_destroy_doorbell_page(struct gdma_context *gc, int doorbell_page);
+
#endif /* _GDMA_H */
diff --git a/drivers/net/ethernet/microsoft/mana/gdma_main.c b/drivers/net/ethernet/microsoft/mana/gdma_main.c
index 9fafaa0c8e76..3c391b0cfab4 100644
--- a/drivers/net/ethernet/microsoft/mana/gdma_main.c
+++ b/drivers/net/ethernet/microsoft/mana/gdma_main.c
@@ -153,6 +153,62 @@ void mana_gd_free_memory(struct gdma_mem_info *gmi)
gmi->dma_handle);
}
+int mana_gd_destroy_doorbell_page(struct gdma_context *gc, int doorbell_page)
+{
+ struct gdma_destroy_resource_range_req req = {};
+ struct gdma_resp_hdr resp = {};
+ int err;
+
+ mana_gd_init_req_hdr(&req.hdr, GDMA_DESTROY_RESOURCE_RANGE,
+ sizeof(req), sizeof(resp));
+
+ req.resource_type = GDMA_RESOURCE_DOORBELL_PAGE;
+ req.num_resources = 1;
+ req.allocated_resources = doorbell_page;
+
+ err = mana_gd_send_request(gc, sizeof(req), &req, sizeof(resp), &resp);
+ if (err || resp.status) {
+ dev_err(gc->dev,
+ "Failed to destroy doorbell page: ret %d, 0x%x\n",
+ err, resp.status);
+ return err ? err : -EPROTO;
+ }
+
+ return 0;
+}
+EXPORT_SYMBOL_NS(mana_gd_destroy_doorbell_page, NET_MANA);
+
+int mana_gd_allocate_doorbell_page(struct gdma_context *gc,
+ int *doorbell_page)
+{
+ struct gdma_allocate_resource_range_req req = {};
+ struct gdma_allocate_resource_range_resp resp = {};
+ int err;
+
+ mana_gd_init_req_hdr(&req.hdr, GDMA_ALLOCATE_RESOURCE_RANGE,
+ sizeof(req), sizeof(resp));
+
+ req.resource_type = GDMA_RESOURCE_DOORBELL_PAGE;
+ req.num_resources = 1;
+ req.alignment = 1;
+
+ /* Have GDMA start searching from 0 */
+ req.allocated_resources = 0;
+
+ err = mana_gd_send_request(gc, sizeof(req), &req, sizeof(resp), &resp);
+ if (err || resp.hdr.status) {
+ dev_err(gc->dev,
+ "Failed to allocate doorbell page: ret %d, 0x%x\n",
+ err, resp.hdr.status);
+ return err ? err : -EPROTO;
+ }
+
+ *doorbell_page = resp.allocated_resources;
+
+ return 0;
+}
+EXPORT_SYMBOL_NS(mana_gd_allocate_doorbell_page, NET_MANA);
+
static int mana_gd_create_hw_eq(struct gdma_context *gc,
struct gdma_queue *queue)
{
--
2.17.1
next prev parent reply other threads:[~2022-08-31 0:34 UTC|newest]
Thread overview: 33+ messages / expand[flat|nested] mbox.gz Atom feed top
2022-08-31 0:34 [Patch v5 00/12] Introduce Microsoft Azure Network Adapter (MANA) RDMA driver longli
2022-08-31 0:34 ` [Patch v5 01/12] net: mana: Add support for auxiliary device longli
2022-09-20 22:04 ` Haiyang Zhang
2022-08-31 0:34 ` [Patch v5 02/12] net: mana: Record the physical address for doorbell page region longli
2022-09-20 22:04 ` Haiyang Zhang
2022-08-31 0:34 ` [Patch v5 03/12] net: mana: Handle vport sharing between devices longli
2022-09-20 22:05 ` Haiyang Zhang
2022-08-31 0:34 ` longli [this message]
2022-09-20 22:05 ` [Patch v5 04/12] net: mana: Add functions for allocating doorbell page from GDMA Haiyang Zhang
2022-08-31 0:34 ` [Patch v5 05/12] net: mana: Set the DMA device max segment size longli
2022-09-20 22:06 ` Haiyang Zhang
2022-08-31 0:34 ` [Patch v5 06/12] net: mana: Export Work Queue functions for use by RDMA driver longli
2022-09-20 22:06 ` Haiyang Zhang
2022-08-31 0:34 ` [Patch v5 07/12] net: mana: Record port number in netdev longli
2022-09-20 22:06 ` Haiyang Zhang
2022-08-31 0:34 ` [Patch v5 08/12] net: mana: Move header files to a common location longli
2022-09-20 22:07 ` Haiyang Zhang
2022-08-31 0:34 ` [Patch v5 09/12] net: mana: Define max values for SGL entries longli
2022-09-20 22:07 ` Haiyang Zhang
2022-08-31 0:34 ` [Patch v5 10/12] net: mana: Define and process GDMA response code GDMA_STATUS_MORE_ENTRIES longli
2022-09-20 22:07 ` Haiyang Zhang
2022-08-31 0:34 ` [Patch v5 11/12] net: mana: Define data structures for protection domain and memory registration longli
2022-09-20 17:10 ` Dexuan Cui
2022-09-20 22:08 ` Haiyang Zhang
2022-08-31 0:34 ` [Patch v5 12/12] RDMA/mana_ib: Add a driver for Microsoft Azure Network Adapter longli
2022-09-20 17:54 ` Dexuan Cui
2022-09-20 18:22 ` Long Li
2022-09-21 16:12 ` Jason Gunthorpe
2022-09-21 18:52 ` Long Li
2022-09-09 21:41 ` [Patch v5 00/12] Introduce Microsoft Azure Network Adapter (MANA) RDMA driver Long Li
2022-09-09 23:51 ` Jason Gunthorpe
2022-09-20 16:54 ` Leon Romanovsky
2022-09-20 22:20 ` Long Li
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=1661906071-29508-5-git-send-email-longli@linuxonhyperv.com \
--to=longli@linuxonhyperv.com \
--cc=davem@davemloft.net \
--cc=decui@microsoft.com \
--cc=edumazet@google.com \
--cc=haiyangz@microsoft.com \
--cc=jgg@ziepe.ca \
--cc=kuba@kernel.org \
--cc=kys@microsoft.com \
--cc=leon@kernel.org \
--cc=linux-hyperv@vger.kernel.org \
--cc=linux-kernel@vger.kernel.org \
--cc=linux-rdma@vger.kernel.org \
--cc=longli@microsoft.com \
--cc=netdev@vger.kernel.org \
--cc=pabeni@redhat.com \
--cc=sharmaajay@microsoft.com \
--cc=shiraz.saleem@intel.com \
--cc=sthemmin@microsoft.com \
--cc=wei.liu@kernel.org \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is an external index of several public inboxes,
see mirroring instructions on how to clone and mirror
all data and code used by this external index.