Linux Documentation
 help / color / mirror / Atom feed
From: Dimitri Daskalakis <dimitri.daskalakis1@gmail.com>
To: "Björn Töpel" <bjorn@kernel.org>,
	"Magnus Karlsson" <magnus.karlsson@intel.com>,
	"Maciej Fijalkowski" <maciej.fijalkowski@intel.com>,
	"Stanislav Fomichev" <sdf@fomichev.me>,
	"David S. Miller" <davem@davemloft.net>,
	"Eric Dumazet" <edumazet@kernel.org>,
	"Jakub Kicinski" <kuba@kernel.org>,
	"Paolo Abeni" <pabeni@redhat.com>,
	"Simon Horman" <horms@kernel.org>,
	"Jonathan Corbet" <corbet@lwn.net>,
	"Shuah Khan" <skhan@linuxfoundation.org>,
	"Randy Dunlap" <rdunlap@infradead.org>,
	"Alexander Duyck" <alexanderduyck@fb.com>,
	kernel-team@meta.com, "Andrew Lunn" <andrew+netdev@lunn.ch>,
	"Jesper Dangaard Brouer" <hawk@kernel.org>,
	"Ilias Apalodimas" <ilias.apalodimas@linaro.org>,
	"Alexei Starovoitov" <ast@kernel.org>,
	"Daniel Borkmann" <daniel@iogearbox.net>,
	"John Fastabend" <john.fastabend@gmail.com>,
	"Pavel Begunkov" <asml.silence@gmail.com>,
	"Jens Axboe" <axboe@kernel.dk>,
	"Andrii Nakryiko" <andrii@kernel.org>,
	"Eduard Zingerman" <eddyz87@gmail.com>,
	"Kumar Kartikeya Dwivedi" <memxor@gmail.com>,
	"Martin KaFai Lau" <martin.lau@linux.dev>,
	"Song Liu" <song@kernel.org>,
	"Yonghong Song" <yonghong.song@linux.dev>,
	"Jiri Olsa" <jolsa@kernel.org>,
	"Emil Tsalapatis" <emil@etsalapatis.com>,
	"Ihor Solodrai" <ihor.solodrai@linux.dev>,
	netdev@vger.kernel.org, bpf@vger.kernel.org,
	io-uring@vger.kernel.org, "Mina Almasry" <almasrymina@google.com>
Cc: "Mike Marciniszyn (Meta)" <mike.marciniszyn@gmail.com>,
	Weiming Shi <bestswngs@gmail.com>,
	Nikolay Aleksandrov <razor@blackwall.org>,
	David Wei <dw@davidwei.uk>,
	Alexander Lobakin <aleksander.lobakin@intel.com>,
	linux-doc@vger.kernel.org, linux-kernel@vger.kernel.org,
	Stuart Clark <stuclar@meta.com>
Subject: Re: [PATCH net-next v1 11/11] eth: fbnic: Support AF_XDP page pool zero copy
Date: Mon, 16 Nov 2026 10:48:53 -0800	[thread overview]
Message-ID: <6303b161-0f35-47ee-ab70-ebd4e802ae09@gmail.com> (raw)
In-Reply-To: <20261110102039.1002605-12-bjorn@kernel.org>

On 11/10/26 2:20 AM, Björn Töpel wrote:
> Header and payload rings share one provider page pool, so refills even
> them out, and a short pool does not starve one of them. Payload
> buffers start at chunk offset 0, and the UMEM headroom rules require
> headroom only in the first buffer. A chunk is one 4 KiB device page,
> also with larger kernel pages, so rings fed by the provider post one
> descriptor per chunk.
> 
[...]
>  	qt->sub0.page_pool = pp;
> +	fbnic_bdq_set_page_size(&qt->sub0, xsk ? rx_page_size : PAGE_SIZE);
>  	qt->hdr_max = 0;
>  	if (!page_pool_supports_frag(pp))
> -		qt->hdr_max = fbnic_whole_hdr_max(FBNIC_RX_HROOM);
> +		qt->hdr_max = fbnic_whole_hdr_max(qt->rx_hroom);
>  	if (netif_rxq_has_unreadable_mp(fbn->netdev, rxq_idx)) {
>  		pp_params.order = get_order(rx_page_size);
>  		pp_params.max_len = rx_page_size;
>  		pp_params.flags |= PP_FLAG_ALLOW_UNREADABLE_NETMEM;
>  		pp_params.dma_dir = DMA_FROM_DEVICE;
>  
> +		pp = page_pool_create(&pp_params);
> +		if (IS_ERR(pp))
> +			goto err_destroy_sub0;
> +	} else if (xsk && !xsk_pool_uses_sg(xsk)) {
> +		pp_params.flags &= ~PP_FLAG_MEM_PROVIDER;
> +		pp_params.rx_roles = 0;
> +		pp_params.max_len = PAGE_SIZE;
> +		rx_page_size = PAGE_SIZE;
> +
>  		pp = page_pool_create(&pp_params);
>  		if (IS_ERR(pp))
>  			goto err_destroy_sub0;

Maybe I'm misunderstanding, but why is it necessary to create a new page pool for
sub1 if !sg? All frames should be sent to sub0, and the buffers in sub1 should sit idle.

> @@ -1709,6 +1967,7 @@ fbnic_alloc_qt_page_pools(struct fbnic_net *fbn, struct fbnic_q_triad *qt,
>  		page_pool_get(pp);
>  	}
>  	qt->sub1.page_pool = pp;
> +	fbnic_bdq_set_page_size(&qt->sub1, rx_page_size);
>  
>  	return 0;
>  
> @@ -1717,16 +1976,6 @@ fbnic_alloc_qt_page_pools(struct fbnic_net *fbn, struct fbnic_q_triad *qt,
>  	return PTR_ERR(pp);
>  }
>  
> -static u8 fbnic_bdq_page_shift(u32 page_size)
> -{
> -	return ilog2(page_size / FBNIC_BD_PAGE_SIZE);
> -}
> -
> -static void fbnic_bdq_set_page_size(struct fbnic_ring *bdq, u32 page_size)
> -{
> -	bdq->bd_page_shift = fbnic_bdq_page_shift(page_size);
> -}
> -
>  static void fbnic_ring_init(struct fbnic_ring *ring, u32 __iomem *doorbell,
>  			    int q_idx, u8 flags)
>  {
> @@ -1830,7 +2079,8 @@ static int fbnic_alloc_napi_vector(struct fbnic_dev *fbd, struct fbnic_net *fbn,
>  		if (xdp_count > 0) {
>  			unsigned int xdp_idx = FBNIC_MAX_TXQS + rxq_idx;
>  
> -			fbnic_ring_init(&qt->sub1, db, xdp_idx, flags);
> +			fbnic_ring_init(&qt->sub1, db, xdp_idx,
> +					flags | FBNIC_RING_F_XDP);
>  			fbn->tx[xdp_idx] = &qt->sub1;
>  			xdp_count--;
>  		} else {
> @@ -1977,6 +2227,9 @@ static int fbnic_alloc_tx_ring_buffer(struct fbnic_ring *txr)
>  {
>  	size_t size = array_size(sizeof(*txr->tx_buf), txr->size_mask + 1);
>  
> +	if (txr->flags & FBNIC_RING_F_XDP)
> +		size = array_size(sizeof(*txr->xdp_buf), txr->size_mask + 1);
> +
>  	txr->tx_buf = kvzalloc(size, GFP_KERNEL | __GFP_NOWARN);
>  
>  	return txr->tx_buf ? 0 : -ENOMEM;
> @@ -2126,20 +2379,19 @@ static int fbnic_alloc_tx_qt_resources(struct fbnic_net *fbn,
>  	return err;
>  }
>  
> -static int fbnic_alloc_rx_qt_resources(struct fbnic_net *fbn,
> -				       struct fbnic_napi_vector *nv,
> -				       struct fbnic_q_triad *qt,
> -				       u32 rx_page_size)
> +static int
> +fbnic_alloc_rx_qt_resources(struct fbnic_net *fbn,
> +			    struct fbnic_napi_vector *nv,
> +			    struct fbnic_q_triad *qt,
> +			    const struct netdev_queue_config *qcfg)
>  {
>  	struct device *dev = fbn->netdev->dev.parent;
>  	int err;
>  
> -	err = fbnic_alloc_qt_page_pools(fbn, qt, qt->cmpl.q_idx, rx_page_size);
> +	err = fbnic_alloc_qt_page_pools(fbn, qt, qt->cmpl.q_idx, qcfg);
>  	if (err)
>  		return err;
>  
> -	fbnic_bdq_set_page_size(&qt->sub1, rx_page_size);
> -
>  	err = xdp_rxq_info_reg(&qt->xdp_rxq, fbn->netdev, qt->cmpl.q_idx,
>  			       nv->napi.napi_id);
>  	if (err)
> @@ -2203,8 +2455,7 @@ static int fbnic_alloc_nv_resources(struct fbnic_net *fbn,
>  		struct netdev_queue_config qcfg;
>  
>  		netdev_queue_config(fbn->netdev, nv->qt[i].cmpl.q_idx, &qcfg);
> -		err = fbnic_alloc_rx_qt_resources(fbn, nv, &nv->qt[i],
> -						  qcfg.rx_page_size);
> +		err = fbnic_alloc_rx_qt_resources(fbn, nv, &nv->qt[i], &qcfg);
>  		if (err)
>  			goto free_qt_resources;
>  	}
> @@ -2598,9 +2849,8 @@ static void fbnic_nv_fill(struct fbnic_napi_vector *nv)
>  	for (j = 0, t = nv->txt_count; j < nv->rxt_count; j++, t++) {
>  		struct fbnic_q_triad *qt = &nv->qt[t];
>  
> -		/* Populate the header and payload BDQs */
> -		fbnic_fill_bdq(&qt->sub0);
> -		fbnic_fill_bdq(&qt->sub1);
> +		/* Populate the header and payload BDQs; NAPI retries */
> +		fbnic_fill_bdqs(qt);
>  	}
>  }
>  
> @@ -2736,14 +2986,20 @@ static void fbnic_config_drop_mode_rcq(struct fbnic_napi_vector *nv,
>  				       struct fbnic_ring *rcq, bool tx_pause,
>  				       bool hdr_split)
>  {
> +	struct fbnic_q_triad *qt = container_of_const(rcq, struct fbnic_q_triad,
> +						     cmpl);
>  	struct fbnic_net *fbn = netdev_priv(nv->napi.dev);
> -	u32 drop_mode, rcq_ctl;
> +	u32 drop_mode, hroom, rcq_ctl;
> +
> +	/* The device aligns the maximum value up to FBNIC_RX_HROOM_MAX. */
> +	hroom = min_t(u32, qt->rx_hroom,
> +		      FIELD_MAX(FBNIC_QUEUE_RDE_CTL0_MIN_HROOM_MASK));
>  
>  	drop_mode = fbnic_drop_mode(fbn, tx_pause);
>  
>  	/* Specify packet layout */
>  	rcq_ctl = FIELD_PREP(FBNIC_QUEUE_RDE_CTL0_DROP_MODE_MASK, drop_mode) |
> -	    FIELD_PREP(FBNIC_QUEUE_RDE_CTL0_MIN_HROOM_MASK, FBNIC_RX_HROOM) |
> +	    FIELD_PREP(FBNIC_QUEUE_RDE_CTL0_MIN_HROOM_MASK, hroom) |
>  	    FIELD_PREP(FBNIC_QUEUE_RDE_CTL0_MIN_TROOM_MASK, FBNIC_RX_TROOM) |
>  	    FIELD_PREP(FBNIC_QUEUE_RDE_CTL0_EN_HDR_SPLIT, hdr_split);
>  
> @@ -3028,8 +3284,7 @@ static int fbnic_queue_mem_alloc(struct net_device *dev,
>  	struct fbnic_napi_vector *nv;
>  
>  	if (!netif_running(dev))
> -		return fbnic_alloc_qt_page_pools(fbn, qt, idx,
> -						 qcfg->rx_page_size);
> +		return fbnic_alloc_qt_page_pools(fbn, qt, idx, qcfg);
>  
>  	/* A failed PCIe recovery or resume can leave the datapath torn down
>  	 * while netif_running() is still true.  This ndo runs before
> @@ -3049,7 +3304,7 @@ static int fbnic_queue_mem_alloc(struct net_device *dev,
>  	fbnic_ring_init(&qt->cmpl, real->cmpl.doorbell, real->cmpl.q_idx,
>  			real->cmpl.flags);
>  
> -	return fbnic_alloc_rx_qt_resources(fbn, nv, qt, qcfg->rx_page_size);
> +	return fbnic_alloc_rx_qt_resources(fbn, nv, qt, qcfg);
>  }
>  
>  static void fbnic_default_qcfg(struct net_device *dev,
> @@ -3086,6 +3341,14 @@ static int fbnic_validate_qcfg(struct net_device *dev,
>  		return -EINVAL;
>  	}
>  
> +	if (qcfg->rx_headroom &&
> +	    (qcfg->rx_headroom < XDP_PACKET_HEADROOM ||
> +	     qcfg->rx_headroom > FBNIC_RX_HROOM_MAX ||
> +	     !IS_ALIGNED(qcfg->rx_headroom, FBNIC_RX_HDR_ALIGN))) {
> +		NL_SET_ERR_MSG_MOD(extack, "rx_headroom is not supported");
> +		return -EINVAL;
> +	}
> +
>  	/* Payload fragments occupy multiples of FBNIC_RX_PAYLD_ALIGN bytes.
>  	 * Keep at least one reference in the bias until fbnic_clean_bdq()
>  	 * observes a completion from a subsequent allocation.
> @@ -3216,5 +3479,6 @@ const struct netdev_queue_mgmt_ops fbnic_queue_mgmt_ops = {
>  	.ndo_queue_stop		= fbnic_queue_stop,
>  	.ndo_default_qcfg	= fbnic_default_qcfg,
>  	.ndo_validate_qcfg	= fbnic_validate_qcfg,
> -	.supported_params	= QCFG_RX_PAGE_SIZE,
> +	.supported_params	= QCFG_RX_PAGE_SIZE | QCFG_RX_HEADROOM,
> +	.xsk_page_pool		= true,
>  };
> diff --git a/drivers/net/ethernet/meta/fbnic/fbnic_txrx.h b/drivers/net/ethernet/meta/fbnic/fbnic_txrx.h
> index 3077d9bbd587..b4baaa914585 100644
> --- a/drivers/net/ethernet/meta/fbnic/fbnic_txrx.h
> +++ b/drivers/net/ethernet/meta/fbnic/fbnic_txrx.h
> @@ -14,7 +14,11 @@
>  
>  #include "fbnic_csr.h"
>  
> +struct bpf_prog;
>  struct fbnic_net;
> +struct netlink_ext_ack;
> +struct xsk_buff_pool;
> +struct xsk_rx_check;
>  
>  /* Guarantee we have space needed for storing the buffer
>   * To store the buffer we need:
> @@ -36,6 +40,8 @@ struct fbnic_net;
>   */
>  #define FBNIC_MAX_RX_PKT_DESC	7
>  #define FBNIC_RX_DESC_MIN	roundup_pow_of_two(FBNIC_MAX_RX_PKT_DESC * 2)
> +/* All descriptors of a packet but the two metadata ones */
> +#define FBNIC_MAX_RX_BUFS	(FBNIC_MAX_RX_PKT_DESC - 2)
>  
>  #define FBNIC_MAX_TXQS			128u
>  #define FBNIC_MAX_RXQS			128u
> @@ -66,6 +72,9 @@ struct fbnic_net;
>  	(ALIGN(FBNIC_RX_TROOM + FBNIC_RX_HROOM_PAD, 128) - FBNIC_RX_TROOM)
>  #define FBNIC_RX_PAD			0
>  #define FBNIC_RX_HDR_ALIGN		128
> +#define FBNIC_RX_HROOM_MAX \
> +	ALIGN(FIELD_MAX(FBNIC_QUEUE_RDE_CTL0_MIN_HROOM_MASK), \
> +	      FBNIC_RX_HDR_ALIGN)
>  #define FBNIC_RX_PAYLD_ALIGN		128
>  #define FBNIC_RX_PAYLD_OFFSET		0
>  #define FBNIC_RX_PAYLD_PG_CL		0
> @@ -73,6 +82,7 @@ struct fbnic_net;
>  #define FBNIC_RING_F_DISABLED		BIT(0)
>  #define FBNIC_RING_F_CTX		BIT(1)
>  #define FBNIC_RING_F_STATS		BIT(2)	/* Ring's stats may be used */
> +#define FBNIC_RING_F_XDP		BIT(3)	/* XDP TX ring */
>  
>  #define FBNIC_HDS_THRESH_MAX \
>  	(4096 - FBNIC_RX_HROOM - FBNIC_RX_TROOM - FBNIC_RX_PAD)
> @@ -121,12 +131,18 @@ struct fbnic_rx_buf {
>  	long pagecnt_bias;
>  };
>  
> +/* XDP TX ring entry: an XDP_TX buffer, or an AF_XDP TX descriptor */
> +struct fbnic_xdp_tx_buf {
> +	netmem_ref netmem;
> +	struct xsk_buff_pool *xsk;
> +};
> +
>  struct fbnic_ring {
>  	/* Pointer to buffer specific info */
>  	union {
>  		struct fbnic_pkt_buff *pkt;	/* RCQ */
>  		struct fbnic_rx_buf *rx_buf;	/* BDQ */
> -		netmem_ref *tx_netmem;		/* TWQ1 */
> +		struct fbnic_xdp_tx_buf *xdp_buf; /* TWQ1 */
>  		void **tx_buf;			/* TWQ */
>  		void *buffer;			/* Generic pointer */
>  	};
> @@ -167,6 +183,10 @@ struct fbnic_q_triad {
>  	struct fbnic_ring sub0, sub1, cmpl;
>  	struct xdp_rxq_info xdp_rxq;
>  	u16 hdr_max;	/* Header bytes for whole header buffers, or 0 */
> +	u16 rx_hroom;	/* Headroom before a header */
> +	u16 rx_hdr_first; /* Offset of the first header in a buffer */
> +	u16 rx_frame_off; /* Offset of the frame in a header buffer */
> +	struct xsk_buff_pool *xsk_pool;	/* AF_XDP pool of an RX queue */
>  };
>  
>  struct fbnic_napi_vector {
> @@ -178,6 +198,7 @@ struct fbnic_napi_vector {
>  	u16 v_idx;
>  	u8 txt_count;
>  	u8 rxt_count;
> +	u8 xsk_tx_next;		/* RX queue that sends socket TX first */
>  
>  	struct fbnic_q_triad qt[];
>  };
> @@ -203,6 +224,8 @@ void fbnic_aggregate_ring_tx_counters(struct fbnic_net *fbn,
>  void fbnic_aggregate_ring_xdp_counters(struct fbnic_net *fbn,
>  				       struct fbnic_ring *xdpr);
>  
> +int fbnic_xsk_validate(const struct xsk_rx_check *check,
> +		       struct bpf_prog *prog, struct netlink_ext_ack *extack);
>  int fbnic_alloc_napi_vectors(struct fbnic_net *fbn);
>  void fbnic_free_napi_vectors(struct fbnic_net *fbn);
>  int fbnic_alloc_resources(struct fbnic_net *fbn);


      parent reply	other threads:[~2026-11-16 18:49 UTC|newest]

Thread overview: 81+ messages / expand[flat|nested]  mbox.gz  Atom feed  top
2026-11-10 10:20 [PATCH net-next v1 00/11] xsk: Zero copy through page-pool memory providers Björn Töpel
2026-11-10 10:20 ` [PATCH net-next v1 01/11] net: Get skb fragment addresses through netmem Björn Töpel
2026-11-12  8:32   ` saeed bishara
2026-11-12 13:57     ` Björn Töpel
2026-11-13  5:17   ` Mina Almasry
2026-11-13  9:08     ` Björn Töpel
2026-11-15 21:13   ` Jakub Kicinski
2026-11-16 14:31     ` Björn Töpel
2026-11-10 10:20 ` [PATCH net-next v1 02/11] net: Add memory provider capabilities Björn Töpel
2026-11-10 22:19   ` Stanislav Fomichev
2026-11-11 12:41     ` Björn Töpel
2026-11-11 23:01       ` Stanislav Fomichev
2026-11-12 14:01         ` Björn Töpel
2026-11-13  0:21           ` Stanislav Fomichev
2026-11-15 18:47             ` Björn Töpel
2026-11-11 22:41   ` netdev-bot+sashiko
2026-11-13  5:30   ` Mina Almasry
2026-11-15 18:46     ` Björn Töpel
2026-11-15 21:18   ` Jakub Kicinski
2026-11-16 14:20     ` Björn Töpel
2026-11-10 10:20 ` [PATCH net-next v1 03/11] xdp: Copy buffers with restricted lifetime Björn Töpel
2026-11-10 22:32   ` Stanislav Fomichev
2026-11-11 13:27     ` Björn Töpel
2026-11-11 23:05       ` Stanislav Fomichev
2026-11-11 22:41   ` netdev-bot+sashiko
2026-11-15 19:02     ` Björn Töpel
2026-11-13 18:54   ` Mina Almasry
2026-11-15 18:52     ` Björn Töpel
2026-11-10 10:20 ` [PATCH net-next v1 04/11] xsk: Allocate UMEM chunks through page_pool Björn Töpel
2026-11-10 15:08   ` Magnus Karlsson
2026-11-11 13:51     ` Björn Töpel
2026-11-10 23:02   ` Stanislav Fomichev
2026-11-11 13:59     ` Björn Töpel
2026-11-11 23:09       ` Stanislav Fomichev
2026-11-11 22:41   ` netdev-bot+sashiko
2026-11-13 19:13   ` Mina Almasry
2026-11-15 18:55     ` Björn Töpel
2026-11-10 10:20 ` [PATCH net-next v1 05/11] xsk: Install UMEM page pool providers in the core Björn Töpel
2026-11-10 23:50   ` Stanislav Fomichev
2026-11-11 14:01     ` Björn Töpel
2026-11-11  8:59   ` Magnus Karlsson
2026-11-11 19:26     ` Björn Töpel
2026-11-12  8:08       ` Magnus Karlsson
2026-11-11 22:41   ` netdev-bot+sashiko
2026-11-15 19:05     ` Björn Töpel
2026-11-12 11:53   ` Maciej Fijalkowski
2026-11-12 14:48     ` Björn Töpel
2026-11-12 15:43       ` Maciej Fijalkowski
2026-11-12 19:51         ` Björn Töpel
2026-11-13 19:17   ` Mina Almasry
2026-11-15 18:58     ` Björn Töpel
2026-11-10 10:20 ` [PATCH net-next v1 06/11] page_pool: Coordinate refill with memory providers Björn Töpel
2026-11-10 23:51   ` Stanislav Fomichev
2026-11-11 19:37     ` Björn Töpel
2026-11-11 23:13       ` Stanislav Fomichev
2026-11-12 14:53         ` Björn Töpel
2026-11-11 22:41   ` netdev-bot+sashiko
2026-11-15 19:17     ` Björn Töpel
2026-11-10 10:20 ` [PATCH net-next v1 07/11] xsk: Deliver provider chunks without copying Björn Töpel
2026-11-11 22:41   ` netdev-bot+sashiko
2026-11-15 19:23     ` Björn Töpel
2026-11-11 23:20   ` Stanislav Fomichev
2026-11-12 15:10     ` Björn Töpel
2026-11-12 12:17   ` Maciej Fijalkowski
2026-11-12 19:57     ` Björn Töpel
2026-11-10 10:20 ` [PATCH net-next v1 08/11] eth: fbnic: Support XDP redirect Björn Töpel
2026-11-10 10:20 ` [PATCH net-next v1 09/11] eth: fbnic: Use netmem for RX headers and XDP_TX Björn Töpel
2026-11-13 19:27   ` Mina Almasry
2026-11-10 10:20 ` [PATCH net-next v1 10/11] eth: fbnic: Support RX buffers it cannot split Björn Töpel
2026-11-11 21:45   ` Dimitri Daskalakis
2026-11-11 22:41   ` netdev-bot+sashiko
2026-11-15 19:12     ` Björn Töpel
2026-11-10 10:20 ` [PATCH net-next v1 11/11] eth: fbnic: Support AF_XDP page pool zero copy Björn Töpel
2026-11-11 22:41   ` netdev-bot+sashiko
2026-11-15 19:25     ` Björn Töpel
2026-11-12 11:37   ` Maciej Fijalkowski
2026-11-12 20:03     ` Björn Töpel
2026-11-13 11:40       ` Björn Töpel
2026-11-13 16:28         ` Maciej Fijalkowski
2026-11-15 18:59           ` Björn Töpel
2026-11-16 18:48   ` Dimitri Daskalakis [this message]

Reply instructions:

You may reply publicly to this message via plain-text email
using any one of the following methods:

* Save the following mbox file, import it into your mail client,
  and reply-to-all from there: mbox

  Avoid top-posting and favor interleaved quoting:
  https://en.wikipedia.org/wiki/Posting_style#Interleaved_style

* Reply using the --to, --cc, and --in-reply-to
  switches of git-send-email(1):

  git send-email \
    --in-reply-to=6303b161-0f35-47ee-ab70-ebd4e802ae09@gmail.com \
    --to=dimitri.daskalakis1@gmail.com \
    --cc=aleksander.lobakin@intel.com \
    --cc=alexanderduyck@fb.com \
    --cc=almasrymina@google.com \
    --cc=andrew+netdev@lunn.ch \
    --cc=andrii@kernel.org \
    --cc=asml.silence@gmail.com \
    --cc=ast@kernel.org \
    --cc=axboe@kernel.dk \
    --cc=bestswngs@gmail.com \
    --cc=bjorn@kernel.org \
    --cc=bpf@vger.kernel.org \
    --cc=corbet@lwn.net \
    --cc=daniel@iogearbox.net \
    --cc=davem@davemloft.net \
    --cc=dw@davidwei.uk \
    --cc=eddyz87@gmail.com \
    --cc=edumazet@kernel.org \
    --cc=emil@etsalapatis.com \
    --cc=hawk@kernel.org \
    --cc=horms@kernel.org \
    --cc=ihor.solodrai@linux.dev \
    --cc=ilias.apalodimas@linaro.org \
    --cc=io-uring@vger.kernel.org \
    --cc=john.fastabend@gmail.com \
    --cc=jolsa@kernel.org \
    --cc=kernel-team@meta.com \
    --cc=kuba@kernel.org \
    --cc=linux-doc@vger.kernel.org \
    --cc=linux-kernel@vger.kernel.org \
    --cc=maciej.fijalkowski@intel.com \
    --cc=magnus.karlsson@intel.com \
    --cc=martin.lau@linux.dev \
    --cc=memxor@gmail.com \
    --cc=mike.marciniszyn@gmail.com \
    --cc=netdev@vger.kernel.org \
    --cc=pabeni@redhat.com \
    --cc=razor@blackwall.org \
    --cc=rdunlap@infradead.org \
    --cc=sdf@fomichev.me \
    --cc=skhan@linuxfoundation.org \
    --cc=song@kernel.org \
    --cc=stuclar@meta.com \
    --cc=yonghong.song@linux.dev \
    /path/to/YOUR_REPLY

  https://kernel.org/pub/software/scm/git/docs/git-send-email.html

* If your mail client supports setting the In-Reply-To header
  via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox