All of lore.kernel.org
 help / color / mirror / Atom feed
From: "Darrick J. Wong" <djwong@kernel.org>
To: Christoph Hellwig <hch@lst.de>
Cc: Carlos Maiolino <cem@kernel.org>,
	Hans Holmberg <hans.holmberg@wdc.com>,
	linux-xfs@vger.kernel.org
Subject: Re: [PATCH 39/43] xfs: support zone gaps
Date: Fri, 13 Dec 2024 14:55:13 -0800	[thread overview]
Message-ID: <20241213225513.GZ6678@frogsfrogsfrogs> (raw)
In-Reply-To: <20241211085636.1380516-40-hch@lst.de>

On Wed, Dec 11, 2024 at 09:55:04AM +0100, Christoph Hellwig wrote:
> Zoned devices can have gaps beyond the usable capacity of a zone and the
> end in the LBA/daddr address space.  In other words, the hardware
> equivalent to the RT groups already takes care of the power of 2
> alignment for us.  In this case the sparse FSB/RTB address space maps 1:1
> to the device address space.

Heh, sparse lba ranges.

> Signed-off-by: Christoph Hellwig <hch@lst.de>
> ---
>  fs/xfs/libxfs/xfs_format.h  |  4 +++-
>  fs/xfs/libxfs/xfs_group.h   |  6 +++++-
>  fs/xfs/libxfs/xfs_rtgroup.h | 13 ++++++++-----
>  fs/xfs/libxfs/xfs_sb.c      |  3 +++
>  fs/xfs/libxfs/xfs_zones.c   | 19 +++++++++++++++++--
>  fs/xfs/xfs_mount.h          |  9 +++++++++
>  6 files changed, 45 insertions(+), 9 deletions(-)
> 
> diff --git a/fs/xfs/libxfs/xfs_format.h b/fs/xfs/libxfs/xfs_format.h
> index fc56de8fe696..9491a09f6aa7 100644
> --- a/fs/xfs/libxfs/xfs_format.h
> +++ b/fs/xfs/libxfs/xfs_format.h
> @@ -398,6 +398,7 @@ xfs_sb_has_ro_compat_feature(
>  #define XFS_SB_FEAT_INCOMPAT_PARENT	(1 << 7)  /* parent pointers */
>  #define XFS_SB_FEAT_INCOMPAT_METADIR	(1 << 8)  /* metadata dir tree */
>  #define XFS_SB_FEAT_INCOMPAT_ZONED	(1U << 31)/* zoned RT allocator */
> +#define XFS_SB_FEAT_INCOMPAT_ZONE_GAPS	(1U << 30)/* RTGs have LBA gaps */

These will have to be renumbered before merging.

Otherwise looks ok,
Reviewed-by: "Darrick J. Wong" <djwong@kernel.org>

--D


>  #define XFS_SB_FEAT_INCOMPAT_ALL \
>  		(XFS_SB_FEAT_INCOMPAT_FTYPE | \
> @@ -409,7 +410,8 @@ xfs_sb_has_ro_compat_feature(
>  		 XFS_SB_FEAT_INCOMPAT_EXCHRANGE | \
>  		 XFS_SB_FEAT_INCOMPAT_PARENT | \
>  		 XFS_SB_FEAT_INCOMPAT_METADIR | \
> -		 XFS_SB_FEAT_INCOMPAT_ZONED)
> +		 XFS_SB_FEAT_INCOMPAT_ZONED | \
> +		 XFS_SB_FEAT_INCOMPAT_ZONE_GAPS)
>  
>  #define XFS_SB_FEAT_INCOMPAT_UNKNOWN	~XFS_SB_FEAT_INCOMPAT_ALL
>  static inline bool
> diff --git a/fs/xfs/libxfs/xfs_group.h b/fs/xfs/libxfs/xfs_group.h
> index 430a43e1591e..996b29313bc2 100644
> --- a/fs/xfs/libxfs/xfs_group.h
> +++ b/fs/xfs/libxfs/xfs_group.h
> @@ -117,7 +117,11 @@ xfs_gbno_to_daddr(
>  	struct xfs_groups	*g = &mp->m_groups[xg->xg_type];
>  	xfs_fsblock_t		fsbno;
>  
> -	fsbno = (xfs_fsblock_t)xg->xg_gno * g->blocks + gbno;
> +	if (g->has_daddr_gaps)
> +		fsbno = xfs_gbno_to_fsb(xg, gbno);
> +	else
> +		fsbno = (xfs_fsblock_t)xg->xg_gno * g->blocks + gbno;
> +
>  	return XFS_FSB_TO_BB(mp, g->start_fsb + fsbno);
>  }
>  
> diff --git a/fs/xfs/libxfs/xfs_rtgroup.h b/fs/xfs/libxfs/xfs_rtgroup.h
> index 85d8d329d417..5b3305e09ec3 100644
> --- a/fs/xfs/libxfs/xfs_rtgroup.h
> +++ b/fs/xfs/libxfs/xfs_rtgroup.h
> @@ -245,11 +245,14 @@ xfs_rtb_to_daddr(
>  	xfs_rtblock_t		rtbno)
>  {
>  	struct xfs_groups	*g = &mp->m_groups[XG_TYPE_RTG];
> -	xfs_rgnumber_t		rgno = xfs_rtb_to_rgno(mp, rtbno);
> -	uint64_t		start_bno = (xfs_rtblock_t)rgno * g->blocks;
>  
> -	return XFS_FSB_TO_BB(mp,
> -		g->start_fsb + start_bno + (rtbno & g->blkmask));
> +	if (xfs_has_rtgroups(mp) && !g->has_daddr_gaps) {
> +		xfs_rgnumber_t	rgno = xfs_rtb_to_rgno(mp, rtbno);
> +
> +		rtbno = (xfs_rtblock_t)rgno * g->blocks + (rtbno & g->blkmask);
> +	}
> +
> +	return XFS_FSB_TO_BB(mp, g->start_fsb + rtbno);
>  }
>  
>  static inline xfs_rtblock_t
> @@ -261,7 +264,7 @@ xfs_daddr_to_rtb(
>  	xfs_rfsblock_t		bno;
>  
>  	bno = XFS_BB_TO_FSBT(mp, daddr) - g->start_fsb;
> -	if (xfs_has_rtgroups(mp)) {
> +	if (xfs_has_rtgroups(mp) && !g->has_daddr_gaps) {
>  		xfs_rgnumber_t	rgno;
>  		uint32_t	rgbno;
>  
> diff --git a/fs/xfs/libxfs/xfs_sb.c b/fs/xfs/libxfs/xfs_sb.c
> index ee56fc22fd06..18e4c4908f94 100644
> --- a/fs/xfs/libxfs/xfs_sb.c
> +++ b/fs/xfs/libxfs/xfs_sb.c
> @@ -1176,6 +1176,9 @@ xfs_sb_mount_rextsize(
>  		rgs->blklog = mp->m_sb.sb_rgblklog;
>  		rgs->blkmask = xfs_mask32lo(mp->m_sb.sb_rgblklog);
>  		rgs->start_fsb = mp->m_sb.sb_rtstart;
> +		if (xfs_sb_has_incompat_feature(sbp,
> +				XFS_SB_FEAT_INCOMPAT_ZONE_GAPS))
> +			rgs->has_daddr_gaps = true;
>  	} else {
>  		rgs->blocks = 0;
>  		rgs->blklog = 0;
> diff --git a/fs/xfs/libxfs/xfs_zones.c b/fs/xfs/libxfs/xfs_zones.c
> index e170d7c13533..c17111f40821 100644
> --- a/fs/xfs/libxfs/xfs_zones.c
> +++ b/fs/xfs/libxfs/xfs_zones.c
> @@ -135,6 +135,7 @@ xfs_zone_validate(
>  {
>  	struct xfs_mount	*mp = rtg_mount(rtg);
>  	struct xfs_groups	*g = &mp->m_groups[XG_TYPE_RTG];
> +	uint32_t		expected_size;
>  
>  	/*
>  	 * Check that the zone capacity matches the rtgroup size stored in the
> @@ -149,11 +150,25 @@ xfs_zone_validate(
>  		return -EIO;
>  	}
>  
> -	if (XFS_BB_TO_FSB(mp, zone->len) != 1 << g->blklog) {
> +	if (g->has_daddr_gaps) {
> +		expected_size = 1 << g->blklog;
> +	} else {
> +		if (zone->len != zone->capacity) {
> +			xfs_warn(mp,
> +"zone %u has capacity != size ((0x%llx vs 0x%llx)",
> +				rtg_rgno(rtg),
> +				XFS_BB_TO_FSB(mp, zone->len),
> +				XFS_BB_TO_FSB(mp, zone->capacity));
> +			return -EIO;
> +		}
> +		expected_size = g->blocks;
> +	}
> +
> +	if (XFS_BB_TO_FSB(mp, zone->len) != expected_size) {
>  		xfs_warn(mp,
>  "zone %u length (0x%llx) does match geometry (0x%x).",
>  			rtg_rgno(rtg), XFS_BB_TO_FSB(mp, zone->len),
> -			1 << g->blklog);
> +			expected_size);
>  	}
>  
>  	switch (zone->type) {
> diff --git a/fs/xfs/xfs_mount.h b/fs/xfs/xfs_mount.h
> index 831d9e09fe72..ec8612c8b71d 100644
> --- a/fs/xfs/xfs_mount.h
> +++ b/fs/xfs/xfs_mount.h
> @@ -97,6 +97,15 @@ struct xfs_groups {
>  	 */
>  	uint8_t			blklog;
>  
> +	/*
> +	 * Zoned devices can have gaps beyond the usable capacity of a zone and
> +	 * the end in the LBA/daddr address space.  In other words, the hardware
> +	 * equivalent to the RT groups already takes care of the power of 2
> +	 * alignment for us.  In this case the sparse FSB/RTB address space maps
> +	 * 1:1 to the device address space.
> +	 */
> +	bool			has_daddr_gaps;
> +
>  	/*
>  	 * Mask to extract the group-relative block number from a FSB.
>  	 * For a pre-rtgroups filesystem we pretend to have one very large
> -- 
> 2.45.2
> 
> 

  reply	other threads:[~2024-12-13 22:55 UTC|newest]

Thread overview: 143+ messages / expand[flat|nested]  mbox.gz  Atom feed  top
2024-12-11  8:54 RFC: support for zoned devices Christoph Hellwig
2024-12-11  8:54 ` [PATCH 01/43] xfs: constify feature checks Christoph Hellwig
2024-12-12 20:44   ` Darrick J. Wong
2024-12-11  8:54 ` [PATCH 02/43] xfs: factor out a xfs_rt_check_size helper Christoph Hellwig
2024-12-12 21:11   ` Darrick J. Wong
2024-12-11  8:54 ` [PATCH 03/43] xfs: add a rtg_blocks helper Christoph Hellwig
2024-12-12 21:12   ` Darrick J. Wong
2024-12-13  5:00     ` Christoph Hellwig
2024-12-15 18:10       ` Darrick J. Wong
2024-12-11  8:54 ` [PATCH 04/43] xfs: move xfs_bmapi_reserve_delalloc to xfs_iomap.c Christoph Hellwig
2024-12-12 21:18   ` Darrick J. Wong
2024-12-13  5:04     ` Christoph Hellwig
2024-12-15 18:13       ` Darrick J. Wong
2024-12-11  8:54 ` [PATCH 05/43] xfs: don't take m_sb_lock in xfs_fs_statfs Christoph Hellwig
2024-12-12 21:42   ` Darrick J. Wong
2024-12-13  5:06     ` Christoph Hellwig
2024-12-15 18:16       ` Darrick J. Wong
2024-12-11  8:54 ` [PATCH 06/43] xfs: refactor xfs_fs_statfs Christoph Hellwig
2024-12-12 21:24   ` Darrick J. Wong
2024-12-13  5:08     ` Christoph Hellwig
2024-12-11  8:54 ` [PATCH 07/43] xfs: cleanup xfs_vn_getattr Christoph Hellwig
2024-12-12 21:24   ` Darrick J. Wong
2024-12-11  8:54 ` [PATCH 08/43] xfs: report the correct dio alignment for COW inodes Christoph Hellwig
2024-12-12 21:29   ` Darrick J. Wong
2024-12-13  5:09     ` Christoph Hellwig
2024-12-11  8:54 ` [PATCH 09/43] xfs: generalize the freespace and reserved blocks handling Christoph Hellwig
2024-12-12 21:37   ` Darrick J. Wong
2024-12-13  5:11     ` Christoph Hellwig
2024-12-11  8:54 ` [PATCH 10/43] xfs: preserve RT reservations across remounts Christoph Hellwig
2024-12-12 21:38   ` Darrick J. Wong
2024-12-13  9:15     ` Hans Holmberg
2024-12-15 18:42       ` Darrick J. Wong
2024-12-11  8:54 ` [PATCH 11/43] xfs: skip always_cow inodes in xfs_reflink_trim_around_shared Christoph Hellwig
2024-12-12 21:38   ` Darrick J. Wong
2024-12-13  5:12     ` Christoph Hellwig
2024-12-11  8:54 ` [PATCH 12/43] xfs: refine the unaligned check for always COW inodes in xfs_file_dio_write Christoph Hellwig
2024-12-12 21:44   ` Darrick J. Wong
2024-12-13  5:14     ` Christoph Hellwig
2024-12-13 23:14       ` Darrick J. Wong
2024-12-11  8:54 ` [PATCH 13/43] xfs: support XFS_BMAPI_REMAP in xfs_bmap_del_extent_delay Christoph Hellwig
2024-12-12 21:47   ` [PATCH 13/43] xfs: support XFS_BMAPI_REMAP in xfs_bmap_del_extent_delayOM Darrick J. Wong
2024-12-13  5:14     ` Christoph Hellwig
2024-12-11  8:54 ` [PATCH 14/43] xfs: add a xfs_rtrmap_first_unwritten_rgbno helper Christoph Hellwig
2024-12-12 21:48   ` Darrick J. Wong
2024-12-13  5:16     ` Christoph Hellwig
2024-12-11  8:54 ` [PATCH 15/43] xfs: define the zoned on-disk format Christoph Hellwig
2024-12-12 22:02   ` Darrick J. Wong
2024-12-13  5:22     ` Christoph Hellwig
2024-12-13 17:09       ` Darrick J. Wong
2024-12-15  5:20         ` Christoph Hellwig
2024-12-11  8:54 ` [PATCH 16/43] xfs: allow internal RT devices for zoned mode Christoph Hellwig
2024-12-12 22:06   ` Darrick J. Wong
2024-12-11  8:54 ` [PATCH 17/43] xfs: don't allow growfs of the data device with internal RT device Christoph Hellwig
2024-12-12 22:07   ` Darrick J. Wong
2024-12-13  5:22     ` Christoph Hellwig
2024-12-11  8:54 ` [PATCH 18/43] xfs: export zoned geometry via XFS_FSOP_GEOM Christoph Hellwig
2024-12-12 22:09   ` Darrick J. Wong
2024-12-13  5:23     ` Christoph Hellwig
2024-12-11  8:54 ` [PATCH 19/43] xfs: disable sb_frextents for zoned file systems Christoph Hellwig
2024-12-12 22:26   ` Darrick J. Wong
2024-12-13  5:29     ` Christoph Hellwig
2024-12-11  8:54 ` [PATCH 20/43] xfs: disable FITRIM for zoned RT devices Christoph Hellwig
2024-12-12 22:13   ` Darrick J. Wong
2024-12-11  8:54 ` [PATCH 21/43] xfs: don't call xfs_can_free_eofblocks from ->release for zoned inodes Christoph Hellwig
2024-12-12 22:15   ` Darrick J. Wong
2024-12-13  5:28     ` Christoph Hellwig
2024-12-13 17:13       ` Darrick J. Wong
2024-12-13 17:18         ` Christoph Hellwig
2024-12-11  8:54 ` [PATCH 22/43] xfs: skip zoned RT inodes in xfs_inodegc_want_queue_rt_file Christoph Hellwig
2024-12-12 22:15   ` Darrick J. Wong
2024-12-11  8:54 ` [PATCH 23/43] xfs: parse and validate hardware zone information Christoph Hellwig
2024-12-13 17:31   ` Darrick J. Wong
2024-12-15  5:24     ` Christoph Hellwig
2024-12-11  8:54 ` [PATCH 24/43] xfs: add the zoned space allocator Christoph Hellwig
2024-12-13 18:33   ` Darrick J. Wong
2024-12-15  5:27     ` Christoph Hellwig
2024-12-11  8:54 ` [PATCH 25/43] xfs: add support for zoned space reservations Christoph Hellwig
2024-12-13 21:01   ` Darrick J. Wong
2024-12-15  5:31     ` Christoph Hellwig
2024-12-17 16:59       ` Darrick J. Wong
2024-12-19  5:50         ` Christoph Hellwig
2024-12-19 16:00           ` Darrick J. Wong
2024-12-19 17:36             ` Christoph Hellwig
2024-12-19 17:37               ` Darrick J. Wong
2024-12-11  8:54 ` [PATCH 26/43] xfs: implement zoned garbage collection Christoph Hellwig
2024-12-13 22:18   ` Darrick J. Wong
2024-12-15  5:57     ` Christoph Hellwig
2024-12-17  1:27       ` Darrick J. Wong
2024-12-17  4:06         ` Christoph Hellwig
2024-12-17 17:42           ` Darrick J. Wong
2024-12-18  7:13             ` Christoph Hellwig
2024-12-11  8:54 ` [PATCH 27/43] xfs: implement buffered writes to zoned RT devices Christoph Hellwig
2024-12-13 22:37   ` Darrick J. Wong
2024-12-15  6:12     ` Christoph Hellwig
2024-12-11  8:54 ` [PATCH 28/43] xfs: implement direct " Christoph Hellwig
2024-12-13 22:39   ` Darrick J. Wong
2024-12-11  8:54 ` [PATCH 29/43] xfs: wire up zoned block freeing in xfs_rtextent_free_finish_item Christoph Hellwig
2024-12-13 22:40   ` Darrick J. Wong
2024-12-11  8:54 ` [PATCH 30/43] xfs: hide reserved RT blocks from statfs Christoph Hellwig
2024-12-13 22:43   ` Darrick J. Wong
2024-12-15  6:03     ` Christoph Hellwig
2024-12-11  8:54 ` [PATCH 31/43] xfs: support growfs on zoned file systems Christoph Hellwig
2024-12-13 22:45   ` Darrick J. Wong
2024-12-11  8:54 ` [PATCH 32/43] xfs: allow COW forks on zoned file systems in xchk_bmap Christoph Hellwig
2024-12-13 22:47   ` Darrick J. Wong
2024-12-11  8:54 ` [PATCH 33/43] xfs: support xchk_xref_is_used_rt_space on zoned file systems Christoph Hellwig
2024-12-13 22:49   ` Darrick J. Wong
2024-12-15  6:13     ` Christoph Hellwig
2024-12-17 17:02       ` Darrick J. Wong
2024-12-11  8:54 ` [PATCH 34/43] xfs: support xrep_require_rtext_inuse " Christoph Hellwig
2024-12-13 22:49   ` Darrick J. Wong
2024-12-11  8:55 ` [PATCH 35/43] xfs: enable fsmap reporting for internal RT devices Christoph Hellwig
2024-12-13 23:11   ` Darrick J. Wong
2024-12-15  6:26     ` Christoph Hellwig
2024-12-17 17:06       ` Darrick J. Wong
2024-12-11  8:55 ` [PATCH 36/43] xfs: disable reflink for zoned file systems Christoph Hellwig
2024-12-13 23:12   ` Darrick J. Wong
2024-12-15  6:26     ` Christoph Hellwig
2024-12-17 17:10       ` Darrick J. Wong
2024-12-18  7:09         ` Christoph Hellwig
2024-12-18 18:16           ` Darrick J. Wong
2024-12-11  8:55 ` [PATCH 37/43] xfs: disable rt quotas " Christoph Hellwig
2024-12-13 23:05   ` Darrick J. Wong
2024-12-15  6:21     ` Christoph Hellwig
2024-12-11  8:55 ` [PATCH 38/43] xfs: enable the zoned RT device feature Christoph Hellwig
2024-12-13 22:52   ` Darrick J. Wong
2024-12-15  6:15     ` Christoph Hellwig
2024-12-11  8:55 ` [PATCH 39/43] xfs: support zone gaps Christoph Hellwig
2024-12-13 22:55   ` Darrick J. Wong [this message]
2024-12-11  8:55 ` [PATCH 40/43] xfs: add a max_open_zones mount option Christoph Hellwig
2024-12-13 22:57   ` Darrick J. Wong
2024-12-15  6:16     ` Christoph Hellwig
2024-12-17 17:12       ` Darrick J. Wong
2024-12-11  8:55 ` [PATCH 41/43] xfs: support write life time based data placement Christoph Hellwig
2024-12-13 23:00   ` Darrick J. Wong
2024-12-15  6:19     ` Christoph Hellwig
2024-12-17 17:14       ` Darrick J. Wong
2024-12-18  7:10         ` Christoph Hellwig
2024-12-18 18:19           ` Darrick J. Wong
2024-12-11  8:55 ` [PATCH 42/43] xfs: wire up the show_stats super operation Christoph Hellwig
2024-12-13 23:01   ` Darrick J. Wong
2024-12-11  8:55 ` [PATCH 43/43] xfs: export zone stats in /proc/*/mountstats Christoph Hellwig
2024-12-13 23:04   ` Darrick J. Wong

Reply instructions:

You may reply publicly to this message via plain-text email
using any one of the following methods:

* Save the following mbox file, import it into your mail client,
  and reply-to-all from there: mbox

  Avoid top-posting and favor interleaved quoting:
  https://en.wikipedia.org/wiki/Posting_style#Interleaved_style

* Reply using the --to, --cc, and --in-reply-to
  switches of git-send-email(1):

  git send-email \
    --in-reply-to=20241213225513.GZ6678@frogsfrogsfrogs \
    --to=djwong@kernel.org \
    --cc=cem@kernel.org \
    --cc=hans.holmberg@wdc.com \
    --cc=hch@lst.de \
    --cc=linux-xfs@vger.kernel.org \
    /path/to/YOUR_REPLY

  https://kernel.org/pub/software/scm/git/docs/git-send-email.html

* If your mail client supports setting the In-Reply-To header
  via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line before the message body.
This is an external index of several public inboxes,
see mirroring instructions on how to clone and mirror
all data and code used by this external index.