linux-f2fs-devel.lists.sourceforge.net archive mirror
 help / color / mirror / Atom feed
From: Jaegeuk Kim <jaegeuk@kernel.org>
To: Chao Yu <chao@kernel.org>
Cc: linux-f2fs-devel@lists.sourceforge.net
Subject: Re: [f2fs-dev] [PATCH v2 4/4] mkfs.f2fs: refactor format flow for cleanup
Date: Fri, 26 May 2023 09:27:21 -0700	[thread overview]
Message-ID: <ZHDd6REAhqwG16ic@google.com> (raw)
In-Reply-To: <20230526032357.2912540-1-chao@kernel.org>

Applying: mkfs.f2fs: refactor format flow for cleanup
.git/rebase-apply/patch:449: trailing whitespace.

.git/rebase-apply/patch:652: trailing whitespace.

.git/rebase-apply/patch:747: trailing whitespace.
	struct f2fs_node *raw_node = NULL;
error: patch failed: include/f2fs_fs.h:494
error: include/f2fs_fs.h: patch does not apply
error: patch failed: mkfs/f2fs_format.c:1230
error: mkfs/f2fs_format.c: patch does not apply
Patch failed at 0001 mkfs.f2fs: refactor format flow for cleanup

Could you please rebase it from dev-test with format-patch?

On 05/26, Chao Yu wrote:
> During formatting device, node/data block and filesystem metatdata related
> to same inode were updated in separated functions, e.g. for root inode:
> - f2fs_write_root_inode() updates root inode's block
> - f2fs_write_check_point_pack updates its nat/sit journal, summary block
> 
> Result in:
> - there are some redundant codes in between f2fs_write_check_point_pack()
> and functions in f2fs_create_root_dir().
> - readability is bad due to filesystem meta and data/node updates in
> separated places.
> - bad scalability if we want to add more default inode.
> 
> So that, this patch introduces below functions:
> - update_sit_journal
> - update_nat_jounral
> - update_summary_entry
> 
> Then use them to update inode related metadata into cache in below
> functions:
> - f2fs_write_root_inode
> - f2fs_add_default_dentry_root
> - f2fs_write_qf_inode
> - f2fs_write_default_quota
> - f2fs_write_lpf_inode
> - f2fs_write_lpf_inode
> 
> Finally, f2fs_write_check_point_pack() can write back cached metadata
> into CP area directly.
> 
> Signed-off-by: Chao Yu <chao@kernel.org>
> ---
> v2:
> - use NR_CURSEG_TYPE in struct f2fs_configuration
>  include/f2fs_fs.h  | 235 ++++++++++++------------
>  mkfs/f2fs_format.c | 449 ++++++++++++++++++++++-----------------------
>  2 files changed, 337 insertions(+), 347 deletions(-)
> 
> diff --git a/include/f2fs_fs.h b/include/f2fs_fs.h
> index 05d27ba..e441749 100644
> --- a/include/f2fs_fs.h
> +++ b/include/f2fs_fs.h
> @@ -494,119 +494,6 @@ typedef struct {
>  #define ALIGN_DOWN(addrs, size)	(((addrs) / (size)) * (size))
>  #define ALIGN_UP(addrs, size)	ALIGN_DOWN(((addrs) + (size) - 1), (size))
>  
> -struct f2fs_configuration {
> -	uint32_t conf_reserved_sections;
> -	uint32_t reserved_segments;
> -	uint32_t new_reserved_segments;
> -	int sparse_mode;
> -	int zoned_mode;
> -	int zoned_model;
> -	size_t zone_blocks;
> -	double overprovision;
> -	double new_overprovision;
> -	uint32_t cur_seg[6];
> -	uint32_t segs_per_sec;
> -	uint32_t secs_per_zone;
> -	uint32_t segs_per_zone;
> -	uint32_t start_sector;
> -	uint32_t total_segments;
> -	uint32_t sector_size;
> -	uint64_t device_size;
> -	uint64_t total_sectors;
> -	uint64_t wanted_total_sectors;
> -	uint64_t wanted_sector_size;
> -	uint64_t target_sectors;
> -	uint32_t sectors_per_blk;
> -	uint32_t blks_per_seg;
> -	__u8 init_version[VERSION_LEN + 1];
> -	__u8 sb_version[VERSION_LEN + 1];
> -	__u8 version[VERSION_LEN + 1];
> -	char *vol_label;
> -	char *vol_uuid;
> -	uint16_t s_encoding;
> -	uint16_t s_encoding_flags;
> -	int heap;
> -	int32_t kd;
> -	int32_t dump_fd;
> -	struct device_info devices[MAX_DEVICES];
> -	int ndevs;
> -	char *extension_list[2];
> -	const char *rootdev_name;
> -	int dbg_lv;
> -	int show_dentry;
> -	int trim;
> -	int trimmed;
> -	int func;
> -	void *private;
> -	int dry_run;
> -	int no_kernel_check;
> -	int fix_on;
> -	int force;
> -	int defset;
> -	int bug_on;
> -	int force_stop;
> -	int abnormal_stop;
> -	int fs_errors;
> -	int bug_nat_bits;
> -	bool quota_fixed;
> -	int alloc_failed;
> -	int auto_fix;
> -	int layout;
> -	int show_file_map;
> -	u64 show_file_map_max_offset;
> -	int quota_fix;
> -	int preen_mode;
> -	int ro;
> -	int preserve_limits;		/* preserve quota limits */
> -	int large_nat_bitmap;
> -	int fix_chksum;			/* fix old cp.chksum position */
> -	__le32 feature;			/* defined features */
> -	unsigned int quota_bits;	/* quota bits */
> -	time_t fixed_time;
> -
> -	/* mkfs parameters */
> -	int fake_seed;
> -	uint32_t next_free_nid;
> -	uint32_t quota_inum;
> -	uint32_t quota_dnum;
> -	uint32_t lpf_inum;
> -	uint32_t lpf_dnum;
> -	uint32_t lpf_ino;
> -	uint32_t root_uid;
> -	uint32_t root_gid;
> -
> -	/* defragmentation parameters */
> -	int defrag_shrink;
> -	uint64_t defrag_start;
> -	uint64_t defrag_len;
> -	uint64_t defrag_target;
> -
> -	/* sload parameters */
> -	char *from_dir;
> -	char *mount_point;
> -	char *target_out_dir;
> -	char *fs_config_file;
> -#ifdef HAVE_LIBSELINUX
> -	struct selinux_opt seopt_file[8];
> -	int nr_opt;
> -#endif
> -	int preserve_perms;
> -
> -	/* resize parameters */
> -	int safe_resize;
> -
> -	/* precomputed fs UUID checksum for seeding other checksums */
> -	uint32_t chksum_seed;
> -
> -	/* cache parameters */
> -	dev_cache_config_t cache_config;
> -
> -	/* compression support for sload.f2fs */
> -	compress_config_t compress;
> -
> -	block_t curseg_offset[6];
> -};
> -
>  #ifdef CONFIG_64BIT
>  #define BITS_PER_LONG	64
>  #else
> @@ -721,6 +608,12 @@ enum {
>  	NO_CHECK_TYPE
>  };
>  
> +enum {
> +	CURSEG_RO_HOT_DATA,
> +	CURSEG_RO_HOT_NODE,
> +	NR_RO_CURSEG_TYPE,
> +};
> +
>  #define F2FS_MIN_SEGMENTS	9 /* SB + 2 (CP + SIT + NAT) + SSA + MAIN */
>  
>  /*
> @@ -749,7 +642,7 @@ enum {
>  #define F2FS_META_INO(sbi)	(sbi->meta_ino_num)
>  
>  #define F2FS_MAX_QUOTAS		3
> -#define QUOTA_DATA(i)		(2)
> +#define QUOTA_DATA		2
>  #define QUOTA_INO(sb,t)	(le32_to_cpu((sb)->qf_ino[t]))
>  
>  /*
> @@ -1471,6 +1364,120 @@ enum {
>  	SSR
>  };
>  
> +#define MAX_CACHE_SUMS			8
> +
> +struct f2fs_configuration {
> +	uint32_t conf_reserved_sections;
> +	uint32_t reserved_segments;
> +	uint32_t new_reserved_segments;
> +	int sparse_mode;
> +	int zoned_mode;
> +	int zoned_model;
> +	size_t zone_blocks;
> +	double overprovision;
> +	double new_overprovision;
> +	uint32_t cur_seg[NR_CURSEG_TYPE];
> +	uint32_t segs_per_sec;
> +	uint32_t secs_per_zone;
> +	uint32_t segs_per_zone;
> +	uint32_t start_sector;
> +	uint32_t total_segments;
> +	uint32_t sector_size;
> +	uint64_t device_size;
> +	uint64_t total_sectors;
> +	uint64_t wanted_total_sectors;
> +	uint64_t wanted_sector_size;
> +	uint64_t target_sectors;
> +	uint32_t sectors_per_blk;
> +	uint32_t blks_per_seg;
> +	__u8 init_version[VERSION_LEN + 1];
> +	__u8 sb_version[VERSION_LEN + 1];
> +	__u8 version[VERSION_LEN + 1];
> +	char *vol_label;
> +	char *vol_uuid;
> +	uint16_t s_encoding;
> +	uint16_t s_encoding_flags;
> +	int heap;
> +	int32_t kd;
> +	int32_t dump_fd;
> +	struct device_info devices[MAX_DEVICES];
> +	int ndevs;
> +	char *extension_list[2];
> +	const char *rootdev_name;
> +	int dbg_lv;
> +	int show_dentry;
> +	int trim;
> +	int trimmed;
> +	int func;
> +	void *private;
> +	int dry_run;
> +	int no_kernel_check;
> +	int fix_on;
> +	int force;
> +	int defset;
> +	int bug_on;
> +	int force_stop;
> +	int abnormal_stop;
> +	int fs_errors;
> +	int bug_nat_bits;
> +	bool quota_fixed;
> +	int alloc_failed;
> +	int auto_fix;
> +	int layout;
> +	int show_file_map;
> +	u64 show_file_map_max_offset;
> +	int quota_fix;
> +	int preen_mode;
> +	int ro;
> +	int preserve_limits;		/* preserve quota limits */
> +	int large_nat_bitmap;
> +	int fix_chksum;			/* fix old cp.chksum position */
> +	__le32 feature;			/* defined features */
> +	unsigned int quota_bits;	/* quota bits */
> +	time_t fixed_time;
> +
> +	/* mkfs parameters */
> +	int fake_seed;
> +	uint32_t next_free_nid;
> +	uint32_t lpf_ino;
> +	uint32_t root_uid;
> +	uint32_t root_gid;
> +
> +	/* defragmentation parameters */
> +	int defrag_shrink;
> +	uint64_t defrag_start;
> +	uint64_t defrag_len;
> +	uint64_t defrag_target;
> +
> +	/* sload parameters */
> +	char *from_dir;
> +	char *mount_point;
> +	char *target_out_dir;
> +	char *fs_config_file;
> +#ifdef HAVE_LIBSELINUX
> +	struct selinux_opt seopt_file[8];
> +	int nr_opt;
> +#endif
> +	int preserve_perms;
> +
> +	/* resize parameters */
> +	int safe_resize;
> +
> +	/* precomputed fs UUID checksum for seeding other checksums */
> +	uint32_t chksum_seed;
> +
> +	/* cache parameters */
> +	dev_cache_config_t cache_config;
> +
> +	/* compression support for sload.f2fs */
> +	compress_config_t compress;
> +
> +	block_t curseg_offset[NR_CURSEG_TYPE];
> +	struct f2fs_journal sit_jnl;
> +	struct f2fs_journal nat_jnl;
> +	struct f2fs_summary sum[NR_CURSEG_TYPE][MAX_CACHE_SUMS];
> +};
> +
>  extern int utf8_to_utf16(char *, const char *, size_t, size_t);
>  extern int utf16_to_utf8(char *, const char *, size_t, size_t);
>  extern int log_base_2(uint32_t);
> diff --git a/mkfs/f2fs_format.c b/mkfs/f2fs_format.c
> index 2ca5f48..9257c2e 100644
> --- a/mkfs/f2fs_format.c
> +++ b/mkfs/f2fs_format.c
> @@ -14,6 +14,7 @@
>  #include <string.h>
>  #include <unistd.h>
>  #include <f2fs_fs.h>
> +#include <assert.h>
>  
>  #ifdef HAVE_SYS_STAT_H
>  #include <sys/stat.h>
> @@ -687,7 +688,7 @@ static int f2fs_init_nat_area(void)
>  
>  static int f2fs_write_check_point_pack(void)
>  {
> -	struct f2fs_summary_block *sum = NULL;
> +	struct f2fs_summary_block *sum;
>  	struct f2fs_journal *journal;
>  	uint32_t blk_size_bytes;
>  	uint32_t nat_bits_bytes, nat_bits_blocks;
> @@ -698,8 +699,7 @@ static int f2fs_write_check_point_pack(void)
>  	char *cp_payload = NULL;
>  	char *sum_compact, *sum_compact_p;
>  	struct f2fs_summary *sum_entry;
> -	enum quota_type qtype;
> -	int off;
> +	unsigned short vblocks;
>  	int ret = -1;
>  
>  	cp = calloc(F2FS_BLKSIZE, 1);
> @@ -750,10 +750,10 @@ static int f2fs_write_check_point_pack(void)
>  		set_cp(cur_data_segno[i], 0xffffffff);
>  	}
>  
> -	set_cp(cur_node_blkoff[0], 1 + c.quota_inum + c.lpf_inum);
> -	set_cp(cur_data_blkoff[0], 1 + c.quota_dnum + c.lpf_dnum);
> -	set_cp(valid_block_count, 2 + c.quota_inum + c.quota_dnum +
> -			c.lpf_inum + c.lpf_dnum);
> +	set_cp(cur_node_blkoff[0], c.curseg_offset[CURSEG_HOT_NODE]);
> +	set_cp(cur_data_blkoff[0], c.curseg_offset[CURSEG_HOT_DATA]);
> +	set_cp(valid_block_count, c.curseg_offset[CURSEG_HOT_NODE] +
> +					c.curseg_offset[CURSEG_HOT_DATA]);
>  	set_cp(rsvd_segment_count, c.reserved_segments);
>  
>  	/*
> @@ -824,8 +824,8 @@ static int f2fs_write_check_point_pack(void)
>  
>  	set_cp(ckpt_flags, flags);
>  	set_cp(cp_pack_start_sum, 1 + get_sb(cp_payload));
> -	set_cp(valid_node_count, 1 + c.quota_inum + c.lpf_inum);
> -	set_cp(valid_inode_count, 1 + c.quota_inum + c.lpf_inum);
> +	set_cp(valid_node_count, c.curseg_offset[CURSEG_HOT_NODE]);
> +	set_cp(valid_inode_count, c.curseg_offset[CURSEG_HOT_NODE]);
>  	set_cp(next_free_nid, c.next_free_nid);
>  	set_cp(sit_ver_bitmap_bytesize, ((get_sb(segment_count_sit) / 2) <<
>  			get_sb(log_blocks_per_seg)) / 8);
> @@ -883,126 +883,58 @@ static int f2fs_write_check_point_pack(void)
>  	 * | cold data summary |
>  	 * +-------------------+
>  	*/
> -	memset(sum, 0, sizeof(struct f2fs_summary_block));
> -	SET_SUM_TYPE((&sum->footer), SUM_TYPE_DATA);
> -
> -	journal = &sum->journal;
> -	journal->n_nats = cpu_to_le16(1 + c.quota_inum + c.lpf_inum);
> -	journal->nat_j.entries[0].nid = sb->root_ino;
> -	journal->nat_j.entries[0].ne.version = 0;
> -	journal->nat_j.entries[0].ne.ino = sb->root_ino;
> -	journal->nat_j.entries[0].ne.block_addr = cpu_to_le32(
> -			get_sb(main_blkaddr) +
> -			get_cp(cur_node_segno[0]) * c.blks_per_seg);
> -
> -	for (qtype = 0, i = 1; qtype < F2FS_MAX_QUOTAS; qtype++) {
> -		if (!((1 << qtype) & c.quota_bits))
> -			continue;
> -		journal->nat_j.entries[i].nid = sb->qf_ino[qtype];
> -		journal->nat_j.entries[i].ne.version = 0;
> -		journal->nat_j.entries[i].ne.ino = sb->qf_ino[qtype];
> -		journal->nat_j.entries[i].ne.block_addr = cpu_to_le32(
> -				get_sb(main_blkaddr) +
> -				get_cp(cur_node_segno[0]) *
> -				c.blks_per_seg + i);
> -		i++;
> -	}
> -
> -	if (c.lpf_inum) {
> -		journal->nat_j.entries[i].nid = cpu_to_le32(c.lpf_ino);
> -		journal->nat_j.entries[i].ne.version = 0;
> -		journal->nat_j.entries[i].ne.ino = cpu_to_le32(c.lpf_ino);
> -		journal->nat_j.entries[i].ne.block_addr = cpu_to_le32(
> -				get_sb(main_blkaddr) +
> -				get_cp(cur_node_segno[0]) *
> -				c.blks_per_seg + i);
> -	}
>  
> +	/* nat_sjournal */
> +	journal = &c.nat_jnl;
>  	memcpy(sum_compact_p, &journal->n_nats, SUM_JOURNAL_SIZE);
>  	sum_compact_p += SUM_JOURNAL_SIZE;
>  
> -	memset(sum, 0, sizeof(struct f2fs_summary_block));
> -
> -	/* inode sit for root */
> -	if (c.feature & cpu_to_le32(F2FS_FEATURE_RO))
> -		journal->n_sits = cpu_to_le16(2);
> -	else
> -		journal->n_sits = cpu_to_le16(6);
> -
> -	journal->sit_j.entries[0].segno = cp->cur_node_segno[0];
> -	journal->sit_j.entries[0].se.vblocks =
> -				cpu_to_le16((CURSEG_HOT_NODE << 10) |
> -						(1 + c.quota_inum + c.lpf_inum));
> -	f2fs_set_bit(0, (char *)journal->sit_j.entries[0].se.valid_map);
> -	for (i = 1; i <= c.quota_inum; i++)
> -		f2fs_set_bit(i, (char *)journal->sit_j.entries[0].se.valid_map);
> -	if (c.lpf_inum)
> -		f2fs_set_bit(i, (char *)journal->sit_j.entries[0].se.valid_map);
> +	/* sit_journal */
> +	journal = &c.sit_jnl;
>  
>  	if (c.feature & cpu_to_le32(F2FS_FEATURE_RO)) {
> -		/* data sit for root */
> -		journal->sit_j.entries[1].segno = cp->cur_data_segno[0];
> -		journal->sit_j.entries[1].se.vblocks =
> -					cpu_to_le16((CURSEG_HOT_DATA << 10) |
> -							(1 + c.quota_dnum + c.lpf_dnum));
> -		f2fs_set_bit(0, (char *)journal->sit_j.entries[1].se.valid_map);
> -		for (i = 1; i <= c.quota_dnum; i++)
> -			f2fs_set_bit(i, (char *)journal->sit_j.entries[1].se.valid_map);
> -		if (c.lpf_dnum)
> -			f2fs_set_bit(i, (char *)journal->sit_j.entries[1].se.valid_map);
> +		i = CURSEG_RO_HOT_DATA;
> +		vblocks = le16_to_cpu(journal->sit_j.entries[i].se.vblocks);
> +		journal->sit_j.entries[i].segno = cp->cur_data_segno[0];
> +		journal->sit_j.entries[i].se.vblocks =
> +				cpu_to_le16(vblocks | (CURSEG_HOT_DATA << 10));
> +
> +		i = CURSEG_RO_HOT_NODE;
> +		vblocks = le16_to_cpu(journal->sit_j.entries[i].se.vblocks);
> +		journal->sit_j.entries[i].segno = cp->cur_node_segno[0];
> +		journal->sit_j.entries[i].se.vblocks |=
> +				cpu_to_le16(vblocks | (CURSEG_HOT_NODE << 10));
> +
> +		journal->n_sits = cpu_to_le16(2);
>  	} else {
> -		journal->sit_j.entries[1].segno = cp->cur_node_segno[1];
> -		journal->sit_j.entries[1].se.vblocks =
> -					cpu_to_le16((CURSEG_WARM_NODE << 10));
> -		journal->sit_j.entries[2].segno = cp->cur_node_segno[2];
> -		journal->sit_j.entries[2].se.vblocks =
> -					cpu_to_le16((CURSEG_COLD_NODE << 10));
> -
> -		/* data sit for root */
> -		journal->sit_j.entries[3].segno = cp->cur_data_segno[0];
> -		journal->sit_j.entries[3].se.vblocks =
> -					cpu_to_le16((CURSEG_HOT_DATA << 10) |
> -							(1 + c.quota_dnum + c.lpf_dnum));
> -		f2fs_set_bit(0, (char *)journal->sit_j.entries[3].se.valid_map);
> -		for (i = 1; i <= c.quota_dnum; i++)
> -			f2fs_set_bit(i, (char *)journal->sit_j.entries[3].se.valid_map);
> -		if (c.lpf_dnum)
> -			f2fs_set_bit(i, (char *)journal->sit_j.entries[3].se.valid_map);
> -
> -		journal->sit_j.entries[4].segno = cp->cur_data_segno[1];
> -		journal->sit_j.entries[4].se.vblocks =
> -					cpu_to_le16((CURSEG_WARM_DATA << 10));
> -		journal->sit_j.entries[5].segno = cp->cur_data_segno[2];
> -		journal->sit_j.entries[5].se.vblocks =
> -					cpu_to_le16((CURSEG_COLD_DATA << 10));
> +		for (i = CURSEG_HOT_DATA; i < NR_CURSEG_TYPE; i++) {
> +			if (i < NR_CURSEG_DATA_TYPE)
> +				journal->sit_j.entries[i].segno =
> +					cp->cur_data_segno[i];
> +					
> +			else
> +				journal->sit_j.entries[i].segno =
> +					cp->cur_node_segno[i - NR_CURSEG_DATA_TYPE];
> +
> +			vblocks =
> +				le16_to_cpu(journal->sit_j.entries[i].se.vblocks);
> +			journal->sit_j.entries[i].se.vblocks =
> +						cpu_to_le16(vblocks | (i << 10));
> +		}
> +
> +		journal->n_sits = cpu_to_le16(6);
>  	}
>  
>  	memcpy(sum_compact_p, &journal->n_sits, SUM_JOURNAL_SIZE);
>  	sum_compact_p += SUM_JOURNAL_SIZE;
>  
>  	/* hot data summary */
> -	sum_entry = (struct f2fs_summary *)sum_compact_p;
> -	sum_entry->nid = sb->root_ino;
> -	sum_entry->ofs_in_node = 0;
> -
> -	off = 1;
> -	for (qtype = 0; qtype < F2FS_MAX_QUOTAS; qtype++) {
> -		int j;
> -
> -		if (!((1 << qtype) & c.quota_bits))
> -			continue;
> -
> -		for (j = 0; j < QUOTA_DATA(qtype); j++) {
> -			(sum_entry + off + j)->nid = sb->qf_ino[qtype];
> -			(sum_entry + off + j)->ofs_in_node = cpu_to_le16(j);
> -		}
> -		off += QUOTA_DATA(qtype);
> -	}
> +	memset(sum, 0, sizeof(struct f2fs_summary_block));
> +	SET_SUM_TYPE((&sum->footer), SUM_TYPE_DATA);
>  
> -	if (c.lpf_dnum) {
> -		(sum_entry + off)->nid = cpu_to_le32(c.lpf_ino);
> -		(sum_entry + off)->ofs_in_node = 0;
> -	}
> +	sum_entry = (struct f2fs_summary *)sum_compact_p;
> +	memcpy(sum_entry, c.sum[CURSEG_HOT_DATA],
> +			sizeof(struct f2fs_summary) * MAX_CACHE_SUMS);
>  
>  	/* warm data summary, nothing to do */
>  	/* cold data summary, nothing to do */
> @@ -1018,21 +950,8 @@ static int f2fs_write_check_point_pack(void)
>  	/* Prepare and write Segment summary for HOT_NODE */
>  	memset(sum, 0, sizeof(struct f2fs_summary_block));
>  	SET_SUM_TYPE((&sum->footer), SUM_TYPE_NODE);
> -
> -	sum->entries[0].nid = sb->root_ino;
> -	sum->entries[0].ofs_in_node = 0;
> -	for (qtype = i = 0; qtype < F2FS_MAX_QUOTAS; qtype++) {
> -		if (!((1 << qtype) & c.quota_bits))
> -			continue;
> -		sum->entries[1 + i].nid = sb->qf_ino[qtype];
> -		sum->entries[1 + i].ofs_in_node = 0;
> -		i++;
> -	}
> -	if (c.lpf_inum) {
> -		i++;
> -		sum->entries[i].nid = cpu_to_le32(c.lpf_ino);
> -		sum->entries[i].ofs_in_node = 0;
> -	}
> +	memcpy(sum->entries, c.sum[CURSEG_HOT_NODE],
> +			sizeof(struct f2fs_summary) * MAX_CACHE_SUMS);
>  
>  	cp_seg_blk++;
>  	DBG(1, "\tWriting Segment summary for HOT_NODE, at offset 0x%08"PRIx64"\n",
> @@ -1198,7 +1117,8 @@ static int f2fs_discard_obsolete_dnode(void)
>  	offset += c.cur_seg[CURSEG_WARM_NODE] * c.blks_per_seg;
>  
>  	last_inode_pos = start_inode_pos +
> -		c.cur_seg[CURSEG_HOT_NODE] * c.blks_per_seg + c.quota_inum + c.lpf_inum;
> +		c.cur_seg[CURSEG_HOT_NODE] * c.blks_per_seg +
> +		c.curseg_offset[CURSEG_COLD_NODE] - 1;
>  
>  	do {
>  		if (offset < get_sb(main_blkaddr) || offset >= end_blkaddr)
> @@ -1230,19 +1150,124 @@ static int f2fs_discard_obsolete_dnode(void)
>  }
>  #endif
>  
> -static block_t alloc_next_free_block(int curseg_type, int blkcnt)
> +static block_t alloc_next_free_block(int curseg_type)
>  {
>  	block_t blkaddr;
>  
>  	blkaddr = get_sb(main_blkaddr) +
> -		c.cur_seg[curseg_type] * c.blks_per_seg +
> -		c.curseg_offset[curseg_type];
> +			c.cur_seg[curseg_type] * c.blks_per_seg +
> +			c.curseg_offset[curseg_type];
>  
> -	c.curseg_offset[curseg_type] += blkcnt;
> +	c.curseg_offset[curseg_type]++;
>  
>  	return blkaddr;
>  }
>  
> +void update_sit_journal(int curseg_type)
> +{
> +	struct f2fs_journal *sit_jnl = &c.sit_jnl;
> +	unsigned short vblocks;
> +	int idx = curseg_type;
> +
> +	if (c.feature & cpu_to_le32(F2FS_FEATURE_RO)) {
> +		if (curseg_type < NR_CURSEG_DATA_TYPE)
> +			idx = CURSEG_RO_HOT_DATA;
> +		else
> +			idx = CURSEG_RO_HOT_NODE;
> +	}
> +
> +	f2fs_set_bit(c.curseg_offset[curseg_type] - 1,
> +		(char *)sit_jnl->sit_j.entries[idx].se.valid_map);
> +
> +	vblocks = le16_to_cpu(sit_jnl->sit_j.entries[idx].se.vblocks);
> +	sit_jnl->sit_j.entries[idx].se.vblocks = cpu_to_le16(vblocks + 1);
> +}
> +
> +void update_nat_journal(nid_t nid, block_t blkaddr)
> +{
> +	struct f2fs_journal *nat_jnl = &c.nat_jnl;
> +	unsigned short n_nats = le16_to_cpu(nat_jnl->n_nats);
> +
> +	nat_jnl->nat_j.entries[n_nats].nid = cpu_to_le32(nid);
> +	nat_jnl->nat_j.entries[n_nats].ne.version = 0;
> +	nat_jnl->nat_j.entries[n_nats].ne.ino = cpu_to_le32(nid);
> +	nat_jnl->nat_j.entries[n_nats].ne.block_addr = cpu_to_le32(blkaddr);
> +	nat_jnl->n_nats = cpu_to_le16(n_nats + 1);
> +}
> +
> +void update_summary_entry(int curseg_type, nid_t nid,
> +					unsigned short ofs_in_node)
> +{
> +	struct f2fs_summary *sum;
> +	unsigned int curofs = c.curseg_offset[curseg_type] - 1;
> +
> +	assert(curofs < MAX_CACHE_SUMS);
> +
> +	sum = c.sum[curseg_type] + curofs;
> +	sum->nid = cpu_to_le32(nid);
> +	sum->ofs_in_node = cpu_to_le16(ofs_in_node);
> +}
> +
> +static block_t f2fs_add_default_dentry_root(void)
> +{
> +	struct f2fs_dentry_block *dent_blk = NULL;
> +	block_t data_blkaddr;
> +
> +	dent_blk = calloc(F2FS_BLKSIZE, 1);
> +	if(dent_blk == NULL) {
> +		MSG(1, "\tError: Calloc Failed for dent_blk!!!\n");
> +		return 0;
> +	}
> +
> +	dent_blk->dentry[0].hash_code = 0;
> +	dent_blk->dentry[0].ino = sb->root_ino;
> +	dent_blk->dentry[0].name_len = cpu_to_le16(1);
> +	dent_blk->dentry[0].file_type = F2FS_FT_DIR;
> +	memcpy(dent_blk->filename[0], ".", 1);
> +
> +	dent_blk->dentry[1].hash_code = 0;
> +	dent_blk->dentry[1].ino = sb->root_ino;
> +	dent_blk->dentry[1].name_len = cpu_to_le16(2);
> +	dent_blk->dentry[1].file_type = F2FS_FT_DIR;
> +	memcpy(dent_blk->filename[1], "..", 2);
> +
> +	/* bitmap for . and .. */
> +	test_and_set_bit_le(0, dent_blk->dentry_bitmap);
> +	test_and_set_bit_le(1, dent_blk->dentry_bitmap);
> +
> +	if (c.lpf_ino) {
> +		int len = strlen(LPF);
> +		f2fs_hash_t hash = f2fs_dentry_hash(0, 0, (unsigned char *)LPF, len);
> +
> +		dent_blk->dentry[2].hash_code = cpu_to_le32(hash);
> +		dent_blk->dentry[2].ino = cpu_to_le32(c.lpf_ino);
> +		dent_blk->dentry[2].name_len = cpu_to_le16(len);
> +		dent_blk->dentry[2].file_type = F2FS_FT_DIR;
> +		memcpy(dent_blk->filename[2], LPF, F2FS_SLOT_LEN);
> +
> +		memcpy(dent_blk->filename[3], &LPF[F2FS_SLOT_LEN],
> +				len - F2FS_SLOT_LEN);
> +
> +		test_and_set_bit_le(2, dent_blk->dentry_bitmap);
> +		test_and_set_bit_le(3, dent_blk->dentry_bitmap);
> +	}
> +
> +	data_blkaddr = alloc_next_free_block(CURSEG_HOT_DATA);
> +
> +	DBG(1, "\tWriting default dentry root, at offset 0x%x\n", data_blkaddr);
> +	if (dev_write_block(dent_blk, data_blkaddr)) {
> +		MSG(1, "\tError: While writing the dentry_blk to disk!!!\n");
> +		free(dent_blk);
> +		return 0;
> +	}
> +
> +	update_sit_journal(CURSEG_HOT_DATA);
> +	update_summary_entry(CURSEG_HOT_DATA, le32_to_cpu(sb->root_ino), 0);
> +	
> +	free(dent_blk);
> +	return data_blkaddr;
> +}
> +
>  static int f2fs_write_root_inode(void)
>  {
>  	struct f2fs_node *raw_node = NULL;
> @@ -1261,11 +1286,17 @@ static int f2fs_write_root_inode(void)
>  	if (c.lpf_ino)
>  		raw_node->i.i_links = cpu_to_le32(3);
>  
> -	data_blkaddr = alloc_next_free_block(CURSEG_HOT_DATA, 1);
> +	data_blkaddr = f2fs_add_default_dentry_root();
> +	if (data_blkaddr == 0) {
> +		MSG(1, "\tError: Failed to add default dentries for root!!!\n");
> +		free(raw_node);
> +		return -1;
> +	}
> +
>  	raw_node->i.i_addr[get_extra_isize(raw_node)] =
>  				cpu_to_le32(data_blkaddr);
>  
> -	node_blkaddr = alloc_next_free_block(CURSEG_HOT_NODE, 1);
> +	node_blkaddr = alloc_next_free_block(CURSEG_HOT_NODE);
>  	raw_node->footer.next_blkaddr = cpu_to_le32(node_blkaddr + 1);
>  
>  	DBG(1, "\tWriting root inode (hot node), offset 0x%x\n", node_blkaddr);
> @@ -1275,22 +1306,27 @@ static int f2fs_write_root_inode(void)
>  		return -1;
>  	}
>  
> +	update_nat_journal(le32_to_cpu(sb->root_ino), node_blkaddr);
> +	update_sit_journal(CURSEG_HOT_NODE);
> +	update_summary_entry(CURSEG_HOT_NODE, le32_to_cpu(sb->root_ino), 0);
> +
>  	free(raw_node);
>  	return 0;
>  }
>  
> -static int f2fs_write_default_quota(int qtype, unsigned int blkaddr,
> -						__le32 raw_id)
> +static int f2fs_write_default_quota(int qtype, __le32 raw_id)
>  {
>  	char *filebuf = calloc(F2FS_BLKSIZE, 2);
>  	int file_magics[] = INITQMAGICS;
>  	struct v2_disk_dqheader ddqheader;
>  	struct v2_disk_dqinfo ddqinfo;
>  	struct v2r1_disk_dqblk dqblk;
> +	block_t blkaddr;
> +	int i;
>  
>  	if (filebuf == NULL) {
>  		MSG(1, "\tError: Calloc Failed for filebuf!!!\n");
> -		return -1;
> +		return 0;
>  	}
>  
>  	/* Write basic quota header */
> @@ -1337,22 +1373,30 @@ static int f2fs_write_default_quota(int qtype, unsigned int blkaddr,
>  	memcpy(filebuf + 5136, &dqblk, sizeof(struct v2r1_disk_dqblk));
>  
>  	/* Write two blocks */
> -	if (dev_write_block(filebuf, blkaddr) ||
> -	    dev_write_block(filebuf + F2FS_BLKSIZE, blkaddr + 1)) {
> -		MSG(1, "\tError: While writing the quota_blk to disk!!!\n");
> -		free(filebuf);
> -		return -1;
> +	for (i = 0; i < QUOTA_DATA; i++) {
> +		blkaddr = alloc_next_free_block(CURSEG_HOT_DATA);
> +
> +		if (dev_write_block(filebuf + i * F2FS_BLKSIZE, blkaddr)) {
> +			MSG(1, "\tError: While writing the quota_blk to disk!!!\n");
> +			free(filebuf);
> +			return 0;
> +		}
> +
> +		update_sit_journal(CURSEG_HOT_DATA);
> +		update_summary_entry(CURSEG_HOT_DATA,
> +					le32_to_cpu(sb->qf_ino[qtype]), i);
>  	}
> +
>  	DBG(1, "\tWriting quota data, at offset %08x, %08x\n",
> -					blkaddr, blkaddr + 1);
> +					blkaddr - 1, blkaddr);
> +
>  	free(filebuf);
> -	c.quota_dnum += QUOTA_DATA(qtype);
> -	return 0;
> +	return blkaddr - 1;
>  }
>  
>  static int f2fs_write_qf_inode(int qtype, int offset)
>  {
> -	struct f2fs_node *raw_node = NULL;
> +	struct f2fs_node *raw_node = NULL;	
>  	block_t data_blkaddr;
>  	block_t node_blkaddr;
>  	__le32 raw_id;
> @@ -1367,14 +1411,12 @@ static int f2fs_write_qf_inode(int qtype, int offset)
>  			le32_to_cpu(sb->qf_ino[qtype]), mkfs_time, 0x8180);
>  
>  	raw_node->i.i_size = cpu_to_le64(1024 * 6);
> -	raw_node->i.i_blocks = cpu_to_le64(1 + QUOTA_DATA(qtype));
> +	raw_node->i.i_blocks = cpu_to_le64(1 + QUOTA_DATA);
>  	raw_node->i.i_flags = F2FS_NOATIME_FL | F2FS_IMMUTABLE_FL;
>  
> -	node_blkaddr = alloc_next_free_block(CURSEG_HOT_NODE, 1);
> +	node_blkaddr = alloc_next_free_block(CURSEG_HOT_NODE);
>  	raw_node->footer.next_blkaddr = cpu_to_le32(node_blkaddr + 1);
>  
> -	data_blkaddr = alloc_next_free_block(CURSEG_HOT_DATA, QUOTA_DATA(i));
> -
>  	if (qtype == 0)
>  		raw_id = raw_node->i.i_uid;
>  	else if (qtype == 1)
> @@ -1385,12 +1427,13 @@ static int f2fs_write_qf_inode(int qtype, int offset)
>  		ASSERT(0);
>  
>  	/* write two blocks */
> -	if (f2fs_write_default_quota(qtype, data_blkaddr, raw_id)) {
> +	data_blkaddr = f2fs_write_default_quota(qtype, raw_id);
> +	if (data_blkaddr == 0) {
>  		free(raw_node);
>  		return -1;
>  	}
>  
> -	for (i = 0; i < QUOTA_DATA(qtype); i++)
> +	for (i = 0; i < QUOTA_DATA; i++)
>  		raw_node->i.i_addr[get_extra_isize(raw_node) + i] =
>  					cpu_to_le32(data_blkaddr + i);
>  
> @@ -1401,8 +1444,11 @@ static int f2fs_write_qf_inode(int qtype, int offset)
>  		return -1;
>  	}
>  
> +	update_nat_journal(le32_to_cpu(sb->qf_ino[qtype]), node_blkaddr);
> +	update_sit_journal(CURSEG_HOT_NODE);
> +	update_summary_entry(CURSEG_HOT_NODE, le32_to_cpu(sb->qf_ino[qtype]), 0);
> +
>  	free(raw_node);
> -	c.quota_inum++;
>  	return 0;
>  }
>  
> @@ -1442,7 +1488,7 @@ static int f2fs_update_nat_default(void)
>  static block_t f2fs_add_default_dentry_lpf(void)
>  {
>  	struct f2fs_dentry_block *dent_blk;
> -	uint64_t data_blk_offset;
> +	block_t data_blkaddr;
>  
>  	dent_blk = calloc(F2FS_BLKSIZE, 1);
>  	if (dent_blk == NULL) {
> @@ -1465,21 +1511,21 @@ static block_t f2fs_add_default_dentry_lpf(void)
>  	test_and_set_bit_le(0, dent_blk->dentry_bitmap);
>  	test_and_set_bit_le(1, dent_blk->dentry_bitmap);
>  
> -	data_blk_offset = get_sb(main_blkaddr);
> -	data_blk_offset += c.cur_seg[CURSEG_HOT_DATA] * c.blks_per_seg +
> -		1 + c.quota_dnum;
> +	data_blkaddr = alloc_next_free_block(CURSEG_HOT_DATA);
>  
> -	DBG(1, "\tWriting default dentry lost+found, at offset 0x%08"PRIx64"\n",
> -			data_blk_offset);
> -	if (dev_write_block(dent_blk, data_blk_offset)) {
> +	DBG(1, "\tWriting default dentry lost+found, at offset 0x%x\n",
> +							data_blkaddr);
> +	if (dev_write_block(dent_blk, data_blkaddr)) {
>  		MSG(1, "\tError While writing the dentry_blk to disk!!!\n");
>  		free(dent_blk);
>  		return 0;
>  	}
>  
> +	update_sit_journal(CURSEG_HOT_DATA);
> +	update_summary_entry(CURSEG_HOT_DATA, c.lpf_ino, 0);
> +
>  	free(dent_blk);
> -	c.lpf_dnum++;
> -	return data_blk_offset;
> +	return data_blkaddr;
>  }
>  
>  static int f2fs_write_lpf_inode(void)
> @@ -1503,7 +1549,7 @@ static int f2fs_write_lpf_inode(void)
>  	raw_node->i.i_namelen = le32_to_cpu(strlen(LPF));
>  	memcpy(raw_node->i.i_name, LPF, strlen(LPF));
>  
> -	node_blkaddr = alloc_next_free_block(CURSEG_HOT_NODE, 1);
> +	node_blkaddr = alloc_next_free_block(CURSEG_HOT_NODE);
>  	raw_node->footer.next_blkaddr = cpu_to_le32(node_blkaddr + 1);
>  
>  	data_blkaddr = f2fs_add_default_dentry_lpf();
> @@ -1522,72 +1568,15 @@ static int f2fs_write_lpf_inode(void)
>  		goto exit;
>  	}
>  
> -	c.lpf_inum++;
> +	update_nat_journal(c.lpf_ino, node_blkaddr);
> +	update_sit_journal(CURSEG_HOT_NODE);
> +	update_summary_entry(CURSEG_HOT_NODE, c.lpf_ino, 0);
> +
>  exit:
>  	free(raw_node);
>  	return err;
>  }
>  
> -static int f2fs_add_default_dentry_root(void)
> -{
> -	struct f2fs_dentry_block *dent_blk = NULL;
> -	uint64_t data_blk_offset = 0;
> -
> -	dent_blk = calloc(F2FS_BLKSIZE, 1);
> -	if(dent_blk == NULL) {
> -		MSG(1, "\tError: Calloc Failed for dent_blk!!!\n");
> -		return -1;
> -	}
> -
> -	dent_blk->dentry[0].hash_code = 0;
> -	dent_blk->dentry[0].ino = sb->root_ino;
> -	dent_blk->dentry[0].name_len = cpu_to_le16(1);
> -	dent_blk->dentry[0].file_type = F2FS_FT_DIR;
> -	memcpy(dent_blk->filename[0], ".", 1);
> -
> -	dent_blk->dentry[1].hash_code = 0;
> -	dent_blk->dentry[1].ino = sb->root_ino;
> -	dent_blk->dentry[1].name_len = cpu_to_le16(2);
> -	dent_blk->dentry[1].file_type = F2FS_FT_DIR;
> -	memcpy(dent_blk->filename[1], "..", 2);
> -
> -	/* bitmap for . and .. */
> -	test_and_set_bit_le(0, dent_blk->dentry_bitmap);
> -	test_and_set_bit_le(1, dent_blk->dentry_bitmap);
> -
> -	if (c.lpf_ino) {
> -		int len = strlen(LPF);
> -		f2fs_hash_t hash = f2fs_dentry_hash(0, 0, (unsigned char *)LPF, len);
> -
> -		dent_blk->dentry[2].hash_code = cpu_to_le32(hash);
> -		dent_blk->dentry[2].ino = cpu_to_le32(c.lpf_ino);
> -		dent_blk->dentry[2].name_len = cpu_to_le16(len);
> -		dent_blk->dentry[2].file_type = F2FS_FT_DIR;
> -		memcpy(dent_blk->filename[2], LPF, F2FS_SLOT_LEN);
> -
> -		memcpy(dent_blk->filename[3], &LPF[F2FS_SLOT_LEN],
> -				len - F2FS_SLOT_LEN);
> -
> -		test_and_set_bit_le(2, dent_blk->dentry_bitmap);
> -		test_and_set_bit_le(3, dent_blk->dentry_bitmap);
> -	}
> -
> -	data_blk_offset = get_sb(main_blkaddr);
> -	data_blk_offset += c.cur_seg[CURSEG_HOT_DATA] *
> -				c.blks_per_seg;
> -
> -	DBG(1, "\tWriting default dentry root, at offset 0x%08"PRIx64"\n",
> -				data_blk_offset);
> -	if (dev_write_block(dent_blk, data_blk_offset)) {
> -		MSG(1, "\tError: While writing the dentry_blk to disk!!!\n");
> -		free(dent_blk);
> -		return -1;
> -	}
> -
> -	free(dent_blk);
> -	return 0;
> -}
> -
>  static int f2fs_create_root_dir(void)
>  {
>  	enum quota_type qtype;
> @@ -1630,12 +1619,6 @@ static int f2fs_create_root_dir(void)
>  		MSG(1, "\tError: Failed to update NAT for root!!!\n");
>  		goto exit;
>  	}
> -
> -	err = f2fs_add_default_dentry_root();
> -	if (err < 0) {
> -		MSG(1, "\tError: Failed to add default dentries for root!!!\n");
> -		goto exit;
> -	}
>  exit:
>  	if (err)
>  		MSG(1, "\tError: Could not create the root directory!!!\n");
> -- 
> 2.40.1


_______________________________________________
Linux-f2fs-devel mailing list
Linux-f2fs-devel@lists.sourceforge.net
https://lists.sourceforge.net/lists/listinfo/linux-f2fs-devel

  reply	other threads:[~2023-05-26 16:27 UTC|newest]

Thread overview: 3+ messages / expand[flat|nested]  mbox.gz  Atom feed  top
2023-05-26  3:23 [f2fs-dev] [PATCH v2 4/4] mkfs.f2fs: refactor format flow for cleanup Chao Yu
2023-05-26 16:27 ` Jaegeuk Kim [this message]
2023-05-27  0:04   ` Chao Yu

Reply instructions:

You may reply publicly to this message via plain-text email
using any one of the following methods:

* Save the following mbox file, import it into your mail client,
  and reply-to-all from there: mbox

  Avoid top-posting and favor interleaved quoting:
  https://en.wikipedia.org/wiki/Posting_style#Interleaved_style

* Reply using the --to, --cc, and --in-reply-to
  switches of git-send-email(1):

  git send-email \
    --in-reply-to=ZHDd6REAhqwG16ic@google.com \
    --to=jaegeuk@kernel.org \
    --cc=chao@kernel.org \
    --cc=linux-f2fs-devel@lists.sourceforge.net \
    /path/to/YOUR_REPLY

  https://kernel.org/pub/software/scm/git/docs/git-send-email.html

* If your mail client supports setting the In-Reply-To header
  via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).