linux-f2fs-devel.lists.sourceforge.net archive mirror
 help / color / mirror / Atom feed
* [f2fs-dev] [PATCH v3] f2fs_io: add test_create_perf command
@ 2025-06-17 14:04 Daniel Lee via Linux-f2fs-devel
  2025-06-25  2:46 ` Chao Yu via Linux-f2fs-devel
  2025-07-14 11:56 ` Chao Yu via Linux-f2fs-devel
  0 siblings, 2 replies; 5+ messages in thread
From: Daniel Lee via Linux-f2fs-devel @ 2025-06-17 14:04 UTC (permalink / raw)
  To: Jaegeuk Kim, Chao Yu; +Cc: linux-f2fs-devel

A new command 'test_create_perf', has been introduced to measure
the performance of creating and deleting many files.

Signed-off-by: Daniel Lee <chullee@google.com>
---
v3: make sync optional for deletion phase
v2: Rename command and make fsync optional
---
 tools/f2fs_io/f2fs_io.c | 146 ++++++++++++++++++++++++++++++++++++++++
 1 file changed, 146 insertions(+)

diff --git a/tools/f2fs_io/f2fs_io.c b/tools/f2fs_io/f2fs_io.c
index 6531b55..f6649f1 100644
--- a/tools/f2fs_io/f2fs_io.c
+++ b/tools/f2fs_io/f2fs_io.c
@@ -2092,6 +2092,151 @@ static void do_ftruncate(int argc, char **argv, const struct cmd_desc *cmd)
 	exit(0);
 }
 
+#define test_create_perf_desc "measure file creation speed"
+#define test_create_perf_help						\
+"f2fs_io test_create_perf [-s] [-S] <dir> <num_files> <size_kb>\n\n"	\
+"Measures file creation and deletion performance.\n"			\
+"  <dir>          The target directory where files will be created.\n"	\
+"  <num_files>    The total number of files to create and delete.\n"	\
+"  <size_kb>      The size of each file in kb.\n"			\
+"  [-s]           Call fsync() after each file creation.\n"		\
+"  [-S]           Call sync() after deleting all files.\n"
+
+static void do_test_create_perf(int argc, char **argv, const struct cmd_desc *cmd)
+{
+	bool do_fsync = false, do_sync = false;
+	int opt;
+	char *dir;
+	int num_files;
+	int size_kb;
+	char *write_buffer = NULL;
+
+	while ((opt = getopt(argc, argv, "sS")) != -1) {
+		switch (opt) {
+		case 's':
+			do_fsync = true;
+			break;
+		case 'S':
+			do_sync = true;
+			break;
+		default:
+			fputs(cmd->cmd_help, stderr);
+			exit(1);
+		}
+	}
+
+	argc -= optind;
+	argv += optind;
+
+	if (argc != 3) {
+		fputs("Excess arguments\n\n", stderr);
+		fputs(cmd->cmd_help, stderr);
+		exit(1);
+	}
+
+	dir = argv[0];
+	num_files = atoi(argv[1]);
+	size_kb = atoi(argv[2]);
+
+	if (num_files <= 0) {
+		fprintf(stderr, "Error: Number of files must be positive.\n");
+		exit(1);
+	}
+
+	if (size_kb > 0) {
+		write_buffer = malloc(size_kb * 1024);
+		if (!write_buffer) {
+			perror("Failed to allocate write buffer");
+			exit(1);
+		}
+		memset(write_buffer, 'a', size_kb * 1024);
+	}
+
+	// Creation Phase
+	printf("Starting test: Creating %d files of %dKB each in %s (fsync: %s)\n",
+		num_files, size_kb, dir,
+		do_fsync ? "Enabled" : "Disabled");
+
+	struct timespec create_start, create_end;
+
+	clock_gettime(CLOCK_MONOTONIC, &create_start);
+
+	for (int i = 0; i < num_files; i++) {
+		char path[1024];
+
+		snprintf(path, sizeof(path), "%s/test_file_%d", dir, i);
+
+		int fd = open(path, O_WRONLY | O_CREAT, 0644);
+
+		if (fd < 0) {
+			perror("Error opening file");
+			continue;
+		}
+		if (size_kb > 0) {
+			if (write(fd, write_buffer, size_kb * 1024) < 0)
+				perror("Error writing to file");
+		}
+
+		if (do_fsync)
+			fsync(fd);
+
+		close(fd);
+	}
+
+	clock_gettime(CLOCK_MONOTONIC, &create_end);
+
+
+	// Deletion Phase
+	printf("Deleting %d created files (sync: %s)\n", num_files,
+		do_sync ? "Enabled" : "Disabled");
+
+	struct timespec del_start, del_end;
+
+	clock_gettime(CLOCK_MONOTONIC, &del_start);
+
+	for (int i = 0; i < num_files; i++) {
+		char path[1024];
+
+		snprintf(path, sizeof(path), "%s/test_file_%d", dir, i);
+		if (unlink(path) != 0)
+			perror("Error unlinking file");
+	}
+
+	if (do_sync)
+		sync();
+
+	clock_gettime(CLOCK_MONOTONIC, &del_end);
+
+	long create_seconds = create_end.tv_sec - create_start.tv_sec;
+	long create_ns = create_end.tv_nsec - create_start.tv_nsec;
+	double create_time_s = (double)create_seconds + (double)create_ns / 1000000000.0;
+	double create_throughput = (create_time_s > 0) ? (num_files / create_time_s) : 0;
+
+	long del_seconds = del_end.tv_sec - del_start.tv_sec;
+	long del_ns = del_end.tv_nsec - del_start.tv_nsec;
+	double del_time_s = (double)del_seconds + (double)del_ns / 1000000000.0;
+	double del_throughput = (del_time_s > 0) ? (num_files / del_time_s) : 0;
+
+	printf("Operation,total_files,file_size_kb,total_time_s,throughput_files_per_sec\n");
+
+	printf("CREATE,%d,%d,%.4f,%.2f\n",
+		   num_files,
+		   size_kb,
+		   create_time_s,
+		   create_throughput);
+
+	printf("DELETE,%d,%d,%.4f,%.2f\n",
+		   num_files,
+		   size_kb,
+		   del_time_s,
+		   del_throughput);
+
+	if (write_buffer)
+		free(write_buffer);
+
+	exit(0);
+}
+
 #define CMD_HIDDEN 	0x0001
 #define CMD(name) { #name, do_##name, name##_desc, name##_help, 0 }
 #define _CMD(name) { #name, do_##name, NULL, NULL, CMD_HIDDEN }
@@ -2140,6 +2285,7 @@ const struct cmd_desc cmd_list[] = {
 	CMD(get_advise),
 	CMD(ioprio),
 	CMD(ftruncate),
+	CMD(test_create_perf),
 	{ NULL, NULL, NULL, NULL, 0 }
 };
 
-- 
2.50.0.rc2.692.g299adb8693-goog



_______________________________________________
Linux-f2fs-devel mailing list
Linux-f2fs-devel@lists.sourceforge.net
https://lists.sourceforge.net/lists/listinfo/linux-f2fs-devel

^ permalink raw reply related	[flat|nested] 5+ messages in thread

* Re: [f2fs-dev] [PATCH v3] f2fs_io: add test_create_perf command
  2025-06-17 14:04 [f2fs-dev] [PATCH v3] f2fs_io: add test_create_perf command Daniel Lee via Linux-f2fs-devel
@ 2025-06-25  2:46 ` Chao Yu via Linux-f2fs-devel
  2025-07-14 11:56 ` Chao Yu via Linux-f2fs-devel
  1 sibling, 0 replies; 5+ messages in thread
From: Chao Yu via Linux-f2fs-devel @ 2025-06-25  2:46 UTC (permalink / raw)
  To: Daniel Lee, Jaegeuk Kim; +Cc: linux-f2fs-devel

On 6/17/25 22:04, Daniel Lee wrote:
> A new command 'test_create_perf', has been introduced to measure
> the performance of creating and deleting many files.
> 
> Signed-off-by: Daniel Lee <chullee@google.com>

Reviewed-by: Chao Yu <chao@kernel.org>

Thanks,


_______________________________________________
Linux-f2fs-devel mailing list
Linux-f2fs-devel@lists.sourceforge.net
https://lists.sourceforge.net/lists/listinfo/linux-f2fs-devel

^ permalink raw reply	[flat|nested] 5+ messages in thread

* Re: [f2fs-dev] [PATCH v3] f2fs_io: add test_create_perf command
  2025-06-17 14:04 [f2fs-dev] [PATCH v3] f2fs_io: add test_create_perf command Daniel Lee via Linux-f2fs-devel
  2025-06-25  2:46 ` Chao Yu via Linux-f2fs-devel
@ 2025-07-14 11:56 ` Chao Yu via Linux-f2fs-devel
  2025-07-14 14:23   ` Jaegeuk Kim via Linux-f2fs-devel
  1 sibling, 1 reply; 5+ messages in thread
From: Chao Yu via Linux-f2fs-devel @ 2025-07-14 11:56 UTC (permalink / raw)
  To: Daniel Lee, Jaegeuk Kim; +Cc: linux-f2fs-devel

Daniel,

It missed to add doc entry, just found the issue.

Thanks,

On 6/17/25 22:04, Daniel Lee wrote:
> A new command 'test_create_perf', has been introduced to measure
> the performance of creating and deleting many files.
> 
> Signed-off-by: Daniel Lee <chullee@google.com>
> ---
> v3: make sync optional for deletion phase
> v2: Rename command and make fsync optional
> ---
>  tools/f2fs_io/f2fs_io.c | 146 ++++++++++++++++++++++++++++++++++++++++
>  1 file changed, 146 insertions(+)
> 
> diff --git a/tools/f2fs_io/f2fs_io.c b/tools/f2fs_io/f2fs_io.c
> index 6531b55..f6649f1 100644
> --- a/tools/f2fs_io/f2fs_io.c
> +++ b/tools/f2fs_io/f2fs_io.c
> @@ -2092,6 +2092,151 @@ static void do_ftruncate(int argc, char **argv, const struct cmd_desc *cmd)
>  	exit(0);
>  }
>  
> +#define test_create_perf_desc "measure file creation speed"
> +#define test_create_perf_help						\
> +"f2fs_io test_create_perf [-s] [-S] <dir> <num_files> <size_kb>\n\n"	\
> +"Measures file creation and deletion performance.\n"			\
> +"  <dir>          The target directory where files will be created.\n"	\
> +"  <num_files>    The total number of files to create and delete.\n"	\
> +"  <size_kb>      The size of each file in kb.\n"			\
> +"  [-s]           Call fsync() after each file creation.\n"		\
> +"  [-S]           Call sync() after deleting all files.\n"
> +
> +static void do_test_create_perf(int argc, char **argv, const struct cmd_desc *cmd)
> +{
> +	bool do_fsync = false, do_sync = false;
> +	int opt;
> +	char *dir;
> +	int num_files;
> +	int size_kb;
> +	char *write_buffer = NULL;
> +
> +	while ((opt = getopt(argc, argv, "sS")) != -1) {
> +		switch (opt) {
> +		case 's':
> +			do_fsync = true;
> +			break;
> +		case 'S':
> +			do_sync = true;
> +			break;
> +		default:
> +			fputs(cmd->cmd_help, stderr);
> +			exit(1);
> +		}
> +	}
> +
> +	argc -= optind;
> +	argv += optind;
> +
> +	if (argc != 3) {
> +		fputs("Excess arguments\n\n", stderr);
> +		fputs(cmd->cmd_help, stderr);
> +		exit(1);
> +	}
> +
> +	dir = argv[0];
> +	num_files = atoi(argv[1]);
> +	size_kb = atoi(argv[2]);
> +
> +	if (num_files <= 0) {
> +		fprintf(stderr, "Error: Number of files must be positive.\n");
> +		exit(1);
> +	}
> +
> +	if (size_kb > 0) {
> +		write_buffer = malloc(size_kb * 1024);
> +		if (!write_buffer) {
> +			perror("Failed to allocate write buffer");
> +			exit(1);
> +		}
> +		memset(write_buffer, 'a', size_kb * 1024);
> +	}
> +
> +	// Creation Phase
> +	printf("Starting test: Creating %d files of %dKB each in %s (fsync: %s)\n",
> +		num_files, size_kb, dir,
> +		do_fsync ? "Enabled" : "Disabled");
> +
> +	struct timespec create_start, create_end;
> +
> +	clock_gettime(CLOCK_MONOTONIC, &create_start);
> +
> +	for (int i = 0; i < num_files; i++) {
> +		char path[1024];
> +
> +		snprintf(path, sizeof(path), "%s/test_file_%d", dir, i);
> +
> +		int fd = open(path, O_WRONLY | O_CREAT, 0644);
> +
> +		if (fd < 0) {
> +			perror("Error opening file");
> +			continue;
> +		}
> +		if (size_kb > 0) {
> +			if (write(fd, write_buffer, size_kb * 1024) < 0)
> +				perror("Error writing to file");
> +		}
> +
> +		if (do_fsync)
> +			fsync(fd);
> +
> +		close(fd);
> +	}
> +
> +	clock_gettime(CLOCK_MONOTONIC, &create_end);
> +
> +
> +	// Deletion Phase
> +	printf("Deleting %d created files (sync: %s)\n", num_files,
> +		do_sync ? "Enabled" : "Disabled");
> +
> +	struct timespec del_start, del_end;
> +
> +	clock_gettime(CLOCK_MONOTONIC, &del_start);
> +
> +	for (int i = 0; i < num_files; i++) {
> +		char path[1024];
> +
> +		snprintf(path, sizeof(path), "%s/test_file_%d", dir, i);
> +		if (unlink(path) != 0)
> +			perror("Error unlinking file");
> +	}
> +
> +	if (do_sync)
> +		sync();
> +
> +	clock_gettime(CLOCK_MONOTONIC, &del_end);
> +
> +	long create_seconds = create_end.tv_sec - create_start.tv_sec;
> +	long create_ns = create_end.tv_nsec - create_start.tv_nsec;
> +	double create_time_s = (double)create_seconds + (double)create_ns / 1000000000.0;
> +	double create_throughput = (create_time_s > 0) ? (num_files / create_time_s) : 0;
> +
> +	long del_seconds = del_end.tv_sec - del_start.tv_sec;
> +	long del_ns = del_end.tv_nsec - del_start.tv_nsec;
> +	double del_time_s = (double)del_seconds + (double)del_ns / 1000000000.0;
> +	double del_throughput = (del_time_s > 0) ? (num_files / del_time_s) : 0;
> +
> +	printf("Operation,total_files,file_size_kb,total_time_s,throughput_files_per_sec\n");
> +
> +	printf("CREATE,%d,%d,%.4f,%.2f\n",
> +		   num_files,
> +		   size_kb,
> +		   create_time_s,
> +		   create_throughput);
> +
> +	printf("DELETE,%d,%d,%.4f,%.2f\n",
> +		   num_files,
> +		   size_kb,
> +		   del_time_s,
> +		   del_throughput);
> +
> +	if (write_buffer)
> +		free(write_buffer);
> +
> +	exit(0);
> +}
> +
>  #define CMD_HIDDEN 	0x0001
>  #define CMD(name) { #name, do_##name, name##_desc, name##_help, 0 }
>  #define _CMD(name) { #name, do_##name, NULL, NULL, CMD_HIDDEN }
> @@ -2140,6 +2285,7 @@ const struct cmd_desc cmd_list[] = {
>  	CMD(get_advise),
>  	CMD(ioprio),
>  	CMD(ftruncate),
> +	CMD(test_create_perf),
>  	{ NULL, NULL, NULL, NULL, 0 }
>  };
>  



_______________________________________________
Linux-f2fs-devel mailing list
Linux-f2fs-devel@lists.sourceforge.net
https://lists.sourceforge.net/lists/listinfo/linux-f2fs-devel

^ permalink raw reply	[flat|nested] 5+ messages in thread

* Re: [f2fs-dev] [PATCH v3] f2fs_io: add test_create_perf command
  2025-07-14 11:56 ` Chao Yu via Linux-f2fs-devel
@ 2025-07-14 14:23   ` Jaegeuk Kim via Linux-f2fs-devel
  2025-07-15  2:23     ` Chao Yu via Linux-f2fs-devel
  0 siblings, 1 reply; 5+ messages in thread
From: Jaegeuk Kim via Linux-f2fs-devel @ 2025-07-14 14:23 UTC (permalink / raw)
  To: Chao Yu; +Cc: linux-f2fs-devel

On 07/14, Chao Yu wrote:
> Daniel,
> 
> It missed to add doc entry, just found the issue.

Can you post another patch to update the doc?

> 
> Thanks,
> 
> On 6/17/25 22:04, Daniel Lee wrote:
> > A new command 'test_create_perf', has been introduced to measure
> > the performance of creating and deleting many files.
> > 
> > Signed-off-by: Daniel Lee <chullee@google.com>
> > ---
> > v3: make sync optional for deletion phase
> > v2: Rename command and make fsync optional
> > ---
> >  tools/f2fs_io/f2fs_io.c | 146 ++++++++++++++++++++++++++++++++++++++++
> >  1 file changed, 146 insertions(+)
> > 
> > diff --git a/tools/f2fs_io/f2fs_io.c b/tools/f2fs_io/f2fs_io.c
> > index 6531b55..f6649f1 100644
> > --- a/tools/f2fs_io/f2fs_io.c
> > +++ b/tools/f2fs_io/f2fs_io.c
> > @@ -2092,6 +2092,151 @@ static void do_ftruncate(int argc, char **argv, const struct cmd_desc *cmd)
> >  	exit(0);
> >  }
> >  
> > +#define test_create_perf_desc "measure file creation speed"
> > +#define test_create_perf_help						\
> > +"f2fs_io test_create_perf [-s] [-S] <dir> <num_files> <size_kb>\n\n"	\
> > +"Measures file creation and deletion performance.\n"			\
> > +"  <dir>          The target directory where files will be created.\n"	\
> > +"  <num_files>    The total number of files to create and delete.\n"	\
> > +"  <size_kb>      The size of each file in kb.\n"			\
> > +"  [-s]           Call fsync() after each file creation.\n"		\
> > +"  [-S]           Call sync() after deleting all files.\n"
> > +
> > +static void do_test_create_perf(int argc, char **argv, const struct cmd_desc *cmd)
> > +{
> > +	bool do_fsync = false, do_sync = false;
> > +	int opt;
> > +	char *dir;
> > +	int num_files;
> > +	int size_kb;
> > +	char *write_buffer = NULL;
> > +
> > +	while ((opt = getopt(argc, argv, "sS")) != -1) {
> > +		switch (opt) {
> > +		case 's':
> > +			do_fsync = true;
> > +			break;
> > +		case 'S':
> > +			do_sync = true;
> > +			break;
> > +		default:
> > +			fputs(cmd->cmd_help, stderr);
> > +			exit(1);
> > +		}
> > +	}
> > +
> > +	argc -= optind;
> > +	argv += optind;
> > +
> > +	if (argc != 3) {
> > +		fputs("Excess arguments\n\n", stderr);
> > +		fputs(cmd->cmd_help, stderr);
> > +		exit(1);
> > +	}
> > +
> > +	dir = argv[0];
> > +	num_files = atoi(argv[1]);
> > +	size_kb = atoi(argv[2]);
> > +
> > +	if (num_files <= 0) {
> > +		fprintf(stderr, "Error: Number of files must be positive.\n");
> > +		exit(1);
> > +	}
> > +
> > +	if (size_kb > 0) {
> > +		write_buffer = malloc(size_kb * 1024);
> > +		if (!write_buffer) {
> > +			perror("Failed to allocate write buffer");
> > +			exit(1);
> > +		}
> > +		memset(write_buffer, 'a', size_kb * 1024);
> > +	}
> > +
> > +	// Creation Phase
> > +	printf("Starting test: Creating %d files of %dKB each in %s (fsync: %s)\n",
> > +		num_files, size_kb, dir,
> > +		do_fsync ? "Enabled" : "Disabled");
> > +
> > +	struct timespec create_start, create_end;
> > +
> > +	clock_gettime(CLOCK_MONOTONIC, &create_start);
> > +
> > +	for (int i = 0; i < num_files; i++) {
> > +		char path[1024];
> > +
> > +		snprintf(path, sizeof(path), "%s/test_file_%d", dir, i);
> > +
> > +		int fd = open(path, O_WRONLY | O_CREAT, 0644);
> > +
> > +		if (fd < 0) {
> > +			perror("Error opening file");
> > +			continue;
> > +		}
> > +		if (size_kb > 0) {
> > +			if (write(fd, write_buffer, size_kb * 1024) < 0)
> > +				perror("Error writing to file");
> > +		}
> > +
> > +		if (do_fsync)
> > +			fsync(fd);
> > +
> > +		close(fd);
> > +	}
> > +
> > +	clock_gettime(CLOCK_MONOTONIC, &create_end);
> > +
> > +
> > +	// Deletion Phase
> > +	printf("Deleting %d created files (sync: %s)\n", num_files,
> > +		do_sync ? "Enabled" : "Disabled");
> > +
> > +	struct timespec del_start, del_end;
> > +
> > +	clock_gettime(CLOCK_MONOTONIC, &del_start);
> > +
> > +	for (int i = 0; i < num_files; i++) {
> > +		char path[1024];
> > +
> > +		snprintf(path, sizeof(path), "%s/test_file_%d", dir, i);
> > +		if (unlink(path) != 0)
> > +			perror("Error unlinking file");
> > +	}
> > +
> > +	if (do_sync)
> > +		sync();
> > +
> > +	clock_gettime(CLOCK_MONOTONIC, &del_end);
> > +
> > +	long create_seconds = create_end.tv_sec - create_start.tv_sec;
> > +	long create_ns = create_end.tv_nsec - create_start.tv_nsec;
> > +	double create_time_s = (double)create_seconds + (double)create_ns / 1000000000.0;
> > +	double create_throughput = (create_time_s > 0) ? (num_files / create_time_s) : 0;
> > +
> > +	long del_seconds = del_end.tv_sec - del_start.tv_sec;
> > +	long del_ns = del_end.tv_nsec - del_start.tv_nsec;
> > +	double del_time_s = (double)del_seconds + (double)del_ns / 1000000000.0;
> > +	double del_throughput = (del_time_s > 0) ? (num_files / del_time_s) : 0;
> > +
> > +	printf("Operation,total_files,file_size_kb,total_time_s,throughput_files_per_sec\n");
> > +
> > +	printf("CREATE,%d,%d,%.4f,%.2f\n",
> > +		   num_files,
> > +		   size_kb,
> > +		   create_time_s,
> > +		   create_throughput);
> > +
> > +	printf("DELETE,%d,%d,%.4f,%.2f\n",
> > +		   num_files,
> > +		   size_kb,
> > +		   del_time_s,
> > +		   del_throughput);
> > +
> > +	if (write_buffer)
> > +		free(write_buffer);
> > +
> > +	exit(0);
> > +}
> > +
> >  #define CMD_HIDDEN 	0x0001
> >  #define CMD(name) { #name, do_##name, name##_desc, name##_help, 0 }
> >  #define _CMD(name) { #name, do_##name, NULL, NULL, CMD_HIDDEN }
> > @@ -2140,6 +2285,7 @@ const struct cmd_desc cmd_list[] = {
> >  	CMD(get_advise),
> >  	CMD(ioprio),
> >  	CMD(ftruncate),
> > +	CMD(test_create_perf),
> >  	{ NULL, NULL, NULL, NULL, 0 }
> >  };
> >  


_______________________________________________
Linux-f2fs-devel mailing list
Linux-f2fs-devel@lists.sourceforge.net
https://lists.sourceforge.net/lists/listinfo/linux-f2fs-devel

^ permalink raw reply	[flat|nested] 5+ messages in thread

* Re: [f2fs-dev] [PATCH v3] f2fs_io: add test_create_perf command
  2025-07-14 14:23   ` Jaegeuk Kim via Linux-f2fs-devel
@ 2025-07-15  2:23     ` Chao Yu via Linux-f2fs-devel
  0 siblings, 0 replies; 5+ messages in thread
From: Chao Yu via Linux-f2fs-devel @ 2025-07-15  2:23 UTC (permalink / raw)
  To: Jaegeuk Kim; +Cc: linux-f2fs-devel

On 7/14/25 22:23, Jaegeuk Kim wrote:
> On 07/14, Chao Yu wrote:
>> Daniel,
>>
>> It missed to add doc entry, just found the issue.
> 
> Can you post another patch to update the doc?

Sure. :)

Thanks,

> 
>>
>> Thanks,
>>
>> On 6/17/25 22:04, Daniel Lee wrote:
>>> A new command 'test_create_perf', has been introduced to measure
>>> the performance of creating and deleting many files.
>>>
>>> Signed-off-by: Daniel Lee <chullee@google.com>
>>> ---
>>> v3: make sync optional for deletion phase
>>> v2: Rename command and make fsync optional
>>> ---
>>>  tools/f2fs_io/f2fs_io.c | 146 ++++++++++++++++++++++++++++++++++++++++
>>>  1 file changed, 146 insertions(+)
>>>
>>> diff --git a/tools/f2fs_io/f2fs_io.c b/tools/f2fs_io/f2fs_io.c
>>> index 6531b55..f6649f1 100644
>>> --- a/tools/f2fs_io/f2fs_io.c
>>> +++ b/tools/f2fs_io/f2fs_io.c
>>> @@ -2092,6 +2092,151 @@ static void do_ftruncate(int argc, char **argv, const struct cmd_desc *cmd)
>>>  	exit(0);
>>>  }
>>>  
>>> +#define test_create_perf_desc "measure file creation speed"
>>> +#define test_create_perf_help						\
>>> +"f2fs_io test_create_perf [-s] [-S] <dir> <num_files> <size_kb>\n\n"	\
>>> +"Measures file creation and deletion performance.\n"			\
>>> +"  <dir>          The target directory where files will be created.\n"	\
>>> +"  <num_files>    The total number of files to create and delete.\n"	\
>>> +"  <size_kb>      The size of each file in kb.\n"			\
>>> +"  [-s]           Call fsync() after each file creation.\n"		\
>>> +"  [-S]           Call sync() after deleting all files.\n"
>>> +
>>> +static void do_test_create_perf(int argc, char **argv, const struct cmd_desc *cmd)
>>> +{
>>> +	bool do_fsync = false, do_sync = false;
>>> +	int opt;
>>> +	char *dir;
>>> +	int num_files;
>>> +	int size_kb;
>>> +	char *write_buffer = NULL;
>>> +
>>> +	while ((opt = getopt(argc, argv, "sS")) != -1) {
>>> +		switch (opt) {
>>> +		case 's':
>>> +			do_fsync = true;
>>> +			break;
>>> +		case 'S':
>>> +			do_sync = true;
>>> +			break;
>>> +		default:
>>> +			fputs(cmd->cmd_help, stderr);
>>> +			exit(1);
>>> +		}
>>> +	}
>>> +
>>> +	argc -= optind;
>>> +	argv += optind;
>>> +
>>> +	if (argc != 3) {
>>> +		fputs("Excess arguments\n\n", stderr);
>>> +		fputs(cmd->cmd_help, stderr);
>>> +		exit(1);
>>> +	}
>>> +
>>> +	dir = argv[0];
>>> +	num_files = atoi(argv[1]);
>>> +	size_kb = atoi(argv[2]);
>>> +
>>> +	if (num_files <= 0) {
>>> +		fprintf(stderr, "Error: Number of files must be positive.\n");
>>> +		exit(1);
>>> +	}
>>> +
>>> +	if (size_kb > 0) {
>>> +		write_buffer = malloc(size_kb * 1024);
>>> +		if (!write_buffer) {
>>> +			perror("Failed to allocate write buffer");
>>> +			exit(1);
>>> +		}
>>> +		memset(write_buffer, 'a', size_kb * 1024);
>>> +	}
>>> +
>>> +	// Creation Phase
>>> +	printf("Starting test: Creating %d files of %dKB each in %s (fsync: %s)\n",
>>> +		num_files, size_kb, dir,
>>> +		do_fsync ? "Enabled" : "Disabled");
>>> +
>>> +	struct timespec create_start, create_end;
>>> +
>>> +	clock_gettime(CLOCK_MONOTONIC, &create_start);
>>> +
>>> +	for (int i = 0; i < num_files; i++) {
>>> +		char path[1024];
>>> +
>>> +		snprintf(path, sizeof(path), "%s/test_file_%d", dir, i);
>>> +
>>> +		int fd = open(path, O_WRONLY | O_CREAT, 0644);
>>> +
>>> +		if (fd < 0) {
>>> +			perror("Error opening file");
>>> +			continue;
>>> +		}
>>> +		if (size_kb > 0) {
>>> +			if (write(fd, write_buffer, size_kb * 1024) < 0)
>>> +				perror("Error writing to file");
>>> +		}
>>> +
>>> +		if (do_fsync)
>>> +			fsync(fd);
>>> +
>>> +		close(fd);
>>> +	}
>>> +
>>> +	clock_gettime(CLOCK_MONOTONIC, &create_end);
>>> +
>>> +
>>> +	// Deletion Phase
>>> +	printf("Deleting %d created files (sync: %s)\n", num_files,
>>> +		do_sync ? "Enabled" : "Disabled");
>>> +
>>> +	struct timespec del_start, del_end;
>>> +
>>> +	clock_gettime(CLOCK_MONOTONIC, &del_start);
>>> +
>>> +	for (int i = 0; i < num_files; i++) {
>>> +		char path[1024];
>>> +
>>> +		snprintf(path, sizeof(path), "%s/test_file_%d", dir, i);
>>> +		if (unlink(path) != 0)
>>> +			perror("Error unlinking file");
>>> +	}
>>> +
>>> +	if (do_sync)
>>> +		sync();
>>> +
>>> +	clock_gettime(CLOCK_MONOTONIC, &del_end);
>>> +
>>> +	long create_seconds = create_end.tv_sec - create_start.tv_sec;
>>> +	long create_ns = create_end.tv_nsec - create_start.tv_nsec;
>>> +	double create_time_s = (double)create_seconds + (double)create_ns / 1000000000.0;
>>> +	double create_throughput = (create_time_s > 0) ? (num_files / create_time_s) : 0;
>>> +
>>> +	long del_seconds = del_end.tv_sec - del_start.tv_sec;
>>> +	long del_ns = del_end.tv_nsec - del_start.tv_nsec;
>>> +	double del_time_s = (double)del_seconds + (double)del_ns / 1000000000.0;
>>> +	double del_throughput = (del_time_s > 0) ? (num_files / del_time_s) : 0;
>>> +
>>> +	printf("Operation,total_files,file_size_kb,total_time_s,throughput_files_per_sec\n");
>>> +
>>> +	printf("CREATE,%d,%d,%.4f,%.2f\n",
>>> +		   num_files,
>>> +		   size_kb,
>>> +		   create_time_s,
>>> +		   create_throughput);
>>> +
>>> +	printf("DELETE,%d,%d,%.4f,%.2f\n",
>>> +		   num_files,
>>> +		   size_kb,
>>> +		   del_time_s,
>>> +		   del_throughput);
>>> +
>>> +	if (write_buffer)
>>> +		free(write_buffer);
>>> +
>>> +	exit(0);
>>> +}
>>> +
>>>  #define CMD_HIDDEN 	0x0001
>>>  #define CMD(name) { #name, do_##name, name##_desc, name##_help, 0 }
>>>  #define _CMD(name) { #name, do_##name, NULL, NULL, CMD_HIDDEN }
>>> @@ -2140,6 +2285,7 @@ const struct cmd_desc cmd_list[] = {
>>>  	CMD(get_advise),
>>>  	CMD(ioprio),
>>>  	CMD(ftruncate),
>>> +	CMD(test_create_perf),
>>>  	{ NULL, NULL, NULL, NULL, 0 }
>>>  };
>>>  



_______________________________________________
Linux-f2fs-devel mailing list
Linux-f2fs-devel@lists.sourceforge.net
https://lists.sourceforge.net/lists/listinfo/linux-f2fs-devel

^ permalink raw reply	[flat|nested] 5+ messages in thread

end of thread, other threads:[~2025-07-15  3:42 UTC | newest]

Thread overview: 5+ messages (download: mbox.gz follow: Atom feed
-- links below jump to the message on this page --
2025-06-17 14:04 [f2fs-dev] [PATCH v3] f2fs_io: add test_create_perf command Daniel Lee via Linux-f2fs-devel
2025-06-25  2:46 ` Chao Yu via Linux-f2fs-devel
2025-07-14 11:56 ` Chao Yu via Linux-f2fs-devel
2025-07-14 14:23   ` Jaegeuk Kim via Linux-f2fs-devel
2025-07-15  2:23     ` Chao Yu via Linux-f2fs-devel

This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).