f2fs_io: support checkpoint command
PATCH 1/1 f2fs_io: support checkpoint command
This patch supports a new sub-command 'checkpoint' in f2fs_io to trigger filesystem checkpoint via F2FS_IOC_WRITE_CHECKPOINT ioctl.
--- man/f2fs_io.8 | 3 +++ tools/f2fs_io/f2fs_io.c | 25 +++++++++++++++++++++++++ 2 files changed, 28 insertions(+)
man/f2fs_io.8 +3 -0
@@ -135,6 +135,9 @@ Reserve free blocks to prepare decompressing blocks in the file. .TP \fBgc\fR \fI[sync_mode] [file]\fR Trigger filesystem GC +.TP +\fBcheckpoint\fR \fI[file]\fR +Trigger filesystem checkpoint .SH AUTHOR This version of .B f2fs_io
tools/f2fs_io/f2fs_io.c +25 -0
@@ -1310,6 +1310,30 @@ static void do_gc(int argc, char **argv, const struct cmd_desc *cmd)exit (0 ); } +#define checkpoint_desc "trigger filesystem checkpoint" +#define checkpoint_help "f2fs_io checkpoint [file_path]\n\n" + +static void do_checkpoint (int argc,char **argv,const struct cmd_desc *cmd) +{ +int ret, fd; + +if (argc !=2 ) { +fputs ("Excess arguments\n\n" , stderr); +fputs (cmd->cmd_help, stderr); +exit (1 ); + } + + fd =xopen (argv[1 ],O_WRONLY ,0 ); + + ret =ioctl (fd,F2FS_IOC_WRITE_CHECKPOINT ); +if (ret <0 ) +die_errno ("F2FS_IOC_WRITE_CHECKPOINT failed" ); + +printf ("trigger filesystem checkpoint ret=%d\n" , ret); +exit (0 ); +} + +#define CMD_HIDDEN 0x0001#define CMD (name) { #name, do_##name, name##_desc, name##_help, 0 }#define _CMD (name) { #name, do_##name, NULL, NULL, CMD_HIDDEN }
@@ -1342,6 +1366,7 @@ const struct cmd_desc cmd_list[] = {CMD (get_filename_encrypt_mode),CMD (rename),CMD (gc), +CMD (checkpoint), { NULL, NULL, NULL, NULL, 0 } };
Signature · 8 lines
2.25.1 _______________________________________________ Linux-f2fs-devel mailing list [email protected] https://lists.sourceforge.net/lists/listinfo/linux-f2fs-devel
Quoted 20 lines
Fixed a xfstests failure.
From
400c722c2117660b83190c88e5442d63fbbffe6eMon Sep 17 00:00:00 2001
From: Jaegeuk Kim <[email protected]>
Date: Mon, 10 Apr 2023 14:48:50 -0700
Subject: [PATCH] f2fs: refactorf2fs_gcto call checkpoint in urgent conditionThe major change is to call checkpoint, if there's not enough space while having some prefree segments in
FG_GCcase.Signed-off-by Jaegeuk Kim <[email protected]>---
fs/f2fs/gc.c| 27 +++++++++++++--------------1 file changed, 13 insertions(+), 14 deletions(-)fs/f2fs/gc.c +0
-0
fs/f2fs/gc.c int f2fs_gc(struct f2fs_sb_info *sbi, struct f2fs_gc_control *gc_control) · line 1835
Quoted 8 lines
fs/f2fs/gc.c +4
-1@@ -1829,7 +1829,10 @@ int f2fs_gc(struct f2fs_sb_info *sbi, struct f2fs_gc_control *gc_control) goto stop; } -if (gc_type ==BG_GC &&has_not_enough_free_secs (sbi,0 ,0 )) { +/* Let's run FG_GC, if we don't have enough space. */ +if (has_not_enough_free_secs (sbi,0 ,0 )) { + gc_type =FG_GC ; +
Hi, Jaegeuk & Chao
Would it be possible to clarify if this patch is intended to perform checkpoint every gc round?
Thanks.
Quoted 57 lines
fs/f2fs/gc.c +9
-13/* * For example, if there are many prefree_segments below given * threshold, we can make them free by checkpoint. Then, we @@ -1840,8 +1843,6 @@ int f2fs_gc(struct f2fs_sb_info *sbi, struct f2fs_gc_control *gc_control)if (ret) goto stop; } -if (has_not_enough_free_secs (sbi,0 ,0 )) - gc_type =FG_GC ; }/* f2fs_balance_fs doesn't need to do BG_GC in critical path. */ @@ -1868,19 +1869,15 @@ int f2fs_gc(struct f2fs_sb_info *sbi, struct f2fs_gc_control *gc_control)if (seg_freed ==f2fs_usable_segs_in_sec (sbi, segno)) sec_freed++; -if (gc_type ==FG_GC ) +if (gc_type ==FG_GC ) { sbi->cur_victim_sec =NULL_SEGNO ; -if (gc_control->init_gc_type ==FG_GC || - !has_not_enough_free_secs (sbi, - (gc_type ==FG_GC ) ? sec_freed :0 ,0 )) { -if (gc_type ==FG_GC && sec_freed < gc_control->nr_free_secs) - goto go_gc_more; - goto stop; - } - -/* FG_GC stops GC by skip_count */ -if (gc_type ==FG_GC ) { +if (!has_not_enough_free_secs (sbi, sec_freed,0 )) { +if (!gc_control->no_bg_gc && + sec_freed < gc_control->nr_free_secs) + goto go_gc_more; + goto stop; + }if (sbi->skipped_gc_rwsem) skipped_round++; round++;@@ -1889,6 +1886,8 @@ int f2fs_gc(struct f2fs_sb_info *sbi, struct f2fs_gc_control *gc_control) ret =f2fs_write_checkpoint (sbi, &cpc); goto stop; } + }else if (!has_not_enough_free_secs (sbi,0 ,0 )) { + goto stop; }__get_secs_required (sbi,NULL , &upper_secs,NULL );Signature · 8 lines
2.40.0.634.g4ca3ef3211-goog _______________________________________________ Linux-f2fs-devel mailing list [email protected] https://lists.sourceforge.net/lists/listinfo/linux-f2fs-devel
_______________________________________________
Linux-f2fs-devel mailing list
[email protected]
https://lists.sourceforge.net/lists/listinfo/linux-f2fs-devel
Quoted 31 lines · Yonggil Song
Quoted 20 lines
Fixed a xfstests failure.
From
400c722c2117660b83190c88e5442d63fbbffe6eMon Sep 17 00:00:00 2001
From: Jaegeuk Kim <[email protected]>
Date: Mon, 10 Apr 2023 14:48:50 -0700
Subject: [PATCH] f2fs: refactorf2fs_gcto call checkpoint in urgent conditionThe major change is to call checkpoint, if there's not enough space while having some prefree segments in
FG_GCcase.Signed-off-by Jaegeuk Kim <[email protected]>---
fs/f2fs/gc.c| 27 +++++++++++++--------------1 file changed, 13 insertions(+), 14 deletions(-)fs/f2fs/gc.c +0
-0fs/f2fs/gc.c int f2fs_gc(struct f2fs_sb_info *sbi, struct f2fs_gc_control *gc_control) · line 1835
Quoted 8 lines
fs/f2fs/gc.c +4
-1@@ -1829,7 +1829,10 @@ int f2fs_gc(struct f2fs_sb_info *sbi, struct f2fs_gc_control *gc_control) goto stop; } -if (gc_type ==BG_GC &&has_not_enough_free_secs (sbi,0 ,0 )) { +/* Let's run FG_GC, if we don't have enough space. */ +if (has_not_enough_free_secs (sbi,0 ,0 )) { + gc_type =FG_GC ; +Hi, Jaegeuk & Chao
Quoted 1 line
Would it be possible to clarify if this patch is intended to perform checkpoint every gc round?
Intention is to trigger checkpoint when there's not enough free space. So, it's not for every gc round.
Quoted 56 lines
Thanks.
Quoted 53 lines
fs/f2fs/gc.c +9
-13/* * For example, if there are many prefree_segments below given * threshold, we can make them free by checkpoint. Then, we @@ -1840,8 +1843,6 @@ int f2fs_gc(struct f2fs_sb_info *sbi, struct f2fs_gc_control *gc_control)if (ret) goto stop; } -if (has_not_enough_free_secs (sbi,0 ,0 )) - gc_type =FG_GC ; }/* f2fs_balance_fs doesn't need to do BG_GC in critical path. */ @@ -1868,19 +1869,15 @@ int f2fs_gc(struct f2fs_sb_info *sbi, struct f2fs_gc_control *gc_control)if (seg_freed ==f2fs_usable_segs_in_sec (sbi, segno)) sec_freed++; -if (gc_type ==FG_GC ) +if (gc_type ==FG_GC ) { sbi->cur_victim_sec =NULL_SEGNO ; -if (gc_control->init_gc_type ==FG_GC || - !has_not_enough_free_secs (sbi, - (gc_type ==FG_GC ) ? sec_freed :0 ,0 )) { -if (gc_type ==FG_GC && sec_freed < gc_control->nr_free_secs) - goto go_gc_more; - goto stop; - } - -/* FG_GC stops GC by skip_count */ -if (gc_type ==FG_GC ) { +if (!has_not_enough_free_secs (sbi, sec_freed,0 )) { +if (!gc_control->no_bg_gc && + sec_freed < gc_control->nr_free_secs) + goto go_gc_more; + goto stop; + }if (sbi->skipped_gc_rwsem) skipped_round++; round++;@@ -1889,6 +1886,8 @@ int f2fs_gc(struct f2fs_sb_info *sbi, struct f2fs_gc_control *gc_control) ret =f2fs_write_checkpoint (sbi, &cpc); goto stop; } + }else if (!has_not_enough_free_secs (sbi,0 ,0 )) { + goto stop; }__get_secs_required (sbi,NULL , &upper_secs,NULL );Signature · 1 line
2.40.0.634.g4ca3ef3211-goog
Quoted 4 lines
Quoted 4 lines
_______________________________________________
Linux-f2fs-devel mailing list
[email protected]
https://lists.sourceforge.net/lists/listinfo/linux-f2fs-devel
_______________________________________________
Linux-f2fs-devel mailing list
[email protected]
https://lists.sourceforge.net/lists/listinfo/linux-f2fs-devel
Re: [f2fs-dev] (2) [PATCH] f2fs_io: support checkpoint command
Quoted 31 lines · Yonggil Song
Quoted 31 lines
Quoted 20 lines
Fixed a xfstests failure.
From
400c722c2117660b83190c88e5442d63fbbffe6eMon Sep 17 00:00:00 2001
From: Jaegeuk Kim <[email protected]>
Date: Mon, 10 Apr 2023 14:48:50 -0700
Subject: [PATCH] f2fs: refactorf2fs_gcto call checkpoint in urgent conditionThe major change is to call checkpoint, if there's not enough space while having some prefree segments in
FG_GCcase.Signed-off-by Jaegeuk Kim <[email protected]>---
fs/f2fs/gc.c| 27 +++++++++++++--------------1 file changed, 13 insertions(+), 14 deletions(-)fs/f2fs/gc.c +0
-0fs/f2fs/gc.c int f2fs_gc(struct f2fs_sb_info *sbi, struct f2fs_gc_control *gc_control) · line 1835
Quoted 8 lines
fs/f2fs/gc.c +4
-1@@ -1829,7 +1829,10 @@ int f2fs_gc(struct f2fs_sb_info *sbi, struct f2fs_gc_control *gc_control) goto stop; } -if (gc_type ==BG_GC &&has_not_enough_free_secs (sbi,0 ,0 )) { +/* Let's run FG_GC, if we don't have enough space. */ +if (has_not_enough_free_secs (sbi,0 ,0 )) { + gc_type =FG_GC ; +Hi, Jaegeuk & Chao
Quoted 5 lines
Quoted 1 line
Would it be possible to clarify if this patch is intended to perform checkpoint every gc round?
Intention is to trigger checkpoint when there's not enough free space. So, it's not for every gc round.
Thanks for your reply.
When the file system is almost full, the victim’s valid blocks ratio is high. Therefore, most gc rounds consume free sections to relocate victims. So, free sections shrink and prefree remains after jumping to gc_more. Wouldn’t this trigger a checkpoint every gc round?
Thanks.
Quoted 56 lines
Quoted 56 lines
Thanks.
Quoted 53 lines
fs/f2fs/gc.c +9
-13/* * For example, if there are many prefree_segments below given * threshold, we can make them free by checkpoint. Then, we @@ -1840,8 +1843,6 @@ int f2fs_gc(struct f2fs_sb_info *sbi, struct f2fs_gc_control *gc_control)if (ret) goto stop; } -if (has_not_enough_free_secs (sbi,0 ,0 )) - gc_type =FG_GC ; }/* f2fs_balance_fs doesn't need to do BG_GC in critical path. */ @@ -1868,19 +1869,15 @@ int f2fs_gc(struct f2fs_sb_info *sbi, struct f2fs_gc_control *gc_control)if (seg_freed ==f2fs_usable_segs_in_sec (sbi, segno)) sec_freed++; -if (gc_type ==FG_GC ) +if (gc_type ==FG_GC ) { sbi->cur_victim_sec =NULL_SEGNO ; -if (gc_control->init_gc_type ==FG_GC || - !has_not_enough_free_secs (sbi, - (gc_type ==FG_GC ) ? sec_freed :0 ,0 )) { -if (gc_type ==FG_GC && sec_freed < gc_control->nr_free_secs) - goto go_gc_more; - goto stop; - } - -/* FG_GC stops GC by skip_count */ -if (gc_type ==FG_GC ) { +if (!has_not_enough_free_secs (sbi, sec_freed,0 )) { +if (!gc_control->no_bg_gc && + sec_freed < gc_control->nr_free_secs) + goto go_gc_more; + goto stop; + }if (sbi->skipped_gc_rwsem) skipped_round++; round++;@@ -1889,6 +1886,8 @@ int f2fs_gc(struct f2fs_sb_info *sbi, struct f2fs_gc_control *gc_control) ret =f2fs_write_checkpoint (sbi, &cpc); goto stop; } + }else if (!has_not_enough_free_secs (sbi,0 ,0 )) { + goto stop; }__get_secs_required (sbi,NULL , &upper_secs,NULL );Signature · 1 line
2.40.0.634.g4ca3ef3211-goog
Quoted 7 lines
Quoted 7 lines
Quoted 2 lines
_______________________________________________
Linux-f2fs-mailing list
Quoted 1 line
Linux-f2fs-
@lists.sourceforge.net
_______________________________________________
Linux-f2fs-devel mailing list
[email protected]
https://lists.sourceforge.net/lists/listinfo/linux-f2fs-devel