btrfs: auto enable discard=async when possible
David Sterba
maintainerPATCH 1/1 btrfs: auto enable discard=async when possible
There's a request to automatically enable async discard for capable devices. We can do that, the async mode is designed to wait for larger freed extents and is not intrusive, with limits to iops, kbps or latency.
The status and tunables will be exported in /sys/fs/btrfs/FSID/discard .
The automatic selection is done if there's at least one discard capable device in the filesystem (not capable devices are skipped). Mounting with any other discard option will honor that option, notably mounting with nodiscard will keep it disabled.
--- fs/btrfs/ctree.h | 1 + fs/btrfs/disk-io.c | 14 ++++++++++++++ fs/btrfs/super.c | 2 ++ fs/btrfs/volumes.c | 3 +++ fs/btrfs/volumes.h | 2 ++ 5 files changed, 22 insertions(+)
fs/btrfs/ctree.h +1 -0
@@ -1503,6 +1503,7 @@ enum {BTRFS_MOUNT_DISCARD_ASYNC = (1UL <<28 ),BTRFS_MOUNT_IGNOREBADROOTS = (1UL <<29 ),BTRFS_MOUNT_IGNOREDATACSUMS = (1UL <<30 ), + BTRFS_MOUNT_NODISCARD = (1UL << 31), };#define BTRFS_DEFAULT_COMMIT_INTERVAL (30)
fs/btrfs/disk-io.c +14 -0
@@ -3767,6 +3767,20 @@ int __cold open_ctree(struct super_block *sb, struct btrfs_fs_devices *fs_devicebtrfs_set_and_info (fs_info,SSD ,"enabling ssd optimizations" ); } +/* +* For devices supporting discard turn on discard=async automatically, +* unless it's already set or disabled. This could be turned off by +* nodiscard for the same mount. +*/ +if (!(btrfs_test_opt (fs_info,DISCARD_SYNC ) || +btrfs_test_opt (fs_info,DISCARD_ASYNC ) || +btrfs_test_opt (fs_info,NODISCARD )) && + fs_info->fs_devices->discardable) { +btrfs_set_and_info (fs_info,DISCARD_ASYNC , +"auto enabling discard=async" ); +btrfs_clear_opt (fs_info->mount_opt,NODISCARD ); + } +/* * Mount does not set all options immediately, we can do it now and do * not have to wait for transaction commit
fs/btrfs/super.c +2 -0
@@ -915,12 +915,14 @@ int btrfs_parse_options(struct btrfs_fs_info *info, char *options, ret = -EINVAL ; goto out; } +btrfs_clear_opt (info->mount_opt,NODISCARD );break ;case Opt_nodiscard:btrfs_clear_and_info (info,DISCARD_SYNC ,"turning off discard" );btrfs_clear_and_info (info,DISCARD_ASYNC ,"turning off async discard" ); +btrfs_set_opt (info->mount_opt,NODISCARD );break ;case Opt_space_cache:case Opt_space_cache_version:
fs/btrfs/volumes.c +3 -0
@@ -639,6 +639,9 @@ static int btrfs_open_one_device(struct btrfs_fs_devices *fs_devices,if (!bdev_nonrot (bdev)) fs_devices->rotating = true; +if (bdev_max_discard_sectors (bdev)) + fs_devices->discardable = true; + device->bdev = bdev;clear_bit (BTRFS_DEV_STATE_IN_FS_METADATA , &device->dev_state); device->mode = flags;
fs/btrfs/volumes.h +2 -0
@@ -329,6 +329,8 @@ struct btrfs_fs_devices {* nonrot flag set */ bool rotating; +/* Devices support TRIM/discard commands */ +bool discardable;struct btrfs_fs_info *fs_info;/* sysfs kobjects */
Signature · 1 line
2.36.1
Quoted 6 lines · David Sterba
There's a request to automatically enable async discard for capable devices. We can do that, the async mode is designed to wait for larger freed extents and is not intrusive, with limits to iops, kbps or latency.
The status and tunables will be exported in
/sys/fs/btrfs/FSID/discard.
Quoted 7 lines
The automatic selection is done if there's at least one discard capable device in the filesystem (not capable devices are skipped). Mounting with any other discard option will honor that option, notably mounting with nodiscard will keep it disabled.
Works for me, on mount and ro mount.
Quoted 94 lines
--- fs/btrfs/ctree.h | 1 + fs/btrfs/disk-io.c | 14 ++++++++++++++ fs/btrfs/super.c | 2 ++ fs/btrfs/volumes.c | 3 +++ fs/btrfs/volumes.h | 2 ++ 5 files changed, 22 insertions(+)fs/btrfs/ctree.h +1
-0@@ -1503,6 +1503,7 @@ enum {BTRFS_MOUNT_DISCARD_ASYNC = (1UL <<28 ),BTRFS_MOUNT_IGNOREBADROOTS = (1UL <<29 ),BTRFS_MOUNT_IGNOREDATACSUMS = (1UL <<30 ), + BTRFS_MOUNT_NODISCARD = (1UL << 31), };#define BTRFS_DEFAULT_COMMIT_INTERVAL (30)fs/btrfs/disk-io.c +14
-0@@ -3767,6 +3767,20 @@ int __cold open_ctree(struct super_block *sb, struct btrfs_fs_devices *fs_devicebtrfs_set_and_info (fs_info,SSD ,"enabling ssd optimizations" ); } +/* +* For devices supporting discard turn on discard=async automatically, +* unless it's already set or disabled. This could be turned off by +* nodiscard for the same mount. +*/ +if (!(btrfs_test_opt (fs_info,DISCARD_SYNC ) || +btrfs_test_opt (fs_info,DISCARD_ASYNC ) || +btrfs_test_opt (fs_info,NODISCARD )) && + fs_info->fs_devices->discardable) { +btrfs_set_and_info (fs_info,DISCARD_ASYNC , +"auto enabling discard=async" ); +btrfs_clear_opt (fs_info->mount_opt,NODISCARD ); + } +/* * Mount does not set all options immediately, we can do it now and do * not have to wait for transaction commit fs/btrfs/super.c +2
-0@@ -915,12 +915,14 @@ int btrfs_parse_options(struct btrfs_fs_info *info, char *options, ret = -EINVAL ; goto out; } +btrfs_clear_opt (info->mount_opt,NODISCARD );break ;case Opt_nodiscard:btrfs_clear_and_info (info,DISCARD_SYNC ,"turning off discard" );btrfs_clear_and_info (info,DISCARD_ASYNC ,"turning off async discard" ); +btrfs_set_opt (info->mount_opt,NODISCARD );break ;case Opt_space_cache:case Opt_space_cache_version:fs/btrfs/volumes.c +3
-0@@ -639,6 +639,9 @@ static int btrfs_open_one_device(struct btrfs_fs_devices *fs_devices,if (!bdev_nonrot (bdev)) fs_devices->rotating = true; +if (bdev_max_discard_sectors (bdev)) + fs_devices->discardable = true; + device->bdev = bdev;clear_bit (BTRFS_DEV_STATE_IN_FS_METADATA , &device->dev_state); device->mode = flags;fs/btrfs/volumes.h +2
-0@@ -329,6 +329,8 @@ struct btrfs_fs_devices {* nonrot flag set */ bool rotating; +/* Devices support TRIM/discard commands */ +bool discardable;struct btrfs_fs_info *fs_info;/* sysfs kobjects */ Signature · 1 line
2.36.1
Quoted 20 lines · On Wed, 27 Jul 2022 17:01:58 +0200 David Sterba <[email protected]> wrote:
fs/btrfs/ctree.h +1
-0@@ -1503,6 +1503,7 @@ enum {BTRFS_MOUNT_DISCARD_ASYNC = (1UL <<28 ),BTRFS_MOUNT_IGNOREBADROOTS = (1UL <<29 ),BTRFS_MOUNT_IGNOREDATACSUMS = (1UL <<30 ), + BTRFS_MOUNT_NODISCARD = (1UL << 31), };#define BTRFS_DEFAULT_COMMIT_INTERVAL (30)fs/btrfs/disk-io.c +2
-0@@ -3767,6 +3767,20 @@ int __cold open_ctree(struct super_block *sb, struct btrfs_fs_devices *fs_devicebtrfs_set_and_info (fs_info,SSD ,"enabling ssd optimizations" ); } +/* +* For devices supporting discard turn on discard=async automatically,
fs/btrfs/disk-io.c int __cold open_ctree(struct super_block *sb, struct btrfs_fs_devices *fs_device · line 3781
Quoted 10 lines
fs/btrfs/disk-io.c +10
-0+* unless it's already set or disabled. This could be turned off by +* nodiscard for the same mount. +*/ +if (!(btrfs_test_opt (fs_info,DISCARD_SYNC ) || +btrfs_test_opt (fs_info,DISCARD_ASYNC ) || +btrfs_test_opt (fs_info,NODISCARD )) && + fs_info->fs_devices->discardable) { +btrfs_set_and_info (fs_info,DISCARD_ASYNC , +"auto enabling discard=async" ); +btrfs_clear_opt (fs_info->mount_opt,NODISCARD );
Spaces are used in the above line instead of a 2nd TAB.
Also I am probably clueless, but it seems the condition just checked that NODISCARD was not set, so what is the purpose of also clearing it?
Thanks
Signature · 2 lines
With respect, Roman
Quoted 36 lines · Roman Mamedov
Quoted 20 lines · On Wed, 27 Jul 2022 17:01:58 +0200 David Sterba <[email protected]> wrote:
fs/btrfs/ctree.h +1
-0@@ -1503,6 +1503,7 @@ enum {BTRFS_MOUNT_DISCARD_ASYNC = (1UL <<28 ),BTRFS_MOUNT_IGNOREBADROOTS = (1UL <<29 ),BTRFS_MOUNT_IGNOREDATACSUMS = (1UL <<30 ), + BTRFS_MOUNT_NODISCARD = (1UL << 31), };#define BTRFS_DEFAULT_COMMIT_INTERVAL (30)fs/btrfs/disk-io.c +2
-0@@ -3767,6 +3767,20 @@ int __cold open_ctree(struct super_block *sb, struct btrfs_fs_devices *fs_devicebtrfs_set_and_info (fs_info,SSD ,"enabling ssd optimizations" ); } +/* +* For devices supporting discard turn on discard=async automatically, fs/btrfs/disk-io.c int __cold open_ctree(struct super_block *sb, struct btrfs_fs_devices *fs_device · line 3781
Quoted 10 lines
fs/btrfs/disk-io.c +10
-0+* unless it's already set or disabled. This could be turned off by +* nodiscard for the same mount. +*/ +if (!(btrfs_test_opt (fs_info,DISCARD_SYNC ) || +btrfs_test_opt (fs_info,DISCARD_ASYNC ) || +btrfs_test_opt (fs_info,NODISCARD )) && + fs_info->fs_devices->discardable) { +btrfs_set_and_info (fs_info,DISCARD_ASYNC , +"auto enabling discard=async" ); +btrfs_clear_opt (fs_info->mount_opt,NODISCARD );Spaces are used in the above line instead of a 2nd TAB.
Quoted 2 lines
Also I am probably clueless, but it seems the condition just checked that NODISCARD was not set, so what is the purpose of also clearing it?
I think it's out of habit and consistency with other option handling to make it clear what's the new state (compression and datacow/datasum), but you're right that here it's a bit redundant.
Quoted 7 lines · David Sterba
There's a request to automatically enable async discard for capable devices. We can do that, the async mode is designed to wait for larger freed extents and is not intrusive, with limits to iops, kbps or latency.
The status and tunables will be exported in
/sys/fs/btrfs/FSID/discard.
Quoted 7 lines
The automatic selection is done if there's at least one discard capable device in the filesystem (not capable devices are skipped). Mounting with any other discard option will honor that option, notably mounting with nodiscard will keep it disabled.
Looks great.
Signature · 1 line
Neal Gompa (FAS: ngompa)
Hi,
Quoted 43 lines
There's a request to automatically enable async discard for capable devices. We can do that, the async mode is designed to wait for larger freed extents and is not intrusive, with limits to iops, kbps or latency.
The status and tunables will be exported in
/sys/fs/btrfs/FSID/discard.The automatic selection is done if there's at least one discard capable device in the filesystem (not capable devices are skipped). Mounting with any other discard option will honor that option, notably mounting with nodiscard will keep it disabled.
Link https://lore.kernel.org/linux-btrfs/CAEg-Je_b1YtdsCR0zS5XZ_SbvJgN70ezwvRwLiCZgDGLbeMB=w@mail.gmail.com/ open hereSigned-off-by David Sterba <[email protected]>--- fs/btrfs/ctree.h | 1 + fs/btrfs/disk-io.c | 14 ++++++++++++++ fs/btrfs/super.c | 2 ++ fs/btrfs/volumes.c | 3 +++ fs/btrfs/volumes.h | 2 ++ 5 files changed, 22 insertions(+)fs/btrfs/ctree.h +1
-0@@ -1503,6 +1503,7 @@ enum {BTRFS_MOUNT_DISCARD_ASYNC = (1UL <<28 ),BTRFS_MOUNT_IGNOREBADROOTS = (1UL <<29 ),BTRFS_MOUNT_IGNOREDATACSUMS = (1UL <<30 ), + BTRFS_MOUNT_NODISCARD = (1UL << 31), };#define BTRFS_DEFAULT_COMMIT_INTERVAL (30)fs/btrfs/disk-io.c +2
-0@@ -3767,6 +3767,20 @@ int __cold open_ctree(struct super_block *sb, struct btrfs_fs_devices *fs_devicebtrfs_set_and_info (fs_info,SSD ,"enabling ssd optimizations" ); } +/* +* For devices supporting discard turn on discard=async automatically,
fs/btrfs/disk-io.c int __cold open_ctree(struct super_block *sb, struct btrfs_fs_devices *fs_device · line 3781
Quoted 10 lines
fs/btrfs/disk-io.c +10
-0+* unless it's already set or disabled. This could be turned off by +* nodiscard for the same mount. +*/ +if (!(btrfs_test_opt (fs_info,DISCARD_SYNC ) || +btrfs_test_opt (fs_info,DISCARD_ASYNC ) || +btrfs_test_opt (fs_info,NODISCARD )) && + fs_info->fs_devices->discardable) { +btrfs_set_and_info (fs_info,DISCARD_ASYNC , +"auto enabling discard=async" ); +btrfs_clear_opt (fs_info->mount_opt,NODISCARD );
We do not need 'btrfs_clear_opt(fs_info->mount_opt, NODISCARD);' here?
Best Regards
Wang Yugui ([email protected])
2022/11/06
Quoted 53 lines
fs/btrfs/disk-io.c +2
-0+ } +/* * Mount does not set all options immediately, we can do it now and do * not have to wait for transaction commit fs/btrfs/super.c +2
-0@@ -915,12 +915,14 @@ int btrfs_parse_options(struct btrfs_fs_info *info, char *options, ret = -EINVAL ; goto out; } +btrfs_clear_opt (info->mount_opt,NODISCARD );break ;case Opt_nodiscard:btrfs_clear_and_info (info,DISCARD_SYNC ,"turning off discard" );btrfs_clear_and_info (info,DISCARD_ASYNC ,"turning off async discard" ); +btrfs_set_opt (info->mount_opt,NODISCARD );break ;case Opt_space_cache:case Opt_space_cache_version:fs/btrfs/volumes.c +3
-0@@ -639,6 +639,9 @@ static int btrfs_open_one_device(struct btrfs_fs_devices *fs_devices,if (!bdev_nonrot (bdev)) fs_devices->rotating = true; +if (bdev_max_discard_sectors (bdev)) + fs_devices->discardable = true; + device->bdev = bdev;clear_bit (BTRFS_DEV_STATE_IN_FS_METADATA , &device->dev_state); device->mode = flags;fs/btrfs/volumes.h +2
-0@@ -329,6 +329,8 @@ struct btrfs_fs_devices {* nonrot flag set */ bool rotating; +/* Devices support TRIM/discard commands */ +bool discardable;struct btrfs_fs_info *fs_info;/* sysfs kobjects */ Signature · 1 line
2.36.1