mild btrfs async discard fix
cover mild btrfs async discard fix
The first fixes torn reads, that is not very important but costs us nothing. The second optimises out extra spinlocking that may be useful for high discard rates.
Pavel Begunkov (2):
btrfs: fix racy access to discard_ctl data
btrfs: don't overabuse discard lock
fs/btrfs/discard.c | 54 +++++++++++++++++++++++----------------------- 1 file changed, 27 insertions(+), 27 deletions(-)
Signature · 1 line
2.24.0
PATCH 1/2 btrfs: fix racy access to discard_ctl data
Because only one discard worker may be running at any given point, it could have been safe to modify ->prev_discard, etc. without synchronisation, if not for @override flag in btrfs_discard_schedule_work() and delayed_work_pending() returning false while workfn is running.
That may lead lead to torn reads of u64 for some architectures, but that's not a big problem as only slightly affects the discard rate.
--- fs/btrfs/discard.c | 11 ++++------- 1 file changed, 4 insertions(+), 7 deletions(-)
fs/btrfs/discard.c +4 -7
@@ -438,6 +438,7 @@ static void btrfs_discard_workfn(struct work_struct *work)int discard_index =0 ;u64 trimmed =0 ;u64 minlen =0 ; +u64 now; discard_ctl = container_of(work, struct btrfs_discard_ctl, work.work);
@@ -474,13 +475,6 @@ static void btrfs_discard_workfn(struct work_struct *work) discard_ctl->discard_extent_bytes += trimmed; } -/* -* Updated without locks as this is inside the workfn and nothing else -* is reading the values -*/ - discard_ctl->prev_discard = trimmed; - discard_ctl->prev_discard_time =ktime_get_ns (); -/* Determine next steps for a block_group */ if (block_group->discard_cursor >=btrfs_block_group_end (block_group)) {if (discard_state ==BTRFS_DISCARD_BITMAPS ) {
@@ -496,7 +490,10 @@ static void btrfs_discard_workfn(struct work_struct *work) } } + now =ktime_get_ns ();spin_lock (&discard_ctl->lock); + discard_ctl->prev_discard = trimmed; + discard_ctl->prev_discard_time = now; discard_ctl->block_group =NULL ;spin_unlock (&discard_ctl->lock);
Signature · 1 line
2.24.0
PATCH 2/2 btrfs: don't overabuse discard lock
In reply to Pavel Begunkovbtrfs_discard_workfn() drops discard_ctl->lock just to take it again in a moment in btrfs_discard_schedule_work(). Avoid that and also reuse ktime.
--- fs/btrfs/discard.c | 43 +++++++++++++++++++++++-------------------- 1 file changed, 23 insertions(+), 20 deletions(-)
fs/btrfs/discard.c +23 -20
@@ -330,28 +330,15 @@ void btrfs_discard_queue_work(struct btrfs_discard_ctl *discard_ctl,btrfs_discard_schedule_work (discard_ctl, false); } -/** -* btrfs_discard_schedule_work - responsible for scheduling the discard work -* @discard_ctl: discard control -* @override: override the current timer -* -* Discards are issued by a delayed workqueue item. @override is used to -* update the current delay as the baseline delay interval is reevaluated on -* transaction commit. This is also maxed with any other rate limit. -*/ -void btrfs_discard_schedule_work (struct btrfs_discard_ctl *discard_ctl, -bool override) +static void __btrfs_discard_schedule_work (struct btrfs_discard_ctl *discard_ctl, +u64 now,bool override) {struct btrfs_block_group *block_group; -const u64 now =ktime_get_ns (); - -spin_lock (&discard_ctl->lock);if (!btrfs_run_discard_work (discard_ctl)) - goto out; - +return ;if (!override &&delayed_work_pending (&discard_ctl->work)) - goto out; +return ; block_group =find_next_block_group (discard_ctl, now);if (block_group) {
@@ -393,7 +380,24 @@ void btrfs_discard_schedule_work(struct btrfs_discard_ctl *discard_ctl,mod_delayed_work (discard_ctl->discard_workers, &discard_ctl->work,nsecs_to_jiffies (delay)); } -out: +} + +/** +* btrfs_discard_schedule_work - responsible for scheduling the discard work +* @discard_ctl: discard control +* @override: override the current timer +* +* Discards are issued by a delayed workqueue item. @override is used to +* update the current delay as the baseline delay interval is reevaluated on +* transaction commit. This is also maxed with any other rate limit. +*/ +void btrfs_discard_schedule_work (struct btrfs_discard_ctl *discard_ctl, +bool override) +{ +u64 now =ktime_get_ns (); + +spin_lock (&discard_ctl->lock); +__btrfs_discard_schedule_work (discard_ctl, now, override);spin_unlock (&discard_ctl->lock); }
@@ -495,9 +499,8 @@ static void btrfs_discard_workfn(struct work_struct *work) discard_ctl->prev_discard = trimmed; discard_ctl->prev_discard_time = now; discard_ctl->block_group =NULL ; +__btrfs_discard_schedule_work (discard_ctl, now, false);spin_unlock (&discard_ctl->lock); - -btrfs_discard_schedule_work (discard_ctl, false); }/**
Signature · 1 line
2.24.0