refactor submit_bio_wait and bio await helpers
Subsystems (2)
Hi Jens,
this series factors common code between submit_bio_wait and bio_await_chain into a common helper, and then uses that in XFS as well instead of open coding such functionality. It also cleans up the submit or kill logic in the ioctl handlers to share more code.
There is another places in btrfs that could be refactored to use this, although it is non-trivial, and I plan to add more users of this helper to XFS in the future.
Diffstat:
block/bio.c | 80 +++++++++++++++++++++++++++++++-------------------- block/blk-lib.c | 16 +--------- block/blk.h | 2 - block/ioctl.c | 11 +------ fs/xfs/xfs_zone_gc.c | 19 +++--------- include/linux/bio.h | 2 + 6 files changed, 62 insertions(+), 68 deletions(-)
PATCH 1/4 block: unify the synchronous bi_end_io callbacks
Put the bio in bio_await_chain after waiting for the completion, and share the now identical callbacks between submit_bio_wait and bio_await_chain.
--- block/bio.c | 11 +++-------- 1 file changed, 3 insertions(+), 8 deletions(-)
block/bio.c +3 -8
@@ -1448,7 +1448,7 @@ void bio_iov_iter_unbounce(struct bio *bio, bool is_error, bool mark_dirty)bio_iov_iter_unbounce_read (bio, is_error, mark_dirty); } -static void submit_bio_wait_endio (struct bio *bio) +static void bio_wait_end_io (struct bio *bio) {complete (bio->bi_private); }
@@ -1470,7 +1470,7 @@ int submit_bio_wait(struct bio *bio) bio->bi_bdev->bd_disk->lockdep_map); bio->bi_private = &done; - bio->bi_end_io = submit_bio_wait_endio; + bio->bi_end_io = bio_wait_end_io; bio->bi_opf |=REQ_SYNC ;submit_bio (bio);blk_wait_io (&done);
@@ -1509,12 +1509,6 @@ int bdev_rw_virt(struct block_device *bdev, sector_t sector, void *data, }EXPORT_SYMBOL_GPL (bdev_rw_virt); -static void bio_wait_end_io (struct bio *bio) -{ -complete (bio->bi_private); -bio_put (bio); -} -/* * bio_await_chain - ends @bio and waits for every chained bio to complete */
@@ -1527,6 +1521,7 @@ void bio_await_chain(struct bio *bio) bio->bi_end_io = bio_wait_end_io;bio_endio (bio);blk_wait_io (&done); +bio_put (bio); }void __bio_advance (struct bio *bio,unsigned bytes)
Signature · 1 line
2.47.3
Re: [PATCH 1/4] block: unify the synchronous bi_end_io callbacks
Quoted 3 lines · Christoph Hellwig
Put the bio in
bio_await_chainafter waiting for the completion, and share the now identical callbacks betweensubmit_bio_waitandbio_await_chain.
PATCH 2/4 block: factor out a bio_await helper
In reply to Christoph HellwigAdd a new helper to wait for a bio and anything chained off it to complete synchronous after kicking it. This factors common code out of submit_bio_wait and bio_await_chain and will also be useful for file system code and thus is exported.
--- block/bio.c | 52 +++++++++++++++++++++++++++++++-------------- include/linux/bio.h | 2 ++ 2 files changed, 38 insertions(+), 16 deletions(-)
block/bio.c +36 -16
@@ -1453,6 +1453,35 @@ static void bio_wait_end_io(struct bio *bio)complete (bio->bi_private); } +/** +* bio_await - call a function on a bio, and wait until it completes +* @bio: the bio which describes the I/O +* @kick: function called to "kick off" the bio +* @priv: private data passed to @kick. +* +* Wait for the bio as well as any bio chained off it after executing the +* passed in callback @kick. The wait for the bio is set up before calling +* @kick to ensure that the completion is captured. If @kick is %NULL, +* submit_bio() is used instead to submit the bio. +* +* Note: this overrides the bi_private and bi_end_io fields in the bio. +*/ +void bio_await (struct bio *bio,void *priv, +void (*kick)(struct bio *bio,void *priv)) +{ +DECLARE_COMPLETION_ONSTACK_MAP (done, + bio->bi_bdev->bd_disk->lockdep_map); + + bio->bi_private = &done; + bio->bi_end_io = bio_wait_end_io; +if (kick) +kick (bio, priv); +else +submit_bio (bio); +blk_wait_io (&done); +} +EXPORT_SYMBOL_GPL (bio_await); +/** * submit_bio_wait - submit a bio, and wait until it completes * @bio: The &struct bio which describes the I/O
@@ -1466,19 +1495,16 @@ static void bio_wait_end_io(struct bio *bio)*/ int submit_bio_wait (struct bio *bio) { -DECLARE_COMPLETION_ONSTACK_MAP (done, - bio->bi_bdev->bd_disk->lockdep_map); - - bio->bi_private = &done; - bio->bi_end_io = bio_wait_end_io; - bio->bi_opf |=REQ_SYNC ; -submit_bio (bio); -blk_wait_io (&done); - +bio_await (bio,NULL ,NULL );return blk_status_to_errno (bio->bi_status); }EXPORT_SYMBOL (submit_bio_wait); +static void bio_endio_cb (struct bio *bio,void *priv) +{ +bio_endio (bio); +} +/** * bdev_rw_virt - synchronously read into / write from kernel mapping * @bdev: block device to access
@@ -1514,13 +1540,7 @@ EXPORT_SYMBOL_GPL(bdev_rw_virt);*/ void bio_await_chain (struct bio *bio) { -DECLARE_COMPLETION_ONSTACK_MAP (done, - bio->bi_bdev->bd_disk->lockdep_map); - - bio->bi_private = &done; - bio->bi_end_io = bio_wait_end_io; -bio_endio (bio); -blk_wait_io (&done); +bio_await (bio,NULL , bio_endio_cb);bio_put (bio); }
include/linux/bio.h +2 -0
@@ -432,6 +432,8 @@ extern void bio_uninit(struct bio *);void bio_reset (struct bio *bio,struct block_device *bdev,blk_opf_t opf);void bio_reuse (struct bio *bio,blk_opf_t opf);void bio_chain (struct bio *,struct bio *); +void bio_await (struct bio *bio,void *priv, +void (*kick)(struct bio *bio,void *priv));int __must_check bio_add_page (struct bio *bio,struct page *page,unsigned len,unsigned off);
Signature · 1 line
2.47.3
Re: [PATCH 2/4] block: factor out a bio_await helper
Quoted 5 lines · Christoph Hellwig
block/bio.c +5
-0+/** +* bio_await - call a function on a bio, and wait until it completes +* @bio: the bio which describes the I/O +* @kick: function called to "kick off" the bio +* @priv: private data passed to @kick.
block/bio.c static void bio_wait_end_io(struct bio *bio) · line 1470
Quoted 10 lines
block/bio.c +10
-0+* +* Wait for the bio as well as any bio chained off it after executing the +* passed in callback @kick. The wait for the bio is set up before calling +* @kick to ensure that the completion is captured. If @kick is %NULL, +* submit_bio() is used instead to submit the bio. +* +* Note: this overrides the bi_private and bi_end_io fields in the bio. +*/ +void bio_await (struct bio *bio,void *priv, +void (*kick)(struct bio *bio,void *priv))
Please consider swapping the @priv and @kick arguments because that's the argument order used elsewhere in the Linux kernel for callback function pointers and their private data pointer.
Quoted 5 lines
int submit_bio_wait(struct bio *bio) {block/bio.c +0
-3-DECLARE_COMPLETION_ONSTACK_MAP (done, - bio->bi_bdev->bd_disk->lockdep_map); -
block/bio.c static void bio_wait_end_io(struct bio *bio) · line 1501
Quoted 10 lines
block/bio.c +1
-6- bio->bi_private = &done; - bio->bi_end_io = bio_wait_end_io; - bio->bi_opf |=REQ_SYNC ; -submit_bio (bio); -blk_wait_io (&done); - +bio_await (bio,NULL ,NULL );return blk_status_to_errno (bio->bi_status); }EXPORT_SYMBOL (submit_bio_wait);
What happened to the bio->bi_opf |= REQ_SYNC statement? Shouldn't that statement be preserved?
Otherwise this patch looks good to me.
Thanks,
Bart.
Re: [PATCH 2/4] block: factor out a bio_await helper
Quoted 13 lines · Bart Van Assche
Quoted 11 lines · Christoph Hellwig
+/**
+ *bio_await- call a function on a bio, and wait until it completes
+ * @bio: the bio which describes the I/O
+ * @kick: function called to "kick off" the bio
+ * @priv: private data passed to @kick.
+ *
+ * Wait for the bio as well as any bio chained off it after executing the
+ * passed in callback @kick. The wait for the bio is set up before calling
+ * @kick to ensure that the completion is captured. If @kick is %NULL,
+ *submit_bio()is used instead to submit the bio.
+ *
Quoted 8 lines
block/bio.c static void bio_wait_end_io(struct bio *bio) · line 1470
Quoted 4 lines
+ * Note: this overrides the
bi_privateandbi_end_iofields in the bio.
+ */block/bio.c +2
-0+void bio_await (struct bio *bio,void *priv, +void (*kick)(struct bio *bio,void *priv))Please consider swapping the @priv and @kick arguments because that's the argument order used elsewhere in the Linux kernel for callback function pointers and their private data pointer.
We have plenty of examples for both variants. And the version here generates objectively better code, because it keeps the arguments passed on in the same registers.
Quoted 2 lines
What happened to the
bio->bi_opf|=REQ_SYNCstatement? Shouldn't that statement be preserved?
Yes.
PATCH 3/4 block: add a bio_submit_or_kill helper
In reply to Christoph HellwigFactor the common logic for the ioctl helpers to either submit a bio or end if the process is being killed. As this is now the only user of bio_await_chain, open code that.
--- block/bio.c | 23 ++++++++++++++--------- block/blk-lib.c | 16 ++-------------- block/blk.h | 2 +- block/ioctl.c | 11 ++--------- 4 files changed, 19 insertions(+), 33 deletions(-)
block/bio.c +14 -9
@@ -1505,6 +1505,20 @@ static void bio_endio_cb(struct bio *bio, void *priv)bio_endio (bio); } +/* +* Submit @bio synchronously, or call bio_endio on it if the current process +* is being killed. +*/ +int bio_submit_or_kill (struct bio *bio,unsigned int flags) +{ +if ((flags &BLKDEV_ZERO_KILLABLE ) &&fatal_signal_pending (current)) { +bio_await (bio,NULL , bio_endio_cb); +return -EINTR ; + } + +return submit_bio_wait (bio); +} +/** * bdev_rw_virt - synchronously read into / write from kernel mapping * @bdev: block device to access
@@ -1535,15 +1549,6 @@ int bdev_rw_virt(struct block_device *bdev, sector_t sector, void *data, }EXPORT_SYMBOL_GPL (bdev_rw_virt); -/* -* bio_await_chain - ends @bio and waits for every chained bio to complete -*/ -void bio_await_chain (struct bio *bio) -{ -bio_await (bio,NULL , bio_endio_cb); -bio_put (bio); -} -void __bio_advance (struct bio *bio,unsigned bytes) {if (bio_integrity (bio))
block/blk-lib.c +2 -14
@@ -155,13 +155,7 @@ static int blkdev_issue_write_zeroes(struct block_device *bdev, sector_t sector,__blkdev_issue_write_zeroes (bdev, sector, nr_sects, gfp, &bio, flags, limit);if (bio) { -if ((flags &BLKDEV_ZERO_KILLABLE ) && -fatal_signal_pending (current)) { -bio_await_chain (bio); -blk_finish_plug (&plug); -return -EINTR ; - } - ret =submit_bio_wait (bio); + ret =bio_submit_or_kill (bio, flags);bio_put (bio); }blk_finish_plug (&plug);
@@ -236,13 +230,7 @@ static int blkdev_issue_zero_pages(struct block_device *bdev, sector_t sector,blk_start_plug (&plug);__blkdev_issue_zero_pages (bdev, sector, nr_sects, gfp, &bio, flags);if (bio) { -if ((flags &BLKDEV_ZERO_KILLABLE ) && -fatal_signal_pending (current)) { -bio_await_chain (bio); -blk_finish_plug (&plug); -return -EINTR ; - } - ret =submit_bio_wait (bio); + ret =bio_submit_or_kill (bio, flags);bio_put (bio); }blk_finish_plug (&plug);
block/blk.h +1 -1
@@ -55,7 +55,7 @@ bool __blk_freeze_queue_start(struct request_queue *q, struct task_struct *owner);int __bio_queue_enter (struct request_queue *q,struct bio *bio);void submit_bio_noacct_nocheck (struct bio *bio,bool split); -void bio_await_chain (struct bio *bio); +int bio_submit_or_kill (struct bio *bio,unsigned int flags);static inline bool blk_try_enter_queue (struct request_queue *q,bool pm) {
block/ioctl.c +2 -9
@@ -153,13 +153,7 @@ static int blk_ioctl_discard(struct block_device *bdev, blk_mode_t mode, nr_sects = len >>SECTOR_SHIFT ;blk_start_plug (&plug); -while (1 ) { -if (fatal_signal_pending (current)) { -if (prev) -bio_await_chain (prev); - err = -EINTR ; - goto out_unplug; - } +while (!fatal_signal_pending (current)) { bio =blk_alloc_discard_bio (bdev, §or, &nr_sects,GFP_KERNEL );if (!bio)
@@ -167,12 +161,11 @@ static int blk_ioctl_discard(struct block_device *bdev, blk_mode_t mode, prev =bio_chain_and_submit (prev, bio); }if (prev) { - err =submit_bio_wait (prev); + err =bio_submit_or_kill (prev,BLKDEV_ZERO_KILLABLE );if (err == -EOPNOTSUPP ) err =0 ;bio_put (prev); } -out_unplug:blk_finish_plug (&plug); fail:filemap_invalidate_unlock (bdev->bd_mapping);
Signature · 1 line
2.47.3
Re: [PATCH 3/4] block: add a bio_submit_or_kill helper
Quoted 3 lines · Christoph Hellwig
Factor the common logic for the ioctl helpers to either submit a bio or end if the process is being killed. As this is now the only user of
bio_await_chain, open code that.
There are two changes in this patch:
- Inlining of bio_await_chain().
- Introduction of bio_submit_or_kill().
Please consider splitting this patch into two patches such that it becomes easier to review these changes.
Thanks,
Bart.
Re: [PATCH 3/4] block: add a bio_submit_or_kill helper
Quoted 11 lines · Bart Van Assche
Quoted 3 lines · Christoph Hellwig
Factor the common logic for the ioctl helpers to either submit a bio or end if the process is being killed. As this is now the only user of
bio_await_chain, open code that.There are two changes in this patch:
- Inlining ofbio_await_chain().
- Introduction ofbio_submit_or_kill().Please consider splitting this patch into two patches such that it becomes easier to review these changes.
No, not really. We don't need a separate patch for killing a trivial one-liner.
PATCH 4/4 xfs: use bio_await in xfs_zone_gc_reset_sync
In reply to Christoph HellwigReplace the open-coded bio wait logic with the new bio_await helper.
--- fs/xfs/xfs_zone_gc.c | 19 +++++-------------- 1 file changed, 5 insertions(+), 14 deletions(-)
fs/xfs/xfs_zone_gc.c +5 -14
@@ -900,9 +900,10 @@ xfs_zone_gc_finish_reset(static void xfs_submit_zone_reset_bio ( -struct xfs_rtgroup *rtg, -struct bio *bio) +struct bio *bio, +void *priv) { +struct xfs_rtgroup *rtg = priv;struct xfs_mount *mp =rtg_mount (rtg);trace_xfs_zone_reset (rtg);
@@ -934,26 +935,16 @@ xfs_submit_zone_reset_bio(submit_bio (bio); } -static void xfs_bio_wait_endio (struct bio *bio) -{ -complete (bio->bi_private); -} -int xfs_zone_gc_reset_sync (struct xfs_rtgroup *rtg) { -DECLARE_COMPLETION_ONSTACK (done);struct bio bio;int error;bio_init (&bio,rtg_mount (rtg)->m_rtdev_targp->bt_bdev,NULL ,0 ,REQ_OP_ZONE_RESET |REQ_SYNC ); - bio.bi_private = &done; - bio.bi_end_io = xfs_bio_wait_endio; -xfs_submit_zone_reset_bio (rtg, &bio); -wait_for_completion_io (&done); - +bio_await (&bio, rtg, xfs_submit_zone_reset_bio); error =blk_status_to_errno (bio.bi_status);bio_uninit (&bio);return error;
@@ -990,7 +981,7 @@ xfs_zone_gc_reset_zones( chunk->data = data;WRITE_ONCE (chunk->state,XFS_GC_BIO_NEW );list_add_tail (&chunk->entry, &data->resetting); -xfs_submit_zone_reset_bio (rtg, bio); +xfs_submit_zone_reset_bio (bio, rtg); }while (next); }
Signature · 1 line
2.47.3