clean up rw buffer import
v2 cover clean up rw buffer import
Do some minor brushing for read/write prep. It might need more work, but should be a cleaner base for changes around how we import buffers.
v2: void * -> struct iovec * in io_import_vec()
flip the if branches in __io_import_rw_buffer()
Pavel Begunkov (4):
io_uring/rw: allocate async data in io_prep_rw() io_uring/rw: rename io_import_iovec() io_uring/rw: extract helper for iovec import io_uring/rw: open code io_prep_rw_setup()
io_uring/rw.c | 94 +++++++++++++++++++++++++-------------------------- 1 file changed, 46 insertions(+), 48 deletions(-)
Signature · 1 line
2.48.1
PATCH v2 1/4 io_uring/rw: allocate async data in io_prep_rw()
rw always allocates async_data, so instead of doing that deeper in prep calls inside of io_prep_rw_setup(), be a bit more explicit and do that early on in io_prep_rw().
--- io_uring/rw.c | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-)
io_uring/rw.c +3 -3
@@ -203,9 +203,6 @@ static int io_prep_rw_setup(struct io_kiocb *req, int ddir, bool do_import) {struct io_async_rw *rw; -if (io_rw_alloc_async (req)) -return -ENOMEM ; -if (!do_import ||io_do_buffer_select (req))return 0 ;
@@ -262,6 +259,9 @@ static int io_prep_rw(struct io_kiocb *req, const struct io_uring_sqe *sqe,u64 attr_type_mask;int ret; +if (io_rw_alloc_async (req)) +return -ENOMEM ; + rw->kiocb.ki_pos =READ_ONCE (sqe->off);/* used for fixed read/write too - just read unconditionally */ req->buf_index =READ_ONCE (sqe->buf_index);
Signature · 1 line
2.48.1
PATCH v2 2/4 io_uring/rw: rename io_import_iovec()
In reply to Pavel Begunkovio_import_iovec() is not limited to iovecs but also imports buffers for normal reads and selected buffers, rename it for clarity.
--- io_uring/rw.c | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-)
io_uring/rw.c +7 -7
@@ -76,7 +76,7 @@ static int io_iov_buffer_select_prep(struct io_kiocb *req)return 0 ; } -static int __io_import_iovec (int ddir,struct io_kiocb *req, +static int __io_import_rw_buffer (int ddir,struct io_kiocb *req,struct io_async_rw *io,unsigned int issue_flags) {
@@ -122,13 +122,13 @@ static int __io_import_iovec(int ddir, struct io_kiocb *req,return 0 ; } -static inline int io_import_iovec (int rw,struct io_kiocb *req, -struct io_async_rw *io, -unsigned int issue_flags) +static inline int io_import_rw_buffer (int rw,struct io_kiocb *req, +struct io_async_rw *io, +unsigned int issue_flags) {int ret; - ret =__io_import_iovec (rw, req, io, issue_flags); + ret =__io_import_rw_buffer (rw, req, io, issue_flags);if (unlikely (ret <0 ))return ret;
@@ -207,7 +207,7 @@ static int io_prep_rw_setup(struct io_kiocb *req, int ddir, bool do_import)return 0 ; rw = req->async_data; -return io_import_iovec (ddir, req, rw,0 ); +return io_import_rw_buffer (ddir, req, rw,0 ); }static inline void io_meta_save_state (struct io_async_rw *io)
@@ -845,7 +845,7 @@ static int __io_read(struct io_kiocb *req, unsigned int issue_flags)loff_t *ppos;if (io_do_buffer_select (req)) { - ret =io_import_iovec (ITER_DEST , req, io, issue_flags); + ret =io_import_rw_buffer (ITER_DEST , req, io, issue_flags);if (unlikely (ret <0 ))return ret; }
Signature · 1 line
2.48.1
PATCH v2 3/4 io_uring/rw: extract helper for iovec import
In reply to Pavel BegunkovSplit out a helper out of __io_import_rw_buffer() that handles vectored buffers. I'll need it for registered vectored buffers, but it also looks cleaner, especially with parameters being properly named.
--- io_uring/rw.c | 57 ++++++++++++++++++++++++++++----------------------- 1 file changed, 31 insertions(+), 26 deletions(-)
io_uring/rw.c +31 -26
@@ -76,41 +76,24 @@ static int io_iov_buffer_select_prep(struct io_kiocb *req)return 0 ; } -static int __io_import_rw_buffer (int ddir,struct io_kiocb *req, -struct io_async_rw *io, -unsigned int issue_flags) +static int io_import_vec (int ddir,struct io_kiocb *req, +struct io_async_rw *io, +const struct iovec __user *uvec, +size_t uvec_segs) { -const struct io_issue_def *def = &io_issue_defs[req->opcode]; - struct io_rw *rw = io_kiocb_to_cmd(req, struct io_rw); +int ret, nr_segs;struct iovec *iov; -void __user *buf; -int nr_segs, ret; -size_t sqe_len; - - buf =u64_to_user_ptr (rw->addr); - sqe_len = rw->len; - -if (!def->vectored || req->flags &REQ_F_BUFFER_SELECT ) { -if (io_do_buffer_select (req)) { - buf =io_buffer_select (req, &sqe_len, issue_flags); -if (!buf) -return -ENOBUFS ; - rw->addr = (unsigned long ) buf; - rw->len = sqe_len; - } - -return import_ubuf (ddir, buf, sqe_len, &io->iter); - }if (io->free_iovec) { nr_segs = io->free_iov_nr; iov = io->free_iovec; }else { - iov = &io->fast_iov; nr_segs =1 ; + iov = &io->fast_iov; } - ret =__import_iovec (ddir, buf, sqe_len, nr_segs, &iov, &io->iter, -io_is_compat (req->ctx)); + + ret =__import_iovec (ddir, uvec, uvec_segs, nr_segs, &iov, &io->iter, +io_is_compat (req->ctx));if (unlikely (ret <0 ))return ret;if (iov) {
@@ -122,6 +105,28 @@ static int __io_import_rw_buffer(int ddir, struct io_kiocb *req,return 0 ; } +static int __io_import_rw_buffer (int ddir,struct io_kiocb *req, +struct io_async_rw *io, +unsigned int issue_flags) +{ +const struct io_issue_def *def = &io_issue_defs[req->opcode]; + struct io_rw *rw = io_kiocb_to_cmd(req, struct io_rw); +void __user *buf =u64_to_user_ptr (rw->addr); +size_t sqe_len = rw->len; + +if (def->vectored && !(req->flags &REQ_F_BUFFER_SELECT )) +return io_import_vec (ddir, req, io, buf, sqe_len); + +if (io_do_buffer_select (req)) { + buf =io_buffer_select (req, &sqe_len, issue_flags); +if (!buf) +return -ENOBUFS ; + rw->addr = (unsigned long ) buf; + rw->len = sqe_len; + } +return import_ubuf (ddir, buf, sqe_len, &io->iter); +} +static inline int io_import_rw_buffer (int rw,struct io_kiocb *req,struct io_async_rw *io,unsigned int issue_flags)
Signature · 1 line
2.48.1
PATCH v2 4/4 io_uring/rw: open code io_prep_rw_setup()
In reply to Pavel BegunkovOpen code io_prep_rw_setup() into its only caller, it doesn't provide any meaningful abstraction anymore.
--- io_uring/rw.c | 21 +++++++-------------- 1 file changed, 7 insertions(+), 14 deletions(-)
io_uring/rw.c +7 -14
@@ -204,17 +204,6 @@ static int io_rw_alloc_async(struct io_kiocb *req)return 0 ; } -static int io_prep_rw_setup (struct io_kiocb *req,int ddir,bool do_import) -{ -struct io_async_rw *rw; - -if (!do_import ||io_do_buffer_select (req)) -return 0 ; - - rw = req->async_data; -return io_import_rw_buffer (ddir, req, rw,0 ); -} -static inline void io_meta_save_state (struct io_async_rw *io) { io->meta_state.seed = io->meta.seed;
@@ -287,10 +276,14 @@ static int io_prep_rw(struct io_kiocb *req, const struct io_uring_sqe *sqe, rw->addr =READ_ONCE (sqe->addr); rw->len =READ_ONCE (sqe->len); rw->flags =READ_ONCE (sqe->rw_flags); - ret =io_prep_rw_setup (req, ddir, do_import); -if (unlikely (ret)) -return ret; +if (do_import && !io_do_buffer_select (req)) { +struct io_async_rw *io = req->async_data; + + ret =io_import_rw_buffer (ddir, req, io,0 ); +if (unlikely (ret)) +return ret; + } attr_type_mask =READ_ONCE (sqe->attr_type_mask);if (attr_type_mask) {
Signature · 1 line
2.48.1
Quoted 6 lines · Pavel Begunkov
Do some minor brushing for read/write prep. It might need more work, but should be a cleaner base for changes around how we import buffers.
v2: void * -> struct iovec * in
io_import_vec()
flip the if branches in__io_import_rw_buffer()
Quoted 7 lines
Pavel Begunkov (4):
io_uring/rw: allocate async data inio_prep_rw()io_uring/rw: renameio_import_iovec()io_uring/rw: extract helper for iovec importio_uring/rw: open codeio_prep_rw_setup()[...]
Applied, thanks!
[1/4] io_uring/rw: allocate async data in io_prep_rw()
commit: c72282dd865ee66bc1b8fbc843deefe53beb426c
[2/4] io_uring/rw: rename io_import_iovec()
commit: 74c942499917e5d011ae414a026dda00a995a09b
[3/4] io_uring/rw: extract helper for iovec import
commit: 99fab04778da20d2b7e224cb6932eb2ad532f5d8
[4/4] io_uring/rw: open code io_prep_rw_setup()
commit: 61ed48b5fc63d1c6d9c3eb59ed2b46a2cbfc6039Best regards,
Signature · 1 line
Jens Axboe