hw/[block]: Fix missing accounting
cover hw/[block]: Fix missing accounting
Hi,
There are some places where block accounting should be happening, but is not; either because the whole operation is not accounted (like discard operations in virtio-blk) or because certain code paths forget to finalize existing cookies.
Hanna Czenczek (6):
hw/virtio-blk: Account discard operations hw/virtio-blk: Complete zone-append cookies hw/nvme: Fix block accounting in nvme_copy() hw/nvme: Fix block accounting for compare hw/ide: Have ide_dma_cb() complete accounting hw/scsi-disk: Fix accounting for IGNORE, ret > 0
hw/block/virtio-blk.c | 34 +++++++++++---------- hw/ide/core.c | 3 +- hw/nvme/ctrl.c | 70 +++++++++++++++++++++++++++---------------- hw/scsi/scsi-disk.c | 7 +++++ 4 files changed, 72 insertions(+), 42 deletions(-)
Signature · 1 line
2.55.0
PATCH 1/6 hw/virtio-blk: Account discard operations
The acct_failed argument to virtio_blk_handle_rw_error() tells whether there is accounting for this operation or not. The only operation for which there is none is discarding, which seems to be because at the time of the introducing commit 37b06f8d46f ("virtio-blk: add DISCARD and WRITE_ZEROES features"), BlockAcctType did not yet have a BLOCK_ACCT_UNMAP variant.
It does have that now, though, so we may as well track those discard operations with it, and can thus remove the acct_failed parameter.
--- hw/block/virtio-blk.c | 26 +++++++++++--------------- 1 file changed, 11 insertions(+), 15 deletions(-)
hw/block/virtio-blk.c +11 -15
@@ -69,7 +69,7 @@ void virtio_blk_req_complete(VirtIOBlockReq *req, unsigned char status) }static int virtio_blk_handle_rw_error (VirtIOBlockReq *req,int error, -bool is_read,bool acct_failed) +bool is_read) {VirtIOBlock *s = req->dev;BlockErrorAction action =blk_get_error_action (s->blk, is_read, error);
@@ -85,9 +85,7 @@ static int virtio_blk_handle_rw_error(VirtIOBlockReq *req, int error, } }else if (action ==BLOCK_ERROR_ACTION_REPORT ) {virtio_blk_req_complete (req,VIRTIO_BLK_S_IOERR ); -if (acct_failed) { -block_acct_failed (blk_get_stats (s->blk), &req->acct); - } +block_acct_failed (blk_get_stats (s->blk), &req->acct);g_free (req); }
@@ -124,7 +122,7 @@ static void virtio_blk_rw_complete(void *opaque, int ret)* the memory until the request is completed (which will * happen on the other side of the migration). */ -if (virtio_blk_handle_rw_error (req, -ret, is_read, true)) { +if (virtio_blk_handle_rw_error (req, -ret, is_read)) {continue ; } }
@@ -140,7 +138,7 @@ static void virtio_blk_flush_complete(void *opaque, int ret)VirtIOBlockReq *req = opaque;VirtIOBlock *s = req->dev; -if (ret &&virtio_blk_handle_rw_error (req, -ret,0 , true)) { +if (ret &&virtio_blk_handle_rw_error (req, -ret,0 )) {return ; }
@@ -153,17 +151,13 @@ static void virtio_blk_discard_write_zeroes_complete(void *opaque, int ret) {VirtIOBlockReq *req = opaque;VirtIOBlock *s = req->dev; -bool is_write_zeroes = (virtio_ldl_p (VIRTIO_DEVICE (s), &req->out.type) & - ~VIRTIO_BLK_T_BARRIER ) ==VIRTIO_BLK_T_WRITE_ZEROES ; -if (ret &&virtio_blk_handle_rw_error (req, -ret, false, is_write_zeroes)) { +if (ret &&virtio_blk_handle_rw_error (req, -ret, false)) {return ; }virtio_blk_req_complete (req,VIRTIO_BLK_S_OK ); -if (is_write_zeroes) { -block_acct_done (blk_get_stats (s->blk), &req->acct); - } +block_acct_done (blk_get_stats (s->blk), &req->acct);g_free (req); }
@@ -443,6 +437,9 @@ static uint8_t virtio_blk_handle_discard_write_zeroes(VirtIOBlockReq *req, goto err; } +block_acct_start (blk_get_stats (s->blk), &req->acct, bytes, +BLOCK_ACCT_UNMAP ); +blk_aio_pdiscard (s->blk, sector <<BDRV_SECTOR_BITS , bytes, virtio_blk_discard_write_zeroes_complete, req); }
@@ -450,9 +447,8 @@ static uint8_t virtio_blk_handle_discard_write_zeroes(VirtIOBlockReq *req,return VIRTIO_BLK_S_OK ; err: -if (is_write_zeroes) { -block_acct_invalid (blk_get_stats (s->blk),BLOCK_ACCT_WRITE ); - } +block_acct_invalid (blk_get_stats (s->blk), + is_write_zeroes ?BLOCK_ACCT_WRITE :BLOCK_ACCT_UNMAP );return err_status; }
Signature · 1 line
2.55.0
PATCH 2/6 hw/virtio-blk: Complete zone-append cookies
In reply to Hanna Czenczekvirtio_blk_handle_zone_append() starts accounting via block_acct_start(), but this is actually never completed. Do so.
--- hw/block/virtio-blk.c | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-)
hw/block/virtio-blk.c +7 -1
@@ -755,7 +755,8 @@ static void virtio_blk_zone_append_complete(void *opaque, int ret) {ZoneCmdData *data = opaque;VirtIOBlockReq *req = data->req; -VirtIODevice *vdev =VIRTIO_DEVICE (req->dev); +VirtIOBlock *s = req->dev; +VirtIODevice *vdev =VIRTIO_DEVICE (s);int64_t append_sector, n;uint8_t err_status =VIRTIO_BLK_S_OK ;
@@ -778,6 +779,11 @@ static void virtio_blk_zone_append_complete(void *opaque, int ret) out:virtio_blk_req_complete (req, err_status); +if (err_status ==VIRTIO_BLK_S_OK ) { +block_acct_done (blk_get_stats (s->blk), &req->acct); + }else { +block_acct_failed (blk_get_stats (s->blk), &req->acct); + }g_free (req);g_free (data); }
Signature · 1 line
2.55.0
PATCH 3/6 hw/nvme: Fix block accounting in nvme_copy()
In reply to Hanna CzenczekIn nvme_copy(), we start accounting for each of the copied ranges, but only end it once (in nvme_copy_done()). We should end it after each read/write operation is done instead, so they are properly accounted for.
We should also actually pass the number of bytes we are reading/writing (instead of 0), and probably account for the metadata operations also, as they are block operations we execute.
--- hw/nvme/ctrl.c | 53 +++++++++++++++++++++++++++++++------------------- 1 file changed, 33 insertions(+), 20 deletions(-)
hw/nvme/ctrl.c +33 -20
@@ -2801,8 +2801,6 @@ static const AIOCBInfo nvme_copy_aiocb_info = {static void nvme_copy_done (NvmeCopyAIOCB *iocb) {NvmeRequest *req = iocb->req; -NvmeNamespace *ns = req->ns; -BlockAcctStats *stats =blk_get_stats (ns->blkconf.blk);if (iocb->idx != iocb->nr) { req->cqe.result =cpu_to_le32 (iocb->idx);
@@ -2811,14 +2809,6 @@ static void nvme_copy_done(NvmeCopyAIOCB *iocb)qemu_iovec_destroy (&iocb->iov);g_free (iocb->bounce); -if (iocb->ret <0 ) { -block_acct_failed (stats, &iocb->acct.read); -block_acct_failed (stats, &iocb->acct.write); - }else { -block_acct_done (stats, &iocb->acct.read); -block_acct_done (stats, &iocb->acct.write); - } - iocb->common.cb (iocb->common.opaque, iocb->ret);qemu_aio_unref (iocb); }
@@ -2949,6 +2939,7 @@ static void nvme_copy_out_completed_cb(void *opaque, int ret)NvmeCopyAIOCB *iocb = opaque;NvmeRequest *req = iocb->req;NvmeNamespace *dns = req->ns; +BlockAcctStats *stats =blk_get_stats (dns->blkconf.blk);uint32_t nlb; nvme_copy_source_range_parse(iocb->ranges, iocb->idx, iocb->format, NULL,
@@ -2957,10 +2948,12 @@ static void nvme_copy_out_completed_cb(void *opaque, int ret)if (ret <0 ) { iocb->ret = ret; req->status =NVME_WRITE_FAULT ; - goto out; - }else if (iocb->ret <0 ) { + } +if (iocb->ret <0 ) { +block_acct_failed (stats, &iocb->acct.write); goto out; } +block_acct_done (stats, &iocb->acct.write);if (dns->params.zoned) {nvme_advance_zone_wp (dns, iocb->zone, nlb);
@@ -2977,11 +2970,18 @@ static void nvme_copy_out_cb(void *opaque, int ret)NvmeCopyAIOCB *iocb = opaque;NvmeRequest *req = iocb->req;NvmeNamespace *dns = req->ns; +BlockAcctStats *stats =blk_get_stats (dns->blkconf.blk);uint32_t nlb;size_t mlen;uint8_t *mbounce; -if (ret <0 || iocb->ret <0 || !dns->lbaf.ms) { +if (ret <0 || iocb->ret <0 ) { +block_acct_failed (stats, &iocb->acct.write); + goto out; + } +block_acct_done (stats, &iocb->acct.write); + +if (!dns->lbaf.ms) { goto out; }
@@ -2994,6 +2994,7 @@ static void nvme_copy_out_cb(void *opaque, int ret)qemu_iovec_reset (&iocb->iov);qemu_iovec_add (&iocb->iov, mbounce, mlen); +block_acct_start (stats, &iocb->acct.write, mlen,BLOCK_ACCT_WRITE ); iocb->aiocb =blk_aio_pwritev (dns->blkconf.blk,nvme_moff (dns, iocb->slba), &iocb->iov,0 , nvme_copy_out_completed_cb, iocb);
@@ -3010,6 +3011,7 @@ static void nvme_copy_in_completed_cb(void *opaque, int ret)NvmeRequest *req = iocb->req;NvmeNamespace *sns = iocb->sns;NvmeNamespace *dns = req->ns; +BlockAcctStats *sstats =blk_get_stats (sns->blkconf.blk);NvmeCopyCmd *copy =NULL ;uint8_t *mbounce =NULL ;uint32_t nlb;
@@ -3022,10 +3024,12 @@ static void nvme_copy_in_completed_cb(void *opaque, int ret)if (ret <0 ) { iocb->ret = ret; req->status =NVME_UNRECOVERED_READ ; - goto out; - }else if (iocb->ret <0 ) { + } +if (iocb->ret <0 ) { +block_acct_failed (sstats, &iocb->acct.read); goto out; } +block_acct_done (sstats, &iocb->acct.read);nvme_copy_source_range_parse (iocb->ranges, iocb->idx, iocb->format, &slba, &nlb,NULL , &apptag, &appmask, &reftag);
@@ -3100,7 +3104,7 @@ static void nvme_copy_in_completed_cb(void *opaque, int ret)qemu_iovec_reset (&iocb->iov);qemu_iovec_add (&iocb->iov, iocb->bounce, len); -block_acct_start (blk_get_stats (dns->blkconf.blk), &iocb->acct.write,0 , +block_acct_start (blk_get_stats (dns->blkconf.blk), &iocb->acct.write, len,BLOCK_ACCT_WRITE ); iocb->aiocb = blk_aio_pwritev(dns->blkconf.blk, nvme_l2b(dns, iocb->slba),
@@ -3119,20 +3123,29 @@ static void nvme_copy_in_cb(void *opaque, int ret) {NvmeCopyAIOCB *iocb = opaque;NvmeNamespace *sns = iocb->sns; +BlockAcctStats *stats =blk_get_stats (sns->blkconf.blk);uint64_t slba;uint32_t nlb; +size_t mlen; + +if (ret <0 || iocb->ret <0 ) { +block_acct_failed (stats, &iocb->acct.read); + goto out; + } +block_acct_done (stats, &iocb->acct.read); -if (ret <0 || iocb->ret <0 || !sns->lbaf.ms) { +if (!sns->lbaf.ms) { goto out; }nvme_copy_source_range_parse (iocb->ranges, iocb->idx, iocb->format, &slba, &nlb,NULL ,NULL ,NULL ,NULL ); + mlen =nvme_m2b (sns, nlb);qemu_iovec_reset (&iocb->iov); -qemu_iovec_add (&iocb->iov, iocb->bounce +nvme_l2b (sns, nlb), -nvme_m2b (sns, nlb)); +qemu_iovec_add (&iocb->iov, iocb->bounce +nvme_l2b (sns, nlb), mlen); +block_acct_start (stats, &iocb->acct.read, mlen,BLOCK_ACCT_READ ); iocb->aiocb =blk_aio_preadv (sns->blkconf.blk,nvme_moff (sns, slba), &iocb->iov,0 , nvme_copy_in_completed_cb, iocb);
@@ -3337,7 +3350,7 @@ static void nvme_do_copy(NvmeCopyAIOCB *iocb)qemu_iovec_reset (&iocb->iov);qemu_iovec_add (&iocb->iov, iocb->bounce, len); -block_acct_start (blk_get_stats (sns->blkconf.blk), &iocb->acct.read,0 , +block_acct_start (blk_get_stats (sns->blkconf.blk), &iocb->acct.read, len,BLOCK_ACCT_READ ); iocb->aiocb = blk_aio_preadv(sns->blkconf.blk, nvme_l2b(sns, slba),
Signature · 1 line
2.55.0
Re: [PATCH 3/6] hw/nvme: Fix block accounting in nvme_copy()
Quoted 10 lines · Hanna Czenczek
In
nvme_copy(), we start accounting for each of the copied ranges, but only end it once (innvme_copy_done()). We should end it after each read/write operation is done instead, so they are properly accounted for.We should also actually pass the number of bytes we are reading/writing (instead of 0), and probably account for the metadata operations also, as they are block operations we execute.
Signed-off-by Hanna Czenczek <[email protected]>
Thanks for this,
Quoted 161 lines
--- hw/nvme/ctrl.c | 53 +++++++++++++++++++++++++++++++------------------- 1 file changed, 33 insertions(+), 20 deletions(-)hw/nvme/ctrl.c +33
-20@@ -2801,8 +2801,6 @@ static const AIOCBInfo nvme_copy_aiocb_info = {static void nvme_copy_done (NvmeCopyAIOCB *iocb) {NvmeRequest *req = iocb->req; -NvmeNamespace *ns = req->ns; -BlockAcctStats *stats =blk_get_stats (ns->blkconf.blk);if (iocb->idx != iocb->nr) { req->cqe.result =cpu_to_le32 (iocb->idx);@@ -2811,14 +2809,6 @@ static void nvme_copy_done(NvmeCopyAIOCB *iocb)qemu_iovec_destroy (&iocb->iov);g_free (iocb->bounce); -if (iocb->ret <0 ) { -block_acct_failed (stats, &iocb->acct.read); -block_acct_failed (stats, &iocb->acct.write); - }else { -block_acct_done (stats, &iocb->acct.read); -block_acct_done (stats, &iocb->acct.write); - } - iocb->common.cb (iocb->common.opaque, iocb->ret);qemu_aio_unref (iocb); }@@ -2949,6 +2939,7 @@ static void nvme_copy_out_completed_cb(void *opaque, int ret)NvmeCopyAIOCB *iocb = opaque;NvmeRequest *req = iocb->req;NvmeNamespace *dns = req->ns; +BlockAcctStats *stats =blk_get_stats (dns->blkconf.blk);uint32_t nlb; nvme_copy_source_range_parse(iocb->ranges, iocb->idx, iocb->format, NULL,@@ -2957,10 +2948,12 @@ static void nvme_copy_out_completed_cb(void *opaque, int ret)if (ret <0 ) { iocb->ret = ret; req->status =NVME_WRITE_FAULT ; - goto out; - }else if (iocb->ret <0 ) { + } +if (iocb->ret <0 ) { +block_acct_failed (stats, &iocb->acct.write); goto out; } +block_acct_done (stats, &iocb->acct.write);if (dns->params.zoned) {nvme_advance_zone_wp (dns, iocb->zone, nlb);@@ -2977,11 +2970,18 @@ static void nvme_copy_out_cb(void *opaque, int ret)NvmeCopyAIOCB *iocb = opaque;NvmeRequest *req = iocb->req;NvmeNamespace *dns = req->ns; +BlockAcctStats *stats =blk_get_stats (dns->blkconf.blk);uint32_t nlb;size_t mlen;uint8_t *mbounce; -if (ret <0 || iocb->ret <0 || !dns->lbaf.ms) { +if (ret <0 || iocb->ret <0 ) { +block_acct_failed (stats, &iocb->acct.write); + goto out; + } +block_acct_done (stats, &iocb->acct.write); + +if (!dns->lbaf.ms) { goto out; }@@ -2994,6 +2994,7 @@ static void nvme_copy_out_cb(void *opaque, int ret)qemu_iovec_reset (&iocb->iov);qemu_iovec_add (&iocb->iov, mbounce, mlen); +block_acct_start (stats, &iocb->acct.write, mlen,BLOCK_ACCT_WRITE ); iocb->aiocb =blk_aio_pwritev (dns->blkconf.blk,nvme_moff (dns, iocb->slba), &iocb->iov,0 , nvme_copy_out_completed_cb, iocb);@@ -3010,6 +3011,7 @@ static void nvme_copy_in_completed_cb(void *opaque, int ret)NvmeRequest *req = iocb->req;NvmeNamespace *sns = iocb->sns;NvmeNamespace *dns = req->ns; +BlockAcctStats *sstats =blk_get_stats (sns->blkconf.blk);NvmeCopyCmd *copy =NULL ;uint8_t *mbounce =NULL ;uint32_t nlb;@@ -3022,10 +3024,12 @@ static void nvme_copy_in_completed_cb(void *opaque, int ret)if (ret <0 ) { iocb->ret = ret; req->status =NVME_UNRECOVERED_READ ; - goto out; - }else if (iocb->ret <0 ) { + } +if (iocb->ret <0 ) { +block_acct_failed (sstats, &iocb->acct.read); goto out; } +block_acct_done (sstats, &iocb->acct.read);nvme_copy_source_range_parse (iocb->ranges, iocb->idx, iocb->format, &slba, &nlb,NULL , &apptag, &appmask, &reftag);@@ -3100,7 +3104,7 @@ static void nvme_copy_in_completed_cb(void *opaque, int ret)qemu_iovec_reset (&iocb->iov);qemu_iovec_add (&iocb->iov, iocb->bounce, len); -block_acct_start (blk_get_stats (dns->blkconf.blk), &iocb->acct.write,0 , +block_acct_start (blk_get_stats (dns->blkconf.blk), &iocb->acct.write, len,BLOCK_ACCT_WRITE ); iocb->aiocb = blk_aio_pwritev(dns->blkconf.blk, nvme_l2b(dns, iocb->slba),@@ -3119,20 +3123,29 @@ static void nvme_copy_in_cb(void *opaque, int ret) {NvmeCopyAIOCB *iocb = opaque;NvmeNamespace *sns = iocb->sns; +BlockAcctStats *stats =blk_get_stats (sns->blkconf.blk);uint64_t slba;uint32_t nlb; +size_t mlen; + +if (ret <0 || iocb->ret <0 ) { +block_acct_failed (stats, &iocb->acct.read); + goto out; + } +block_acct_done (stats, &iocb->acct.read); -if (ret <0 || iocb->ret <0 || !sns->lbaf.ms) { +if (!sns->lbaf.ms) { goto out; }nvme_copy_source_range_parse (iocb->ranges, iocb->idx, iocb->format, &slba, &nlb,NULL ,NULL ,NULL ,NULL ); + mlen =nvme_m2b (sns, nlb);qemu_iovec_reset (&iocb->iov); -qemu_iovec_add (&iocb->iov, iocb->bounce +nvme_l2b (sns, nlb), -nvme_m2b (sns, nlb)); +qemu_iovec_add (&iocb->iov, iocb->bounce +nvme_l2b (sns, nlb), mlen); +block_acct_start (stats, &iocb->acct.read, mlen,BLOCK_ACCT_READ ); iocb->aiocb =blk_aio_preadv (sns->blkconf.blk,nvme_moff (sns, slba), &iocb->iov,0 , nvme_copy_in_completed_cb, iocb);@@ -3337,7 +3350,7 @@ static void nvme_do_copy(NvmeCopyAIOCB *iocb)qemu_iovec_reset (&iocb->iov);qemu_iovec_add (&iocb->iov, iocb->bounce, len); -block_acct_start (blk_get_stats (sns->blkconf.blk), &iocb->acct.read,0 , +block_acct_start (blk_get_stats (sns->blkconf.blk), &iocb->acct.read, len,BLOCK_ACCT_READ ); iocb->aiocb = blk_aio_preadv(sns->blkconf.blk, nvme_l2b(sns, slba),Signature · 1 line
2.55.0
PATCH 4/6 hw/nvme: Fix block accounting for compare
In reply to Hanna Czenczeknvme_compare() starts block accounting for the operation, but nvme_compare_data_cb() (and nvme_compare_mdata_cb()) do not always finalize the cookie. Specifically, there are a lot of error paths that do not call block_acct_failed().
Fix this by putting block_acct_done()/block_acct_failed() under the out labels of nvme_compare_data_cb() and nvme_compare_mdata_cb().
--- hw/nvme/ctrl.c | 17 ++++++++++++----- 1 file changed, 12 insertions(+), 5 deletions(-)
hw/nvme/ctrl.c +12 -5
@@ -2388,7 +2388,6 @@ static void nvme_compare_mdata_cb(void *opaque, int ret)trace_pci_nvme_compare_mdata_cb (nvme_cid (req));if (ret) { -block_acct_failed (stats, acct); req->status =NVME_UNRECOVERED_READ ;trace_pci_nvme_err_aio (nvme_cid (req),strerror (-ret), req->status);
@@ -2443,9 +2442,14 @@ static void nvme_compare_mdata_cb(void *opaque, int ret) goto out; } -block_acct_done (stats, acct); out: +if (req->status ==NVME_SUCCESS ) { +block_acct_done (stats, acct); + }else { +block_acct_failed (stats, acct); + } +qemu_iovec_destroy (&ctx->data.iov);g_free (ctx->data.bounce);
@@ -2473,7 +2477,6 @@ static void nvme_compare_data_cb(void *opaque, int ret)trace_pci_nvme_compare_data_cb (nvme_cid (req));if (ret) { -block_acct_failed (stats, acct); req->status =NVME_UNRECOVERED_READ ;trace_pci_nvme_err_aio (nvme_cid (req),strerror (-ret), req->status);
@@ -2512,9 +2515,13 @@ static void nvme_compare_data_cb(void *opaque, int ret)return ; } -block_acct_done (stats, acct); - out: +if (req->status ==NVME_SUCCESS ) { +block_acct_done (stats, acct); + }else { +block_acct_failed (stats, acct); + } +qemu_iovec_destroy (&ctx->data.iov);g_free (ctx->data.bounce);g_free (ctx);
Signature · 1 line
2.55.0
Re: [PATCH 4/6] hw/nvme: Fix block accounting for compare
Quoted 5 lines · Hanna Czenczek
nvme_compare()starts block accounting for the operation, butnvme_compare_data_cb()(andnvme_compare_mdata_cb()) do not always finalize the cookie. Specifically, there are a lot of error paths that do not callblock_acct_failed().
Quoted 7 lines
Fix this by putting block_acct_done()/block_acct_failed() under the
outlabels ofnvme_compare_data_cb()andnvme_compare_mdata_cb().Signed-off-by Hanna Czenczek <[email protected]>--- hw/nvme/ctrl.c | 17 ++++++++++++----- 1 file changed, 12 insertions(+), 5 deletions(-)
Re: [PATCH 4/6] hw/nvme: Fix block accounting for compare
In reply to Hanna CzenczekQuoted 9 lines · Hanna Czenczek
nvme_compare()starts block accounting for the operation, butnvme_compare_data_cb()(andnvme_compare_mdata_cb()) do not always finalize the cookie. Specifically, there are a lot of error paths that do not callblock_acct_failed().Fix this by putting block_acct_done()/block_acct_failed() under the
outlabels ofnvme_compare_data_cb()andnvme_compare_mdata_cb().Signed-off-by Hanna Czenczek <[email protected]>
Quoted 60 lines
--- hw/nvme/ctrl.c | 17 ++++++++++++----- 1 file changed, 12 insertions(+), 5 deletions(-)hw/nvme/ctrl.c +12
-5@@ -2388,7 +2388,6 @@ static void nvme_compare_mdata_cb(void *opaque, int ret)trace_pci_nvme_compare_mdata_cb (nvme_cid (req));if (ret) { -block_acct_failed (stats, acct); req->status =NVME_UNRECOVERED_READ ;trace_pci_nvme_err_aio (nvme_cid (req),strerror (-ret), req->status);@@ -2443,9 +2442,14 @@ static void nvme_compare_mdata_cb(void *opaque, int ret) goto out; } -block_acct_done (stats, acct); out: +if (req->status ==NVME_SUCCESS ) { +block_acct_done (stats, acct); + }else { +block_acct_failed (stats, acct); + } +qemu_iovec_destroy (&ctx->data.iov);g_free (ctx->data.bounce);@@ -2473,7 +2477,6 @@ static void nvme_compare_data_cb(void *opaque, int ret)trace_pci_nvme_compare_data_cb (nvme_cid (req));if (ret) { -block_acct_failed (stats, acct); req->status =NVME_UNRECOVERED_READ ;trace_pci_nvme_err_aio (nvme_cid (req),strerror (-ret), req->status);@@ -2512,9 +2515,13 @@ static void nvme_compare_data_cb(void *opaque, int ret)return ; } -block_acct_done (stats, acct); - out: +if (req->status ==NVME_SUCCESS ) { +block_acct_done (stats, acct); + }else { +block_acct_failed (stats, acct); + } +qemu_iovec_destroy (&ctx->data.iov);g_free (ctx->data.bounce);g_free (ctx);Signature · 1 line
2.55.0
Re: [PATCH 4/6] hw/nvme: Fix block accounting for compare
Quoted 6 lines · Klaus Jensen
Quoted 5 lines · Hanna Czenczek
nvme_compare()starts block accounting for the operation, butnvme_compare_data_cb()(andnvme_compare_mdata_cb()) do not always finalize the cookie. Specifically, there are a lot of error paths that do not callblock_acct_failed().
Quoted 7 lines
Quoted 4 lines
Fix this by putting block_acct_done()/block_acct_failed() under the
outlabels ofnvme_compare_data_cb()andnvme_compare_mdata_cb().Signed-off-by Hanna Czenczek <[email protected]>Reviewed-by Klaus Jensen <[email protected]>
Will this make it for 11.1? Otherwise, I'd like to grab the two nvme related patches in my pull.
Thanks,
Klaus
PATCH 5/6 hw/ide: Have ide_dma_cb() complete accounting
In reply to Hanna Czenczekide_sector_start_dma() starts accounting for reading and writing, and ide_dma_cb() is supposed to complete it, but currently does not always:
In one case, it just forgets it altogether, in the other, it uses block_acct_invalid(), which should not be used after a cookie has already been created.
--- hw/ide/core.c | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-)
hw/ide/core.c +2 -1
@@ -878,6 +878,7 @@ static void ide_dma_cb(void *opaque, int ret)if (ret == -EINVAL ) {ide_dma_error (s); +block_acct_failed (blk_get_stats (s->blk), &s->acct);return ; }
@@ -944,7 +945,7 @@ static void ide_dma_cb(void *opaque, int ret)if ((s->dma_cmd ==IDE_DMA_READ || s->dma_cmd ==IDE_DMA_WRITE ) && !ide_sect_range_ok (s, sector_num, n)) {ide_dma_error (s); -block_acct_invalid (blk_get_stats (s->blk), s->acct.type); +block_acct_failed (blk_get_stats (s->blk), &s->acct);return ; }
Signature · 1 line
2.55.0
PATCH 6/6 hw/scsi-disk: Fix accounting for IGNORE, ret > 0
In reply to Hanna CzenczekWhen encountering SCSI error status (ret > 0), accounting is left to scsi_handle_rw_error(), but the BLOCK_ERROR_ACTION_IGNORE path in turn leaves accounting (block_acct_done()) to the caller, so neither side does it. Fix this by unconditionally calling block_acct_done() in the IGNORE path. Yes, this will often result in it being called twice, but that is a no-op, as block_acct_done() resets the cookie type to BLOCK_ACCT_NONE, and will only do accounting if the type is not BLOCK_ACCT_NONE.
(And given that the conditions on who does what accounting are quite confusing in scsi-disk, for me at least, I prefer this unconditional call rather than guard it with a condition that has no obvious reason.)
--- hw/scsi/scsi-disk.c | 7 +++++++ 1 file changed, 7 insertions(+)
hw/scsi/scsi-disk.c +7 -0
@@ -318,6 +318,13 @@ static bool scsi_handle_rw_error(SCSIDiskReq *r, int ret, bool acct_failed)return true;case BLOCK_ERROR_ACTION_IGNORE : +/* +* The caller may have already finalized the accounting cookie +* (e.g. scsi_dma_complete() for ret < 0), but calling +* block_acct_done() afterwards is fine (just a no-op). Just +* make sure all cookies are indeed accounted at some point. +*/ +block_acct_done (blk_get_stats (s->qdev.conf.blk), &r->acct);return false;case BLOCK_ERROR_ACTION_STOP :
Signature · 1 line
2.55.0
Quoted 16 lines · Hanna Czenczek
Hi,
There are some places where block accounting should be happening, but is not; either because the whole operation is not accounted (like discard operations in virtio-blk) or because certain code paths forget to finalize existing cookies.
Hanna Czenczek (6):
hw/virtio-blk: Account discard operations hw/virtio-blk: Complete zone-append cookies hw/nvme: Fix block accounting innvme_copy()hw/nvme: Fix block accounting for compare hw/ide: Haveide_dma_cb()complete accounting hw/scsi-disk: Fix accounting for IGNORE, ret > 0
Quoted 9 lines
hw/block/virtio-blk.c | 34 +++++++++++---------- hw/ide/core.c | 3 +- hw/nvme/ctrl.c | 70 +++++++++++++++++++++++++++---------------- hw/scsi/scsi-disk.c | 7 +++++ 4 files changed, 72 insertions(+), 42 deletions(-)Signature · 1 line
2.55.0