Skip to contentSkip to conversation

hw/block/nvme: fix aer logic

PATCH In review Klaus Jensen 2 participants 3 messages Oct 19, 2020

lore
Share & tools
lore
#0 lore raw

PATCH 1/1 hw/block/nvme: fix aer logic

From: Klaus Jensen <[email protected]>

Fix same flawed logic in the handling of event masking. Before this patch the device would erroneously

a) queue up events even though that event type is masked
b) issue AERs for queued events in response to events getting cleared
c) respond to new AERs with queued events even though the event was already cleared

Fix this by moving the mask check to nvme_enqueue_event() and replace the nvme_process_aers() call with a pruning of queued events when the event type is cleared.

Fixes 5d5a53302b95 ("hw/block/nvme: add support for the asynchronous event request command")
Cc Maxim Levitsky <[email protected]>
Cc Dmitry Fomichev <[email protected]>
---
 hw/block/nvme.c       | 22 ++++++++++++++--------
 hw/block/trace-events |  2 +-
 2 files changed, 15 insertions(+), 9 deletions(-)
hw/block/nvme.c +14 -8
index 9d30ca69dcf1..b18a310d9271 100644
@@ -805,12 +805,6 @@ static void nvme_process_aers(void *opaque)
             break;
         }
 
-        /* ignore if masked (cqe posted, but event not cleared) */
-        if (n->aer_mask & (1 << event->result.event_type)) {
-            trace_pci_nvme_aer_masked(event->result.event_type, n->aer_mask);
-            continue;
-        }
-
         QTAILQ_REMOVE(&n->aer_queue, event, entry);
         n->aer_queued--;
 
@@ -844,6 +838,12 @@ static void nvme_enqueue_event(NvmeCtrl *n, uint8_t event_type,
         return;
     }
 
+    /* ignore if masked (cqe posted, but event not cleared) */
+    if (n->aer_mask & (1 << event_type)) {
+        trace_pci_nvme_aer_masked(event_type, n->aer_mask);
+        return;
+    }
+
     event = g_new(NvmeAsyncEvent, 1);
     event->result = (NvmeAerResult) {
         .event_type = event_type,
@@ -859,9 +859,15 @@ static void nvme_enqueue_event(NvmeCtrl *n, uint8_t event_type,
 
 static void nvme_clear_events(NvmeCtrl *n, uint8_t event_type)
 {
+    NvmeAsyncEvent *event, *next;
+
     n->aer_mask &= ~(1 << event_type);
-    if (!QTAILQ_EMPTY(&n->aer_queue)) {
-        nvme_process_aers(n);
+
+    QTAILQ_FOREACH_SAFE(event, &n->aer_queue, entry, next) {
+        if (event->result.event_type == event_type) {
+            QTAILQ_REMOVE(&n->aer_queue, event, entry);
+            n->aer_queued--;
+        }
     }
 }
 
hw/block/trace-events +1 -1
index cab9913b1f2d..11bad6ae6a11 100644
@@ -67,7 +67,7 @@ pci_nvme_aer_post_cqe(uint8_t typ, uint8_t info, uint8_t log_page) "type 0x%"PRI
 pci_nvme_enqueue_event(uint8_t typ, uint8_t info, uint8_t log_page) "type 0x%"PRIx8" info 0x%"PRIx8" lid 0x%"PRIx8""
 pci_nvme_enqueue_event_noqueue(int queued) "queued %d"
 pci_nvme_enqueue_event_masked(uint8_t typ) "type 0x%"PRIx8""
-pci_nvme_no_outstanding_aers(void) "ignoring event; no outstanding AERs"
+pci_nvme_no_outstanding_aers(void) "no outstanding aers"
 pci_nvme_enqueue_req_completion(uint16_t cid, uint16_t cqid, uint16_t status) "cid %"PRIu16" cqid %"PRIu16" status 0x%"PRIx16""
 pci_nvme_mmio_read(uint64_t addr) "addr 0x%"PRIx64""
 pci_nvme_mmio_write(uint64_t addr, uint64_t data) "addr 0x%"PRIx64" data 0x%"PRIx64""
Signature · 1 line
2.28.0
#1 lore raw

hw/block/nvme.c static void nvme_enqueue_event(NvmeCtrl *n, uint8_t event_type, · line 845

Quoted 9 lines · Klaus Jensen
hw/block/nvme.c +5 -0
@@ -844,6 +838,12 @@ static void nvme_enqueue_event(NvmeCtrl *n, uint8_t event_type,
         return;
     }
 
+    /* ignore if masked (cqe posted, but event not cleared) */
+    if (n->aer_mask & (1 << event_type)) {
+        trace_pci_nvme_aer_masked(event_type, n->aer_mask);
+        return;
+    }

The 'mask' means the host hasn't yet acknowledged the AER with the appropriate log. The controller should continue to internally enqueue subsequent events of this type, but suppress sending the notification for them until the host unlatches the event type.

Quoted 6 lines
hw/block/nvme.c +0 -0
     event = g_new(NvmeAsyncEvent, 1);
     event->result = (NvmeAerResult) {
         .event_type = event_type,
@@ -859,9 +859,15 @@ static void nvme_enqueue_event(NvmeCtrl *n, uint8_t event_type,
 
 static void nvme_clear_events(NvmeCtrl *n, uint8_t event_type)

hw/block/nvme.c static void nvme_enqueue_event(NvmeCtrl *n, uint8_t event_type, · line 868

Quoted 10 lines
hw/block/nvme.c +6 -2
 {
+    NvmeAsyncEvent *event, *next;
+
     n->aer_mask &= ~(1 << event_type);
-    if (!QTAILQ_EMPTY(&n->aer_queue)) {
-        nvme_process_aers(n);
+
+    QTAILQ_FOREACH_SAFE(event, &n->aer_queue, entry, next) {
+        if (event->result.event_type == event_type) {
+            QTAILQ_REMOVE(&n->aer_queue, event, entry);

Memory leaking the 'event'?

Quoted 4 lines
hw/block/nvme.c +2 -0
+            n->aer_queued--;
+        }
     }
 }
#2 lore raw
Quoted 5 lines · Keith Busch
Quoted 4 lines · Klaus Jensen
(quoted diff) +0 -0
@@ -844,6 +838,12 @@ static void nvme_enqueue_event(NvmeCtrl *n, uint8_t event_type,
         return;
     }
 
Quoted 11 lines

hw/block/nvme.c static void nvme_enqueue_event(NvmeCtrl *n, uint8_t event_type, · line 845

Quoted 5 lines
hw/block/nvme.c +5 -0
+    /* ignore if masked (cqe posted, but event not cleared) */
+    if (n->aer_mask & (1 << event_type)) {
+        trace_pci_nvme_aer_masked(event_type, n->aer_mask);
+        return;
+    }

The 'mask' means the host hasn't yet acknowledged the AER with the appropriate log. The controller should continue to internally enqueue subsequent events of this type, but suppress sending the notification for them until the host unlatches the event type.

Ugh. Looks like you are right. Again.

Notice events are definitely a good case for when we want to queue up the events internally since the information correspond to different log pages but use the same type.

Quoted 5 lines
Quoted 5 lines
hw/block/nvme.c +0 -0
     event = g_new(NvmeAsyncEvent, 1);
     event->result = (NvmeAerResult) {
         .event_type = event_type,
@@ -859,9 +859,15 @@ static void nvme_enqueue_event(NvmeCtrl *n, uint8_t event_type,
 
Quoted 14 lines

hw/block/nvme.c static void nvme_enqueue_event(NvmeCtrl *n, uint8_t event_type, · line 868

Quoted 11 lines
hw/block/nvme.c +6 -2
 static void nvme_clear_events(NvmeCtrl *n, uint8_t event_type)
 {
+    NvmeAsyncEvent *event, *next;
+
     n->aer_mask &= ~(1 << event_type);
-    if (!QTAILQ_EMPTY(&n->aer_queue)) {
-        nvme_process_aers(n);
+
+    QTAILQ_FOREACH_SAFE(event, &n->aer_queue, entry, next) {
+        if (event->result.event_type == event_type) {
+            QTAILQ_REMOVE(&n->aer_queue, event, entry);

Memory leaking the 'event'?

Thanks, good catch, but this change is also irrelevant now.

Quoted 5 lines
Quoted 4 lines
hw/block/nvme.c +2 -0
+            n->aer_queued--;
+        }
     }
 }