drm/amdgpu: Implement Runtime Bad Page query for VFs
Subsystems (2)
PATCH 2/4 drm/amdgpu: Implement Runtime Bad Page query for VFs
Host will send a notification when new bad pages are available.
Uopn guest request, the first 256 bad page addresses will be placed into the PF2VF region.
Guest should pause the PF2VF worker thread while the copy is in progress.
--- drivers/gpu/drm/amd/amdgpu/amdgpu_virt.c | 13 +++++++ drivers/gpu/drm/amd/amdgpu/amdgpu_virt.h | 5 +++ drivers/gpu/drm/amd/amdgpu/mxgpu_ai.c | 46 ++++++++++++++++-------- drivers/gpu/drm/amd/amdgpu/mxgpu_ai.h | 3 ++ drivers/gpu/drm/amd/amdgpu/mxgpu_nv.c | 28 +++++++++++++++ drivers/gpu/drm/amd/amdgpu/mxgpu_nv.h | 3 ++ 6 files changed, 84 insertions(+), 14 deletions(-)
drivers/gpu/drm/amd/amdgpu/amdgpu_virt.c +13 -0
@@ -1488,3 +1488,16 @@ bool amdgpu_virt_ras_telemetry_block_en(struct amdgpu_device *adev,return true; } + +/* +* amdgpu_virt_request_bad_pages() - request bad pages +* @adev: amdgpu device. +* Send command to GPU hypervisor to write new bad pages into the shared PF2VF region +*/ +void amdgpu_virt_request_bad_pages (struct amdgpu_device *adev) +{ +struct amdgpu_virt *virt = &adev->virt; + +if (virt->ops && virt->ops->req_bad_pages) + virt->ops->req_bad_pages (adev); +}
drivers/gpu/drm/amd/amdgpu/amdgpu_virt.h +5 -0
@@ -97,6 +97,7 @@ struct amdgpu_virt_ops {bool (*rcvd_ras_intr)(struct amdgpu_device *adev);int (*req_ras_err_count)(struct amdgpu_device *adev);int (*req_ras_cper_dump)(struct amdgpu_device *adev,u64 vf_rptr); +int (*req_bad_pages)(struct amdgpu_device *adev); };/*
@@ -262,7 +263,10 @@ struct amdgpu_virt {uint32_t reg_val_offs;struct amdgpu_irq_src ack_irq;struct amdgpu_irq_src rcv_irq; +struct work_struct flr_work; +struct work_struct bad_pages_work; +struct amdgpu_mm_table mm_table;const struct amdgpu_virt_ops *ops;struct amdgpu_vf_error_buffer vf_errors;
@@ -429,4 +433,5 @@ int amdgpu_virt_req_ras_cper_dump(struct amdgpu_device *adev, bool force_update)int amdgpu_virt_ras_telemetry_post_reset (struct amdgpu_device *adev);bool amdgpu_virt_ras_telemetry_block_en (struct amdgpu_device *adev,enum amdgpu_ras_block block); +void amdgpu_virt_request_bad_pages (struct amdgpu_device *adev);#endif
drivers/gpu/drm/amd/amdgpu/mxgpu_ai.c +32 -14
82 lines not on this page · raw message
drivers/gpu/drm/amd/amdgpu/mxgpu_ai.h +3 -0
@@ -40,6 +40,7 @@ enum idh_request {IDH_LOG_VF_ERROR =200 ,IDH_READY_TO_RESET =201 ,IDH_RAS_POISON =202 , + IDH_REQ_RAS_BAD_PAGES = 205, }; enum idh_event {
@@ -54,6 +55,8 @@ enum idh_event {IDH_RAS_POISON_READY ,IDH_PF_SOFT_FLR_NOTIFICATION ,IDH_RAS_ERROR_DETECTED , +IDH_RAS_BAD_PAGES_READY =15 , +IDH_RAS_BAD_PAGES_NOTIFICATION =16 , IDH_TEXT_MESSAGE = 255, };
drivers/gpu/drm/amd/amdgpu/mxgpu_nv.c +28 -0
@@ -187,6 +187,9 @@ static int xgpu_nv_send_access_requests_with_param(struct amdgpu_device *adev,case IDH_REQ_RAS_CPER_DUMP : event =IDH_RAS_CPER_DUMP_READY ;break ; +case IDH_REQ_RAS_BAD_PAGES : + event =IDH_RAS_BAD_PAGES_READY ; +break ;default :break ; }
@@ -342,6 +345,19 @@ static void xgpu_nv_mailbox_flr_work(struct work_struct *work) } } +static void xgpu_nv_mailbox_bad_pages_work (struct work_struct *work) +{ + struct amdgpu_virt *virt = container_of(work, struct amdgpu_virt, bad_pages_work); + struct amdgpu_device *adev = container_of(virt, struct amdgpu_device, virt); + +if (down_read_trylock (&adev->reset_domain->sem)) { +amdgpu_virt_fini_data_exchange (adev); +amdgpu_virt_request_bad_pages (adev); +amdgpu_virt_init_data_exchange (adev); +up_read (&adev->reset_domain->sem); + } +} + static int xgpu_nv_set_mailbox_rcv_irq(struct amdgpu_device *adev, struct amdgpu_irq_src *src, unsigned type,
@@ -366,6 +382,11 @@ static int xgpu_nv_mailbox_rcv_irq(struct amdgpu_device *adev, enum idh_event event = xgpu_nv_mailbox_peek_msg(adev); switch (event) { + case IDH_RAS_BAD_PAGES_NOTIFICATION: + xgpu_nv_mailbox_send_ack(adev); + if (amdgpu_sriov_runtime(adev)) + schedule_work(&adev->virt.bad_pages_work); + break; case IDH_FLR_NOTIFICATION: if (amdgpu_sriov_runtime(adev)) WARN_ONCE(!amdgpu_reset_domain_schedule(adev->reset_domain,
@@ -436,6 +457,7 @@ int xgpu_nv_mailbox_get_irq(struct amdgpu_device *adev) }INIT_WORK (&adev->virt.flr_work, xgpu_nv_mailbox_flr_work); +INIT_WORK (&adev->virt.bad_pages_work, xgpu_nv_mailbox_bad_pages_work);return 0 ; }
@@ -480,6 +502,11 @@ static int xgpu_nv_req_ras_cper_dump(struct amdgpu_device *adev, u64 vf_rptr) adev, IDH_REQ_RAS_CPER_DUMP, vf_rptr_hi, vf_rptr_lo, 0); } +static int xgpu_nv_req_ras_bad_pages (struct amdgpu_device *adev) +{ +return xgpu_nv_send_access_requests (adev,IDH_REQ_RAS_BAD_PAGES ); +} +const struct amdgpu_virt_ops xgpu_nv_virt_ops = { .req_full_gpu = xgpu_nv_request_full_gpu_access, .rel_full_gpu = xgpu_nv_release_full_gpu_access,
@@ -492,4 +519,5 @@ const struct amdgpu_virt_ops xgpu_nv_virt_ops = { .rcvd_ras_intr = xgpu_nv_rcvd_ras_intr, .req_ras_err_count = xgpu_nv_req_ras_err_count, .req_ras_cper_dump = xgpu_nv_req_ras_cper_dump, + .req_bad_pages = xgpu_nv_req_ras_bad_pages, };
drivers/gpu/drm/amd/amdgpu/mxgpu_nv.h +3 -0
@@ -42,6 +42,7 @@ enum idh_request {IDH_RAS_POISON =202 ,IDH_REQ_RAS_ERROR_COUNT =203 ,IDH_REQ_RAS_CPER_DUMP =204 , + IDH_REQ_RAS_BAD_PAGES = 205, }; enum idh_event {
@@ -58,6 +59,8 @@ enum idh_event {IDH_RAS_ERROR_DETECTED ,IDH_RAS_ERROR_COUNT_READY =11 ,IDH_RAS_CPER_DUMP_READY =14 , +IDH_RAS_BAD_PAGES_READY =15 , +IDH_RAS_BAD_PAGES_NOTIFICATION =16 , IDH_TEXT_MESSAGE = 255, };
Signature · 1 line
2.34.1
[AMD Official Use Only - AMD Internal Distribution Only]
Looks good.
Thanks,
Shravan
-----Original Message-----
From: Pan, Ellen <[email protected]>
Sent: Tuesday, April 29, 2025 5:40 PM
To: [email protected]
Cc: Skvortsov, Victor <[email protected]>; Rehman, Ahmad <[email protected]>; Chan, Hing Pong <[email protected]>; Gande, Shravan kumar <[email protected]>; Luo, Zhigang <[email protected]>; Pan, Ellen <[email protected]>; Skvortsov, Victor <[email protected]>
Subject: [PATCH 2/4] drm/amdgpu: Implement Runtime Bad Page query for VFs
Host will send a notification when new bad pages are available.
Uopn guest request, the first 256 bad page addresses will be placed into the PF2VF region. Guest should pause the PF2VF worker thread while the copy is in progress.
--- drivers/gpu/drm/amd/amdgpu/amdgpu_virt.c | 13 +++++++ drivers/gpu/drm/amd/amdgpu/amdgpu_virt.h | 5 +++ drivers/gpu/drm/amd/amdgpu/mxgpu_ai.c | 46 ++++++++++++++++-------- drivers/gpu/drm/amd/amdgpu/mxgpu_ai.h | 3 ++ drivers/gpu/drm/amd/amdgpu/mxgpu_nv.c | 28 +++++++++++++++ drivers/gpu/drm/amd/amdgpu/mxgpu_nv.h | 3 ++ 6 files changed, 84 insertions(+), 14 deletions(-)
drivers/gpu/drm/amd/amdgpu/amdgpu_virt.c +12 -0
@@ -1488,3 +1488,16 @@ bool amdgpu_virt_ras_telemetry_block_en(struct amdgpu_device *adev,return true; } + +/* +* amdgpu_virt_request_bad_pages() - request bad pages +* @adev: amdgpu device. +* Send command to GPU hypervisor to write new bad pages into the +shared PF2VF region */ void amdgpu_virt_request_bad_pages (struct +amdgpu_device *adev) { +struct amdgpu_virt *virt = &adev->virt; + +if (virt->ops && virt->ops->req_bad_pages) + virt->ops->req_bad_pages (adev); +}
drivers/gpu/drm/amd/amdgpu/amdgpu_virt.h +5 -0
@@ -97,6 +97,7 @@ struct amdgpu_virt_ops {bool (*rcvd_ras_intr)(struct amdgpu_device *adev);int (*req_ras_err_count)(struct amdgpu_device *adev);int (*req_ras_cper_dump)(struct amdgpu_device *adev,u64 vf_rptr); +int (*req_bad_pages)(struct amdgpu_device *adev); };/*
@@ -262,7 +263,10 @@ struct amdgpu_virt {uint32_t reg_val_offs;struct amdgpu_irq_src ack_irq;struct amdgpu_irq_src rcv_irq; +struct work_struct flr_work; +struct work_struct bad_pages_work; +struct amdgpu_mm_table mm_table;const struct amdgpu_virt_ops *ops;struct amdgpu_vf_error_buffer vf_errors;
@@ -429,4 +433,5 @@ int amdgpu_virt_req_ras_cper_dump(struct amdgpu_device *adev, bool force_update) int amdgpu_virt_ras_telemetry_post_reset(struct amdgpu_device *adev); bool amdgpu_virt_ras_telemetry_block_en(struct amdgpu_device *adev, enum amdgpu_ras_block block); +void amdgpu_virt_request_bad_pages (struct amdgpu_device *adev);#endif
drivers/gpu/drm/amd/amdgpu/mxgpu_ai.c +32 -14
81 lines not on this page · raw message
drivers/gpu/drm/amd/amdgpu/mxgpu_ai.h +3 -0
@@ -40,6 +40,7 @@ enum idh_request {IDH_LOG_VF_ERROR =200 ,IDH_READY_TO_RESET =201 ,IDH_RAS_POISON =202 , + IDH_REQ_RAS_BAD_PAGES = 205, }; enum idh_event {
@@ -54,6 +55,8 @@ enum idh_event {IDH_RAS_POISON_READY ,IDH_PF_SOFT_FLR_NOTIFICATION ,IDH_RAS_ERROR_DETECTED , +IDH_RAS_BAD_PAGES_READY =15 , +IDH_RAS_BAD_PAGES_NOTIFICATION =16 , IDH_TEXT_MESSAGE = 255, };
drivers/gpu/drm/amd/amdgpu/mxgpu_nv.c +26 -0
@@ -187,6 +187,9 @@ static int xgpu_nv_send_access_requests_with_param(struct amdgpu_device *adev,case IDH_REQ_RAS_CPER_DUMP : event =IDH_RAS_CPER_DUMP_READY ;break ; +case IDH_REQ_RAS_BAD_PAGES : + event =IDH_RAS_BAD_PAGES_READY ; +break ;default :break ; }
@@ -342,6 +345,19 @@ static void xgpu_nv_mailbox_flr_work(struct work_struct *work) } } +static void xgpu_nv_mailbox_bad_pages_work (struct work_struct *work) { + struct amdgpu_virt *virt = container_of(work, struct amdgpu_virt, bad_pages_work); + struct amdgpu_device *adev = container_of(virt, struct amdgpu_device, +virt); + +if (down_read_trylock (&adev->reset_domain->sem)) { +amdgpu_virt_fini_data_exchange (adev); +amdgpu_virt_request_bad_pages (adev); +amdgpu_virt_init_data_exchange (adev); +up_read (&adev->reset_domain->sem); + } +} + static int xgpu_nv_set_mailbox_rcv_irq(struct amdgpu_device *adev, struct amdgpu_irq_src *src, unsigned type,
@@ -366,6 +382,11 @@ static int xgpu_nv_mailbox_rcv_irq(struct amdgpu_device *adev, enum idh_event event = xgpu_nv_mailbox_peek_msg(adev); switch (event) { + case IDH_RAS_BAD_PAGES_NOTIFICATION: + xgpu_nv_mailbox_send_ack(adev); + if (amdgpu_sriov_runtime(adev)) + schedule_work(&adev->virt.bad_pages_work); + break; case IDH_FLR_NOTIFICATION: if (amdgpu_sriov_runtime(adev)) WARN_ONCE(!amdgpu_reset_domain_schedule(adev->reset_domain,
@@ -436,6 +457,7 @@ int xgpu_nv_mailbox_get_irq(struct amdgpu_device *adev) }INIT_WORK (&adev->virt.flr_work, xgpu_nv_mailbox_flr_work); +INIT_WORK (&adev->virt.bad_pages_work, xgpu_nv_mailbox_bad_pages_work);return 0 ; }
@@ -480,6 +502,11 @@ static int xgpu_nv_req_ras_cper_dump(struct amdgpu_device *adev, u64 vf_rptr) adev, IDH_REQ_RAS_CPER_DUMP, vf_rptr_hi, vf_rptr_lo, 0); } +static int xgpu_nv_req_ras_bad_pages (struct amdgpu_device *adev) { +return xgpu_nv_send_access_requests (adev,IDH_REQ_RAS_BAD_PAGES ); } +const struct amdgpu_virt_ops xgpu_nv_virt_ops = { .req_full_gpu = xgpu_nv_request_full_gpu_access, .rel_full_gpu = xgpu_nv_release_full_gpu_access,
@@ -492,4 +519,5 @@ const struct amdgpu_virt_ops xgpu_nv_virt_ops = { .rcvd_ras_intr = xgpu_nv_rcvd_ras_intr, .req_ras_err_count = xgpu_nv_req_ras_err_count, .req_ras_cper_dump = xgpu_nv_req_ras_cper_dump, + .req_bad_pages = xgpu_nv_req_ras_bad_pages, };
drivers/gpu/drm/amd/amdgpu/mxgpu_nv.h +3 -0
@@ -42,6 +42,7 @@ enum idh_request {IDH_RAS_POISON =202 ,IDH_REQ_RAS_ERROR_COUNT =203 ,IDH_REQ_RAS_CPER_DUMP =204 , + IDH_REQ_RAS_BAD_PAGES = 205, }; enum idh_event {
@@ -58,6 +59,8 @@ enum idh_event {IDH_RAS_ERROR_DETECTED ,IDH_RAS_ERROR_COUNT_READY =11 ,IDH_RAS_CPER_DUMP_READY =14 , +IDH_RAS_BAD_PAGES_READY =15 , +IDH_RAS_BAD_PAGES_NOTIFICATION =16 , IDH_TEXT_MESSAGE = 255, };
--
2.34.1