RFC: Usermode queue for AMDGPU driver
Subsystems (3)
cover RFC: Usermode queue for AMDGPU driver
This is a RFC series to implement usermode graphics queues for AMDGPU driver (Navi 3X and above). The idea of usermode graphics queue is to allow direct workload submission from a userspace graphics process who has amdgpu graphics context.
Once we have some initial feedback on the design, we will publish a follow up V1 series with a libdrm consumer test.
Alex Deucher (1):
drm/amdgpu: UAPI for user queue management
Arunpravin Paneer Selvam (1):
drm/amdgpu: Secure semaphore for usermode queue
Arvind Yadav (1):
drm/amdgpu: Create MQD for userspace queue
Shashank Sharma (4):
drm/amdgpu: Add usermode queue for gfx work drm/amdgpu: Allocate doorbell slot for user queue drm/amdgpu: Create context for usermode queue drm/amdgpu: Map userqueue into HW
drivers/gpu/drm/amd/amdgpu/Makefile | 3 + drivers/gpu/drm/amd/amdgpu/amdgpu.h | 14 + drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h | 1 + drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 486 ++++++++++++++++ .../amd/amdgpu/amdgpu_userqueue_secure_sem.c | 245 ++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 68 +++ .../amd/include/amdgpu_usermode_queue_mqd.h | 544 ++++++++++++++++++ include/uapi/drm/amdgpu_drm.h | 52 ++ 8 files changed, 1413 insertions(+) create mode 100644 drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c create mode 100644 drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue_secure_sem.c create mode 100644 drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h create mode 100644 drivers/gpu/drm/amd/include/amdgpu_usermode_queue_mqd.h
Signature · 1 line
2.34.1
RFC 1/7 drm/amdgpu: UAPI for user queue management
From: Alex Deucher <[email protected]>
This patch intorduces new UAPI/IOCTL for usermode graphics queue. The userspace app will fill this structure and request the graphics driver to add a graphics work queue for it. The output of this UAPI is a queue id.
This UAPI maps the queue into GPU, so the graphics app can start submitting work to the queue as soon as the call returns.
--- include/uapi/drm/amdgpu_drm.h | 52 +++++++++++++++++++++++++++++++++++ 1 file changed, 52 insertions(+)
include/uapi/drm/amdgpu_drm.h +52 -0
@@ -54,6 +54,7 @@ extern "C" {#define DRM_AMDGPU_VM 0x13#define DRM_AMDGPU_FENCE_TO_HANDLE 0x14#define DRM_AMDGPU_SCHED 0x15 +#define DRM_AMDGPU_USERQ 0x16#define DRM_IOCTL_AMDGPU_GEM_CREATE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_CREATE, union drm_amdgpu_gem_create)#define DRM_IOCTL_AMDGPU_GEM_MMAP DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_MMAP, union drm_amdgpu_gem_mmap)
@@ -71,6 +72,7 @@ extern "C" {#define DRM_IOCTL_AMDGPU_VM DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_VM, union drm_amdgpu_vm)#define DRM_IOCTL_AMDGPU_FENCE_TO_HANDLE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_FENCE_TO_HANDLE, union drm_amdgpu_fence_to_handle)#define DRM_IOCTL_AMDGPU_SCHED DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_SCHED, union drm_amdgpu_sched) +#define DRM_IOCTL_AMDGPU_USERQ DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_USERQ, union drm_amdgpu_userq)/** * DOC: memory domains
@@ -288,6 +290,56 @@ union drm_amdgpu_ctx {union drm_amdgpu_ctx_out out; }; +/* user queue IOCTL */ +#define AMDGPU_USERQ_OP_CREATE 1 +#define AMDGPU_USERQ_OP_FREE 2 + +#define AMDGPU_USERQ_MQD_FLAGS_SECURE (1 << 0) +#define AMDGPU_USERQ_MQD_FLAGS_AQL (1 << 1) + +struct drm_amdgpu_userq_mqd { +/** Flags: AMDGPU_USERQ_MQD_FLAGS_* */ +__u32 flags; +/** IP type: AMDGPU_HW_IP_* */ +__u32 ip_type; +/** GEM object handle */ +__u32 doorbell_handle; +/** Doorbell offset in dwords */ +__u32 doorbell_offset; +/** GPU virtual address of the queue */ +__u64 queue_va; +/** Size of the queue in bytes */ +__u64 queue_size; +/** GPU virtual address of the rptr */ +__u64 rptr_va; +/** GPU virtual address of the wptr */ +__u64 wptr_va; +}; + +struct drm_amdgpu_userq_in { +/** AMDGPU_USERQ_OP_* */ +__u32 op; +/** Flags */ +__u32 flags; +/** Context handle to associate the queue with */ +__u32 ctx_id; +__u32 pad; +/** Queue descriptor */ +struct drm_amdgpu_userq_mqd mqd; +}; + +struct drm_amdgpu_userq_out { +/** Queue handle */ +__u32 q_id; +/** Flags */ +__u32 flags; +}; + +union drm_amdgpu_userq { +struct drm_amdgpu_userq_in in; +struct drm_amdgpu_userq_out out; +}; +/* vm ioctl */ #define AMDGPU_VM_OP_RESERVE_VMID 1#define AMDGPU_VM_OP_UNRESERVE_VMID 2
Signature · 1 line
2.34.1
Re: [RFC 1/7] drm/amdgpu: UAPI for user queue management
Quoted 40 lines · Shashank Sharma
From: Alex Deucher <[email protected]>
This patch intorduces new UAPI/IOCTL for usermode graphics queue. The userspace app will fill this structure and request the graphics driver to add a graphics work queue for it. The output of this UAPI is a queue id.
This UAPI maps the queue into GPU, so the graphics app can start submitting work to the queue as soon as the call returns.
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Alex Deucher <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- include/uapi/drm/amdgpu_drm.h | 52 +++++++++++++++++++++++++++++++++++ 1 file changed, 52 insertions(+)include/uapi/drm/amdgpu_drm.h +2
-0@@ -54,6 +54,7 @@ extern "C" {#define DRM_AMDGPU_VM 0x13#define DRM_AMDGPU_FENCE_TO_HANDLE 0x14#define DRM_AMDGPU_SCHED 0x15 +#define DRM_AMDGPU_USERQ 0x16#define DRM_IOCTL_AMDGPU_GEM_CREATE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_CREATE, union drm_amdgpu_gem_create)#define DRM_IOCTL_AMDGPU_GEM_MMAP DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_MMAP, union drm_amdgpu_gem_mmap)@@ -71,6 +72,7 @@ extern "C" {#define DRM_IOCTL_AMDGPU_VM DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_VM, union drm_amdgpu_vm)#define DRM_IOCTL_AMDGPU_FENCE_TO_HANDLE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_FENCE_TO_HANDLE, union drm_amdgpu_fence_to_handle)#define DRM_IOCTL_AMDGPU_SCHED DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_SCHED, union drm_amdgpu_sched) +#define DRM_IOCTL_AMDGPU_USERQ DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_USERQ, union drm_amdgpu_userq)/** * DOC: memory domains
include/uapi/drm/amdgpu_drm.h union drm_amdgpu_ctx { · line 298
Quoted 9 lines
include/uapi/drm/amdgpu_drm.h +6
-0@@ -288,6 +290,56 @@ union drm_amdgpu_ctx {union drm_amdgpu_ctx_out out; }; +/* user queue IOCTL */ +#define AMDGPU_USERQ_OP_CREATE 1 +#define AMDGPU_USERQ_OP_FREE 2 + +#define AMDGPU_USERQ_MQD_FLAGS_SECURE (1 << 0) +#define AMDGPU_USERQ_MQD_FLAGS_AQL (1 << 1)
Can we document what AQL means here?
include/uapi/drm/amdgpu_drm.h union drm_amdgpu_ctx { · line 308
Quoted 10 lines
include/uapi/drm/amdgpu_drm.h +10
-0+ +struct drm_amdgpu_userq_mqd { +/** Flags: AMDGPU_USERQ_MQD_FLAGS_* */ +__u32 flags; +/** IP type: AMDGPU_HW_IP_* */ +__u32 ip_type; +/** GEM object handle */ +__u32 doorbell_handle; +/** Doorbell offset in dwords */ +__u32 doorbell_offset;
What are the doorbell handle/offset for? I don't see any of them used in the rest of the series (we only check the handle isn't 0, which isn't enough validation for a GEM handle to consider it valid), and the kernel seems to allocate some kind of doorbell index in patch 4. Does userspace need to know about that one? (similarly use_doorbell in that patch seems like it is never explicitly written to)
The other questions I have are about how this interacts with memory management. Does this have access to all BOs allocated with AMDGPU_GEM_CREATE_VM_ALWAYS_VALID? What about imported BOs? How does this interact with VA unmap/map operations? (AFAICT we have no way to tell if pagetable modifying operations are complete from userspace for now). What happens if we need to spill BOs from VRAM due to (cross-process) memory pressure?
Quoted 40 lines
include/uapi/drm/amdgpu_drm.h +34
-1+/** GPU virtual address of the queue */ +__u64 queue_va; +/** Size of the queue in bytes */ +__u64 queue_size; +/** GPU virtual address of the rptr */ +__u64 rptr_va; +/** GPU virtual address of the wptr */ +__u64 wptr_va; +}; + +struct drm_amdgpu_userq_in { +/** AMDGPU_USERQ_OP_* */ +__u32 op; +/** Flags */ +__u32 flags; +/** Context handle to associate the queue with */ +__u32 ctx_id; +__u32 pad; +/** Queue descriptor */ +struct drm_amdgpu_userq_mqd mqd; +}; + +struct drm_amdgpu_userq_out { +/** Queue handle */ +__u32 q_id; +/** Flags */ +__u32 flags; +}; + +union drm_amdgpu_userq { +struct drm_amdgpu_userq_in in; +struct drm_amdgpu_userq_out out; +}; +/* vm ioctl */ #define AMDGPU_VM_OP_RESERVE_VMID 1#define AMDGPU_VM_OP_UNRESERVE_VMID 2 --2.34.1
Re: [RFC 1/7] drm/amdgpu: UAPI for user queue management
Quoted 45 lines · Bas Nieuwenhuizen
Quoted 43 lines · Shashank Sharma
From: Alex Deucher <[email protected]>
This patch intorduces new UAPI/IOCTL for usermode graphics queue. The userspace app will fill this structure and request the graphics driver to add a graphics work queue for it. The output of this UAPI is a queue id.
This UAPI maps the queue into GPU, so the graphics app can start submitting work to the queue as soon as the call returns.
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Alex Deucher <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- include/uapi/drm/amdgpu_drm.h | 52 +++++++++++++++++++++++++++++++++++ 1 file changed, 52 insertions(+)include/uapi/drm/amdgpu_drm.h +2
-0@@ -54,6 +54,7 @@ extern "C" {#define DRM_AMDGPU_VM 0x13#define DRM_AMDGPU_FENCE_TO_HANDLE 0x14#define DRM_AMDGPU_SCHED 0x15 +#define DRM_AMDGPU_USERQ 0x16#define DRM_IOCTL_AMDGPU_GEM_CREATE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_CREATE, union drm_amdgpu_gem_create)#define DRM_IOCTL_AMDGPU_GEM_MMAP DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_MMAP, union drm_amdgpu_gem_mmap)@@ -71,6 +72,7 @@ extern "C" {#define DRM_IOCTL_AMDGPU_VM DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_VM, union drm_amdgpu_vm)#define DRM_IOCTL_AMDGPU_FENCE_TO_HANDLE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_FENCE_TO_HANDLE, union drm_amdgpu_fence_to_handle)#define DRM_IOCTL_AMDGPU_SCHED DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_SCHED, union drm_amdgpu_sched) +#define DRM_IOCTL_AMDGPU_USERQ DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_USERQ, union drm_amdgpu_userq)/** * DOC: memory domains @@ -288,6 +290,56 @@ union drm_amdgpu_ctx {union drm_amdgpu_ctx_out out; };
Quoted 8 lines
include/uapi/drm/amdgpu_drm.h union drm_amdgpu_ctx { · line 298
Quoted 6 lines
include/uapi/drm/amdgpu_drm.h +6
-0+/* user queue IOCTL */ +#define AMDGPU_USERQ_OP_CREATE 1 +#define AMDGPU_USERQ_OP_FREE 2 + +#define AMDGPU_USERQ_MQD_FLAGS_SECURE (1 << 0) +#define AMDGPU_USERQ_MQD_FLAGS_AQL (1 << 1)Can we document what AQL means here?
AQL is the packet format used by KFD/ROCm. The idea is to be able to create queues that support either format (AQL or PM4).
Quoted 11 lines
Quoted 11 lines
include/uapi/drm/amdgpu_drm.h +9
-0+ +struct drm_amdgpu_userq_mqd { +/** Flags: AMDGPU_USERQ_MQD_FLAGS_* */ +__u32 flags; +/** IP type: AMDGPU_HW_IP_* */ +__u32 ip_type; +/** GEM object handle */ +__u32 doorbell_handle; +/** Doorbell offset in dwords */
Quoted 8 lines
include/uapi/drm/amdgpu_drm.h union drm_amdgpu_ctx { · line 308
Quoted 1 line
include/uapi/drm/amdgpu_drm.h +1
-0+__u32 doorbell_offset;What are the doorbell handle/offset for? I don't see any of them used in the rest of the series (we only check the handle isn't 0, which isn't enough validation for a GEM handle to consider it valid), and the kernel seems to allocate some kind of doorbell index in patch 4. Does userspace need to know about that one? (similarly
use_doorbellin that patch seems like it is never explicitly written to)
The doorbell is how you trigger the engine to start processing the user queue. The idea is that each user process allocates a page of doorbell space (one of the PCI BARs) and then each 64 bit segment in that page could be used for a user mode queue. So the UMD writes its data to the queue, updates the wptr, and then writes to the doorbell to tell the firmware to start processing the queue.
Quoted 8 lines
The other questions I have are about how this interacts with memory management. Does this have access to all BOs allocated with
AMDGPU_GEM_CREATE_VM_ALWAYS_VALID? What about imported BOs? How does this interact with VA unmap/map operations? (AFAICT we have no way to tell if pagetable modifying operations are complete from userspace for now). What happens if we need to spill BOs from VRAM due to (cross-process) memory pressure?
Effectively everything you map on the GPU would be valid. If there is memory pressure, the kernel driver will behave similarly to KFD. It will unmap the queues (which preempts all work on the engines), do any memory migrations, and then map the queues again.
Alex
Quoted 41 lines
Quoted 41 lines
include/uapi/drm/amdgpu_drm.h +34
-1+/** GPU virtual address of the queue */ +__u64 queue_va; +/** Size of the queue in bytes */ +__u64 queue_size; +/** GPU virtual address of the rptr */ +__u64 rptr_va; +/** GPU virtual address of the wptr */ +__u64 wptr_va; +}; + +struct drm_amdgpu_userq_in { +/** AMDGPU_USERQ_OP_* */ +__u32 op; +/** Flags */ +__u32 flags; +/** Context handle to associate the queue with */ +__u32 ctx_id; +__u32 pad; +/** Queue descriptor */ +struct drm_amdgpu_userq_mqd mqd; +}; + +struct drm_amdgpu_userq_out { +/** Queue handle */ +__u32 q_id; +/** Flags */ +__u32 flags; +}; + +union drm_amdgpu_userq { +struct drm_amdgpu_userq_in in; +struct drm_amdgpu_userq_out out; +}; +/* vm ioctl */ #define AMDGPU_VM_OP_RESERVE_VMID 1#define AMDGPU_VM_OP_UNRESERVE_VMID 2 --2.34.1
Re: [RFC 1/7] drm/amdgpu: UAPI for user queue management
Am 27.12.22 um 17:58 schrieb Alex Deucher:
Quoted 52 lines
Quoted 43 lines · Bas Nieuwenhuizen
Quoted 42 lines · Shashank Sharma
From: Alex Deucher <[email protected]>
This patch intorduces new UAPI/IOCTL for usermode graphics queue. The userspace app will fill this structure and request the graphics driver to add a graphics work queue for it. The output of this UAPI is a queue id.
This UAPI maps the queue into GPU, so the graphics app can start submitting work to the queue as soon as the call returns.
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Alex Deucher <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- include/uapi/drm/amdgpu_drm.h | 52 +++++++++++++++++++++++++++++++++++ 1 file changed, 52 insertions(+)include/uapi/drm/amdgpu_drm.h +2
-0@@ -54,6 +54,7 @@ extern "C" {#define DRM_AMDGPU_VM 0x13#define DRM_AMDGPU_FENCE_TO_HANDLE 0x14#define DRM_AMDGPU_SCHED 0x15 +#define DRM_AMDGPU_USERQ 0x16#define DRM_IOCTL_AMDGPU_GEM_CREATE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_CREATE, union drm_amdgpu_gem_create)#define DRM_IOCTL_AMDGPU_GEM_MMAP DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_MMAP, union drm_amdgpu_gem_mmap)@@ -71,6 +72,7 @@ extern "C" {#define DRM_IOCTL_AMDGPU_VM DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_VM, union drm_amdgpu_vm)#define DRM_IOCTL_AMDGPU_FENCE_TO_HANDLE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_FENCE_TO_HANDLE, union drm_amdgpu_fence_to_handle)#define DRM_IOCTL_AMDGPU_SCHED DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_SCHED, union drm_amdgpu_sched) +#define DRM_IOCTL_AMDGPU_USERQ DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_USERQ, union drm_amdgpu_userq)/** * DOC: memory domains @@ -288,6 +290,56 @@ union drm_amdgpu_ctx {union drm_amdgpu_ctx_out out; };Quoted 7 lines
include/uapi/drm/amdgpu_drm.h union drm_amdgpu_ctx { · line 298
Quoted 6 lines
include/uapi/drm/amdgpu_drm.h +6
-0+/* user queue IOCTL */ +#define AMDGPU_USERQ_OP_CREATE 1 +#define AMDGPU_USERQ_OP_FREE 2 + +#define AMDGPU_USERQ_MQD_FLAGS_SECURE (1 << 0) +#define AMDGPU_USERQ_MQD_FLAGS_AQL (1 << 1)Can we document what AQL means here?
Quoted 2 lines
AQL is the packet format used by KFD/ROCm. The idea is to be able to create queues that support either format (AQL or PM4).
Could we make that a separate queue type? E.g. like SDMA, GFX, Compute?
It's not really a flag which can be applied independent of the queue.
Regards,
Christian.
Quoted 79 lines
Quoted 18 lines
include/uapi/drm/amdgpu_drm.h union drm_amdgpu_ctx { · line 308
Quoted 12 lines
include/uapi/drm/amdgpu_drm.h +10
-0+ +struct drm_amdgpu_userq_mqd { +/** Flags: AMDGPU_USERQ_MQD_FLAGS_* */ +__u32 flags; +/** IP type: AMDGPU_HW_IP_* */ +__u32 ip_type; +/** GEM object handle */ +__u32 doorbell_handle; +/** Doorbell offset in dwords */ +__u32 doorbell_offset;What are the doorbell handle/offset for? I don't see any of them used in the rest of the series (we only check the handle isn't 0, which isn't enough validation for a GEM handle to consider it valid), and the kernel seems to allocate some kind of doorbell index in patch 4. Does userspace need to know about that one? (similarly
use_doorbellin that patch seems like it is never explicitly written to)The doorbell is how you trigger the engine to start processing the user queue. The idea is that each user process allocates a page of doorbell space (one of the PCI BARs) and then each 64 bit segment in that page could be used for a user mode queue. So the UMD writes its data to the queue, updates the wptr, and then writes to the doorbell to tell the firmware to start processing the queue.
Quoted 7 lines
The other questions I have are about how this interacts with memory management. Does this have access to all BOs allocated with
AMDGPU_GEM_CREATE_VM_ALWAYS_VALID? What about imported BOs? How does this interact with VA unmap/map operations? (AFAICT we have no way to tell if pagetable modifying operations are complete from userspace for now). What happens if we need to spill BOs from VRAM due to (cross-process) memory pressure?Effectively everything you map on the GPU would be valid. If there is memory pressure, the kernel driver will behave similarly to KFD. It will unmap the queues (which preempts all work on the engines), do any memory migrations, and then map the queues again.
Alex
Quoted 40 lines
Quoted 40 lines
include/uapi/drm/amdgpu_drm.h +34
-1+/** GPU virtual address of the queue */ +__u64 queue_va; +/** Size of the queue in bytes */ +__u64 queue_size; +/** GPU virtual address of the rptr */ +__u64 rptr_va; +/** GPU virtual address of the wptr */ +__u64 wptr_va; +}; + +struct drm_amdgpu_userq_in { +/** AMDGPU_USERQ_OP_* */ +__u32 op; +/** Flags */ +__u32 flags; +/** Context handle to associate the queue with */ +__u32 ctx_id; +__u32 pad; +/** Queue descriptor */ +struct drm_amdgpu_userq_mqd mqd; +}; + +struct drm_amdgpu_userq_out { +/** Queue handle */ +__u32 q_id; +/** Flags */ +__u32 flags; +}; + +union drm_amdgpu_userq { +struct drm_amdgpu_userq_in in; +struct drm_amdgpu_userq_out out; +}; +/* vm ioctl */ #define AMDGPU_VM_OP_RESERVE_VMID 1#define AMDGPU_VM_OP_UNRESERVE_VMID 2 --2.34.1
Re: [RFC 1/7] drm/amdgpu: UAPI for user queue management
Quoted 54 lines · Christian König
Am 27.12.22 um 17:58 schrieb Alex Deucher:
Quoted 52 lines
Quoted 50 lines · Bas Nieuwenhuizen
Quoted 39 lines · Shashank Sharma
From: Alex Deucher <[email protected]>
This patch intorduces new UAPI/IOCTL for usermode graphics queue. The userspace app will fill this structure and request the graphics driver to add a graphics work queue for it. The output of this UAPI is a queue id.
This UAPI maps the queue into GPU, so the graphics app can start submitting work to the queue as soon as the call returns.
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Alex Deucher <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- include/uapi/drm/amdgpu_drm.h | 52 +++++++++++++++++++++++++++++++++++ 1 file changed, 52 insertions(+)include/uapi/drm/amdgpu_drm.h +2
-0@@ -54,6 +54,7 @@ extern "C" {#define DRM_AMDGPU_VM 0x13#define DRM_AMDGPU_FENCE_TO_HANDLE 0x14#define DRM_AMDGPU_SCHED 0x15 +#define DRM_AMDGPU_USERQ 0x16#define DRM_IOCTL_AMDGPU_GEM_CREATE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_CREATE, union drm_amdgpu_gem_create)#define DRM_IOCTL_AMDGPU_GEM_MMAP DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_MMAP, union drm_amdgpu_gem_mmap)@@ -71,6 +72,7 @@ extern "C" {#define DRM_IOCTL_AMDGPU_VM DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_VM, union drm_amdgpu_vm)#define DRM_IOCTL_AMDGPU_FENCE_TO_HANDLE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_FENCE_TO_HANDLE, union drm_amdgpu_fence_to_handle)#define DRM_IOCTL_AMDGPU_SCHED DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_SCHED, union drm_amdgpu_sched) +#define DRM_IOCTL_AMDGPU_USERQ DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_USERQ, union drm_amdgpu_userq)/** * DOC: memory domains include/uapi/drm/amdgpu_drm.h union drm_amdgpu_ctx { · line 298
Quoted 9 lines
include/uapi/drm/amdgpu_drm.h +6
-0@@ -288,6 +290,56 @@ union drm_amdgpu_ctx {union drm_amdgpu_ctx_out out; }; +/* user queue IOCTL */ +#define AMDGPU_USERQ_OP_CREATE 1 +#define AMDGPU_USERQ_OP_FREE 2 + +#define AMDGPU_USERQ_MQD_FLAGS_SECURE (1 << 0) +#define AMDGPU_USERQ_MQD_FLAGS_AQL (1 << 1)Can we document what AQL means here?
Quoted 6 lines
Quoted 2 lines
AQL is the packet format used by KFD/ROCm. The idea is to be able to create queues that support either format (AQL or PM4).
Could we make that a separate queue type? E.g. like SDMA, GFX, Compute?
It's not really a flag which can be applied independent of the queue.
I guess so, but the IP types we already expose don't different queue types:
#define AMDGPU_HW_IP_GFX 0 #define AMDGPU_HW_IP_COMPUTE 1 #define AMDGPU_HW_IP_DMA 2 #define AMDGPU_HW_IP_UVD 3 #define AMDGPU_HW_IP_VCE 4 #define AMDGPU_HW_IP_UVD_ENC 5 #define AMDGPU_HW_IP_VCN_DEC 6
/*
* From VCN4, AMDGPU_HW_IP_VCN_ENC is re-used to support
* both encoding and decoding jobs.
*/
#define AMDGPU_HW_IP_VCN_ENC 7 #define AMDGPU_HW_IP_VCN_JPEG 8 #define AMDGPU_HW_IP_NUM 9
I suppose we could add a new AMDGPU_HW_IP_COMPUTE_AQL.
Alex
Quoted 84 lines
Regards,
Christian.Quoted 79 lines
Quoted 18 lines
include/uapi/drm/amdgpu_drm.h union drm_amdgpu_ctx { · line 308
Quoted 12 lines
include/uapi/drm/amdgpu_drm.h +10
-0+ +struct drm_amdgpu_userq_mqd { +/** Flags: AMDGPU_USERQ_MQD_FLAGS_* */ +__u32 flags; +/** IP type: AMDGPU_HW_IP_* */ +__u32 ip_type; +/** GEM object handle */ +__u32 doorbell_handle; +/** Doorbell offset in dwords */ +__u32 doorbell_offset;What are the doorbell handle/offset for? I don't see any of them used in the rest of the series (we only check the handle isn't 0, which isn't enough validation for a GEM handle to consider it valid), and the kernel seems to allocate some kind of doorbell index in patch 4. Does userspace need to know about that one? (similarly
use_doorbellin that patch seems like it is never explicitly written to)The doorbell is how you trigger the engine to start processing the user queue. The idea is that each user process allocates a page of doorbell space (one of the PCI BARs) and then each 64 bit segment in that page could be used for a user mode queue. So the UMD writes its data to the queue, updates the wptr, and then writes to the doorbell to tell the firmware to start processing the queue.
Quoted 7 lines
The other questions I have are about how this interacts with memory management. Does this have access to all BOs allocated with
AMDGPU_GEM_CREATE_VM_ALWAYS_VALID? What about imported BOs? How does this interact with VA unmap/map operations? (AFAICT we have no way to tell if pagetable modifying operations are complete from userspace for now). What happens if we need to spill BOs from VRAM due to (cross-process) memory pressure?Effectively everything you map on the GPU would be valid. If there is memory pressure, the kernel driver will behave similarly to KFD. It will unmap the queues (which preempts all work on the engines), do any memory migrations, and then map the queues again.
Alex
Quoted 40 lines
Quoted 40 lines
include/uapi/drm/amdgpu_drm.h +34
-1+/** GPU virtual address of the queue */ +__u64 queue_va; +/** Size of the queue in bytes */ +__u64 queue_size; +/** GPU virtual address of the rptr */ +__u64 rptr_va; +/** GPU virtual address of the wptr */ +__u64 wptr_va; +}; + +struct drm_amdgpu_userq_in { +/** AMDGPU_USERQ_OP_* */ +__u32 op; +/** Flags */ +__u32 flags; +/** Context handle to associate the queue with */ +__u32 ctx_id; +__u32 pad; +/** Queue descriptor */ +struct drm_amdgpu_userq_mqd mqd; +}; + +struct drm_amdgpu_userq_out { +/** Queue handle */ +__u32 q_id; +/** Flags */ +__u32 flags; +}; + +union drm_amdgpu_userq { +struct drm_amdgpu_userq_in in; +struct drm_amdgpu_userq_out out; +}; +/* vm ioctl */ #define AMDGPU_VM_OP_RESERVE_VMID 1#define AMDGPU_VM_OP_UNRESERVE_VMID 2 --2.34.1
Christian König
maintainerRe: [RFC 1/7] drm/amdgpu: UAPI for user queue management
In reply to Shashank SharmaAm 23.12.22 um 20:36 schrieb Shashank Sharma:
Quoted 56 lines
From: Alex Deucher <[email protected]>
This patch intorduces new UAPI/IOCTL for usermode graphics queue. The userspace app will fill this structure and request the graphics driver to add a graphics work queue for it. The output of this UAPI is a queue id.
This UAPI maps the queue into GPU, so the graphics app can start submitting work to the queue as soon as the call returns.
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Alex Deucher <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- include/uapi/drm/amdgpu_drm.h | 52 +++++++++++++++++++++++++++++++++++ 1 file changed, 52 insertions(+)include/uapi/drm/amdgpu_drm.h +16
-0@@ -54,6 +54,7 @@ extern "C" {#define DRM_AMDGPU_VM 0x13#define DRM_AMDGPU_FENCE_TO_HANDLE 0x14#define DRM_AMDGPU_SCHED 0x15 +#define DRM_AMDGPU_USERQ 0x16#define DRM_IOCTL_AMDGPU_GEM_CREATE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_CREATE, union drm_amdgpu_gem_create)#define DRM_IOCTL_AMDGPU_GEM_MMAP DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_MMAP, union drm_amdgpu_gem_mmap)@@ -71,6 +72,7 @@ extern "C" {#define DRM_IOCTL_AMDGPU_VM DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_VM, union drm_amdgpu_vm)#define DRM_IOCTL_AMDGPU_FENCE_TO_HANDLE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_FENCE_TO_HANDLE, union drm_amdgpu_fence_to_handle)#define DRM_IOCTL_AMDGPU_SCHED DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_SCHED, union drm_amdgpu_sched) +#define DRM_IOCTL_AMDGPU_USERQ DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_USERQ, union drm_amdgpu_userq)/** * DOC: memory domains @@ -288,6 +290,56 @@ union drm_amdgpu_ctx {union drm_amdgpu_ctx_out out; }; +/* user queue IOCTL */ +#define AMDGPU_USERQ_OP_CREATE 1 +#define AMDGPU_USERQ_OP_FREE 2 + +#define AMDGPU_USERQ_MQD_FLAGS_SECURE (1 << 0) +#define AMDGPU_USERQ_MQD_FLAGS_AQL (1 << 1) + +struct drm_amdgpu_userq_mqd { +/** Flags: AMDGPU_USERQ_MQD_FLAGS_* */ +__u32 flags; +/** IP type: AMDGPU_HW_IP_* */ +__u32 ip_type; +/** GEM object handle */ +__u32 doorbell_handle;
include/uapi/drm/amdgpu_drm.h union drm_amdgpu_ctx { · line 316
Quoted 10 lines
include/uapi/drm/amdgpu_drm.h +10
-0+/** Doorbell offset in dwords */ +__u32 doorbell_offset; +/** GPU virtual address of the queue */ +__u64 queue_va; +/** Size of the queue in bytes */ +__u64 queue_size; +/** GPU virtual address of the rptr */ +__u64 rptr_va; +/** GPU virtual address of the wptr */ +__u64 wptr_va;
We should probably note somewhere that those are inputs to the queue and need to be allocated by userspace somewhere.
include/uapi/drm/amdgpu_drm.h union drm_amdgpu_ctx { · line 325
Quoted 10 lines
include/uapi/drm/amdgpu_drm.h +9
-0+}; + +struct drm_amdgpu_userq_in { +/** AMDGPU_USERQ_OP_* */ +__u32 op; +/** Flags */ +__u32 flags; +/** Context handle to associate the queue with */ +__u32 ctx_id;
Uff, this is just blunt nonsense. Queues are not related to ctx objects in any way possible.
Quoted 20 lines
include/uapi/drm/amdgpu_drm.h +17
-0+__u32 pad; +/** Queue descriptor */ +struct drm_amdgpu_userq_mqd mqd; +}; + +struct drm_amdgpu_userq_out { +/** Queue handle */ +__u32 q_id; +/** Flags */ +__u32 flags; +}; + +union drm_amdgpu_userq { +struct drm_amdgpu_userq_in in; +struct drm_amdgpu_userq_out out; +}; +/* vm ioctl */ #define AMDGPU_VM_OP_RESERVE_VMID 1#define AMDGPU_VM_OP_UNRESERVE_VMID 2
Re: [RFC 1/7] drm/amdgpu: UAPI for user queue management
Quoted 80 lines · Christian König
Am 23.12.22 um 20:36 schrieb Shashank Sharma:
Quoted 56 lines
From: Alex Deucher <[email protected]>
This patch intorduces new UAPI/IOCTL for usermode graphics queue. The userspace app will fill this structure and request the graphics driver to add a graphics work queue for it. The output of this UAPI is a queue id.
This UAPI maps the queue into GPU, so the graphics app can start submitting work to the queue as soon as the call returns.
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Alex Deucher <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- include/uapi/drm/amdgpu_drm.h | 52 +++++++++++++++++++++++++++++++++++ 1 file changed, 52 insertions(+)include/uapi/drm/amdgpu_drm.h +16
-0@@ -54,6 +54,7 @@ extern "C" {#define DRM_AMDGPU_VM 0x13#define DRM_AMDGPU_FENCE_TO_HANDLE 0x14#define DRM_AMDGPU_SCHED 0x15 +#define DRM_AMDGPU_USERQ 0x16#define DRM_IOCTL_AMDGPU_GEM_CREATE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_CREATE, union drm_amdgpu_gem_create)#define DRM_IOCTL_AMDGPU_GEM_MMAP DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_MMAP, union drm_amdgpu_gem_mmap)@@ -71,6 +72,7 @@ extern "C" {#define DRM_IOCTL_AMDGPU_VM DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_VM, union drm_amdgpu_vm)#define DRM_IOCTL_AMDGPU_FENCE_TO_HANDLE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_FENCE_TO_HANDLE, union drm_amdgpu_fence_to_handle)#define DRM_IOCTL_AMDGPU_SCHED DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_SCHED, union drm_amdgpu_sched) +#define DRM_IOCTL_AMDGPU_USERQ DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_USERQ, union drm_amdgpu_userq)/** * DOC: memory domains @@ -288,6 +290,56 @@ union drm_amdgpu_ctx {union drm_amdgpu_ctx_out out; }; +/* user queue IOCTL */ +#define AMDGPU_USERQ_OP_CREATE 1 +#define AMDGPU_USERQ_OP_FREE 2 + +#define AMDGPU_USERQ_MQD_FLAGS_SECURE (1 << 0) +#define AMDGPU_USERQ_MQD_FLAGS_AQL (1 << 1) + +struct drm_amdgpu_userq_mqd { +/** Flags: AMDGPU_USERQ_MQD_FLAGS_* */ +__u32 flags; +/** IP type: AMDGPU_HW_IP_* */ +__u32 ip_type; +/** GEM object handle */ +__u32 doorbell_handle;include/uapi/drm/amdgpu_drm.h union drm_amdgpu_ctx { · line 316
Quoted 10 lines
include/uapi/drm/amdgpu_drm.h +10
-0+/** Doorbell offset in dwords */ +__u32 doorbell_offset; +/** GPU virtual address of the queue */ +__u64 queue_va; +/** Size of the queue in bytes */ +__u64 queue_size; +/** GPU virtual address of the rptr */ +__u64 rptr_va; +/** GPU virtual address of the wptr */ +__u64 wptr_va;We should probably note somewhere that those are inputs to the queue and need to be allocated by userspace somewhere.
Quoted 7 lines
include/uapi/drm/amdgpu_drm.h +7
-0+}; + +struct drm_amdgpu_userq_in { +/** AMDGPU_USERQ_OP_* */ +__u32 op; +/** Flags */ +__u32 flags;
Quoted 5 lines
include/uapi/drm/amdgpu_drm.h union drm_amdgpu_ctx { · line 325
Quoted 2 lines
include/uapi/drm/amdgpu_drm.h +2
-0+/** Context handle to associate the queue with */ +__u32 ctx_id;Uff, this is just blunt nonsense. Queues are not related to ctx objects in any way possible.
I thought we wanted to have queues associated with contexts for hang/guilty tracking.
Alex
Quoted 22 lines
Quoted 21 lines
include/uapi/drm/amdgpu_drm.h +17
-0+__u32 pad; +/** Queue descriptor */ +struct drm_amdgpu_userq_mqd mqd; +}; + +struct drm_amdgpu_userq_out { +/** Queue handle */ +__u32 q_id; +/** Flags */ +__u32 flags; +}; + +union drm_amdgpu_userq { +struct drm_amdgpu_userq_in in; +struct drm_amdgpu_userq_out out; +}; +/* vm ioctl */ #define AMDGPU_VM_OP_RESERVE_VMID 1#define AMDGPU_VM_OP_UNRESERVE_VMID 2
Re: [RFC 1/7] drm/amdgpu: UAPI for user queue management
In reply to Shashank SharmaAm 2022-12-23 um 14:36 schrieb Shashank Sharma:
Quoted 39 lines
From: Alex Deucher <[email protected]>
This patch intorduces new UAPI/IOCTL for usermode graphics queue. The userspace app will fill this structure and request the graphics driver to add a graphics work queue for it. The output of this UAPI is a queue id.
This UAPI maps the queue into GPU, so the graphics app can start submitting work to the queue as soon as the call returns.
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Alex Deucher <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- include/uapi/drm/amdgpu_drm.h | 52 +++++++++++++++++++++++++++++++++++ 1 file changed, 52 insertions(+)include/uapi/drm/amdgpu_drm.h +2
-0@@ -54,6 +54,7 @@ extern "C" {#define DRM_AMDGPU_VM 0x13#define DRM_AMDGPU_FENCE_TO_HANDLE 0x14#define DRM_AMDGPU_SCHED 0x15 +#define DRM_AMDGPU_USERQ 0x16#define DRM_IOCTL_AMDGPU_GEM_CREATE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_CREATE, union drm_amdgpu_gem_create)#define DRM_IOCTL_AMDGPU_GEM_MMAP DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_MMAP, union drm_amdgpu_gem_mmap)@@ -71,6 +72,7 @@ extern "C" {#define DRM_IOCTL_AMDGPU_VM DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_VM, union drm_amdgpu_vm)#define DRM_IOCTL_AMDGPU_FENCE_TO_HANDLE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_FENCE_TO_HANDLE, union drm_amdgpu_fence_to_handle)#define DRM_IOCTL_AMDGPU_SCHED DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_SCHED, union drm_amdgpu_sched) +#define DRM_IOCTL_AMDGPU_USERQ DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_USERQ, union drm_amdgpu_userq)/** * DOC: memory domains
include/uapi/drm/amdgpu_drm.h union drm_amdgpu_ctx { · line 297
Quoted 8 lines
include/uapi/drm/amdgpu_drm.h +5
-0@@ -288,6 +290,56 @@ union drm_amdgpu_ctx {union drm_amdgpu_ctx_out out; }; +/* user queue IOCTL */ +#define AMDGPU_USERQ_OP_CREATE 1 +#define AMDGPU_USERQ_OP_FREE 2 + +#define AMDGPU_USERQ_MQD_FLAGS_SECURE (1 << 0)
What does "secure" mean here? I don't see this flag referenced anywhere in the rest of the patch series.
Regards,
Felix
Quoted 48 lines
include/uapi/drm/amdgpu_drm.h +45
-0+#define AMDGPU_USERQ_MQD_FLAGS_AQL (1 << 1) + +struct drm_amdgpu_userq_mqd { +/** Flags: AMDGPU_USERQ_MQD_FLAGS_* */ +__u32 flags; +/** IP type: AMDGPU_HW_IP_* */ +__u32 ip_type; +/** GEM object handle */ +__u32 doorbell_handle; +/** Doorbell offset in dwords */ +__u32 doorbell_offset; +/** GPU virtual address of the queue */ +__u64 queue_va; +/** Size of the queue in bytes */ +__u64 queue_size; +/** GPU virtual address of the rptr */ +__u64 rptr_va; +/** GPU virtual address of the wptr */ +__u64 wptr_va; +}; + +struct drm_amdgpu_userq_in { +/** AMDGPU_USERQ_OP_* */ +__u32 op; +/** Flags */ +__u32 flags; +/** Context handle to associate the queue with */ +__u32 ctx_id; +__u32 pad; +/** Queue descriptor */ +struct drm_amdgpu_userq_mqd mqd; +}; + +struct drm_amdgpu_userq_out { +/** Queue handle */ +__u32 q_id; +/** Flags */ +__u32 flags; +}; + +union drm_amdgpu_userq { +struct drm_amdgpu_userq_in in; +struct drm_amdgpu_userq_out out; +}; +/* vm ioctl */ #define AMDGPU_VM_OP_RESERVE_VMID 1#define AMDGPU_VM_OP_UNRESERVE_VMID 2
RE: [RFC 1/7] drm/amdgpu: UAPI for user queue management
[AMD Official Use Only - General]
Hsakmt has the interfaces for compute user queue. Do we want a unify API for both graphic and compute ?
Regards
Shaoyun.liu
-----Original Message-----
From: amd-gfx <[email protected]> On Behalf Of Felix Kuehling
Sent: Tuesday, January 3, 2023 1:30 PM
To: Sharma, Shashank <[email protected]>; [email protected]
Cc: Deucher, Alexander <[email protected]>; Koenig, Christian <[email protected]>; Yadav, Arvind <[email protected]>; Paneer Selvam, Arunpravin <[email protected]>
Subject: Re: [RFC 1/7] drm/amdgpu: UAPI for user queue management
Am 2022-12-23 um 14:36 schrieb Shashank Sharma:
Quoted 40 lines
From: Alex Deucher <[email protected]>
This patch intorduces new UAPI/IOCTL for usermode graphics queue. The userspace app will fill this structure and request the graphics driver to add a graphics work queue for it. The output of this UAPI is a queue id.
This UAPI maps the queue into GPU, so the graphics app can start submitting work to the queue as soon as the call returns.
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Alex Deucher <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- include/uapi/drm/amdgpu_drm.h | 52 +++++++++++++++++++++++++++++++++++ 1 file changed, 52 insertions(+)(quoted diff) +0
-0
b/include/uapi/drm/amdgpu_drm.hindex0d93ec132ebb..a3d0dd6f62c5100644include/uapi/drm/amdgpu_drm.h +2
-0@@ -54,6 +54,7 @@ extern "C" {#define DRM_AMDGPU_VM 0x13#define DRM_AMDGPU_FENCE_TO_HANDLE 0x14#define DRM_AMDGPU_SCHED 0x15 +#define DRM_AMDGPU_USERQ 0x16#define DRM_IOCTL_AMDGPU_GEM_CREATE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_CREATE, union drm_amdgpu_gem_create)#define DRM_IOCTL_AMDGPU_GEM_MMAP DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_MMAP, union drm_amdgpu_gem_mmap)@@ -71,6 +72,7 @@ extern "C" {#define DRM_IOCTL_AMDGPU_VM DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_VM, union drm_amdgpu_vm)#define DRM_IOCTL_AMDGPU_FENCE_TO_HANDLE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_FENCE_TO_HANDLE, union drm_amdgpu_fence_to_handle)#define DRM_IOCTL_AMDGPU_SCHED DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_SCHED, union drm_amdgpu_sched) +#define DRM_IOCTL_AMDGPU_USERQ DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_USERQ, union drm_amdgpu_userq)/** * DOC: memory domains
include/uapi/drm/amdgpu_drm.h union drm_amdgpu_ctx { · line 297
Quoted 8 lines
include/uapi/drm/amdgpu_drm.h +5
-0@@ -288,6 +290,56 @@ union drm_amdgpu_ctx {union drm_amdgpu_ctx_out out; }; +/* user queue IOCTL */ +#define AMDGPU_USERQ_OP_CREATE 1 +#define AMDGPU_USERQ_OP_FREE 2 + +#define AMDGPU_USERQ_MQD_FLAGS_SECURE (1 << 0)
What does "secure" mean here? I don't see this flag referenced anywhere in the rest of the patch series.
Regards,
Felix
Quoted 48 lines
include/uapi/drm/amdgpu_drm.h +45
-0+#define AMDGPU_USERQ_MQD_FLAGS_AQL (1 << 1) + +struct drm_amdgpu_userq_mqd { +/** Flags: AMDGPU_USERQ_MQD_FLAGS_* */ +__u32 flags; +/** IP type: AMDGPU_HW_IP_* */ +__u32 ip_type; +/** GEM object handle */ +__u32 doorbell_handle; +/** Doorbell offset in dwords */ +__u32 doorbell_offset; +/** GPU virtual address of the queue */ +__u64 queue_va; +/** Size of the queue in bytes */ +__u64 queue_size; +/** GPU virtual address of the rptr */ +__u64 rptr_va; +/** GPU virtual address of the wptr */ +__u64 wptr_va; +}; + +struct drm_amdgpu_userq_in { +/** AMDGPU_USERQ_OP_* */ +__u32 op; +/** Flags */ +__u32 flags; +/** Context handle to associate the queue with */ +__u32 ctx_id; +__u32 pad; +/** Queue descriptor */ +struct drm_amdgpu_userq_mqd mqd; +}; + +struct drm_amdgpu_userq_out { +/** Queue handle */ +__u32 q_id; +/** Flags */ +__u32 flags; +}; + +union drm_amdgpu_userq { +struct drm_amdgpu_userq_in in; +struct drm_amdgpu_userq_out out; +}; +/* vm ioctl */ #define AMDGPU_VM_OP_RESERVE_VMID 1#define AMDGPU_VM_OP_UNRESERVE_VMID 2
Re: [RFC 1/7] drm/amdgpu: UAPI for user queue management
Quoted 4 lines · Shaoyun
[AMD Official Use Only - General]
Hsakmt has the interfaces for compute user queue. Do we want a unify API for both graphic and compute ?
Yeah, that is the eventual goal, hence the flag for AQL vs PM4.
Alex
Quoted 115 lines
Regards
Shaoyun.liu-----Original Message-----
From: amd-gfx <[email protected]> On Behalf Of Felix Kuehling
Sent: Tuesday, January 3, 2023 1:30 PM
To: Sharma, Shashank <[email protected]>; [email protected]
Cc: Deucher, Alexander <[email protected]>; Koenig, Christian <[email protected]>; Yadav, Arvind <[email protected]>; Paneer Selvam, Arunpravin <[email protected]>
Subject: Re: [RFC 1/7] drm/amdgpu: UAPI for user queue managementAm 2022-12-23 um 14:36 schrieb Shashank Sharma:
Quoted 40 lines
From: Alex Deucher <[email protected]>
This patch intorduces new UAPI/IOCTL for usermode graphics queue. The userspace app will fill this structure and request the graphics driver to add a graphics work queue for it. The output of this UAPI is a queue id.
This UAPI maps the queue into GPU, so the graphics app can start submitting work to the queue as soon as the call returns.
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Alex Deucher <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- include/uapi/drm/amdgpu_drm.h | 52 +++++++++++++++++++++++++++++++++++ 1 file changed, 52 insertions(+)(quoted diff) +0
-0
b/include/uapi/drm/amdgpu_drm.hindex0d93ec132ebb..a3d0dd6f62c5100644include/uapi/drm/amdgpu_drm.h +2
-0@@ -54,6 +54,7 @@ extern "C" {#define DRM_AMDGPU_VM 0x13#define DRM_AMDGPU_FENCE_TO_HANDLE 0x14#define DRM_AMDGPU_SCHED 0x15 +#define DRM_AMDGPU_USERQ 0x16#define DRM_IOCTL_AMDGPU_GEM_CREATE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_CREATE, union drm_amdgpu_gem_create)#define DRM_IOCTL_AMDGPU_GEM_MMAP DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_MMAP, union drm_amdgpu_gem_mmap)@@ -71,6 +72,7 @@ extern "C" {#define DRM_IOCTL_AMDGPU_VM DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_VM, union drm_amdgpu_vm)#define DRM_IOCTL_AMDGPU_FENCE_TO_HANDLE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_FENCE_TO_HANDLE, union drm_amdgpu_fence_to_handle)#define DRM_IOCTL_AMDGPU_SCHED DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_SCHED, union drm_amdgpu_sched) +#define DRM_IOCTL_AMDGPU_USERQ DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_USERQ, union drm_amdgpu_userq)/** * DOC: memory domains include/uapi/drm/amdgpu_drm.h union drm_amdgpu_ctx { · line 297
Quoted 8 lines
include/uapi/drm/amdgpu_drm.h +5
-0@@ -288,6 +290,56 @@ union drm_amdgpu_ctx {union drm_amdgpu_ctx_out out; }; +/* user queue IOCTL */ +#define AMDGPU_USERQ_OP_CREATE 1 +#define AMDGPU_USERQ_OP_FREE 2 + +#define AMDGPU_USERQ_MQD_FLAGS_SECURE (1 << 0)What does "secure" mean here? I don't see this flag referenced anywhere in the rest of the patch series.
Regards,
FelixQuoted 48 lines
include/uapi/drm/amdgpu_drm.h +45
-0+#define AMDGPU_USERQ_MQD_FLAGS_AQL (1 << 1) + +struct drm_amdgpu_userq_mqd { +/** Flags: AMDGPU_USERQ_MQD_FLAGS_* */ +__u32 flags; +/** IP type: AMDGPU_HW_IP_* */ +__u32 ip_type; +/** GEM object handle */ +__u32 doorbell_handle; +/** Doorbell offset in dwords */ +__u32 doorbell_offset; +/** GPU virtual address of the queue */ +__u64 queue_va; +/** Size of the queue in bytes */ +__u64 queue_size; +/** GPU virtual address of the rptr */ +__u64 rptr_va; +/** GPU virtual address of the wptr */ +__u64 wptr_va; +}; + +struct drm_amdgpu_userq_in { +/** AMDGPU_USERQ_OP_* */ +__u32 op; +/** Flags */ +__u32 flags; +/** Context handle to associate the queue with */ +__u32 ctx_id; +__u32 pad; +/** Queue descriptor */ +struct drm_amdgpu_userq_mqd mqd; +}; + +struct drm_amdgpu_userq_out { +/** Queue handle */ +__u32 q_id; +/** Flags */ +__u32 flags; +}; + +union drm_amdgpu_userq { +struct drm_amdgpu_userq_in in; +struct drm_amdgpu_userq_out out; +}; +/* vm ioctl */ #define AMDGPU_VM_OP_RESERVE_VMID 1#define AMDGPU_VM_OP_UNRESERVE_VMID 2
RE: [RFC 1/7] drm/amdgpu: UAPI for user queue management
[AMD Official Use Only - General]
What about the existing rocm apps that already use the hsakmt APIs for user queue ?
Shaoyun.liu
-----Original Message-----
From: Alex Deucher <[email protected]>
Sent: Tuesday, January 3, 2023 2:22 PM
To: Liu, Shaoyun <[email protected]>
Cc: Kuehling, Felix <[email protected]>; Sharma, Shashank <[email protected]>; [email protected]; Deucher, Alexander <[email protected]>; Koenig, Christian <[email protected]>; Yadav, Arvind <[email protected]>; Paneer Selvam, Arunpravin <[email protected]>
Subject: Re: [RFC 1/7] drm/amdgpu: UAPI for user queue management
Quoted 4 lines · Shaoyun
[AMD Official Use Only - General]
Hsakmt has the interfaces for compute user queue. Do we want a unify API for both graphic and compute ?
Yeah, that is the eventual goal, hence the flag for AQL vs PM4.
Alex
Quoted 117 lines
Regards
Shaoyun.liu-----Original Message-----
From: amd-gfx <[email protected]> On Behalf Of Felix Kuehling
Sent: Tuesday, January 3, 2023 1:30 PM
To: Sharma, Shashank <[email protected]>; [email protected]
Cc: Deucher, Alexander <[email protected]>; Koenig, Christian <[email protected]>; Yadav, Arvind <[email protected]>; Paneer Selvam, Arunpravin <[email protected]>
Subject: Re: [RFC 1/7] drm/amdgpu: UAPI for user queue managementAm 2022-12-23 um 14:36 schrieb Shashank Sharma:
Quoted 40 lines
From: Alex Deucher <[email protected]>
This patch intorduces new UAPI/IOCTL for usermode graphics queue. The userspace app will fill this structure and request the graphics driver to add a graphics work queue for it. The output of this UAPI is a queue id.
This UAPI maps the queue into GPU, so the graphics app can start submitting work to the queue as soon as the call returns.
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Alex Deucher <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- include/uapi/drm/amdgpu_drm.h | 52 +++++++++++++++++++++++++++++++++++ 1 file changed, 52 insertions(+)(quoted diff) +0
-0
b/include/uapi/drm/amdgpu_drm.hindex0d93ec132ebb..a3d0dd6f62c5100644include/uapi/drm/amdgpu_drm.h +2
-0@@ -54,6 +54,7 @@ extern "C" {#define DRM_AMDGPU_VM 0x13#define DRM_AMDGPU_FENCE_TO_HANDLE 0x14#define DRM_AMDGPU_SCHED 0x15 +#define DRM_AMDGPU_USERQ 0x16#define DRM_IOCTL_AMDGPU_GEM_CREATE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_CREATE, union drm_amdgpu_gem_create)#define DRM_IOCTL_AMDGPU_GEM_MMAP DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_MMAP, union drm_amdgpu_gem_mmap)@@ -71,6 +72,7 @@ extern "C" {#define DRM_IOCTL_AMDGPU_VM DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_VM, union drm_amdgpu_vm)#define DRM_IOCTL_AMDGPU_FENCE_TO_HANDLE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_FENCE_TO_HANDLE, union drm_amdgpu_fence_to_handle)#define DRM_IOCTL_AMDGPU_SCHED DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_SCHED, union drm_amdgpu_sched) +#define DRM_IOCTL_AMDGPU_USERQ DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_USERQ, union drm_amdgpu_userq)/** * DOC: memory domains include/uapi/drm/amdgpu_drm.h union drm_amdgpu_ctx { · line 297
Quoted 8 lines
include/uapi/drm/amdgpu_drm.h +5
-0@@ -288,6 +290,56 @@ union drm_amdgpu_ctx {union drm_amdgpu_ctx_out out; }; +/* user queue IOCTL */ +#define AMDGPU_USERQ_OP_CREATE 1 +#define AMDGPU_USERQ_OP_FREE 2 + +#define AMDGPU_USERQ_MQD_FLAGS_SECURE (1 << 0)What does "secure" mean here? I don't see this flag referenced anywhere in the rest of the patch series.
Regards,
FelixQuoted 46 lines
include/uapi/drm/amdgpu_drm.h +43
-0+#define AMDGPU_USERQ_MQD_FLAGS_AQL (1 << 1) + +struct drm_amdgpu_userq_mqd { +/** Flags: AMDGPU_USERQ_MQD_FLAGS_* */ +__u32 flags; +/** IP type: AMDGPU_HW_IP_* */ +__u32 ip_type; +/** GEM object handle */ +__u32 doorbell_handle; +/** Doorbell offset in dwords */ +__u32 doorbell_offset; +/** GPU virtual address of the queue */ +__u64 queue_va; +/** Size of the queue in bytes */ +__u64 queue_size; +/** GPU virtual address of the rptr */ +__u64 rptr_va; +/** GPU virtual address of the wptr */ +__u64 wptr_va; +}; + +struct drm_amdgpu_userq_in { +/** AMDGPU_USERQ_OP_* */ +__u32 op; +/** Flags */ +__u32 flags; +/** Context handle to associate the queue with */ +__u32 ctx_id; +__u32 pad; +/** Queue descriptor */ +struct drm_amdgpu_userq_mqd mqd; }; + +struct drm_amdgpu_userq_out { +/** Queue handle */ +__u32 q_id; +/** Flags */ +__u32 flags; +}; + +union drm_amdgpu_userq { +struct drm_amdgpu_userq_in in; +struct drm_amdgpu_userq_out out; }; +/* vm ioctl */ #define AMDGPU_VM_OP_RESERVE_VMID 1#define AMDGPU_VM_OP_UNRESERVE_VMID 2
Re: [RFC 1/7] drm/amdgpu: UAPI for user queue management
Quoted 4 lines · Shaoyun
[AMD Official Use Only - General]
What about the existing rocm apps that already use the hsakmt APIs for user queue ?
We'd have to keep both APIs around for existing chips for backwards compatibility.
Alex
Quoted 137 lines
Shaoyun.liu
-----Original Message-----
From: Alex Deucher <[email protected]>
Sent: Tuesday, January 3, 2023 2:22 PM
To: Liu, Shaoyun <[email protected]>
Cc: Kuehling, Felix <[email protected]>; Sharma, Shashank <[email protected]>; [email protected]; Deucher, Alexander <[email protected]>; Koenig, Christian <[email protected]>; Yadav, Arvind <[email protected]>; Paneer Selvam, Arunpravin <[email protected]>
Subject: Re: [RFC 1/7] drm/amdgpu: UAPI for user queue managementQuoted 4 lines · Shaoyun
[AMD Official Use Only - General]
Hsakmt has the interfaces for compute user queue. Do we want a unify API for both graphic and compute ?
Yeah, that is the eventual goal, hence the flag for AQL vs PM4.
Alex
Quoted 117 lines
Regards
Shaoyun.liu-----Original Message-----
From: amd-gfx <[email protected]> On Behalf Of Felix Kuehling
Sent: Tuesday, January 3, 2023 1:30 PM
To: Sharma, Shashank <[email protected]>; [email protected]
Cc: Deucher, Alexander <[email protected]>; Koenig, Christian <[email protected]>; Yadav, Arvind <[email protected]>; Paneer Selvam, Arunpravin <[email protected]>
Subject: Re: [RFC 1/7] drm/amdgpu: UAPI for user queue managementAm 2022-12-23 um 14:36 schrieb Shashank Sharma:
Quoted 40 lines
From: Alex Deucher <[email protected]>
This patch intorduces new UAPI/IOCTL for usermode graphics queue. The userspace app will fill this structure and request the graphics driver to add a graphics work queue for it. The output of this UAPI is a queue id.
This UAPI maps the queue into GPU, so the graphics app can start submitting work to the queue as soon as the call returns.
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Alex Deucher <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- include/uapi/drm/amdgpu_drm.h | 52 +++++++++++++++++++++++++++++++++++ 1 file changed, 52 insertions(+)(quoted diff) +0
-0
b/include/uapi/drm/amdgpu_drm.hindex0d93ec132ebb..a3d0dd6f62c5100644include/uapi/drm/amdgpu_drm.h +2
-0@@ -54,6 +54,7 @@ extern "C" {#define DRM_AMDGPU_VM 0x13#define DRM_AMDGPU_FENCE_TO_HANDLE 0x14#define DRM_AMDGPU_SCHED 0x15 +#define DRM_AMDGPU_USERQ 0x16#define DRM_IOCTL_AMDGPU_GEM_CREATE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_CREATE, union drm_amdgpu_gem_create)#define DRM_IOCTL_AMDGPU_GEM_MMAP DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_MMAP, union drm_amdgpu_gem_mmap)@@ -71,6 +72,7 @@ extern "C" {#define DRM_IOCTL_AMDGPU_VM DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_VM, union drm_amdgpu_vm)#define DRM_IOCTL_AMDGPU_FENCE_TO_HANDLE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_FENCE_TO_HANDLE, union drm_amdgpu_fence_to_handle)#define DRM_IOCTL_AMDGPU_SCHED DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_SCHED, union drm_amdgpu_sched) +#define DRM_IOCTL_AMDGPU_USERQ DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_USERQ, union drm_amdgpu_userq)/** * DOC: memory domains include/uapi/drm/amdgpu_drm.h union drm_amdgpu_ctx { · line 297
Quoted 8 lines
include/uapi/drm/amdgpu_drm.h +5
-0@@ -288,6 +290,56 @@ union drm_amdgpu_ctx {union drm_amdgpu_ctx_out out; }; +/* user queue IOCTL */ +#define AMDGPU_USERQ_OP_CREATE 1 +#define AMDGPU_USERQ_OP_FREE 2 + +#define AMDGPU_USERQ_MQD_FLAGS_SECURE (1 << 0)What does "secure" mean here? I don't see this flag referenced anywhere in the rest of the patch series.
Regards,
FelixQuoted 46 lines
include/uapi/drm/amdgpu_drm.h +43
-0+#define AMDGPU_USERQ_MQD_FLAGS_AQL (1 << 1) + +struct drm_amdgpu_userq_mqd { +/** Flags: AMDGPU_USERQ_MQD_FLAGS_* */ +__u32 flags; +/** IP type: AMDGPU_HW_IP_* */ +__u32 ip_type; +/** GEM object handle */ +__u32 doorbell_handle; +/** Doorbell offset in dwords */ +__u32 doorbell_offset; +/** GPU virtual address of the queue */ +__u64 queue_va; +/** Size of the queue in bytes */ +__u64 queue_size; +/** GPU virtual address of the rptr */ +__u64 rptr_va; +/** GPU virtual address of the wptr */ +__u64 wptr_va; +}; + +struct drm_amdgpu_userq_in { +/** AMDGPU_USERQ_OP_* */ +__u32 op; +/** Flags */ +__u32 flags; +/** Context handle to associate the queue with */ +__u32 ctx_id; +__u32 pad; +/** Queue descriptor */ +struct drm_amdgpu_userq_mqd mqd; }; + +struct drm_amdgpu_userq_out { +/** Queue handle */ +__u32 q_id; +/** Flags */ +__u32 flags; +}; + +union drm_amdgpu_userq { +struct drm_amdgpu_userq_in in; +struct drm_amdgpu_userq_out out; }; +/* vm ioctl */ #define AMDGPU_VM_OP_RESERVE_VMID 1#define AMDGPU_VM_OP_UNRESERVE_VMID 2
Re: [RFC 1/7] drm/amdgpu: UAPI for user queue management
I think at some point ROCr could start using libdrm APIs for memory management and user mode queues on kernels and GPUs that support this. I think more work is required on the memory management side, though. ROCr would fallback to libhsakmt on older kernels and older GPUs (pre-GFX11).
Regards,
Felix
Am 2023-01-03 um 14:52 schrieb Alex Deucher:
Quoted 141 lines · Shaoyun
Quoted 3 lines
[AMD Official Use Only - General]
What about the existing rocm apps that already use the hsakmt APIs for user queue ?
We'd have to keep both APIs around for existing chips for backwards compatibility.
Alex
Quoted 132 lines
Shaoyun.liu
-----Original Message-----
From: Alex Deucher <[email protected]>
Sent: Tuesday, January 3, 2023 2:22 PM
To: Liu, Shaoyun <[email protected]>
Cc: Kuehling, Felix <[email protected]>; Sharma, Shashank <[email protected]>; [email protected]; Deucher, Alexander <[email protected]>; Koenig, Christian <[email protected]>; Yadav, Arvind <[email protected]>; Paneer Selvam, Arunpravin <[email protected]>
Subject: Re: [RFC 1/7] drm/amdgpu: UAPI for user queue managementQuoted 3 lines · Shaoyun
[AMD Official Use Only - General]
Hsakmt has the interfaces for compute user queue. Do we want a unify API for both graphic and compute ?
Yeah, that is the eventual goal, hence the flag for AQL vs PM4.
Alex
Quoted 115 lines
Regards
Shaoyun.liu-----Original Message-----
From: amd-gfx <[email protected]> On Behalf Of Felix Kuehling
Sent: Tuesday, January 3, 2023 1:30 PM
To: Sharma, Shashank <[email protected]>; [email protected]
Cc: Deucher, Alexander <[email protected]>; Koenig, Christian <[email protected]>; Yadav, Arvind <[email protected]>; Paneer Selvam, Arunpravin <[email protected]>
Subject: Re: [RFC 1/7] drm/amdgpu: UAPI for user queue managementAm 2022-12-23 um 14:36 schrieb Shashank Sharma:
Quoted 40 lines
From: Alex Deucher <[email protected]>
This patch intorduces new UAPI/IOCTL for usermode graphics queue. The userspace app will fill this structure and request the graphics driver to add a graphics work queue for it. The output of this UAPI is a queue id.
This UAPI maps the queue into GPU, so the graphics app can start submitting work to the queue as soon as the call returns.
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Alex Deucher <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- include/uapi/drm/amdgpu_drm.h | 52 +++++++++++++++++++++++++++++++++++ 1 file changed, 52 insertions(+)(quoted diff) +0
-0
b/include/uapi/drm/amdgpu_drm.hindex0d93ec132ebb..a3d0dd6f62c5100644include/uapi/drm/amdgpu_drm.h +2
-0@@ -54,6 +54,7 @@ extern "C" {#define DRM_AMDGPU_VM 0x13#define DRM_AMDGPU_FENCE_TO_HANDLE 0x14#define DRM_AMDGPU_SCHED 0x15 +#define DRM_AMDGPU_USERQ 0x16#define DRM_IOCTL_AMDGPU_GEM_CREATE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_CREATE, union drm_amdgpu_gem_create)#define DRM_IOCTL_AMDGPU_GEM_MMAP DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_MMAP, union drm_amdgpu_gem_mmap)@@ -71,6 +72,7 @@ extern "C" {#define DRM_IOCTL_AMDGPU_VM DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_VM, union drm_amdgpu_vm)#define DRM_IOCTL_AMDGPU_FENCE_TO_HANDLE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_FENCE_TO_HANDLE, union drm_amdgpu_fence_to_handle)#define DRM_IOCTL_AMDGPU_SCHED DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_SCHED, union drm_amdgpu_sched) +#define DRM_IOCTL_AMDGPU_USERQ DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_USERQ, union drm_amdgpu_userq)/** * DOC: memory domains include/uapi/drm/amdgpu_drm.h union drm_amdgpu_ctx { · line 297
Quoted 8 lines
include/uapi/drm/amdgpu_drm.h +5
-0@@ -288,6 +290,56 @@ union drm_amdgpu_ctx {union drm_amdgpu_ctx_out out; }; +/* user queue IOCTL */ +#define AMDGPU_USERQ_OP_CREATE 1 +#define AMDGPU_USERQ_OP_FREE 2 + +#define AMDGPU_USERQ_MQD_FLAGS_SECURE (1 << 0)What does "secure" mean here? I don't see this flag referenced anywhere in the rest of the patch series.
Regards,
FelixQuoted 46 lines
include/uapi/drm/amdgpu_drm.h +43
-0+#define AMDGPU_USERQ_MQD_FLAGS_AQL (1 << 1) + +struct drm_amdgpu_userq_mqd { +/** Flags: AMDGPU_USERQ_MQD_FLAGS_* */ +__u32 flags; +/** IP type: AMDGPU_HW_IP_* */ +__u32 ip_type; +/** GEM object handle */ +__u32 doorbell_handle; +/** Doorbell offset in dwords */ +__u32 doorbell_offset; +/** GPU virtual address of the queue */ +__u64 queue_va; +/** Size of the queue in bytes */ +__u64 queue_size; +/** GPU virtual address of the rptr */ +__u64 rptr_va; +/** GPU virtual address of the wptr */ +__u64 wptr_va; +}; + +struct drm_amdgpu_userq_in { +/** AMDGPU_USERQ_OP_* */ +__u32 op; +/** Flags */ +__u32 flags; +/** Context handle to associate the queue with */ +__u32 ctx_id; +__u32 pad; +/** Queue descriptor */ +struct drm_amdgpu_userq_mqd mqd; }; + +struct drm_amdgpu_userq_out { +/** Queue handle */ +__u32 q_id; +/** Flags */ +__u32 flags; +}; + +union drm_amdgpu_userq { +struct drm_amdgpu_userq_in in; +struct drm_amdgpu_userq_out out; }; +/* vm ioctl */ #define AMDGPU_VM_OP_RESERVE_VMID 1#define AMDGPU_VM_OP_UNRESERVE_VMID 2
Re: [RFC 1/7] drm/amdgpu: UAPI for user queue management
In reply to Felix KuehlingQuoted 44 lines · Felix Kuehling
Am 2022-12-23 um 14:36 schrieb Shashank Sharma:
Quoted 42 lines
From: Alex Deucher <[email protected]>
This patch intorduces new UAPI/IOCTL for usermode graphics queue. The userspace app will fill this structure and request the graphics driver to add a graphics work queue for it. The output of this UAPI is a queue id.
This UAPI maps the queue into GPU, so the graphics app can start submitting work to the queue as soon as the call returns.
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Alex Deucher <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- include/uapi/drm/amdgpu_drm.h | 52 +++++++++++++++++++++++++++++++++++ 1 file changed, 52 insertions(+)include/uapi/drm/amdgpu_drm.h +2
-0@@ -54,6 +54,7 @@ extern "C" {#define DRM_AMDGPU_VM 0x13#define DRM_AMDGPU_FENCE_TO_HANDLE 0x14#define DRM_AMDGPU_SCHED 0x15 +#define DRM_AMDGPU_USERQ 0x16#define DRM_IOCTL_AMDGPU_GEM_CREATE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_CREATE, union drm_amdgpu_gem_create)#define DRM_IOCTL_AMDGPU_GEM_MMAP DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_MMAP, union drm_amdgpu_gem_mmap)@@ -71,6 +72,7 @@ extern "C" {#define DRM_IOCTL_AMDGPU_VM DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_VM, union drm_amdgpu_vm)#define DRM_IOCTL_AMDGPU_FENCE_TO_HANDLE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_FENCE_TO_HANDLE, union drm_amdgpu_fence_to_handle)#define DRM_IOCTL_AMDGPU_SCHED DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_SCHED, union drm_amdgpu_sched) +#define DRM_IOCTL_AMDGPU_USERQ DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_USERQ, union drm_amdgpu_userq)/** * DOC: memory domains @@ -288,6 +290,56 @@ union drm_amdgpu_ctx {union drm_amdgpu_ctx_out out; };
Quoted 8 lines
include/uapi/drm/amdgpu_drm.h union drm_amdgpu_ctx { · line 297
Quoted 5 lines
include/uapi/drm/amdgpu_drm.h +5
-0+/* user queue IOCTL */ +#define AMDGPU_USERQ_OP_CREATE 1 +#define AMDGPU_USERQ_OP_FREE 2 + +#define AMDGPU_USERQ_MQD_FLAGS_SECURE (1 << 0)What does "secure" mean here? I don't see this flag referenced anywhere in the rest of the patch series.
It means the queue operates in secure mode (i.e. encrypted for content protection -- TMZ in hardware parlance).
Alex
Quoted 53 lines
Regards,
FelixQuoted 48 lines
include/uapi/drm/amdgpu_drm.h +45
-0+#define AMDGPU_USERQ_MQD_FLAGS_AQL (1 << 1) + +struct drm_amdgpu_userq_mqd { +/** Flags: AMDGPU_USERQ_MQD_FLAGS_* */ +__u32 flags; +/** IP type: AMDGPU_HW_IP_* */ +__u32 ip_type; +/** GEM object handle */ +__u32 doorbell_handle; +/** Doorbell offset in dwords */ +__u32 doorbell_offset; +/** GPU virtual address of the queue */ +__u64 queue_va; +/** Size of the queue in bytes */ +__u64 queue_size; +/** GPU virtual address of the rptr */ +__u64 rptr_va; +/** GPU virtual address of the wptr */ +__u64 wptr_va; +}; + +struct drm_amdgpu_userq_in { +/** AMDGPU_USERQ_OP_* */ +__u32 op; +/** Flags */ +__u32 flags; +/** Context handle to associate the queue with */ +__u32 ctx_id; +__u32 pad; +/** Queue descriptor */ +struct drm_amdgpu_userq_mqd mqd; +}; + +struct drm_amdgpu_userq_out { +/** Queue handle */ +__u32 q_id; +/** Flags */ +__u32 flags; +}; + +union drm_amdgpu_userq { +struct drm_amdgpu_userq_in in; +struct drm_amdgpu_userq_out out; +}; +/* vm ioctl */ #define AMDGPU_VM_OP_RESERVE_VMID 1#define AMDGPU_VM_OP_UNRESERVE_VMID 2
RFC 2/7 drm/amdgpu: Add usermode queue for gfx work
In reply to Shashank SharmaThis patch adds skeleton code for usermode queue creation. It typically contains:
- A new structure to keep all the user queue data in one place.
- An IOCTL function to create/free a usermode queue.
- A function to generate unique index for the queue.
- A global ptr in amdgpu_dev
--- drivers/gpu/drm/amd/amdgpu/Makefile | 2 + drivers/gpu/drm/amd/amdgpu/amdgpu.h | 6 + drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h | 1 + drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 187 ++++++++++++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 50 +++++ 5 files changed, 246 insertions(+) create mode 100644 drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c create mode 100644 drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h
drivers/gpu/drm/amd/amdgpu/Makefile +2 -0
@@ -209,6 +209,8 @@ amdgpu-y += \ # add amdkfd interfaces amdgpu-y += amdgpu_amdkfd.o +# add usermode queue +amdgpu-y += amdgpu_userqueue.o ifneq ($(CONFIG_HSA_AMD),) AMDKFD_PATH := ../amdkfd
drivers/gpu/drm/amd/amdgpu/amdgpu.h +6 -0
@@ -749,6 +749,11 @@ struct amdgpu_mqd { struct amdgpu_mqd_prop *p); }; +struct amdgpu_userq_globals { +struct ida ida; +struct mutex userq_mutex; +}; +#define AMDGPU_RESET_MAGIC_NUM 64#define AMDGPU_MAX_DF_PERFMONS 4#define AMDGPU_PRODUCT_NAME_LEN 64
@@ -955,6 +960,7 @@ struct amdgpu_device {bool enable_mes_kiq;struct amdgpu_mes mes;struct amdgpu_mqd mqds[AMDGPU_HW_IP_NUM ]; +struct amdgpu_userq_globals userq;/* df */ struct amdgpu_df df;
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +1 -0
@@ -57,6 +57,7 @@ struct amdgpu_ctx {unsigned long ras_counter_ce;unsigned long ras_counter_ue;uint32_t stable_pstate; +struct amdgpu_usermode_queue *userq; };struct amdgpu_ctx_mgr {
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +187 -0
187 lines not on this page · raw message
drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +50 -0
50 lines not on this page · raw message
Signature · 1 line
2.34.1
Re: [RFC 2/7] drm/amdgpu: Add usermode queue for gfx work
Quoted 189 lines · Shashank Sharma
This patch adds skeleton code for usermode queue creation. It typically contains:
- A new structure to keep all the user queue data in one place.
- An IOCTL function to create/free a usermode queue.
- A function to generate unique index for the queue.
- A global ptr inamdgpu_devCc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- drivers/gpu/drm/amd/amdgpu/Makefile | 2 + drivers/gpu/drm/amd/amdgpu/amdgpu.h | 6 + drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h | 1 + drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 187 ++++++++++++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 50 +++++ 5 files changed, 246 insertions(+) create mode 100644 drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c create mode 100644 drivers/gpu/drm/amd/include/amdgpu_usermode_queue.hdrivers/gpu/drm/amd/amdgpu/Makefile +2
-0@@ -209,6 +209,8 @@ amdgpu-y += \ # add amdkfd interfaces amdgpu-y += amdgpu_amdkfd.o +# add usermode queue +amdgpu-y += amdgpu_userqueue.o ifneq ($(CONFIG_HSA_AMD),) AMDKFD_PATH := ../amdkfddrivers/gpu/drm/amd/amdgpu/amdgpu.h +6
-0@@ -749,6 +749,11 @@ struct amdgpu_mqd { struct amdgpu_mqd_prop *p); }; +struct amdgpu_userq_globals { +struct ida ida; +struct mutex userq_mutex; +}; +#define AMDGPU_RESET_MAGIC_NUM 64#define AMDGPU_MAX_DF_PERFMONS 4#define AMDGPU_PRODUCT_NAME_LEN 64@@ -955,6 +960,7 @@ struct amdgpu_device {bool enable_mes_kiq;struct amdgpu_mes mes;struct amdgpu_mqd mqds[AMDGPU_HW_IP_NUM ]; +struct amdgpu_userq_globals userq;/* df */ struct amdgpu_df df;drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +1
-0@@ -57,6 +57,7 @@ struct amdgpu_ctx {unsigned long ras_counter_ce;unsigned long ras_counter_ue;uint32_t stable_pstate; +struct amdgpu_usermode_queue *userq; };struct amdgpu_ctx_mgr {drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +113
-0@@ -0,0 +1,187 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a +* copy of this software and associated documentation files (the "Software"), +* to deal in the Software without restriction, including without limitation +* the rights to use, copy, modify, merge, publish, distribute, sublicense, +* and/or sell copies of the Software, and to permit persons to whom the +* Software is furnished to do so, subject to the following conditions: +* +* The above copyright notice and this permission notice shall be included in +* all copies or substantial portions of the Software. +* +* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL +* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR +* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, +* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR +* OTHER DEALINGS IN THE SOFTWARE. +* +*/ + +#include "amdgpu.h" +#include "amdgpu_vm.h" +#include "amdgpu_mes.h" +#include "amdgpu_usermode_queue.h" +#include "soc15_common.h" + +#define CHECK_ACCESS (a) (access_ok((const void __user *)a, sizeof(__u64))) + +static int +amdgpu_userqueue_index (struct amdgpu_device *adev) +{ +int index; +struct amdgpu_userq_globals *uqg = &adev->userq; + + index =ida_simple_get (&uqg->ida,2 ,AMDGPU_MAX_USERQ ,GFP_KERNEL ); +return index; +} + +static void +amdgpu_userqueue_remove_index (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) +{ +struct amdgpu_userq_globals *uqg = &adev->userq; + +ida_simple_remove (&uqg->ida, queue->queue_id); +} + +static int +amdgpu_userqueue_validate_input (struct amdgpu_device *adev,struct drm_amdgpu_userq_mqd *mqd_in) +{ +if (mqd_in->queue_va ==0 || mqd_in->doorbell_handle ==0 || mqd_in->doorbell_offset ==0 ) { +DRM_ERROR ("Invalid queue object address\n" ); +return -EINVAL ; + } + +if (mqd_in->queue_size ==0 || mqd_in->rptr_va ==0 || mqd_in->wptr_va ==0 ) { +DRM_ERROR ("Invalid queue object value\n" ); +return -EINVAL ; + } + +if (mqd_in->ip_type <AMDGPU_HW_IP_GFX || mqd_in->ip_type >=AMDGPU_HW_IP_NUM ) { +DRM_ERROR ("Invalid HW IP type 0x%x\n" , mqd_in->ip_type); +return -EINVAL ; + } + +if (!CHECK_ACCESS (mqd_in->queue_va) || !CHECK_ACCESS (mqd_in->rptr_va) || + !CHECK_ACCESS (mqd_in->wptr_va)) { +DRM_ERROR ("Invalid mapping of queue ptrs, access error\n" ); +return -EINVAL ; + } + +DRM_DEBUG_DRIVER ("Input parameters to create queue are valid\n" ); +return 0 ; +} + +int amdgpu_userqueue_create (struct amdgpu_device *adev,struct drm_file *filp, +union drm_amdgpu_userq *args) +{ +int r, pasid; +struct amdgpu_usermode_queue *queue; +struct amdgpu_fpriv *fpriv = filp->driver_priv; +struct amdgpu_vm *vm = &fpriv->vm; +struct amdgpu_ctx *ctx =amdgpu_ctx_get (fpriv, args->in.ctx_id); +struct drm_amdgpu_userq_mqd *mqd_in = &args->in.mqd; + +if (!ctx) { +DRM_ERROR ("Invalid GPU context\n" ); +return -EINVAL ; + } + +if (vm->pasid <0 ) { +DRM_WARN ("No PASID info found\n" ); + pasid =0 ; + } + +mutex_lock (&adev->userq.userq_mutex); + + queue =kzalloc (sizeof (struct amdgpu_usermode_queue ),GFP_KERNEL ); +if (!queue) { +DRM_ERROR ("Failed to allocate memory for queue\n" ); +mutex_unlock (&adev->userq.userq_mutex); +return -ENOMEM ; + } + + r =amdgpu_userqueue_validate_input (adev, mqd_in); +if (r <0 ) { +DRM_ERROR ("Invalid input to create queue\n" ); + goto free_queue; + } + + queue->vm = vm;
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c line 123
Quoted 10 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +10
-0+ queue->pasid = pasid; + queue->wptr_gpu_addr = mqd_in->wptr_va; + queue->rptr_gpu_addr = mqd_in->rptr_va; + queue->queue_size = mqd_in->queue_size; + queue->queue_type = mqd_in->ip_type; + queue->paging = false; + queue->flags = mqd_in->flags; + queue->queue_id =amdgpu_userqueue_index (adev); + + ctx->userq = queue;
It looks like you have a single userq per context, and here you simply override the userq pointer.
Maybe I've missed it, but where do you protect against a user accidentally creating two user queues ? It will cause a memory leak as you don't release the previous q.
I would imagine you should reject the user from creating another userq until it frees the current userq.
Oded
Quoted 123 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +64
-0+ args->out.q_id = queue->queue_id; + args->out.flags =0 ; +mutex_unlock (&adev->userq.userq_mutex); +return 0 ; + +free_queue: +amdgpu_userqueue_remove_index (adev, queue); +mutex_unlock (&adev->userq.userq_mutex); +kfree (queue); +return r; +} + +void amdgpu_userqueue_destroy (struct amdgpu_device *adev,struct drm_file *filp, +union drm_amdgpu_userq *args) +{ +struct amdgpu_fpriv *fpriv = filp->driver_priv; +struct amdgpu_ctx *ctx =amdgpu_ctx_get (fpriv, args->in.ctx_id); +struct amdgpu_usermode_queue *queue = ctx->userq; + +mutex_lock (&adev->userq.userq_mutex); +amdgpu_userqueue_remove_index (adev, queue); + ctx->userq =NULL ; +mutex_unlock (&adev->userq.userq_mutex); +kfree (queue); +} + +int amdgpu_userq_ioctl (struct drm_device *dev,void *data, +struct drm_file *filp) +{ +union drm_amdgpu_userq *args = data; +struct amdgpu_device *adev =drm_to_adev (dev); +int r =0 ; + +switch (args->in.op) { +case AMDGPU_USERQ_OP_CREATE : + r =amdgpu_userqueue_create (adev, filp, args); +if (r) +DRM_ERROR ("Failed to create usermode queue\n" ); +break ; + +case AMDGPU_USERQ_OP_FREE : +amdgpu_userqueue_destroy (adev, filp, args); +break ; + +default : +DRM_ERROR ("Invalid user queue op specified: %d\n" , args->in.op); +return -EINVAL ; + } + +return r; +} + +int amdgpu_userqueue_init (struct amdgpu_device *adev) +{ +struct amdgpu_userq_globals *uqg = &adev->userq; + +mutex_init (&uqg->userq_mutex); +return 0 ; +} + +void amdgpu_userqueue_fini (struct amdgpu_device *adev) +{ + +}drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +50
-1@@ -0,0 +1,50 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a +* copy of this software and associated documentation files (the "Software"), +* to deal in the Software without restriction, including without limitation +* the rights to use, copy, modify, merge, publish, distribute, sublicense, +* and/or sell copies of the Software, and to permit persons to whom the +* Software is furnished to do so, subject to the following conditions: +* +* The above copyright notice and this permission notice shall be included in +* all copies or substantial portions of the Software. +* +* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL +* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR +* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, +* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR +* OTHER DEALINGS IN THE SOFTWARE. +* +*/ + +#ifndef AMDGPU_USERMODE_QUEUE_H_ +#define AMDGPU_USERMODE_QUEUE_H_ + +#define AMDGPU_MAX_USERQ 512 + +struct amdgpu_usermode_queue { +int queue_id; +int queue_type; +int queue_size; +int paging; +int pasid; +int use_doorbell; +int doorbell_index; + +uint64_t mqd_gpu_addr; +uint64_t wptr_gpu_addr; +uint64_t rptr_gpu_addr; +uint64_t queue_gpu_addr; +uint64_t flags; +void *mqd_cpu_ptr; + +struct amdgpu_bo *mqd_obj; +struct amdgpu_vm *vm; +struct list_head list; +}; + +#endif --2.34.1
Re: [RFC 2/7] drm/amdgpu: Add usermode queue for gfx work
Hello Oded,
Thank you for your comments,
Quoted 198 lines · Oded Gabbay
Quoted 197 lines · Shashank Sharma
This patch adds skeleton code for usermode queue creation. It typically contains:
- A new structure to keep all the user queue data in one place.
- An IOCTL function to create/free a usermode queue.
- A function to generate unique index for the queue.
- A global ptr inamdgpu_devCc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- drivers/gpu/drm/amd/amdgpu/Makefile | 2 + drivers/gpu/drm/amd/amdgpu/amdgpu.h | 6 + drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h | 1 + drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 187 ++++++++++++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 50 +++++ 5 files changed, 246 insertions(+)create mode 100644
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.ccreate mode 100644drivers/gpu/drm/amd/include/amdgpu_usermode_queue.hdrivers/gpu/drm/amd/amdgpu/Makefile +2
-0@@ -209,6 +209,8 @@ amdgpu-y += \ # add amdkfd interfaces amdgpu-y += amdgpu_amdkfd.o +# add usermode queue +amdgpu-y += amdgpu_userqueue.o ifneq ($(CONFIG_HSA_AMD),) AMDKFD_PATH := ../amdkfddrivers/gpu/drm/amd/amdgpu/amdgpu.h +6
-0@@ -749,6 +749,11 @@ struct amdgpu_mqd { struct amdgpu_mqd_prop *p); }; +struct amdgpu_userq_globals { +struct ida ida; +struct mutex userq_mutex; +}; +#define AMDGPU_RESET_MAGIC_NUM 64#define AMDGPU_MAX_DF_PERFMONS 4#define AMDGPU_PRODUCT_NAME_LEN 64@@ -955,6 +960,7 @@ struct amdgpu_device {bool enable_mes_kiq;struct amdgpu_mes mes;struct amdgpu_mqd mqds[AMDGPU_HW_IP_NUM ]; +struct amdgpu_userq_globals userq;/* df */ struct amdgpu_df df;drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +1
-0@@ -57,6 +57,7 @@ struct amdgpu_ctx {unsigned long ras_counter_ce;unsigned long ras_counter_ue;uint32_t stable_pstate; +struct amdgpu_usermode_queue *userq; };struct amdgpu_ctx_mgr {drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +122
-0@@ -0,0 +1,187 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a +* copy of this software and associated documentation files (the "Software"), +* to deal in the Software without restriction, including without limitation +* the rights to use, copy, modify, merge, publish, distribute, sublicense, +* and/or sell copies of the Software, and to permit persons to whom the +* Software is furnished to do so, subject to the following conditions: +* +* The above copyright notice and this permission notice shall be included in +* all copies or substantial portions of the Software. +* +* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL +* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR +* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, +* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR +* OTHER DEALINGS IN THE SOFTWARE. +* +*/ + +#include "amdgpu.h" +#include "amdgpu_vm.h" +#include "amdgpu_mes.h" +#include "amdgpu_usermode_queue.h" +#include "soc15_common.h" + +#define CHECK_ACCESS (a) (access_ok((const void __user *)a, sizeof(__u64))) + +static int +amdgpu_userqueue_index (struct amdgpu_device *adev) +{ +int index; +struct amdgpu_userq_globals *uqg = &adev->userq; + + index =ida_simple_get (&uqg->ida,2 ,AMDGPU_MAX_USERQ ,GFP_KERNEL ); +return index; +} + +static void +amdgpu_userqueue_remove_index (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) +{ +struct amdgpu_userq_globals *uqg = &adev->userq; + +ida_simple_remove (&uqg->ida, queue->queue_id); +} + +static int +amdgpu_userqueue_validate_input (struct amdgpu_device *adev,struct drm_amdgpu_userq_mqd *mqd_in) +{ +if (mqd_in->queue_va ==0 || mqd_in->doorbell_handle ==0 || mqd_in->doorbell_offset ==0 ) { +DRM_ERROR ("Invalid queue object address\n" ); +return -EINVAL ; + } + +if (mqd_in->queue_size ==0 || mqd_in->rptr_va ==0 || mqd_in->wptr_va ==0 ) { +DRM_ERROR ("Invalid queue object value\n" ); +return -EINVAL ; + } + +if (mqd_in->ip_type <AMDGPU_HW_IP_GFX || mqd_in->ip_type >=AMDGPU_HW_IP_NUM ) { +DRM_ERROR ("Invalid HW IP type 0x%x\n" , mqd_in->ip_type); +return -EINVAL ; + } + +if (!CHECK_ACCESS (mqd_in->queue_va) || !CHECK_ACCESS (mqd_in->rptr_va) || + !CHECK_ACCESS (mqd_in->wptr_va)) { +DRM_ERROR ("Invalid mapping of queue ptrs, access error\n" ); +return -EINVAL ; + } + +DRM_DEBUG_DRIVER ("Input parameters to create queue are valid\n" ); +return 0 ; +} + +int amdgpu_userqueue_create (struct amdgpu_device *adev,struct drm_file *filp, +union drm_amdgpu_userq *args) +{ +int r, pasid; +struct amdgpu_usermode_queue *queue; +struct amdgpu_fpriv *fpriv = filp->driver_priv; +struct amdgpu_vm *vm = &fpriv->vm; +struct amdgpu_ctx *ctx =amdgpu_ctx_get (fpriv, args->in.ctx_id); +struct drm_amdgpu_userq_mqd *mqd_in = &args->in.mqd; + +if (!ctx) { +DRM_ERROR ("Invalid GPU context\n" ); +return -EINVAL ; + } + +if (vm->pasid <0 ) { +DRM_WARN ("No PASID info found\n" ); + pasid =0 ; + } + +mutex_lock (&adev->userq.userq_mutex); + + queue =kzalloc (sizeof (struct amdgpu_usermode_queue ),GFP_KERNEL ); +if (!queue) { +DRM_ERROR ("Failed to allocate memory for queue\n" ); +mutex_unlock (&adev->userq.userq_mutex); +return -ENOMEM ; + } + + r =amdgpu_userqueue_validate_input (adev, mqd_in); +if (r <0 ) { +DRM_ERROR ("Invalid input to create queue\n" ); + goto free_queue; + } + + queue->vm = vm; + queue->pasid = pasid; + queue->wptr_gpu_addr = mqd_in->wptr_va; + queue->rptr_gpu_addr = mqd_in->rptr_va; + queue->queue_size = mqd_in->queue_size; + queue->queue_type = mqd_in->ip_type; + queue->paging = false; + queue->flags = mqd_in->flags; + queue->queue_id =amdgpu_userqueue_index (adev); +
Quoted 8 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c line 123
Quoted 1 line
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +1
-0+ ctx->userq = queue;It looks like you have a single userq per context, and here you simply override the userq pointer.
Maybe I've missed it, but where do you protect against a user accidentally creating two user queues ? It will cause a memory leak as you don't release the previous q.
I would imagine you should reject the user from creating another userq until it frees the current userq.
Noted, this is a valid expectation, will add a check here.
- Shashank
Quoted 125 lines
Oded
Quoted 123 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +64
-0+ args->out.q_id = queue->queue_id; + args->out.flags =0 ; +mutex_unlock (&adev->userq.userq_mutex); +return 0 ; + +free_queue: +amdgpu_userqueue_remove_index (adev, queue); +mutex_unlock (&adev->userq.userq_mutex); +kfree (queue); +return r; +} + +void amdgpu_userqueue_destroy (struct amdgpu_device *adev,struct drm_file *filp, +union drm_amdgpu_userq *args) +{ +struct amdgpu_fpriv *fpriv = filp->driver_priv; +struct amdgpu_ctx *ctx =amdgpu_ctx_get (fpriv, args->in.ctx_id); +struct amdgpu_usermode_queue *queue = ctx->userq; + +mutex_lock (&adev->userq.userq_mutex); +amdgpu_userqueue_remove_index (adev, queue); + ctx->userq =NULL ; +mutex_unlock (&adev->userq.userq_mutex); +kfree (queue); +} + +int amdgpu_userq_ioctl (struct drm_device *dev,void *data, +struct drm_file *filp) +{ +union drm_amdgpu_userq *args = data; +struct amdgpu_device *adev =drm_to_adev (dev); +int r =0 ; + +switch (args->in.op) { +case AMDGPU_USERQ_OP_CREATE : + r =amdgpu_userqueue_create (adev, filp, args); +if (r) +DRM_ERROR ("Failed to create usermode queue\n" ); +break ; + +case AMDGPU_USERQ_OP_FREE : +amdgpu_userqueue_destroy (adev, filp, args); +break ; + +default : +DRM_ERROR ("Invalid user queue op specified: %d\n" , args->in.op); +return -EINVAL ; + } + +return r; +} + +int amdgpu_userqueue_init (struct amdgpu_device *adev) +{ +struct amdgpu_userq_globals *uqg = &adev->userq; + +mutex_init (&uqg->userq_mutex); +return 0 ; +} + +void amdgpu_userqueue_fini (struct amdgpu_device *adev) +{ + +}drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +50
-1@@ -0,0 +1,50 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a +* copy of this software and associated documentation files (the "Software"), +* to deal in the Software without restriction, including without limitation +* the rights to use, copy, modify, merge, publish, distribute, sublicense, +* and/or sell copies of the Software, and to permit persons to whom the +* Software is furnished to do so, subject to the following conditions: +* +* The above copyright notice and this permission notice shall be included in +* all copies or substantial portions of the Software. +* +* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL +* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR +* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, +* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR +* OTHER DEALINGS IN THE SOFTWARE. +* +*/ + +#ifndef AMDGPU_USERMODE_QUEUE_H_ +#define AMDGPU_USERMODE_QUEUE_H_ + +#define AMDGPU_MAX_USERQ 512 + +struct amdgpu_usermode_queue { +int queue_id; +int queue_type; +int queue_size; +int paging; +int pasid; +int use_doorbell; +int doorbell_index; + +uint64_t mqd_gpu_addr; +uint64_t wptr_gpu_addr; +uint64_t rptr_gpu_addr; +uint64_t queue_gpu_addr; +uint64_t flags; +void *mqd_cpu_ptr; + +struct amdgpu_bo *mqd_obj; +struct amdgpu_vm *vm; +struct list_head list; +}; + +#endif --2.34.1
Re: [RFC 2/7] drm/amdgpu: Add usermode queue for gfx work
In reply to Shashank SharmaAm 23.12.22 um 20:36 schrieb Shashank Sharma:
Quoted 50 lines
This patch adds skeleton code for usermode queue creation. It typically contains:
- A new structure to keep all the user queue data in one place.
- An IOCTL function to create/free a usermode queue.
- A function to generate unique index for the queue.
- A global ptr inamdgpu_devCc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- drivers/gpu/drm/amd/amdgpu/Makefile | 2 + drivers/gpu/drm/amd/amdgpu/amdgpu.h | 6 + drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h | 1 + drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 187 ++++++++++++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 50 +++++ 5 files changed, 246 insertions(+)create mode 100644
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.ccreate mode 100644drivers/gpu/drm/amd/include/amdgpu_usermode_queue.hdrivers/gpu/drm/amd/amdgpu/Makefile +2
-0@@ -209,6 +209,8 @@ amdgpu-y += \ # add amdkfd interfaces amdgpu-y += amdgpu_amdkfd.o +# add usermode queue +amdgpu-y += amdgpu_userqueue.o ifneq ($(CONFIG_HSA_AMD),) AMDKFD_PATH := ../amdkfddrivers/gpu/drm/amd/amdgpu/amdgpu.h +5
-0@@ -749,6 +749,11 @@ struct amdgpu_mqd { struct amdgpu_mqd_prop *p); }; +struct amdgpu_userq_globals { +struct ida ida; +struct mutex userq_mutex; +}; +#define AMDGPU_RESET_MAGIC_NUM 64#define AMDGPU_MAX_DF_PERFMONS 4#define AMDGPU_PRODUCT_NAME_LEN 64
drivers/gpu/drm/amd/amdgpu/amdgpu.h struct amdgpu_device { · line 963
Quoted 4 lines
drivers/gpu/drm/amd/amdgpu/amdgpu.h +1
-0@@ -955,6 +960,7 @@ struct amdgpu_device {bool enable_mes_kiq;struct amdgpu_mes mes;struct amdgpu_mqd mqds[AMDGPU_HW_IP_NUM ]; +struct amdgpu_userq_globals userq;
This is a pretty big NAK to this. User mode queues should absolutely not be global!
This must be per fpriv, see how amdgpu_ctx/amdgpu_ctx_mgr is designed.
Or is that for the interface with the MES? If yes than that should be part of the MES code, not here.
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h struct amdgpu_ctx { · line 60
Quoted 12 lines
drivers/gpu/drm/amd/amdgpu/amdgpu.h +0
-0/* df */ struct amdgpu_df df;drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +1
-0@@ -57,6 +57,7 @@ struct amdgpu_ctx {unsigned long ras_counter_ce;unsigned long ras_counter_ue;uint32_t stable_pstate; +struct amdgpu_usermode_queue *userq;
Why should we have this in the ctx here???
Regards,
Christian.
Quoted 252 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-0};struct amdgpu_ctx_mgr {drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +187
-0@@ -0,0 +1,187 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a +* copy of this software and associated documentation files (the "Software"), +* to deal in the Software without restriction, including without limitation +* the rights to use, copy, modify, merge, publish, distribute, sublicense, +* and/or sell copies of the Software, and to permit persons to whom the +* Software is furnished to do so, subject to the following conditions: +* +* The above copyright notice and this permission notice shall be included in +* all copies or substantial portions of the Software. +* +* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL +* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR +* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, +* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR +* OTHER DEALINGS IN THE SOFTWARE. +* +*/ + +#include "amdgpu.h" +#include "amdgpu_vm.h" +#include "amdgpu_mes.h" +#include "amdgpu_usermode_queue.h" +#include "soc15_common.h" + +#define CHECK_ACCESS (a) (access_ok((const void __user *)a, sizeof(__u64))) + +static int +amdgpu_userqueue_index (struct amdgpu_device *adev) +{ +int index; +struct amdgpu_userq_globals *uqg = &adev->userq; + + index =ida_simple_get (&uqg->ida,2 ,AMDGPU_MAX_USERQ ,GFP_KERNEL ); +return index; +} + +static void +amdgpu_userqueue_remove_index (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) +{ +struct amdgpu_userq_globals *uqg = &adev->userq; + +ida_simple_remove (&uqg->ida, queue->queue_id); +} + +static int +amdgpu_userqueue_validate_input (struct amdgpu_device *adev,struct drm_amdgpu_userq_mqd *mqd_in) +{ +if (mqd_in->queue_va ==0 || mqd_in->doorbell_handle ==0 || mqd_in->doorbell_offset ==0 ) { +DRM_ERROR ("Invalid queue object address\n" ); +return -EINVAL ; + } + +if (mqd_in->queue_size ==0 || mqd_in->rptr_va ==0 || mqd_in->wptr_va ==0 ) { +DRM_ERROR ("Invalid queue object value\n" ); +return -EINVAL ; + } + +if (mqd_in->ip_type <AMDGPU_HW_IP_GFX || mqd_in->ip_type >=AMDGPU_HW_IP_NUM ) { +DRM_ERROR ("Invalid HW IP type 0x%x\n" , mqd_in->ip_type); +return -EINVAL ; + } + +if (!CHECK_ACCESS (mqd_in->queue_va) || !CHECK_ACCESS (mqd_in->rptr_va) || + !CHECK_ACCESS (mqd_in->wptr_va)) { +DRM_ERROR ("Invalid mapping of queue ptrs, access error\n" ); +return -EINVAL ; + } + +DRM_DEBUG_DRIVER ("Input parameters to create queue are valid\n" ); +return 0 ; +} + +int amdgpu_userqueue_create (struct amdgpu_device *adev,struct drm_file *filp, +union drm_amdgpu_userq *args) +{ +int r, pasid; +struct amdgpu_usermode_queue *queue; +struct amdgpu_fpriv *fpriv = filp->driver_priv; +struct amdgpu_vm *vm = &fpriv->vm; +struct amdgpu_ctx *ctx =amdgpu_ctx_get (fpriv, args->in.ctx_id); +struct drm_amdgpu_userq_mqd *mqd_in = &args->in.mqd; + +if (!ctx) { +DRM_ERROR ("Invalid GPU context\n" ); +return -EINVAL ; + } + +if (vm->pasid <0 ) { +DRM_WARN ("No PASID info found\n" ); + pasid =0 ; + } + +mutex_lock (&adev->userq.userq_mutex); + + queue =kzalloc (sizeof (struct amdgpu_usermode_queue ),GFP_KERNEL ); +if (!queue) { +DRM_ERROR ("Failed to allocate memory for queue\n" ); +mutex_unlock (&adev->userq.userq_mutex); +return -ENOMEM ; + } + + r =amdgpu_userqueue_validate_input (adev, mqd_in); +if (r <0 ) { +DRM_ERROR ("Invalid input to create queue\n" ); + goto free_queue; + } + + queue->vm = vm; + queue->pasid = pasid; + queue->wptr_gpu_addr = mqd_in->wptr_va; + queue->rptr_gpu_addr = mqd_in->rptr_va; + queue->queue_size = mqd_in->queue_size; + queue->queue_type = mqd_in->ip_type; + queue->paging = false; + queue->flags = mqd_in->flags; + queue->queue_id =amdgpu_userqueue_index (adev); + + ctx->userq = queue; + args->out.q_id = queue->queue_id; + args->out.flags =0 ; +mutex_unlock (&adev->userq.userq_mutex); +return 0 ; + +free_queue: +amdgpu_userqueue_remove_index (adev, queue); +mutex_unlock (&adev->userq.userq_mutex); +kfree (queue); +return r; +} + +void amdgpu_userqueue_destroy (struct amdgpu_device *adev,struct drm_file *filp, +union drm_amdgpu_userq *args) +{ +struct amdgpu_fpriv *fpriv = filp->driver_priv; +struct amdgpu_ctx *ctx =amdgpu_ctx_get (fpriv, args->in.ctx_id); +struct amdgpu_usermode_queue *queue = ctx->userq; + +mutex_lock (&adev->userq.userq_mutex); +amdgpu_userqueue_remove_index (adev, queue); + ctx->userq =NULL ; +mutex_unlock (&adev->userq.userq_mutex); +kfree (queue); +} + +int amdgpu_userq_ioctl (struct drm_device *dev,void *data, +struct drm_file *filp) +{ +union drm_amdgpu_userq *args = data; +struct amdgpu_device *adev =drm_to_adev (dev); +int r =0 ; + +switch (args->in.op) { +case AMDGPU_USERQ_OP_CREATE : + r =amdgpu_userqueue_create (adev, filp, args); +if (r) +DRM_ERROR ("Failed to create usermode queue\n" ); +break ; + +case AMDGPU_USERQ_OP_FREE : +amdgpu_userqueue_destroy (adev, filp, args); +break ; + +default : +DRM_ERROR ("Invalid user queue op specified: %d\n" , args->in.op); +return -EINVAL ; + } + +return r; +} + +int amdgpu_userqueue_init (struct amdgpu_device *adev) +{ +struct amdgpu_userq_globals *uqg = &adev->userq; + +mutex_init (&uqg->userq_mutex); +return 0 ; +} + +void amdgpu_userqueue_fini (struct amdgpu_device *adev) +{ + +}drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +50
-0@@ -0,0 +1,50 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a +* copy of this software and associated documentation files (the "Software"), +* to deal in the Software without restriction, including without limitation +* the rights to use, copy, modify, merge, publish, distribute, sublicense, +* and/or sell copies of the Software, and to permit persons to whom the +* Software is furnished to do so, subject to the following conditions: +* +* The above copyright notice and this permission notice shall be included in +* all copies or substantial portions of the Software. +* +* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL +* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR +* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, +* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR +* OTHER DEALINGS IN THE SOFTWARE. +* +*/ + +#ifndef AMDGPU_USERMODE_QUEUE_H_ +#define AMDGPU_USERMODE_QUEUE_H_ + +#define AMDGPU_MAX_USERQ 512 + +struct amdgpu_usermode_queue { +int queue_id; +int queue_type; +int queue_size; +int paging; +int pasid; +int use_doorbell; +int doorbell_index; + +uint64_t mqd_gpu_addr; +uint64_t wptr_gpu_addr; +uint64_t rptr_gpu_addr; +uint64_t queue_gpu_addr; +uint64_t flags; +void *mqd_cpu_ptr; + +struct amdgpu_bo *mqd_obj; +struct amdgpu_vm *vm; +struct list_head list; +}; + +#endif
Re: [RFC 2/7] drm/amdgpu: Add usermode queue for gfx work
Hello Christian,
Quoted 55 lines · Christian König
Am 23.12.22 um 20:36 schrieb Shashank Sharma:
Quoted 47 lines
This patch adds skeleton code for usermode queue creation. It typically contains:
- A new structure to keep all the user queue data in one place.
- An IOCTL function to create/free a usermode queue.
- A function to generate unique index for the queue.
- A global ptr inamdgpu_devCc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Shashank Sharma <[email protected]>---
drivers/gpu/drm/amd/amdgpu/Makefile | 2 + drivers/gpu/drm/amd/amdgpu/amdgpu.h | 6 + drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h | 1 +drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c| 187 ++++++++++++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 50 +++++5 files changed, 246 insertions(+)create mode 100644
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.ccreate mode 100644drivers/gpu/drm/amd/include/amdgpu_usermode_queue.hdrivers/gpu/drm/amd/amdgpu/Makefile +0
-0@@ -209,6 +209,8 @@ amdgpu-y += \ # add amdkfd interfacesamdgpu-y += amdgpu_amdkfd.o
+# add usermode queue
+amdgpu-y += amdgpu_userqueue.o
ifneq ($(CONFIG_HSA_AMD),)
AMDKFD_PATH:= ../amdkfddrivers/gpu/drm/amd/amdgpu/amdgpu.h +4
-0@@ -749,6 +749,11 @@ struct amdgpu_mqd { struct amdgpu_mqd_prop *p); }; +struct amdgpu_userq_globals { + struct ida ida; + struct mutex userq_mutex; +}; + #define AMDGPU_RESET_MAGIC_NUM 64 #define AMDGPU_MAX_DF_PERFMONS 4 #define AMDGPU_PRODUCT_NAME_LEN 64drivers/gpu/drm/amd/amdgpu/amdgpu.h struct amdgpu_device { · line 963
Quoted 4 lines
drivers/gpu/drm/amd/amdgpu/amdgpu.h +1
-0@@ -955,6 +960,7 @@ struct amdgpu_device { bool enable_mes_kiq; struct amdgpu_mes mes; struct amdgpu_mqd mqds[AMDGPU_HW_IP_NUM]; + struct amdgpu_userq_globals userq;This is a pretty big NAK to this. User mode queues should absolutely not be global!
Quoted 1 line
This must be per fpriv, see how amdgpu_ctx/amdgpu_ctx_mgr is designed.
Noted,
Quoted 2 lines
Or is that for the interface with the MES? If yes than that should be part of the MES code, not here.
This is actually to keep a mutex and keep an IDR object. I will first check how amdgpu_ctx handles it, as you suggested.
Quoted 14 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h struct amdgpu_ctx { · line 60
Quoted 12 lines
drivers/gpu/drm/amd/amdgpu/amdgpu.h +0
-0/* df */ struct amdgpu_df df;drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +1
-0@@ -57,6 +57,7 @@ struct amdgpu_ctx { unsigned long ras_counter_ce; unsigned long ras_counter_ue; uint32_t stable_pstate; + struct amdgpu_usermode_queue *userq;Why should we have this in the ctx here???
We are allocating a few things dynamically for the queue, which would be valid until we destroy this queue. Also we need to save this queue
container at some place for the destroy function, and I thought it would make sense to keep this with the context ptr, as this is how we are
identifying the incoming request.
- Shashank
Quoted 290 lines
Regards,
Christian.Quoted 285 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-0}; struct amdgpu_ctx_mgr {drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +4
-0@@ -0,0 +1,187 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
+ * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+ * OTHER DEALINGS IN THE SOFTWARE.
+ *
+ */drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+ +#include "amdgpu.h" +#include "amdgpu_vm.h" +#include "amdgpu_mes.h" +#include "amdgpu_usermode_queue.h" +#include "soc15_common.h" + +#define CHECK_ACCESS (a) (access_ok((const void __user *)a,
sizeof(__u64)))drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +13
-0+ +static int +amdgpu_userqueue_index (struct amdgpu_device *adev) +{ + int index; + struct amdgpu_userq_globals *uqg = &adev->userq; + + index = ida_simple_get(&uqg->ida, 2, AMDGPU_MAX_USERQ, GFP_KERNEL); + return index; +} + +static void +amdgpu_userqueue_remove_index(struct amdgpu_device *adev, struct
amdgpu_usermode_queue*queue)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+{ + struct amdgpu_userq_globals *uqg = &adev->userq; + + ida_simple_remove(&uqg->ida, queue->queue_id); +} + +static int +amdgpu_userqueue_validate_input(struct amdgpu_device *adev, struct
drm_amdgpu_userq_mqd*mqd_in)
+{
+ if (mqd_in->queue_va== 0 ||mqd_in->doorbell_handle== 0 ||mqd_in->doorbell_offset== 0) {
+DRM_ERROR("Invalid queue object address\n");
+ return-EINVAL;
+ }
+
+ if (mqd_in->queue_size== 0 ||mqd_in->rptr_va== 0 ||mqd_in->wptr_va== 0) {
+DRM_ERROR("Invalid queue object value\n");
+ return-EINVAL;
+ }
+
+ if (mqd_in->ip_type<AMDGPU_HW_IP_GFX||mqd_in->ip_type>=AMDGPU_HW_IP_NUM) {
+DRM_ERROR("Invalid HW IP type 0x%x\n", mqd_in->ip_type); + return-EINVAL;
+ }
+
+ if (!CHECK_ACCESS(mqd_in->queue_va) || !CHECK_ACCESS(mqd_in->rptr_va) ||
+ !CHECK_ACCESS(mqd_in->wptr_va)) {
+DRM_ERROR("Invalid mapping of queue ptrs, access error\n"); + return-EINVAL;
+ }drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +6
-0+ + DRM_DEBUG_DRIVER("Input parameters to create queue are valid\n"); + return 0; +} + +int amdgpu_userqueue_create(struct amdgpu_device *adev, struct
drm_file*filp,
+ uniondrm_amdgpu_userq*args)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +57
-0+{ + int r, pasid; + struct amdgpu_usermode_queue *queue; + struct amdgpu_fpriv *fpriv = filp->driver_priv; + struct amdgpu_vm *vm = &fpriv->vm; + struct amdgpu_ctx *ctx = amdgpu_ctx_get(fpriv, args->in.ctx_id); + struct drm_amdgpu_userq_mqd *mqd_in = &args->in.mqd; + + if (!ctx) { + DRM_ERROR("Invalid GPU context\n"); + return -EINVAL; + } + + if (vm->pasid < 0) { + DRM_WARN("No PASID info found\n"); + pasid = 0; + } + + mutex_lock(&adev->userq.userq_mutex); + + queue = kzalloc(sizeof(struct amdgpu_usermode_queue), GFP_KERNEL); + if (!queue) { + DRM_ERROR("Failed to allocate memory for queue\n"); + mutex_unlock(&adev->userq.userq_mutex); + return -ENOMEM; + } + + r = amdgpu_userqueue_validate_input(adev, mqd_in); + if (r < 0) { + DRM_ERROR("Invalid input to create queue\n"); + goto free_queue; + } + + queue->vm = vm; + queue->pasid = pasid; + queue->wptr_gpu_addr = mqd_in->wptr_va; + queue->rptr_gpu_addr = mqd_in->rptr_va; + queue->queue_size = mqd_in->queue_size; + queue->queue_type = mqd_in->ip_type; + queue->paging = false; + queue->flags = mqd_in->flags; + queue->queue_id = amdgpu_userqueue_index(adev); + + ctx->userq = queue; + args->out.q_id = queue->queue_id; + args->out.flags = 0; + mutex_unlock(&adev->userq.userq_mutex); + return 0; + +free_queue: + amdgpu_userqueue_remove_index(adev, queue); + mutex_unlock(&adev->userq.userq_mutex); + kfree(queue); + return r; +} + +void amdgpu_userqueue_destroy(struct amdgpu_device *adev, struct
drm_file*filp,
+ uniondrm_amdgpu_userq*args)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +32
-0+{ + struct amdgpu_fpriv *fpriv = filp->driver_priv; + struct amdgpu_ctx *ctx = amdgpu_ctx_get(fpriv, args->in.ctx_id); + struct amdgpu_usermode_queue *queue = ctx->userq; + + mutex_lock(&adev->userq.userq_mutex); + amdgpu_userqueue_remove_index(adev, queue); + ctx->userq = NULL; + mutex_unlock(&adev->userq.userq_mutex); + kfree(queue); +} + +int amdgpu_userq_ioctl (struct drm_device *dev,void *data, + struct drm_file *filp) +{ + union drm_amdgpu_userq *args = data; + struct amdgpu_device *adev = drm_to_adev(dev); + int r = 0; + + switch (args->in.op) { + case AMDGPU_USERQ_OP_CREATE: + r = amdgpu_userqueue_create(adev, filp, args); + if (r) + DRM_ERROR("Failed to create usermode queue\n"); + break; + + case AMDGPU_USERQ_OP_FREE: + amdgpu_userqueue_destroy(adev, filp, args); + break; + + default: + DRM_ERROR("Invalid user queue op specified: %d\n",
args->in.op);
+ return-EINVAL;
+ }drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +16
-0+ + return r; +} + +int amdgpu_userqueue_init (struct amdgpu_device *adev) +{ + struct amdgpu_userq_globals *uqg = &adev->userq; + + mutex_init(&uqg->userq_mutex); + return 0; +} + +void amdgpu_userqueue_fini (struct amdgpu_device *adev) +{ + +}drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +4
-0@@ -0,0 +1,50 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
+ * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+ * OTHER DEALINGS IN THE SOFTWARE.
+ *
+ */drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +28
-0+ +#ifndef AMDGPU_USERMODE_QUEUE_H_ +#define AMDGPU_USERMODE_QUEUE_H_ + +#define AMDGPU_MAX_USERQ 512 + +struct amdgpu_usermode_queue { + int queue_id; + int queue_type; + int queue_size; + int paging; + int pasid; + int use_doorbell; + int doorbell_index; + + uint64_t mqd_gpu_addr; + uint64_t wptr_gpu_addr; + uint64_t rptr_gpu_addr; + uint64_t queue_gpu_addr; + uint64_t flags; + void *mqd_cpu_ptr; + + struct amdgpu_bo *mqd_obj; + struct amdgpu_vm *vm; + struct list_head list; +}; + +#endif
Re: [RFC 2/7] drm/amdgpu: Add usermode queue for gfx work
Hi Shashank,
Am 26.12.22 um 11:41 schrieb Shashank Sharma:
Quoted 15 lines
[SNIP]
Quoted 5 lines
Quoted 5 lines
/* df */
struct amdgpu_df df;drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-1--- a/drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.hQuoted 8 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h struct amdgpu_ctx { · line 60
Quoted 6 lines
+++
b/drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.hdrivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +1
-0@@ -57,6 +57,7 @@ struct amdgpu_ctx { unsigned long ras_counter_ce; unsigned long ras_counter_ue; uint32_t stable_pstate; + struct amdgpu_usermode_queue *userq;Why should we have this in the ctx here???
Quoted 5 lines
We are allocating a few things dynamically for the queue, which would be valid until we destroy this queue. Also we need to save this queue
container at some place for the destroy function, and I thought it would make sense to keep this with the context ptr, as this is how we are
identifying the incoming request.
I have absolutely no idea how you end up with that design.
The ctx object is the CS IOCTL context, that is not even remotely related to anything the user queues should be doing.
Please completely drop that relationship and don't use any of the ctx object stuff in the user queue code.
Christian.
Quoted 297 lines
- Shashank
Quoted 294 lines
Regards,
Christian.Quoted 289 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-0}; struct amdgpu_ctx_mgr {drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +4
-0@@ -0,0 +1,187 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
+ * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+ * OTHER DEALINGS IN THE SOFTWARE.
+ *
+ */drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+ +#include "amdgpu.h" +#include "amdgpu_vm.h" +#include "amdgpu_mes.h" +#include "amdgpu_usermode_queue.h" +#include "soc15_common.h" + +#define CHECK_ACCESS (a) (access_ok((const void __user *)a,
sizeof(__u64)))drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+ +static int +amdgpu_userqueue_index (struct amdgpu_device *adev) +{ + int index; + struct amdgpu_userq_globals *uqg = &adev->userq; + + index = ida_simple_get(&uqg->ida, 2, AMDGPU_MAX_USERQ,
GFP_KERNEL);
+ return index;drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +4
-0+} + +static void +amdgpu_userqueue_remove_index(struct amdgpu_device *adev, struct
amdgpu_usermode_queue*queue)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+{ + struct amdgpu_userq_globals *uqg = &adev->userq; + + ida_simple_remove(&uqg->ida, queue->queue_id); +} + +static int +amdgpu_userqueue_validate_input(struct amdgpu_device *adev, struct
drm_amdgpu_userq_mqd*mqd_in)
+{
+ if (mqd_in->queue_va== 0 ||mqd_in->doorbell_handle== 0 ||mqd_in->doorbell_offset== 0) {
+DRM_ERROR("Invalid queue object address\n");
+ return-EINVAL;
+ }
+
+ if (mqd_in->queue_size== 0 ||mqd_in->rptr_va== 0 ||mqd_in->wptr_va== 0) {
+DRM_ERROR("Invalid queue object value\n");
+ return-EINVAL;
+ }
+
+ if (mqd_in->ip_type<AMDGPU_HW_IP_GFX||mqd_in->ip_type>=AMDGPU_HW_IP_NUM) {
+DRM_ERROR("Invalid HW IP type 0x%x\n", mqd_in->ip_type); + return-EINVAL;
+ }
+
+ if (!CHECK_ACCESS(mqd_in->queue_va) || !CHECK_ACCESS(mqd_in->rptr_va) ||
+ !CHECK_ACCESS(mqd_in->wptr_va)) {
+DRM_ERROR("Invalid mapping of queue ptrs, access error\n");
+ return-EINVAL;
+ }drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +6
-0+ + DRM_DEBUG_DRIVER("Input parameters to create queue are valid\n"); + return 0; +} + +int amdgpu_userqueue_create(struct amdgpu_device *adev, struct
drm_file*filp,
+ uniondrm_amdgpu_userq*args)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +57
-0+{ + int r, pasid; + struct amdgpu_usermode_queue *queue; + struct amdgpu_fpriv *fpriv = filp->driver_priv; + struct amdgpu_vm *vm = &fpriv->vm; + struct amdgpu_ctx *ctx = amdgpu_ctx_get(fpriv, args->in.ctx_id); + struct drm_amdgpu_userq_mqd *mqd_in = &args->in.mqd; + + if (!ctx) { + DRM_ERROR("Invalid GPU context\n"); + return -EINVAL; + } + + if (vm->pasid < 0) { + DRM_WARN("No PASID info found\n"); + pasid = 0; + } + + mutex_lock(&adev->userq.userq_mutex); + + queue = kzalloc(sizeof(struct amdgpu_usermode_queue), GFP_KERNEL); + if (!queue) { + DRM_ERROR("Failed to allocate memory for queue\n"); + mutex_unlock(&adev->userq.userq_mutex); + return -ENOMEM; + } + + r = amdgpu_userqueue_validate_input(adev, mqd_in); + if (r < 0) { + DRM_ERROR("Invalid input to create queue\n"); + goto free_queue; + } + + queue->vm = vm; + queue->pasid = pasid; + queue->wptr_gpu_addr = mqd_in->wptr_va; + queue->rptr_gpu_addr = mqd_in->rptr_va; + queue->queue_size = mqd_in->queue_size; + queue->queue_type = mqd_in->ip_type; + queue->paging = false; + queue->flags = mqd_in->flags; + queue->queue_id = amdgpu_userqueue_index(adev); + + ctx->userq = queue; + args->out.q_id = queue->queue_id; + args->out.flags = 0; + mutex_unlock(&adev->userq.userq_mutex); + return 0; + +free_queue: + amdgpu_userqueue_remove_index(adev, queue); + mutex_unlock(&adev->userq.userq_mutex); + kfree(queue); + return r; +} + +void amdgpu_userqueue_destroy(struct amdgpu_device *adev, struct
drm_file*filp,
+ uniondrm_amdgpu_userq*args)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +32
-0+{ + struct amdgpu_fpriv *fpriv = filp->driver_priv; + struct amdgpu_ctx *ctx = amdgpu_ctx_get(fpriv, args->in.ctx_id); + struct amdgpu_usermode_queue *queue = ctx->userq; + + mutex_lock(&adev->userq.userq_mutex); + amdgpu_userqueue_remove_index(adev, queue); + ctx->userq = NULL; + mutex_unlock(&adev->userq.userq_mutex); + kfree(queue); +} + +int amdgpu_userq_ioctl (struct drm_device *dev,void *data, + struct drm_file *filp) +{ + union drm_amdgpu_userq *args = data; + struct amdgpu_device *adev = drm_to_adev(dev); + int r = 0; + + switch (args->in.op) { + case AMDGPU_USERQ_OP_CREATE: + r = amdgpu_userqueue_create(adev, filp, args); + if (r) + DRM_ERROR("Failed to create usermode queue\n"); + break; + + case AMDGPU_USERQ_OP_FREE: + amdgpu_userqueue_destroy(adev, filp, args); + break; + + default: + DRM_ERROR("Invalid user queue op specified: %d\n",
args->in.op);
+ return-EINVAL;
+ }drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +16
-0+ + return r; +} + +int amdgpu_userqueue_init (struct amdgpu_device *adev) +{ + struct amdgpu_userq_globals *uqg = &adev->userq; + + mutex_init(&uqg->userq_mutex); + return 0; +} + +void amdgpu_userqueue_fini (struct amdgpu_device *adev) +{ + +}drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +4
-0@@ -0,0 +1,50 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
+ * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+ * OTHER DEALINGS IN THE SOFTWARE.
+ *
+ */drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +28
-0+ +#ifndef AMDGPU_USERMODE_QUEUE_H_ +#define AMDGPU_USERMODE_QUEUE_H_ + +#define AMDGPU_MAX_USERQ 512 + +struct amdgpu_usermode_queue { + int queue_id; + int queue_type; + int queue_size; + int paging; + int pasid; + int use_doorbell; + int doorbell_index; + + uint64_t mqd_gpu_addr; + uint64_t wptr_gpu_addr; + uint64_t rptr_gpu_addr; + uint64_t queue_gpu_addr; + uint64_t flags; + void *mqd_cpu_ptr; + + struct amdgpu_bo *mqd_obj; + struct amdgpu_vm *vm; + struct list_head list; +}; + +#endif
Re: [RFC 2/7] drm/amdgpu: Add usermode queue for gfx work
Quoted 22 lines · Christian König
Hi Shashank,
Am 26.12.22 um 11:41 schrieb Shashank Sharma:
Quoted 19 lines
[SNIP]
Quoted 5 lines
Quoted 5 lines
/* df */
struct amdgpu_df df;drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-1--- a/drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.hQuoted 8 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h struct amdgpu_ctx { · line 60
Quoted 6 lines
+++
b/drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.hdrivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +1
-0@@ -57,6 +57,7 @@ struct amdgpu_ctx { unsigned long ras_counter_ce; unsigned long ras_counter_ue; uint32_t stable_pstate; + struct amdgpu_usermode_queue *userq;Why should we have this in the ctx here???
We are allocating a few things dynamically for the queue, which would be valid until we destroy this queue. Also we need to save this queue
container at some place for the destroy function, and I thought it would make sense to keep this with the context ptr, as this is how we are
Quoted 8 lines
Quoted 1 line
identifying the incoming request.
I have absolutely no idea how you end up with that design.
The ctx object is the CS IOCTL context, that is not even remotely related to anything the user queues should be doing.
Please completely drop that relationship and don't use any of the ctx object stuff in the user queue code.
Historically the workload submission always came with a context (due to CS IOCTL), so we thought it would make sense to still have its relevance in the new workload submission method. Would you prefer this new submission to be independent of AMDGPU context ?
- Shashank
Quoted 301 lines
Christian.
Quoted 298 lines
- Shashank
Quoted 295 lines
Regards,
Christian.Quoted 290 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-0}; struct amdgpu_ctx_mgr {drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +4
-0@@ -0,0 +1,187 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
+ * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+ * OTHER DEALINGS IN THE SOFTWARE.
+ *
+ */drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+ +#include "amdgpu.h" +#include "amdgpu_vm.h" +#include "amdgpu_mes.h" +#include "amdgpu_usermode_queue.h" +#include "soc15_common.h" + +#define CHECK_ACCESS (a) (access_ok((const void __user *)a,
sizeof(__u64)))drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+ +static int +amdgpu_userqueue_index (struct amdgpu_device *adev) +{ + int index; + struct amdgpu_userq_globals *uqg = &adev->userq; + + index = ida_simple_get(&uqg->ida, 2, AMDGPU_MAX_USERQ,
GFP_KERNEL);
+ return index;drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +4
-0+} + +static void +amdgpu_userqueue_remove_index(struct amdgpu_device *adev, struct
amdgpu_usermode_queue*queue)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+{ + struct amdgpu_userq_globals *uqg = &adev->userq; + + ida_simple_remove(&uqg->ida, queue->queue_id); +} + +static int +amdgpu_userqueue_validate_input(struct amdgpu_device *adev, struct
drm_amdgpu_userq_mqd*mqd_in)
+{
+ if (mqd_in->queue_va== 0 ||mqd_in->doorbell_handle== 0 ||mqd_in->doorbell_offset== 0) {
+DRM_ERROR("Invalid queue object address\n");
+ return-EINVAL;
+ }
+
+ if (mqd_in->queue_size== 0 ||mqd_in->rptr_va== 0 ||mqd_in->wptr_va== 0) {
+DRM_ERROR("Invalid queue object value\n");
+ return-EINVAL;
+ }
+
+ if (mqd_in->ip_type<AMDGPU_HW_IP_GFX||mqd_in->ip_type>=AMDGPU_HW_IP_NUM) {
+DRM_ERROR("Invalid HW IP type 0x%x\n", mqd_in->ip_type); + return-EINVAL;
+ }
+
+ if (!CHECK_ACCESS(mqd_in->queue_va) || !CHECK_ACCESS(mqd_in->rptr_va) ||
+ !CHECK_ACCESS(mqd_in->wptr_va)) {
+DRM_ERROR("Invalid mapping of queue ptrs, access error\n");
+ return-EINVAL;
+ }drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +6
-0+ + DRM_DEBUG_DRIVER("Input parameters to create queue are valid\n"); + return 0; +} + +int amdgpu_userqueue_create(struct amdgpu_device *adev, struct
drm_file*filp,
+ uniondrm_amdgpu_userq*args)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +21
-0+{ + int r, pasid; + struct amdgpu_usermode_queue *queue; + struct amdgpu_fpriv *fpriv = filp->driver_priv; + struct amdgpu_vm *vm = &fpriv->vm; + struct amdgpu_ctx *ctx = amdgpu_ctx_get(fpriv, args->in.ctx_id); + struct drm_amdgpu_userq_mqd *mqd_in = &args->in.mqd; + + if (!ctx) { + DRM_ERROR("Invalid GPU context\n"); + return -EINVAL; + } + + if (vm->pasid < 0) { + DRM_WARN("No PASID info found\n"); + pasid = 0; + } + + mutex_lock(&adev->userq.userq_mutex); + + queue = kzalloc(sizeof(struct amdgpu_usermode_queue),
GFP_KERNEL);
+ if (!queue) {
+DRM_ERROR("Failed to allocate memory for queue\n"); +mutex_unlock(&adev->userq.userq_mutex);
+ return-ENOMEM;
+ }drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +31
-0+ + r = amdgpu_userqueue_validate_input(adev, mqd_in); + if (r < 0) { + DRM_ERROR("Invalid input to create queue\n"); + goto free_queue; + } + + queue->vm = vm; + queue->pasid = pasid; + queue->wptr_gpu_addr = mqd_in->wptr_va; + queue->rptr_gpu_addr = mqd_in->rptr_va; + queue->queue_size = mqd_in->queue_size; + queue->queue_type = mqd_in->ip_type; + queue->paging = false; + queue->flags = mqd_in->flags; + queue->queue_id = amdgpu_userqueue_index(adev); + + ctx->userq = queue; + args->out.q_id = queue->queue_id; + args->out.flags = 0; + mutex_unlock(&adev->userq.userq_mutex); + return 0; + +free_queue: + amdgpu_userqueue_remove_index(adev, queue); + mutex_unlock(&adev->userq.userq_mutex); + kfree(queue); + return r; +} + +void amdgpu_userqueue_destroy(struct amdgpu_device *adev, struct
drm_file*filp,
+ uniondrm_amdgpu_userq*args)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +32
-0+{ + struct amdgpu_fpriv *fpriv = filp->driver_priv; + struct amdgpu_ctx *ctx = amdgpu_ctx_get(fpriv, args->in.ctx_id); + struct amdgpu_usermode_queue *queue = ctx->userq; + + mutex_lock(&adev->userq.userq_mutex); + amdgpu_userqueue_remove_index(adev, queue); + ctx->userq = NULL; + mutex_unlock(&adev->userq.userq_mutex); + kfree(queue); +} + +int amdgpu_userq_ioctl (struct drm_device *dev,void *data, + struct drm_file *filp) +{ + union drm_amdgpu_userq *args = data; + struct amdgpu_device *adev = drm_to_adev(dev); + int r = 0; + + switch (args->in.op) { + case AMDGPU_USERQ_OP_CREATE: + r = amdgpu_userqueue_create(adev, filp, args); + if (r) + DRM_ERROR("Failed to create usermode queue\n"); + break; + + case AMDGPU_USERQ_OP_FREE: + amdgpu_userqueue_destroy(adev, filp, args); + break; + + default: + DRM_ERROR("Invalid user queue op specified: %d\n",
args->in.op);
+ return-EINVAL;
+ }drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +16
-0+ + return r; +} + +int amdgpu_userqueue_init (struct amdgpu_device *adev) +{ + struct amdgpu_userq_globals *uqg = &adev->userq; + + mutex_init(&uqg->userq_mutex); + return 0; +} + +void amdgpu_userqueue_fini (struct amdgpu_device *adev) +{ + +}drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +4
-0@@ -0,0 +1,50 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
+ * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+ * OTHER DEALINGS IN THE SOFTWARE.
+ *
+ */drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +28
-0+ +#ifndef AMDGPU_USERMODE_QUEUE_H_ +#define AMDGPU_USERMODE_QUEUE_H_ + +#define AMDGPU_MAX_USERQ 512 + +struct amdgpu_usermode_queue { + int queue_id; + int queue_type; + int queue_size; + int paging; + int pasid; + int use_doorbell; + int doorbell_index; + + uint64_t mqd_gpu_addr; + uint64_t wptr_gpu_addr; + uint64_t rptr_gpu_addr; + uint64_t queue_gpu_addr; + uint64_t flags; + void *mqd_cpu_ptr; + + struct amdgpu_bo *mqd_obj; + struct amdgpu_vm *vm; + struct list_head list; +}; + +#endif
Re: [RFC 2/7] drm/amdgpu: Add usermode queue for gfx work
Am 03.01.23 um 10:12 schrieb Shashank Sharma:
Quoted 26 lines · Christian König
Quoted 24 lines
Hi Shashank,
Am 26.12.22 um 11:41 schrieb Shashank Sharma:
Quoted 20 lines
[SNIP]
Quoted 5 lines
Quoted 5 lines
/* df */
struct amdgpu_df df;drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-1--- a/drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.hQuoted 8 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h struct amdgpu_ctx { · line 60
Quoted 6 lines
+++
b/drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.hdrivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +1
-0@@ -57,6 +57,7 @@ struct amdgpu_ctx { unsigned long ras_counter_ce; unsigned long ras_counter_ue; uint32_t stable_pstate; + struct amdgpu_usermode_queue *userq;Why should we have this in the ctx here???
We are allocating a few things dynamically for the queue, which would be valid until we destroy this queue. Also we need to save this queue
container at some place for the destroy function, and I thought it would make sense to keep this with the context ptr, as this is how we are
identifying the incoming request.
Quoted 7 lines
Quoted 6 lines
I have absolutely no idea how you end up with that design.
The ctx object is the CS IOCTL context, that is not even remotely related to anything the user queues should be doing.
Please completely drop that relationship and don't use any of the ctx object stuff in the user queue code.
Historically the workload submission always came with a context (due to CS IOCTL), so we thought it would make sense to still have its relevance in the new workload submission method. Would you prefer this new submission to be independent of AMDGPU context ?
Well not prefer, the point is that this doesn't make any sense at all.
See the amdgpu_ctx object contains the resulting fence pointers for the CS IOCTL as well as information necessary for the CS IOCTL to work (e.g. scheduler entities etc...).
I don't see how anything from that stuff would be useful for the MES or user queues.
Christian.
Quoted 306 lines
- Shashank
Quoted 302 lines
Christian.
Quoted 299 lines
- Shashank
Quoted 296 lines
Regards,
Christian.Quoted 291 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-0}; struct amdgpu_ctx_mgr {drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +4
-0@@ -0,0 +1,187 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
+ * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+ * OTHER DEALINGS IN THE SOFTWARE.
+ *
+ */drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+ +#include "amdgpu.h" +#include "amdgpu_vm.h" +#include "amdgpu_mes.h" +#include "amdgpu_usermode_queue.h" +#include "soc15_common.h" + +#define CHECK_ACCESS (a) (access_ok((const void __user *)a,
sizeof(__u64)))drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+ +static int +amdgpu_userqueue_index (struct amdgpu_device *adev) +{ + int index; + struct amdgpu_userq_globals *uqg = &adev->userq; + + index = ida_simple_get(&uqg->ida, 2, AMDGPU_MAX_USERQ,
GFP_KERNEL);
+ return index;drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +4
-0+} + +static void +amdgpu_userqueue_remove_index(struct amdgpu_device *adev, struct
amdgpu_usermode_queue*queue)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+{ + struct amdgpu_userq_globals *uqg = &adev->userq; + + ida_simple_remove(&uqg->ida, queue->queue_id); +} + +static int +amdgpu_userqueue_validate_input(struct amdgpu_device *adev,struct
drm_amdgpu_userq_mqd*mqd_in)
+{
+ if (mqd_in->queue_va== 0 ||mqd_in->doorbell_handle== 0 ||mqd_in->doorbell_offset== 0) {
+DRM_ERROR("Invalid queue object address\n");
+ return-EINVAL;
+ }
+
+ if (mqd_in->queue_size== 0 ||mqd_in->rptr_va== 0 ||mqd_in->wptr_va== 0) {
+DRM_ERROR("Invalid queue object value\n");
+ return-EINVAL;
+ }
+
+ if (mqd_in->ip_type<AMDGPU_HW_IP_GFX||mqd_in->ip_type>=AMDGPU_HW_IP_NUM) {
+DRM_ERROR("Invalid HW IP type 0x%x\n", mqd_in->ip_type); + return-EINVAL;
+ }
+
+ if (!CHECK_ACCESS(mqd_in->queue_va) || !CHECK_ACCESS(mqd_in->rptr_va) ||
+ !CHECK_ACCESS(mqd_in->wptr_va)) {
+DRM_ERROR("Invalid mapping of queue ptrs, access error\n");
+ return-EINVAL;
+ }
+
+DRM_DEBUG_DRIVER("Input parameters to create queue are valid\n");
+ return 0;drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +3
-0+} + +int amdgpu_userqueue_create(struct amdgpu_device *adev, struct
drm_file*filp,
+ uniondrm_amdgpu_userq*args)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +21
-0+{ + int r, pasid; + struct amdgpu_usermode_queue *queue; + struct amdgpu_fpriv *fpriv = filp->driver_priv; + struct amdgpu_vm *vm = &fpriv->vm; + struct amdgpu_ctx *ctx = amdgpu_ctx_get(fpriv, args->in.ctx_id); + struct drm_amdgpu_userq_mqd *mqd_in = &args->in.mqd; + + if (!ctx) { + DRM_ERROR("Invalid GPU context\n"); + return -EINVAL; + } + + if (vm->pasid < 0) { + DRM_WARN("No PASID info found\n"); + pasid = 0; + } + + mutex_lock(&adev->userq.userq_mutex); + + queue = kzalloc(sizeof(struct amdgpu_usermode_queue),
GFP_KERNEL);
+ if (!queue) {
+DRM_ERROR("Failed to allocate memory for queue\n"); +mutex_unlock(&adev->userq.userq_mutex);
+ return-ENOMEM;
+ }drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +31
-0+ + r = amdgpu_userqueue_validate_input(adev, mqd_in); + if (r < 0) { + DRM_ERROR("Invalid input to create queue\n"); + goto free_queue; + } + + queue->vm = vm; + queue->pasid = pasid; + queue->wptr_gpu_addr = mqd_in->wptr_va; + queue->rptr_gpu_addr = mqd_in->rptr_va; + queue->queue_size = mqd_in->queue_size; + queue->queue_type = mqd_in->ip_type; + queue->paging = false; + queue->flags = mqd_in->flags; + queue->queue_id = amdgpu_userqueue_index(adev); + + ctx->userq = queue; + args->out.q_id = queue->queue_id; + args->out.flags = 0; + mutex_unlock(&adev->userq.userq_mutex); + return 0; + +free_queue: + amdgpu_userqueue_remove_index(adev, queue); + mutex_unlock(&adev->userq.userq_mutex); + kfree(queue); + return r; +} + +void amdgpu_userqueue_destroy(struct amdgpu_device *adev, struct
drm_file*filp,
+ uniondrm_amdgpu_userq*args)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +32
-0+{ + struct amdgpu_fpriv *fpriv = filp->driver_priv; + struct amdgpu_ctx *ctx = amdgpu_ctx_get(fpriv, args->in.ctx_id); + struct amdgpu_usermode_queue *queue = ctx->userq; + + mutex_lock(&adev->userq.userq_mutex); + amdgpu_userqueue_remove_index(adev, queue); + ctx->userq = NULL; + mutex_unlock(&adev->userq.userq_mutex); + kfree(queue); +} + +int amdgpu_userq_ioctl (struct drm_device *dev,void *data, + struct drm_file *filp) +{ + union drm_amdgpu_userq *args = data; + struct amdgpu_device *adev = drm_to_adev(dev); + int r = 0; + + switch (args->in.op) { + case AMDGPU_USERQ_OP_CREATE: + r = amdgpu_userqueue_create(adev, filp, args); + if (r) + DRM_ERROR("Failed to create usermode queue\n"); + break; + + case AMDGPU_USERQ_OP_FREE: + amdgpu_userqueue_destroy(adev, filp, args); + break; + + default: + DRM_ERROR("Invalid user queue op specified: %d\n",
args->in.op);
+ return-EINVAL;
+ }drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +16
-0+ + return r; +} + +int amdgpu_userqueue_init (struct amdgpu_device *adev) +{ + struct amdgpu_userq_globals *uqg = &adev->userq; + + mutex_init(&uqg->userq_mutex); + return 0; +} + +void amdgpu_userqueue_fini (struct amdgpu_device *adev) +{ + +}drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +4
-0@@ -0,0 +1,50 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
+ * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+ * OTHER DEALINGS IN THE SOFTWARE.
+ *
+ */drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +28
-0+ +#ifndef AMDGPU_USERMODE_QUEUE_H_ +#define AMDGPU_USERMODE_QUEUE_H_ + +#define AMDGPU_MAX_USERQ 512 + +struct amdgpu_usermode_queue { + int queue_id; + int queue_type; + int queue_size; + int paging; + int pasid; + int use_doorbell; + int doorbell_index; + + uint64_t mqd_gpu_addr; + uint64_t wptr_gpu_addr; + uint64_t rptr_gpu_addr; + uint64_t queue_gpu_addr; + uint64_t flags; + void *mqd_cpu_ptr; + + struct amdgpu_bo *mqd_obj; + struct amdgpu_vm *vm; + struct list_head list; +}; + +#endif
Re: [RFC 2/7] drm/amdgpu: Add usermode queue for gfx work
Quoted 35 lines · Christian König
Am 03.01.23 um 10:12 schrieb Shashank Sharma:
Quoted 26 lines · Christian König
Quoted 24 lines
Hi Shashank,
Am 26.12.22 um 11:41 schrieb Shashank Sharma:
Quoted 20 lines
[SNIP]
Quoted 5 lines
Quoted 5 lines
/* df */
struct amdgpu_df df;drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-1--- a/drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.hQuoted 8 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h struct amdgpu_ctx { · line 60
Quoted 6 lines
+++
b/drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.hdrivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +1
-0@@ -57,6 +57,7 @@ struct amdgpu_ctx { unsigned long ras_counter_ce; unsigned long ras_counter_ue; uint32_t stable_pstate; + struct amdgpu_usermode_queue *userq;Why should we have this in the ctx here???
We are allocating a few things dynamically for the queue, which would be valid until we destroy this queue. Also we need to save this queue
container at some place for the destroy function, and I thought it would make sense to keep this with the context ptr, as this is how we are
identifying the incoming request.
Quoted 7 lines
Quoted 6 lines
I have absolutely no idea how you end up with that design.
The ctx object is the CS IOCTL context, that is not even remotely related to anything the user queues should be doing.
Please completely drop that relationship and don't use any of the ctx object stuff in the user queue code.
Historically the workload submission always came with a context (due to CS IOCTL), so we thought it would make sense to still have its relevance in the new workload submission method. Would you prefer this new submission to be independent of AMDGPU context ?
Quoted 7 lines
Well not prefer, the point is that this doesn't make any sense at all.
See the
amdgpu_ctxobject contains the resulting fence pointers for the CS IOCTL as well as information necessary for the CS IOCTL to work (e.g. scheduler entities etc...).I don't see how anything from that stuff would be useful for the MES or user queues.
Christian.
I am getting your point, and it makes sense as well. But in such scenario, we might have to create something parallel to AMDGPU_USERQ_CTX which is doing very much the same.
We can still do it to make a logically separate entity, but any suggestions on where to keep this udev_ctx ptr (if not in adev, as well as not ctx) ?
- Shashank
Quoted 310 lines
Quoted 309 lines
- Shashank
Quoted 304 lines
Christian.
Quoted 301 lines
- Shashank
Quoted 298 lines
Regards,
Christian.Quoted 293 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-0}; struct amdgpu_ctx_mgr {drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +4
-0@@ -0,0 +1,187 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
+ * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+ * OTHER DEALINGS IN THE SOFTWARE.
+ *
+ */drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+ +#include "amdgpu.h" +#include "amdgpu_vm.h" +#include "amdgpu_mes.h" +#include "amdgpu_usermode_queue.h" +#include "soc15_common.h" + +#define CHECK_ACCESS (a) (access_ok((const void __user *)a,
sizeof(__u64)))drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+ +static int +amdgpu_userqueue_index (struct amdgpu_device *adev) +{ + int index; + struct amdgpu_userq_globals *uqg = &adev->userq; + + index = ida_simple_get(&uqg->ida, 2, AMDGPU_MAX_USERQ,
GFP_KERNEL);
+ return index;drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +4
-0+} + +static void +amdgpu_userqueue_remove_index(struct amdgpu_device *adev, struct
amdgpu_usermode_queue*queue)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+{ + struct amdgpu_userq_globals *uqg = &adev->userq; + + ida_simple_remove(&uqg->ida, queue->queue_id); +} + +static int +amdgpu_userqueue_validate_input(struct amdgpu_device *adev,struct
drm_amdgpu_userq_mqd*mqd_in)
+{
+ if (mqd_in->queue_va== 0 ||mqd_in->doorbell_handle== 0 ||mqd_in->doorbell_offset== 0) {
+DRM_ERROR("Invalid queue object address\n");
+ return-EINVAL;
+ }
+
+ if (mqd_in->queue_size== 0 ||mqd_in->rptr_va== 0 ||mqd_in->wptr_va== 0) {
+DRM_ERROR("Invalid queue object value\n");
+ return-EINVAL;
+ }
+
+ if (mqd_in->ip_type<AMDGPU_HW_IP_GFX||mqd_in->ip_type>=AMDGPU_HW_IP_NUM) {
+DRM_ERROR("Invalid HW IP type 0x%x\n", mqd_in->ip_type); + return-EINVAL;
+ }
+
+ if (!CHECK_ACCESS(mqd_in->queue_va) || !CHECK_ACCESS(mqd_in->rptr_va) ||
+ !CHECK_ACCESS(mqd_in->wptr_va)) {
+DRM_ERROR("Invalid mapping of queue ptrs, access error\n");
+ return-EINVAL;
+ }
+
+DRM_DEBUG_DRIVER("Input parameters to create queue are valid\n");
+ return 0;drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +3
-0+} + +int amdgpu_userqueue_create(struct amdgpu_device *adev, struct
drm_file*filp,
+ uniondrm_amdgpu_userq*args) +{
+ int r, pasid;
+ structamdgpu_usermode_queue*queue;
+ structamdgpu_fpriv*fpriv =filp->driver_priv; + structamdgpu_vm*vm =&fpriv->vm;
+ structamdgpu_ctx*ctx =amdgpu_ctx_get(fpriv, args->in.ctx_id);
+ structdrm_amdgpu_userq_mqd*mqd_in=&args->in.mqd;drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +14
-0+ + if (!ctx) { + DRM_ERROR("Invalid GPU context\n"); + return -EINVAL; + } + + if (vm->pasid < 0) { + DRM_WARN("No PASID info found\n"); + pasid = 0; + } + + mutex_lock(&adev->userq.userq_mutex); + + queue = kzalloc(sizeof(struct amdgpu_usermode_queue),
GFP_KERNEL);
+ if (!queue) {
+DRM_ERROR("Failed to allocate memory for queue\n"); +mutex_unlock(&adev->userq.userq_mutex);
+ return-ENOMEM;
+ }drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +31
-0+ + r = amdgpu_userqueue_validate_input(adev, mqd_in); + if (r < 0) { + DRM_ERROR("Invalid input to create queue\n"); + goto free_queue; + } + + queue->vm = vm; + queue->pasid = pasid; + queue->wptr_gpu_addr = mqd_in->wptr_va; + queue->rptr_gpu_addr = mqd_in->rptr_va; + queue->queue_size = mqd_in->queue_size; + queue->queue_type = mqd_in->ip_type; + queue->paging = false; + queue->flags = mqd_in->flags; + queue->queue_id = amdgpu_userqueue_index(adev); + + ctx->userq = queue; + args->out.q_id = queue->queue_id; + args->out.flags = 0; + mutex_unlock(&adev->userq.userq_mutex); + return 0; + +free_queue: + amdgpu_userqueue_remove_index(adev, queue); + mutex_unlock(&adev->userq.userq_mutex); + kfree(queue); + return r; +} + +void amdgpu_userqueue_destroy(struct amdgpu_device *adev, struct
drm_file*filp,
+ uniondrm_amdgpu_userq*args) +{
+ structamdgpu_fpriv*fpriv =filp->driver_priv; + structamdgpu_ctx*ctx =amdgpu_ctx_get(fpriv, args->in.ctx_id);
+ structamdgpu_usermode_queue*queue =ctx->userq;drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +28
-0+ + mutex_lock(&adev->userq.userq_mutex); + amdgpu_userqueue_remove_index(adev, queue); + ctx->userq = NULL; + mutex_unlock(&adev->userq.userq_mutex); + kfree(queue); +} + +int amdgpu_userq_ioctl (struct drm_device *dev,void *data, + struct drm_file *filp) +{ + union drm_amdgpu_userq *args = data; + struct amdgpu_device *adev = drm_to_adev(dev); + int r = 0; + + switch (args->in.op) { + case AMDGPU_USERQ_OP_CREATE: + r = amdgpu_userqueue_create(adev, filp, args); + if (r) + DRM_ERROR("Failed to create usermode queue\n"); + break; + + case AMDGPU_USERQ_OP_FREE: + amdgpu_userqueue_destroy(adev, filp, args); + break; + + default: + DRM_ERROR("Invalid user queue op specified: %d\n",
args->in.op);
+ return-EINVAL;
+ }drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +16
-0+ + return r; +} + +int amdgpu_userqueue_init (struct amdgpu_device *adev) +{ + struct amdgpu_userq_globals *uqg = &adev->userq; + + mutex_init(&uqg->userq_mutex); + return 0; +} + +void amdgpu_userqueue_fini (struct amdgpu_device *adev) +{ + +}drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +4
-0@@ -0,0 +1,50 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
+ * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+ * OTHER DEALINGS IN THE SOFTWARE.
+ *
+ */drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +28
-0+ +#ifndef AMDGPU_USERMODE_QUEUE_H_ +#define AMDGPU_USERMODE_QUEUE_H_ + +#define AMDGPU_MAX_USERQ 512 + +struct amdgpu_usermode_queue { + int queue_id; + int queue_type; + int queue_size; + int paging; + int pasid; + int use_doorbell; + int doorbell_index; + + uint64_t mqd_gpu_addr; + uint64_t wptr_gpu_addr; + uint64_t rptr_gpu_addr; + uint64_t queue_gpu_addr; + uint64_t flags; + void *mqd_cpu_ptr; + + struct amdgpu_bo *mqd_obj; + struct amdgpu_vm *vm; + struct list_head list; +}; + +#endif
Re: [RFC 2/7] drm/amdgpu: Add usermode queue for gfx work
Am 03.01.23 um 10:22 schrieb Shashank Sharma:
Quoted 41 lines · Christian König
Quoted 39 lines
Am 03.01.23 um 10:12 schrieb Shashank Sharma:
Quoted 26 lines · Christian König
Quoted 24 lines
Hi Shashank,
Am 26.12.22 um 11:41 schrieb Shashank Sharma:
Quoted 20 lines
[SNIP]
Quoted 5 lines
Quoted 5 lines
/* df */
struct amdgpu_df df;drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-1--- a/drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.hQuoted 8 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h struct amdgpu_ctx { · line 60
Quoted 6 lines
+++
b/drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.hdrivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +1
-0@@ -57,6 +57,7 @@ struct amdgpu_ctx { unsigned long ras_counter_ce; unsigned long ras_counter_ue; uint32_t stable_pstate; + struct amdgpu_usermode_queue *userq;Why should we have this in the ctx here???
We are allocating a few things dynamically for the queue, which would be valid until we destroy this queue. Also we need to save this queue
container at some place for the destroy function, and I thought it would make sense to keep this with the context ptr, as this is how we are
identifying the incoming request.
Quoted 7 lines
Quoted 6 lines
I have absolutely no idea how you end up with that design.
The ctx object is the CS IOCTL context, that is not even remotely related to anything the user queues should be doing.
Please completely drop that relationship and don't use any of the ctx object stuff in the user queue code.
Historically the workload submission always came with a context (due to CS IOCTL), so we thought it would make sense to still have its relevance in the new workload submission method. Would you prefer this new submission to be independent of AMDGPU context ?
Well not prefer, the point is that this doesn't make any sense at all.
See the
amdgpu_ctxobject contains the resulting fence pointers for the CS IOCTL as well as information necessary for the CS IOCTL to work (e.g. scheduler entities etc...).
Quoted 8 lines
Quoted 3 lines
I don't see how anything from that stuff would be useful for the MES or user queues.
Christian.
I am getting your point, and it makes sense as well. But in such scenario, we might have to create something parallel to
AMDGPU_USERQ_CTXwhich is doing very much the same.We can still do it to make a logically separate entity, but any suggestions on where to keep this
udev_ctxptr (if not in adev, as well as not ctx) ?
Take a look at the amdgpu_ctx_mgr object with the mutex and the idr and how this is embedded into the amdgpu_fpriv object. It should become pretty clear from there on.
I don't think we need an userq_ctx or similar, each userq should be an independent object. What we need is an userq_mgr object which holds the collection of all the useq objects the client application has created through it's fpriv connection to the driver.
Regards,
Christian.
Quoted 314 lines
- Shashank
Quoted 310 lines
Quoted 309 lines
- Shashank
Quoted 304 lines
Christian.
Quoted 301 lines
- Shashank
Quoted 298 lines
Regards,
Christian.Quoted 293 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-0}; struct amdgpu_ctx_mgr {drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +4
-0@@ -0,0 +1,187 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
+ * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+ * OTHER DEALINGS IN THE SOFTWARE.
+ *
+ */drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+ +#include "amdgpu.h" +#include "amdgpu_vm.h" +#include "amdgpu_mes.h" +#include "amdgpu_usermode_queue.h" +#include "soc15_common.h" + +#define CHECK_ACCESS (a) (access_ok((const void __user *)a,
sizeof(__u64)))drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+ +static int +amdgpu_userqueue_index (struct amdgpu_device *adev) +{ + int index; + struct amdgpu_userq_globals *uqg = &adev->userq; + + index = ida_simple_get(&uqg->ida, 2, AMDGPU_MAX_USERQ,
GFP_KERNEL);
+ return index;drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +4
-0+} + +static void +amdgpu_userqueue_remove_index(struct amdgpu_device *adev,struct
amdgpu_usermode_queue*queue)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+{ + struct amdgpu_userq_globals *uqg = &adev->userq; + + ida_simple_remove(&uqg->ida, queue->queue_id); +} + +static int +amdgpu_userqueue_validate_input(struct amdgpu_device *adev,struct
drm_amdgpu_userq_mqd*mqd_in)
+{
+ if (mqd_in->queue_va== 0 ||mqd_in->doorbell_handle== 0 ||mqd_in->doorbell_offset== 0) {
+DRM_ERROR("Invalid queue object address\n"); + return-EINVAL;
+ }
+
+ if (mqd_in->queue_size== 0 ||mqd_in->rptr_va== 0 ||mqd_in->wptr_va== 0) {
+DRM_ERROR("Invalid queue object value\n"); + return-EINVAL;
+ }
+
+ if (mqd_in->ip_type<AMDGPU_HW_IP_GFX||mqd_in->ip_typeQuoted 1 line
=
AMDGPU_HW_IP_NUM) {+
DRM_ERROR("Invalid HW IP type 0x%x\n", mqd_in->ip_type); + return-EINVAL;
+ }
+
+ if (!CHECK_ACCESS(mqd_in->queue_va) || !CHECK_ACCESS(mqd_in->rptr_va) ||
+ !CHECK_ACCESS(mqd_in->wptr_va)) {
+DRM_ERROR("Invalid mapping of queue ptrs, access error\n");
+ return-EINVAL;
+ }
+
+DRM_DEBUG_DRIVER("Input parameters to create queue are valid\n");
+ return 0;drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +3
-0+} + +int amdgpu_userqueue_create(struct amdgpu_device *adev, struct
drm_file*filp,
+ uniondrm_amdgpu_userq*args) +{
+ int r, pasid;
+ structamdgpu_usermode_queue*queue;
+ structamdgpu_fpriv*fpriv =filp->driver_priv; + structamdgpu_vm*vm =&fpriv->vm;
+ structamdgpu_ctx*ctx =amdgpu_ctx_get(fpriv, args->in.ctx_id);
+ structdrm_amdgpu_userq_mqd*mqd_in=&args->in.mqd;drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +14
-0+ + if (!ctx) { + DRM_ERROR("Invalid GPU context\n"); + return -EINVAL; + } + + if (vm->pasid < 0) { + DRM_WARN("No PASID info found\n"); + pasid = 0; + } + + mutex_lock(&adev->userq.userq_mutex); + + queue = kzalloc(sizeof(struct amdgpu_usermode_queue),
GFP_KERNEL);
+ if (!queue) {
+DRM_ERROR("Failed to allocate memory for queue\n");
+mutex_unlock(&adev->userq.userq_mutex);
+ return-ENOMEM;
+ }drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +31
-0+ + r = amdgpu_userqueue_validate_input(adev, mqd_in); + if (r < 0) { + DRM_ERROR("Invalid input to create queue\n"); + goto free_queue; + } + + queue->vm = vm; + queue->pasid = pasid; + queue->wptr_gpu_addr = mqd_in->wptr_va; + queue->rptr_gpu_addr = mqd_in->rptr_va; + queue->queue_size = mqd_in->queue_size; + queue->queue_type = mqd_in->ip_type; + queue->paging = false; + queue->flags = mqd_in->flags; + queue->queue_id = amdgpu_userqueue_index(adev); + + ctx->userq = queue; + args->out.q_id = queue->queue_id; + args->out.flags = 0; + mutex_unlock(&adev->userq.userq_mutex); + return 0; + +free_queue: + amdgpu_userqueue_remove_index(adev, queue); + mutex_unlock(&adev->userq.userq_mutex); + kfree(queue); + return r; +} + +void amdgpu_userqueue_destroy(struct amdgpu_device *adev,struct
drm_file*filp,
+ uniondrm_amdgpu_userq*args) +{
+ structamdgpu_fpriv*fpriv =filp->driver_priv; + structamdgpu_ctx*ctx =amdgpu_ctx_get(fpriv, args->in.ctx_id);
+ structamdgpu_usermode_queue*queue =ctx->userq;drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +28
-0+ + mutex_lock(&adev->userq.userq_mutex); + amdgpu_userqueue_remove_index(adev, queue); + ctx->userq = NULL; + mutex_unlock(&adev->userq.userq_mutex); + kfree(queue); +} + +int amdgpu_userq_ioctl (struct drm_device *dev,void *data, + struct drm_file *filp) +{ + union drm_amdgpu_userq *args = data; + struct amdgpu_device *adev = drm_to_adev(dev); + int r = 0; + + switch (args->in.op) { + case AMDGPU_USERQ_OP_CREATE: + r = amdgpu_userqueue_create(adev, filp, args); + if (r) + DRM_ERROR("Failed to create usermode queue\n"); + break; + + case AMDGPU_USERQ_OP_FREE: + amdgpu_userqueue_destroy(adev, filp, args); + break; + + default: + DRM_ERROR("Invalid user queue op specified: %d\n",
args->in.op);
+ return-EINVAL;
+ }drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +16
-0+ + return r; +} + +int amdgpu_userqueue_init (struct amdgpu_device *adev) +{ + struct amdgpu_userq_globals *uqg = &adev->userq; + + mutex_init(&uqg->userq_mutex); + return 0; +} + +void amdgpu_userqueue_fini (struct amdgpu_device *adev) +{ + +}drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +4
-0@@ -0,0 +1,50 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
+ * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+ * OTHER DEALINGS IN THE SOFTWARE.
+ *
+ */drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +28
-0+ +#ifndef AMDGPU_USERMODE_QUEUE_H_ +#define AMDGPU_USERMODE_QUEUE_H_ + +#define AMDGPU_MAX_USERQ 512 + +struct amdgpu_usermode_queue { + int queue_id; + int queue_type; + int queue_size; + int paging; + int pasid; + int use_doorbell; + int doorbell_index; + + uint64_t mqd_gpu_addr; + uint64_t wptr_gpu_addr; + uint64_t rptr_gpu_addr; + uint64_t queue_gpu_addr; + uint64_t flags; + void *mqd_cpu_ptr; + + struct amdgpu_bo *mqd_obj; + struct amdgpu_vm *vm; + struct list_head list; +}; + +#endif
Re: [RFC 2/7] drm/amdgpu: Add usermode queue for gfx work
Quoted 70 lines · Christian König
Am 03.01.23 um 10:22 schrieb Shashank Sharma:
Quoted 59 lines · Christian König
Quoted 47 lines
Am 03.01.23 um 10:12 schrieb Shashank Sharma:
Quoted 36 lines · Christian König
Quoted 34 lines
Hi Shashank,
Am 26.12.22 um 11:41 schrieb Shashank Sharma:
Quoted 20 lines
[SNIP]
Quoted 6 lines
Quoted 6 lines
/* df */ struct amdgpu_df df;drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-1--- a/drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.hQuoted 8 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h struct amdgpu_ctx { · line 60
Quoted 6 lines
+++
b/drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.hdrivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +1
-0@@ -57,6 +57,7 @@ struct amdgpu_ctx {unsigned long ras_counter_ce;unsigned long ras_counter_ue;uint32_t stable_pstate; +struct amdgpu_usermode_queue *userq;Why should we have this in the ctx here???
We are allocating a few things dynamically for the queue, which would be valid until we destroy this queue. Also we need to save this queue
Quoted 5 lines
container at some place for the destroy function, and I thought it would make sense to keep this with the context ptr, as this is how we are
identifying the incoming request.
I have absolutely no idea how you end up with that design.
The ctx object is the CS IOCTL context, that is not even remotely related to anything the user queues should be doing.
Quoted 7 lines
Quoted 3 lines
Please completely drop that relationship and don't use any of the ctx object stuff in the user queue code.
Historically the workload submission always came with a context (due to CS IOCTL), so we thought it would make sense to still have its relevance in the new workload submission method. Would you prefer this new submission to be independent of AMDGPU context ?
Well not prefer, the point is that this doesn't make any sense at all.
Quoted 8 lines
See the
amdgpu_ctxobject contains the resulting fence pointers for the CS IOCTL as well as information necessary for the CS IOCTL to work (e.g. scheduler entities etc...).I don't see how anything from that stuff would be useful for the MES or user queues.
Christian.
Quoted 7 lines
I am getting your point, and it makes sense as well. But in such scenario, we might have to create something parallel to
AMDGPU_USERQ_CTXwhich is doing very much the same.We can still do it to make a logically separate entity, but any suggestions on where to keep this
udev_ctxptr (if not in adev, as well as not ctx) ?
Quoted 8 lines
Take a look at the
amdgpu_ctx_mgrobject with the mutex and the idr and how this is embedded into theamdgpu_fprivobject. It should become pretty clear from there on.I don't think we need an
userq_ctxor similar, each userq should be an independent object. What we need is anuserq_mgrobject which holds the collection of all the useq objects the client application has created through it's fpriv connection to the driver.
Don't we want to associate the queues to a ctx for guilty tracking purposes when there is a hang?
Alex
Quoted 321 lines
Regards,
Christian.Quoted 316 lines
- Shashank
Quoted 312 lines
Quoted 311 lines
- Shashank
Quoted 306 lines
Christian.
Quoted 303 lines
- Shashank
Quoted 300 lines
Regards,
Christian.Quoted 295 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-0};struct amdgpu_ctx_mgr {drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +4
-0@@ -0,0 +1,187 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
+ * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+ * OTHER DEALINGS IN THE SOFTWARE.
+ *
+ */drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+ +#include "amdgpu.h" +#include "amdgpu_vm.h" +#include "amdgpu_mes.h" +#include "amdgpu_usermode_queue.h" +#include "soc15_common.h" + +#define CHECK_ACCESS (a) (access_ok((const void __user *)a,
sizeof(__u64)))drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+ +static int +amdgpu_userqueue_index (struct amdgpu_device *adev) +{ +int index; +struct amdgpu_userq_globals *uqg = &adev->userq; + + index = ida_simple_get(&uqg->ida, 2, AMDGPU_MAX_USERQ,
GFP_KERNEL);drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +5
-0+return index; +} + +static void +amdgpu_userqueue_remove_index(struct amdgpu_device *adev,struct
amdgpu_usermode_queue*queue)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+{ +struct amdgpu_userq_globals *uqg = &adev->userq; + +ida_simple_remove (&uqg->ida, queue->queue_id); +} + +static int +amdgpu_userqueue_validate_input(struct amdgpu_device *adev,struct
drm_amdgpu_userq_mqd*mqd_in)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +2
-0+{ + if (mqd_in->queue_va == 0 || mqd_in->doorbell_handle == 0||
mqd_in->doorbell_offset== 0) {drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +5
-0+DRM_ERROR ("Invalid queue object address\n" ); +return -EINVAL ; + } + + if (mqd_in->queue_size == 0 || mqd_in->rptr_va == 0 ||
mqd_in->wptr_va== 0) {drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +5
-0+DRM_ERROR ("Invalid queue object value\n" ); +return -EINVAL ; + } + + if (mqd_in->ip_type < AMDGPU_HW_IP_GFX || mqd_in->ip_typeQuoted 1 line
=
AMDGPU_HW_IP_NUM) {drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +5
-0+DRM_ERROR ("Invalid HW IP type 0x%x\n" , mqd_in->ip_type); +return -EINVAL ; + } + + if (!CHECK_ACCESS(mqd_in->queue_va) ||!CHECK_ACCESS(mqd_in->rptr_va) ||
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +2
-0+ !CHECK_ACCESS(mqd_in->wptr_va)) { + DRM_ERROR("Invalid mapping of queue ptrs, accesserror\n");
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +4
-0+return -EINVAL ; + } + + DRM_DEBUG_DRIVER("Input parameters to create queue arevalid\n");
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +4
-0+return 0 ; +} + +int amdgpu_userqueue_create(struct amdgpu_device *adev, struct
drm_file*filp,drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +7
-0+ union drm_amdgpu_userq *args) +{ +int r, pasid; +struct amdgpu_usermode_queue *queue; +struct amdgpu_fpriv *fpriv = filp->driver_priv; +struct amdgpu_vm *vm = &fpriv->vm; + struct amdgpu_ctx *ctx = amdgpu_ctx_get(fpriv,
args->in.ctx_id);drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +15
-0+struct drm_amdgpu_userq_mqd *mqd_in = &args->in.mqd; + +if (!ctx) { +DRM_ERROR ("Invalid GPU context\n" ); +return -EINVAL ; + } + +if (vm->pasid <0 ) { +DRM_WARN ("No PASID info found\n" ); + pasid =0 ; + } + +mutex_lock (&adev->userq.userq_mutex); + + queue = kzalloc(sizeof(struct amdgpu_usermode_queue),
GFP_KERNEL);drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +36
-0+if (!queue) { +DRM_ERROR ("Failed to allocate memory for queue\n" ); +mutex_unlock (&adev->userq.userq_mutex); +return -ENOMEM ; + } + + r =amdgpu_userqueue_validate_input (adev, mqd_in); +if (r <0 ) { +DRM_ERROR ("Invalid input to create queue\n" ); + goto free_queue; + } + + queue->vm = vm; + queue->pasid = pasid; + queue->wptr_gpu_addr = mqd_in->wptr_va; + queue->rptr_gpu_addr = mqd_in->rptr_va; + queue->queue_size = mqd_in->queue_size; + queue->queue_type = mqd_in->ip_type; + queue->paging = false; + queue->flags = mqd_in->flags; + queue->queue_id =amdgpu_userqueue_index (adev); + + ctx->userq = queue; + args->out.q_id = queue->queue_id; + args->out.flags =0 ; +mutex_unlock (&adev->userq.userq_mutex); +return 0 ; + +free_queue: +amdgpu_userqueue_remove_index (adev, queue); +mutex_unlock (&adev->userq.userq_mutex); +kfree (queue); +return r; +} + +void amdgpu_userqueue_destroy(struct amdgpu_device *adev,struct
drm_file*filp,drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +4
-0+ union drm_amdgpu_userq *args) +{ +struct amdgpu_fpriv *fpriv = filp->driver_priv; + struct amdgpu_ctx *ctx = amdgpu_ctx_get(fpriv,
args->in.ctx_id);drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +29
-0+struct amdgpu_usermode_queue *queue = ctx->userq; + +mutex_lock (&adev->userq.userq_mutex); +amdgpu_userqueue_remove_index (adev, queue); + ctx->userq =NULL ; +mutex_unlock (&adev->userq.userq_mutex); +kfree (queue); +} + +int amdgpu_userq_ioctl (struct drm_device *dev,void *data, +struct drm_file *filp) +{ +union drm_amdgpu_userq *args = data; +struct amdgpu_device *adev =drm_to_adev (dev); +int r =0 ; + +switch (args->in.op) { +case AMDGPU_USERQ_OP_CREATE : + r =amdgpu_userqueue_create (adev, filp, args); +if (r) +DRM_ERROR ("Failed to create usermode queue\n" ); +break ; + +case AMDGPU_USERQ_OP_FREE : +amdgpu_userqueue_destroy (adev, filp, args); +break ; + +default : + DRM_ERROR("Invalid user queue op specified: %d\n",
args->in.op);drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +18
-0+return -EINVAL ; + } + +return r; +} + +int amdgpu_userqueue_init (struct amdgpu_device *adev) +{ +struct amdgpu_userq_globals *uqg = &adev->userq; + +mutex_init (&uqg->userq_mutex); +return 0 ; +} + +void amdgpu_userqueue_fini (struct amdgpu_device *adev) +{ + +}drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +4
-0@@ -0,0 +1,50 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
+ * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+ * OTHER DEALINGS IN THE SOFTWARE.
+ *
+ */drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +28
-0+ +#ifndef AMDGPU_USERMODE_QUEUE_H_ +#define AMDGPU_USERMODE_QUEUE_H_ + +#define AMDGPU_MAX_USERQ 512 + +struct amdgpu_usermode_queue { +int queue_id; +int queue_type; +int queue_size; +int paging; +int pasid; +int use_doorbell; +int doorbell_index; + +uint64_t mqd_gpu_addr; +uint64_t wptr_gpu_addr; +uint64_t rptr_gpu_addr; +uint64_t queue_gpu_addr; +uint64_t flags; +void *mqd_cpu_ptr; + +struct amdgpu_bo *mqd_obj; +struct amdgpu_vm *vm; +struct list_head list; +}; + +#endif
Re: [RFC 2/7] drm/amdgpu: Add usermode queue for gfx work
Am 03.01.23 um 15:34 schrieb Alex Deucher:
Quoted 67 lines
Quoted 65 lines · Christian König
Am 03.01.23 um 10:22 schrieb Shashank Sharma:
Quoted 52 lines · Christian König
Quoted 42 lines
Am 03.01.23 um 10:12 schrieb Shashank Sharma:
Quoted 32 lines · Christian König
Quoted 31 lines
Hi Shashank,
Am 26.12.22 um 11:41 schrieb Shashank Sharma:
Quoted 18 lines
[SNIP]
Quoted 5 lines
Quoted 5 lines
/* df */ struct amdgpu_df df;drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-0Quoted 8 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h struct amdgpu_ctx { · line 60
Quoted 7 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +1
-0@@ -57,6 +57,7 @@ struct amdgpu_ctx {unsigned long ras_counter_ce;unsigned long ras_counter_ue;uint32_t stable_pstate; +struct amdgpu_usermode_queue *userq;Why should we have this in the ctx here???
We are allocating a few things dynamically for the queue, which would be valid until we destroy this queue. Also we need to save this queue
Quoted 5 lines
container at some place for the destroy function, and I thought it would make sense to keep this with the context ptr, as this is how we are
identifying the incoming request.
I have absolutely no idea how you end up with that design.
The ctx object is the CS IOCTL context, that is not even remotely related to anything the user queues should be doing.
Quoted 7 lines
Quoted 3 lines
Please completely drop that relationship and don't use any of the ctx object stuff in the user queue code.
Historically the workload submission always came with a context (due to CS IOCTL), so we thought it would make sense to still have its relevance in the new workload submission method. Would you prefer this new submission to be independent of AMDGPU context ?
Well not prefer, the point is that this doesn't make any sense at all.
Quoted 8 lines
See the
amdgpu_ctxobject contains the resulting fence pointers for the CS IOCTL as well as information necessary for the CS IOCTL to work (e.g. scheduler entities etc...).I don't see how anything from that stuff would be useful for the MES or user queues.
Christian.
Quoted 7 lines
I am getting your point, and it makes sense as well. But in such scenario, we might have to create something parallel to
AMDGPU_USERQ_CTXwhich is doing very much the same.We can still do it to make a logically separate entity, but any suggestions on where to keep this
udev_ctxptr (if not in adev, as well as not ctx) ?Take a look at the
amdgpu_ctx_mgrobject with the mutex and the idr and how this is embedded into theamdgpu_fprivobject. It should become pretty clear from there on.
Quoted 6 lines
Quoted 4 lines
I don't think we need an
userq_ctxor similar, each userq should be an independent object. What we need is anuserq_mgrobject which holds the collection of all the useq objects the client application has created through it's fpriv connection to the driver.Don't we want to associate the queues to a ctx for guilty tracking purposes when there is a hang?
Nope, absolutely not.
The hang detection around the context was just another design bug we inherited from the windows driver.
What we should do instead is to use the error field in the dma_fence object just like every other driver and component does.
Christian.
Quoted 314 lines
Alex
Quoted 311 lines
Regards,
Christian.Quoted 308 lines
- Shashank
Quoted 305 lines
Quoted 305 lines
- Shashank
Quoted 302 lines
Christian.
Quoted 300 lines
- Shashank
Quoted 298 lines
Regards,
Christian.Quoted 295 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-0};struct amdgpu_ctx_mgr {drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +4
-0@@ -0,0 +1,187 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
+ * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+ * OTHER DEALINGS IN THE SOFTWARE.
+ *
+ */drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+ +#include "amdgpu.h" +#include "amdgpu_vm.h" +#include "amdgpu_mes.h" +#include "amdgpu_usermode_queue.h" +#include "soc15_common.h" + +#define CHECK_ACCESS (a) (access_ok((const void __user *)a,
sizeof(__u64)))drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+ +static int +amdgpu_userqueue_index (struct amdgpu_device *adev) +{ +int index; +struct amdgpu_userq_globals *uqg = &adev->userq; + + index = ida_simple_get(&uqg->ida, 2, AMDGPU_MAX_USERQ,
GFP_KERNEL);drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +5
-0+return index; +} + +static void +amdgpu_userqueue_remove_index(struct amdgpu_device *adev,struct
amdgpu_usermode_queue*queue)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+{ +struct amdgpu_userq_globals *uqg = &adev->userq; + +ida_simple_remove (&uqg->ida, queue->queue_id); +} + +static int +amdgpu_userqueue_validate_input(struct amdgpu_device *adev,struct
drm_amdgpu_userq_mqd*mqd_in)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +2
-0+{ + if (mqd_in->queue_va == 0 || mqd_in->doorbell_handle == 0||
mqd_in->doorbell_offset== 0) {drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +5
-0+DRM_ERROR ("Invalid queue object address\n" ); +return -EINVAL ; + } + + if (mqd_in->queue_size == 0 || mqd_in->rptr_va == 0 ||
mqd_in->wptr_va== 0) {drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +5
-0+DRM_ERROR ("Invalid queue object value\n" ); +return -EINVAL ; + } + + if (mqd_in->ip_type < AMDGPU_HW_IP_GFX || mqd_in->ip_typeQuoted 1 line
=
AMDGPU_HW_IP_NUM) {drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +5
-0+DRM_ERROR ("Invalid HW IP type 0x%x\n" , mqd_in->ip_type); +return -EINVAL ; + } + + if (!CHECK_ACCESS(mqd_in->queue_va) ||!CHECK_ACCESS(mqd_in->rptr_va) ||
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +2
-0+ !CHECK_ACCESS(mqd_in->wptr_va)) { + DRM_ERROR("Invalid mapping of queue ptrs, accesserror\n");
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +4
-0+return -EINVAL ; + } + + DRM_DEBUG_DRIVER("Input parameters to create queue arevalid\n");
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +4
-0+return 0 ; +} + +int amdgpu_userqueue_create(struct amdgpu_device *adev, struct
drm_file*filp,drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +7
-0+ union drm_amdgpu_userq *args) +{ +int r, pasid; +struct amdgpu_usermode_queue *queue; +struct amdgpu_fpriv *fpriv = filp->driver_priv; +struct amdgpu_vm *vm = &fpriv->vm; + struct amdgpu_ctx *ctx = amdgpu_ctx_get(fpriv,
args->in.ctx_id);drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +15
-0+struct drm_amdgpu_userq_mqd *mqd_in = &args->in.mqd; + +if (!ctx) { +DRM_ERROR ("Invalid GPU context\n" ); +return -EINVAL ; + } + +if (vm->pasid <0 ) { +DRM_WARN ("No PASID info found\n" ); + pasid =0 ; + } + +mutex_lock (&adev->userq.userq_mutex); + + queue = kzalloc(sizeof(struct amdgpu_usermode_queue),
GFP_KERNEL);drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +36
-0+if (!queue) { +DRM_ERROR ("Failed to allocate memory for queue\n" ); +mutex_unlock (&adev->userq.userq_mutex); +return -ENOMEM ; + } + + r =amdgpu_userqueue_validate_input (adev, mqd_in); +if (r <0 ) { +DRM_ERROR ("Invalid input to create queue\n" ); + goto free_queue; + } + + queue->vm = vm; + queue->pasid = pasid; + queue->wptr_gpu_addr = mqd_in->wptr_va; + queue->rptr_gpu_addr = mqd_in->rptr_va; + queue->queue_size = mqd_in->queue_size; + queue->queue_type = mqd_in->ip_type; + queue->paging = false; + queue->flags = mqd_in->flags; + queue->queue_id =amdgpu_userqueue_index (adev); + + ctx->userq = queue; + args->out.q_id = queue->queue_id; + args->out.flags =0 ; +mutex_unlock (&adev->userq.userq_mutex); +return 0 ; + +free_queue: +amdgpu_userqueue_remove_index (adev, queue); +mutex_unlock (&adev->userq.userq_mutex); +kfree (queue); +return r; +} + +void amdgpu_userqueue_destroy(struct amdgpu_device *adev,struct
drm_file*filp,drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +4
-0+ union drm_amdgpu_userq *args) +{ +struct amdgpu_fpriv *fpriv = filp->driver_priv; + struct amdgpu_ctx *ctx = amdgpu_ctx_get(fpriv,
args->in.ctx_id);drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +29
-0+struct amdgpu_usermode_queue *queue = ctx->userq; + +mutex_lock (&adev->userq.userq_mutex); +amdgpu_userqueue_remove_index (adev, queue); + ctx->userq =NULL ; +mutex_unlock (&adev->userq.userq_mutex); +kfree (queue); +} + +int amdgpu_userq_ioctl (struct drm_device *dev,void *data, +struct drm_file *filp) +{ +union drm_amdgpu_userq *args = data; +struct amdgpu_device *adev =drm_to_adev (dev); +int r =0 ; + +switch (args->in.op) { +case AMDGPU_USERQ_OP_CREATE : + r =amdgpu_userqueue_create (adev, filp, args); +if (r) +DRM_ERROR ("Failed to create usermode queue\n" ); +break ; + +case AMDGPU_USERQ_OP_FREE : +amdgpu_userqueue_destroy (adev, filp, args); +break ; + +default : + DRM_ERROR("Invalid user queue op specified: %d\n",
args->in.op);drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +18
-0+return -EINVAL ; + } + +return r; +} + +int amdgpu_userqueue_init (struct amdgpu_device *adev) +{ +struct amdgpu_userq_globals *uqg = &adev->userq; + +mutex_init (&uqg->userq_mutex); +return 0 ; +} + +void amdgpu_userqueue_fini (struct amdgpu_device *adev) +{ + +}drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +4
-0@@ -0,0 +1,50 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
+ * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+ * OTHER DEALINGS IN THE SOFTWARE.
+ *
+ */drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +28
-0+ +#ifndef AMDGPU_USERMODE_QUEUE_H_ +#define AMDGPU_USERMODE_QUEUE_H_ + +#define AMDGPU_MAX_USERQ 512 + +struct amdgpu_usermode_queue { +int queue_id; +int queue_type; +int queue_size; +int paging; +int pasid; +int use_doorbell; +int doorbell_index; + +uint64_t mqd_gpu_addr; +uint64_t wptr_gpu_addr; +uint64_t rptr_gpu_addr; +uint64_t queue_gpu_addr; +uint64_t flags; +void *mqd_cpu_ptr; + +struct amdgpu_bo *mqd_obj; +struct amdgpu_vm *vm; +struct list_head list; +}; + +#endif
Re: [RFC 2/7] drm/amdgpu: Add usermode queue for gfx work
In reply to Shashank SharmaQuoted 63 lines · Shashank Sharma
This patch adds skeleton code for usermode queue creation. It typically contains:
- A new structure to keep all the user queue data in one place.
- An IOCTL function to create/free a usermode queue.
- A function to generate unique index for the queue.
- A global ptr inamdgpu_devCc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- drivers/gpu/drm/amd/amdgpu/Makefile | 2 + drivers/gpu/drm/amd/amdgpu/amdgpu.h | 6 + drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h | 1 + drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 187 ++++++++++++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 50 +++++ 5 files changed, 246 insertions(+) create mode 100644 drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c create mode 100644 drivers/gpu/drm/amd/include/amdgpu_usermode_queue.hdrivers/gpu/drm/amd/amdgpu/Makefile +2
-0@@ -209,6 +209,8 @@ amdgpu-y += \ # add amdkfd interfaces amdgpu-y += amdgpu_amdkfd.o +# add usermode queue +amdgpu-y += amdgpu_userqueue.o ifneq ($(CONFIG_HSA_AMD),) AMDKFD_PATH := ../amdkfddrivers/gpu/drm/amd/amdgpu/amdgpu.h +6
-0@@ -749,6 +749,11 @@ struct amdgpu_mqd { struct amdgpu_mqd_prop *p); }; +struct amdgpu_userq_globals { +struct ida ida; +struct mutex userq_mutex; +}; +#define AMDGPU_RESET_MAGIC_NUM 64#define AMDGPU_MAX_DF_PERFMONS 4#define AMDGPU_PRODUCT_NAME_LEN 64@@ -955,6 +960,7 @@ struct amdgpu_device {bool enable_mes_kiq;struct amdgpu_mes mes;struct amdgpu_mqd mqds[AMDGPU_HW_IP_NUM ]; +struct amdgpu_userq_globals userq;/* df */ struct amdgpu_df df;drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-0
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h struct amdgpu_ctx { · line 60
Quoted 4 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +1
-0@@ -57,6 +57,7 @@ struct amdgpu_ctx {unsigned long ras_counter_ce;unsigned long ras_counter_ue;uint32_t stable_pstate; +struct amdgpu_usermode_queue *userq;
There can be multiple queues per context. We should make this a list.
Quoted 71 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-0};struct amdgpu_ctx_mgr {drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +62
-0@@ -0,0 +1,187 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a +* copy of this software and associated documentation files (the "Software"), +* to deal in the Software without restriction, including without limitation +* the rights to use, copy, modify, merge, publish, distribute, sublicense, +* and/or sell copies of the Software, and to permit persons to whom the +* Software is furnished to do so, subject to the following conditions: +* +* The above copyright notice and this permission notice shall be included in +* all copies or substantial portions of the Software. +* +* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL +* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR +* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, +* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR +* OTHER DEALINGS IN THE SOFTWARE. +* +*/ + +#include "amdgpu.h" +#include "amdgpu_vm.h" +#include "amdgpu_mes.h" +#include "amdgpu_usermode_queue.h" +#include "soc15_common.h" + +#define CHECK_ACCESS (a) (access_ok((const void __user *)a, sizeof(__u64))) + +static int +amdgpu_userqueue_index (struct amdgpu_device *adev) +{ +int index; +struct amdgpu_userq_globals *uqg = &adev->userq; + + index =ida_simple_get (&uqg->ida,2 ,AMDGPU_MAX_USERQ ,GFP_KERNEL ); +return index; +} + +static void +amdgpu_userqueue_remove_index (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) +{ +struct amdgpu_userq_globals *uqg = &adev->userq; + +ida_simple_remove (&uqg->ida, queue->queue_id); +} + +static int +amdgpu_userqueue_validate_input (struct amdgpu_device *adev,struct drm_amdgpu_userq_mqd *mqd_in) +{ +if (mqd_in->queue_va ==0 || mqd_in->doorbell_handle ==0 || mqd_in->doorbell_offset ==0 ) { +DRM_ERROR ("Invalid queue object address\n" ); +return -EINVAL ; + } + +if (mqd_in->queue_size ==0 || mqd_in->rptr_va ==0 || mqd_in->wptr_va ==0 ) { +DRM_ERROR ("Invalid queue object value\n" ); +return -EINVAL ; + } +
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c line 72
Quoted 10 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +10
-0+if (mqd_in->ip_type <AMDGPU_HW_IP_GFX || mqd_in->ip_type >=AMDGPU_HW_IP_NUM ) { +DRM_ERROR ("Invalid HW IP type 0x%x\n" , mqd_in->ip_type); +return -EINVAL ; + } + +if (!CHECK_ACCESS (mqd_in->queue_va) || !CHECK_ACCESS (mqd_in->rptr_va) || + !CHECK_ACCESS (mqd_in->wptr_va)) { +DRM_ERROR ("Invalid mapping of queue ptrs, access error\n" ); +return -EINVAL ; + }
Need to check the flags as well.
Quoted 174 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +115
-0+ +DRM_DEBUG_DRIVER ("Input parameters to create queue are valid\n" ); +return 0 ; +} + +int amdgpu_userqueue_create (struct amdgpu_device *adev,struct drm_file *filp, +union drm_amdgpu_userq *args) +{ +int r, pasid; +struct amdgpu_usermode_queue *queue; +struct amdgpu_fpriv *fpriv = filp->driver_priv; +struct amdgpu_vm *vm = &fpriv->vm; +struct amdgpu_ctx *ctx =amdgpu_ctx_get (fpriv, args->in.ctx_id); +struct drm_amdgpu_userq_mqd *mqd_in = &args->in.mqd; + +if (!ctx) { +DRM_ERROR ("Invalid GPU context\n" ); +return -EINVAL ; + } + +if (vm->pasid <0 ) { +DRM_WARN ("No PASID info found\n" ); + pasid =0 ; + } + +mutex_lock (&adev->userq.userq_mutex); + + queue =kzalloc (sizeof (struct amdgpu_usermode_queue ),GFP_KERNEL ); +if (!queue) { +DRM_ERROR ("Failed to allocate memory for queue\n" ); +mutex_unlock (&adev->userq.userq_mutex); +return -ENOMEM ; + } + + r =amdgpu_userqueue_validate_input (adev, mqd_in); +if (r <0 ) { +DRM_ERROR ("Invalid input to create queue\n" ); + goto free_queue; + } + + queue->vm = vm; + queue->pasid = pasid; + queue->wptr_gpu_addr = mqd_in->wptr_va; + queue->rptr_gpu_addr = mqd_in->rptr_va; + queue->queue_size = mqd_in->queue_size; + queue->queue_type = mqd_in->ip_type; + queue->paging = false; + queue->flags = mqd_in->flags; + queue->queue_id =amdgpu_userqueue_index (adev); + + ctx->userq = queue; + args->out.q_id = queue->queue_id; + args->out.flags =0 ; +mutex_unlock (&adev->userq.userq_mutex); +return 0 ; + +free_queue: +amdgpu_userqueue_remove_index (adev, queue); +mutex_unlock (&adev->userq.userq_mutex); +kfree (queue); +return r; +} + +void amdgpu_userqueue_destroy (struct amdgpu_device *adev,struct drm_file *filp, +union drm_amdgpu_userq *args) +{ +struct amdgpu_fpriv *fpriv = filp->driver_priv; +struct amdgpu_ctx *ctx =amdgpu_ctx_get (fpriv, args->in.ctx_id); +struct amdgpu_usermode_queue *queue = ctx->userq; + +mutex_lock (&adev->userq.userq_mutex); +amdgpu_userqueue_remove_index (adev, queue); + ctx->userq =NULL ; +mutex_unlock (&adev->userq.userq_mutex); +kfree (queue); +} + +int amdgpu_userq_ioctl (struct drm_device *dev,void *data, +struct drm_file *filp) +{ +union drm_amdgpu_userq *args = data; +struct amdgpu_device *adev =drm_to_adev (dev); +int r =0 ; + +switch (args->in.op) { +case AMDGPU_USERQ_OP_CREATE : + r =amdgpu_userqueue_create (adev, filp, args); +if (r) +DRM_ERROR ("Failed to create usermode queue\n" ); +break ; + +case AMDGPU_USERQ_OP_FREE : +amdgpu_userqueue_destroy (adev, filp, args); +break ; + +default : +DRM_ERROR ("Invalid user queue op specified: %d\n" , args->in.op); +return -EINVAL ; + } + +return r; +} + +int amdgpu_userqueue_init (struct amdgpu_device *adev) +{ +struct amdgpu_userq_globals *uqg = &adev->userq; + +mutex_init (&uqg->userq_mutex); +return 0 ; +} + +void amdgpu_userqueue_fini (struct amdgpu_device *adev) +{ + +}drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +50
-1@@ -0,0 +1,50 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a +* copy of this software and associated documentation files (the "Software"), +* to deal in the Software without restriction, including without limitation +* the rights to use, copy, modify, merge, publish, distribute, sublicense, +* and/or sell copies of the Software, and to permit persons to whom the +* Software is furnished to do so, subject to the following conditions: +* +* The above copyright notice and this permission notice shall be included in +* all copies or substantial portions of the Software. +* +* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL +* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR +* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, +* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR +* OTHER DEALINGS IN THE SOFTWARE. +* +*/ + +#ifndef AMDGPU_USERMODE_QUEUE_H_ +#define AMDGPU_USERMODE_QUEUE_H_ + +#define AMDGPU_MAX_USERQ 512 + +struct amdgpu_usermode_queue { +int queue_id; +int queue_type; +int queue_size; +int paging; +int pasid; +int use_doorbell; +int doorbell_index; + +uint64_t mqd_gpu_addr; +uint64_t wptr_gpu_addr; +uint64_t rptr_gpu_addr; +uint64_t queue_gpu_addr; +uint64_t flags; +void *mqd_cpu_ptr; + +struct amdgpu_bo *mqd_obj; +struct amdgpu_vm *vm; +struct list_head list; +}; + +#endif --2.34.1
Re: [RFC 2/7] drm/amdgpu: Add usermode queue for gfx work
Am 29.12.22 um 18:41 schrieb Alex Deucher:
Quoted 100 lines · Shashank Sharma
Quoted 62 lines
This patch adds skeleton code for usermode queue creation. It typically contains:
- A new structure to keep all the user queue data in one place.
- An IOCTL function to create/free a usermode queue.
- A function to generate unique index for the queue.
- A global ptr inamdgpu_devCc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- drivers/gpu/drm/amd/amdgpu/Makefile | 2 + drivers/gpu/drm/amd/amdgpu/amdgpu.h | 6 + drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h | 1 + drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 187 ++++++++++++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 50 +++++ 5 files changed, 246 insertions(+)create mode 100644
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.ccreate mode 100644drivers/gpu/drm/amd/include/amdgpu_usermode_queue.hdrivers/gpu/drm/amd/amdgpu/Makefile +2
-0@@ -209,6 +209,8 @@ amdgpu-y += \ # add amdkfd interfaces amdgpu-y += amdgpu_amdkfd.o +# add usermode queue +amdgpu-y += amdgpu_userqueue.o ifneq ($(CONFIG_HSA_AMD),) AMDKFD_PATH := ../amdkfddrivers/gpu/drm/amd/amdgpu/amdgpu.h +6
-0@@ -749,6 +749,11 @@ struct amdgpu_mqd { struct amdgpu_mqd_prop *p); }; +struct amdgpu_userq_globals { +struct ida ida; +struct mutex userq_mutex; +}; +#define AMDGPU_RESET_MAGIC_NUM 64#define AMDGPU_MAX_DF_PERFMONS 4#define AMDGPU_PRODUCT_NAME_LEN 64@@ -955,6 +960,7 @@ struct amdgpu_device {bool enable_mes_kiq;struct amdgpu_mes mes;struct amdgpu_mqd mqds[AMDGPU_HW_IP_NUM ]; +struct amdgpu_userq_globals userq;/* df */ struct amdgpu_df df;drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-0drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h struct amdgpu_ctx { · line 60
Quoted 4 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +1
-0@@ -57,6 +57,7 @@ struct amdgpu_ctx {unsigned long ras_counter_ce;unsigned long ras_counter_ue;uint32_t stable_pstate; +struct amdgpu_usermode_queue *userq;There can be multiple queues per context. We should make this a list.
Quoted 31 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-0};struct amdgpu_ctx_mgr {drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +22
-0@@ -0,0 +1,187 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a +* copy of this software and associated documentation files (the "Software"), +* to deal in the Software without restriction, including without limitation +* the rights to use, copy, modify, merge, publish, distribute, sublicense, +* and/or sell copies of the Software, and to permit persons to whom the +* Software is furnished to do so, subject to the following conditions: +* +* The above copyright notice and this permission notice shall be included in +* all copies or substantial portions of the Software. +* +* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL +* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR +* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, +* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR +* OTHER DEALINGS IN THE SOFTWARE. +* +*/
Quoted 8 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c line 30
Quoted 8 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+ +#include "amdgpu.h" +#include "amdgpu_vm.h" +#include "amdgpu_mes.h" +#include "amdgpu_usermode_queue.h" +#include "soc15_common.h" + +#define CHECK_ACCESS (a) (access_ok((const void __user *)a, sizeof(__u64)))
You seem to have a very very big misunderstanding here.
access_ok() is used for CPU pointer validation, but this here are pointers into the GPUVM address space. This is something completely different!
Regards,
Christian.
Quoted 218 lines
Quoted 32 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +32
-0+ +static int +amdgpu_userqueue_index (struct amdgpu_device *adev) +{ +int index; +struct amdgpu_userq_globals *uqg = &adev->userq; + + index =ida_simple_get (&uqg->ida,2 ,AMDGPU_MAX_USERQ ,GFP_KERNEL ); +return index; +} + +static void +amdgpu_userqueue_remove_index (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) +{ +struct amdgpu_userq_globals *uqg = &adev->userq; + +ida_simple_remove (&uqg->ida, queue->queue_id); +} + +static int +amdgpu_userqueue_validate_input (struct amdgpu_device *adev,struct drm_amdgpu_userq_mqd *mqd_in) +{ +if (mqd_in->queue_va ==0 || mqd_in->doorbell_handle ==0 || mqd_in->doorbell_offset ==0 ) { +DRM_ERROR ("Invalid queue object address\n" ); +return -EINVAL ; + } + +if (mqd_in->queue_size ==0 || mqd_in->rptr_va ==0 || mqd_in->wptr_va ==0 ) { +DRM_ERROR ("Invalid queue object value\n" ); +return -EINVAL ; + } +drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c line 72
Quoted 10 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +10
-0+if (mqd_in->ip_type <AMDGPU_HW_IP_GFX || mqd_in->ip_type >=AMDGPU_HW_IP_NUM ) { +DRM_ERROR ("Invalid HW IP type 0x%x\n" , mqd_in->ip_type); +return -EINVAL ; + } + +if (!CHECK_ACCESS (mqd_in->queue_va) || !CHECK_ACCESS (mqd_in->rptr_va) || + !CHECK_ACCESS (mqd_in->wptr_va)) { +DRM_ERROR ("Invalid mapping of queue ptrs, access error\n" ); +return -EINVAL ; + }Need to check the flags as well.
Quoted 174 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +115
-0+ +DRM_DEBUG_DRIVER ("Input parameters to create queue are valid\n" ); +return 0 ; +} + +int amdgpu_userqueue_create (struct amdgpu_device *adev,struct drm_file *filp, +union drm_amdgpu_userq *args) +{ +int r, pasid; +struct amdgpu_usermode_queue *queue; +struct amdgpu_fpriv *fpriv = filp->driver_priv; +struct amdgpu_vm *vm = &fpriv->vm; +struct amdgpu_ctx *ctx =amdgpu_ctx_get (fpriv, args->in.ctx_id); +struct drm_amdgpu_userq_mqd *mqd_in = &args->in.mqd; + +if (!ctx) { +DRM_ERROR ("Invalid GPU context\n" ); +return -EINVAL ; + } + +if (vm->pasid <0 ) { +DRM_WARN ("No PASID info found\n" ); + pasid =0 ; + } + +mutex_lock (&adev->userq.userq_mutex); + + queue =kzalloc (sizeof (struct amdgpu_usermode_queue ),GFP_KERNEL ); +if (!queue) { +DRM_ERROR ("Failed to allocate memory for queue\n" ); +mutex_unlock (&adev->userq.userq_mutex); +return -ENOMEM ; + } + + r =amdgpu_userqueue_validate_input (adev, mqd_in); +if (r <0 ) { +DRM_ERROR ("Invalid input to create queue\n" ); + goto free_queue; + } + + queue->vm = vm; + queue->pasid = pasid; + queue->wptr_gpu_addr = mqd_in->wptr_va; + queue->rptr_gpu_addr = mqd_in->rptr_va; + queue->queue_size = mqd_in->queue_size; + queue->queue_type = mqd_in->ip_type; + queue->paging = false; + queue->flags = mqd_in->flags; + queue->queue_id =amdgpu_userqueue_index (adev); + + ctx->userq = queue; + args->out.q_id = queue->queue_id; + args->out.flags =0 ; +mutex_unlock (&adev->userq.userq_mutex); +return 0 ; + +free_queue: +amdgpu_userqueue_remove_index (adev, queue); +mutex_unlock (&adev->userq.userq_mutex); +kfree (queue); +return r; +} + +void amdgpu_userqueue_destroy (struct amdgpu_device *adev,struct drm_file *filp, +union drm_amdgpu_userq *args) +{ +struct amdgpu_fpriv *fpriv = filp->driver_priv; +struct amdgpu_ctx *ctx =amdgpu_ctx_get (fpriv, args->in.ctx_id); +struct amdgpu_usermode_queue *queue = ctx->userq; + +mutex_lock (&adev->userq.userq_mutex); +amdgpu_userqueue_remove_index (adev, queue); + ctx->userq =NULL ; +mutex_unlock (&adev->userq.userq_mutex); +kfree (queue); +} + +int amdgpu_userq_ioctl (struct drm_device *dev,void *data, +struct drm_file *filp) +{ +union drm_amdgpu_userq *args = data; +struct amdgpu_device *adev =drm_to_adev (dev); +int r =0 ; + +switch (args->in.op) { +case AMDGPU_USERQ_OP_CREATE : + r =amdgpu_userqueue_create (adev, filp, args); +if (r) +DRM_ERROR ("Failed to create usermode queue\n" ); +break ; + +case AMDGPU_USERQ_OP_FREE : +amdgpu_userqueue_destroy (adev, filp, args); +break ; + +default : +DRM_ERROR ("Invalid user queue op specified: %d\n" , args->in.op); +return -EINVAL ; + } + +return r; +} + +int amdgpu_userqueue_init (struct amdgpu_device *adev) +{ +struct amdgpu_userq_globals *uqg = &adev->userq; + +mutex_init (&uqg->userq_mutex); +return 0 ; +} + +void amdgpu_userqueue_fini (struct amdgpu_device *adev) +{ + +}drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +50
-1@@ -0,0 +1,50 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a +* copy of this software and associated documentation files (the "Software"), +* to deal in the Software without restriction, including without limitation +* the rights to use, copy, modify, merge, publish, distribute, sublicense, +* and/or sell copies of the Software, and to permit persons to whom the +* Software is furnished to do so, subject to the following conditions: +* +* The above copyright notice and this permission notice shall be included in +* all copies or substantial portions of the Software. +* +* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL +* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR +* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, +* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR +* OTHER DEALINGS IN THE SOFTWARE. +* +*/ + +#ifndef AMDGPU_USERMODE_QUEUE_H_ +#define AMDGPU_USERMODE_QUEUE_H_ + +#define AMDGPU_MAX_USERQ 512 + +struct amdgpu_usermode_queue { +int queue_id; +int queue_type; +int queue_size; +int paging; +int pasid; +int use_doorbell; +int doorbell_index; + +uint64_t mqd_gpu_addr; +uint64_t wptr_gpu_addr; +uint64_t rptr_gpu_addr; +uint64_t queue_gpu_addr; +uint64_t flags; +void *mqd_cpu_ptr; + +struct amdgpu_bo *mqd_obj; +struct amdgpu_vm *vm; +struct list_head list; +}; + +#endif --2.34.1
Re: [RFC 2/7] drm/amdgpu: Add usermode queue for gfx work
Quoted 127 lines · Christian König
Am 29.12.22 um 18:41 schrieb Alex Deucher:
Quoted 115 lines · Shashank Sharma
Quoted 63 lines
This patch adds skeleton code for usermode queue creation. It typically contains:
- A new structure to keep all the user queue data in one place.
- An IOCTL function to create/free a usermode queue.
- A function to generate unique index for the queue.
- A global ptr inamdgpu_devCc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Shashank Sharma <[email protected]>---
drivers/gpu/drm/amd/amdgpu/Makefile | 2 + drivers/gpu/drm/amd/amdgpu/amdgpu.h | 6 + drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h | 1 +drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c| 187
++++++++++++++++++
.../drm/amd/include/amdgpu_usermode_queue.h | 50 +++++5 files changed, 246 insertions(+)create mode 100644
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.ccreate mode 100644drivers/gpu/drm/amd/include/amdgpu_usermode_queue.hdrivers/gpu/drm/amd/amdgpu/Makefile +0
-0@@ -209,6 +209,8 @@ amdgpu-y += \ # add amdkfd interfacesamdgpu-y += amdgpu_amdkfd.o
drivers/gpu/drm/amd/amdgpu/Makefile +2
-0+# add usermode queue +amdgpu-y += amdgpu_userqueue.oifneq ($(CONFIG_HSA_AMD),)
AMDKFD_PATH:= ../amdkfddrivers/gpu/drm/amd/amdgpu/amdgpu.h +6
-0@@ -749,6 +749,11 @@ struct amdgpu_mqd { struct amdgpu_mqd_prop *p); }; +struct amdgpu_userq_globals { + struct ida ida; + struct mutex userq_mutex; +}; + #define AMDGPU_RESET_MAGIC_NUM 64 #define AMDGPU_MAX_DF_PERFMONS 4 #define AMDGPU_PRODUCT_NAME_LEN 64@@ -955,6 +960,7 @@ struct amdgpu_device { bool enable_mes_kiq; struct amdgpu_mes mes; struct amdgpu_mqd mqds[AMDGPU_HW_IP_NUM]; + struct amdgpu_userq_globals userq; /* df */ struct amdgpu_df df;drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-0drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h struct amdgpu_ctx { · line 60
Quoted 4 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +1
-0@@ -57,6 +57,7 @@ struct amdgpu_ctx { unsigned long ras_counter_ce; unsigned long ras_counter_ue; uint32_t stable_pstate; + struct amdgpu_usermode_queue *userq;There can be multiple queues per context. We should make this a list.
Quoted 45 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-0}; struct amdgpu_ctx_mgr {drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +4
-0@@ -0,0 +1,187 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
+ * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+ * OTHER DEALINGS IN THE SOFTWARE.
+ *
+ */
+Quoted 8 lines
Quoted 8 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +7
-0+#include "amdgpu.h" +#include "amdgpu_vm.h" +#include "amdgpu_mes.h" +#include "amdgpu_usermode_queue.h" +#include "soc15_common.h" + +#define CHECK_ACCESS (a) (access_ok((const void __user *)a,
sizeof(__u64)))You seem to have a very very big misunderstanding here.
Quoted 1 line
access_ok()is used for CPU pointer validation, but this here are pointers into the GPUVM address space. This is something completely different!
Thanks, It seems like there is a misunderstanding in my side on definition of these input parameters, let me follow up.
- Shashank
Quoted 247 lines
Regards,
Christian.Quoted 242 lines
Quoted 42 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+ +static int +amdgpu_userqueue_index (struct amdgpu_device *adev) +{ + int index; + struct amdgpu_userq_globals *uqg = &adev->userq; + + index = ida_simple_get(&uqg->ida, 2, AMDGPU_MAX_USERQ,
GFP_KERNEL);
+ return index;drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +4
-0+} + +static void +amdgpu_userqueue_remove_index(struct amdgpu_device *adev, struct
amdgpu_usermode_queue*queue)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +8
-0+{ + struct amdgpu_userq_globals *uqg = &adev->userq; + + ida_simple_remove(&uqg->ida, queue->queue_id); +} + +static int +amdgpu_userqueue_validate_input(struct amdgpu_device *adev, struct
drm_amdgpu_userq_mqd*mqd_in)
+{
+ if (mqd_in->queue_va== 0 ||mqd_in->doorbell_handle== 0 ||mqd_in->doorbell_offset== 0) {
+DRM_ERROR("Invalid queue object address\n");
+ return-EINVAL;
+ }
+
+ if (mqd_in->queue_size== 0 ||mqd_in->rptr_va== 0 ||mqd_in->wptr_va== 0) {
+DRM_ERROR("Invalid queue object value\n");
+ return-EINVAL;
+ }
+
+ if (mqd_in->ip_type<AMDGPU_HW_IP_GFX||mqd_in->ip_type>=AMDGPU_HW_IP_NUM) {
+DRM_ERROR("Invalid HW IP type 0x%x\n", mqd_in->ip_type); + return-EINVAL;
+ }Quoted 8 lines
+
+ if (!CHECK_ACCESS(mqd_in->queue_va) || !CHECK_ACCESS(mqd_in->rptr_va) ||
+ !CHECK_ACCESS(mqd_in->wptr_va)) {
+DRM_ERROR("Invalid mapping of queue ptrs, access error\n");
+ return-EINVAL;
+ }Need to check the flags as well.
Quoted 190 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +6
-0+ + DRM_DEBUG_DRIVER("Input parameters to create queue are valid\n"); + return 0; +} + +int amdgpu_userqueue_create(struct amdgpu_device *adev, struct
drm_file*filp,
+ uniondrm_amdgpu_userq*args)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +57
-0+{ + int r, pasid; + struct amdgpu_usermode_queue *queue; + struct amdgpu_fpriv *fpriv = filp->driver_priv; + struct amdgpu_vm *vm = &fpriv->vm; + struct amdgpu_ctx *ctx = amdgpu_ctx_get(fpriv, args->in.ctx_id); + struct drm_amdgpu_userq_mqd *mqd_in = &args->in.mqd; + + if (!ctx) { + DRM_ERROR("Invalid GPU context\n"); + return -EINVAL; + } + + if (vm->pasid < 0) { + DRM_WARN("No PASID info found\n"); + pasid = 0; + } + + mutex_lock(&adev->userq.userq_mutex); + + queue = kzalloc(sizeof(struct amdgpu_usermode_queue), GFP_KERNEL); + if (!queue) { + DRM_ERROR("Failed to allocate memory for queue\n"); + mutex_unlock(&adev->userq.userq_mutex); + return -ENOMEM; + } + + r = amdgpu_userqueue_validate_input(adev, mqd_in); + if (r < 0) { + DRM_ERROR("Invalid input to create queue\n"); + goto free_queue; + } + + queue->vm = vm; + queue->pasid = pasid; + queue->wptr_gpu_addr = mqd_in->wptr_va; + queue->rptr_gpu_addr = mqd_in->rptr_va; + queue->queue_size = mqd_in->queue_size; + queue->queue_type = mqd_in->ip_type; + queue->paging = false; + queue->flags = mqd_in->flags; + queue->queue_id = amdgpu_userqueue_index(adev); + + ctx->userq = queue; + args->out.q_id = queue->queue_id; + args->out.flags = 0; + mutex_unlock(&adev->userq.userq_mutex); + return 0; + +free_queue: + amdgpu_userqueue_remove_index(adev, queue); + mutex_unlock(&adev->userq.userq_mutex); + kfree(queue); + return r; +} + +void amdgpu_userqueue_destroy(struct amdgpu_device *adev, struct
drm_file*filp,
+ uniondrm_amdgpu_userq*args)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +32
-0+{ + struct amdgpu_fpriv *fpriv = filp->driver_priv; + struct amdgpu_ctx *ctx = amdgpu_ctx_get(fpriv, args->in.ctx_id); + struct amdgpu_usermode_queue *queue = ctx->userq; + + mutex_lock(&adev->userq.userq_mutex); + amdgpu_userqueue_remove_index(adev, queue); + ctx->userq = NULL; + mutex_unlock(&adev->userq.userq_mutex); + kfree(queue); +} + +int amdgpu_userq_ioctl (struct drm_device *dev,void *data, + struct drm_file *filp) +{ + union drm_amdgpu_userq *args = data; + struct amdgpu_device *adev = drm_to_adev(dev); + int r = 0; + + switch (args->in.op) { + case AMDGPU_USERQ_OP_CREATE: + r = amdgpu_userqueue_create(adev, filp, args); + if (r) + DRM_ERROR("Failed to create usermode queue\n"); + break; + + case AMDGPU_USERQ_OP_FREE: + amdgpu_userqueue_destroy(adev, filp, args); + break; + + default: + DRM_ERROR("Invalid user queue op specified: %d\n",
args->in.op);
+ return-EINVAL;
+ }drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +16
-0+ + return r; +} + +int amdgpu_userqueue_init (struct amdgpu_device *adev) +{ + struct amdgpu_userq_globals *uqg = &adev->userq; + + mutex_init(&uqg->userq_mutex); + return 0; +} + +void amdgpu_userqueue_fini (struct amdgpu_device *adev) +{ + +}drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +4
-0@@ -0,0 +1,50 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
+ * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+ * OTHER DEALINGS IN THE SOFTWARE.
+ *
+ */drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +28
-0+ +#ifndef AMDGPU_USERMODE_QUEUE_H_ +#define AMDGPU_USERMODE_QUEUE_H_ + +#define AMDGPU_MAX_USERQ 512 + +struct amdgpu_usermode_queue { + int queue_id; + int queue_type; + int queue_size; + int paging; + int pasid; + int use_doorbell; + int doorbell_index; + + uint64_t mqd_gpu_addr; + uint64_t wptr_gpu_addr; + uint64_t rptr_gpu_addr; + uint64_t queue_gpu_addr; + uint64_t flags; + void *mqd_cpu_ptr; + + struct amdgpu_bo *mqd_obj; + struct amdgpu_vm *vm; + struct list_head list; +}; + +#endif Signature · 1 line
2.34.1
Re: [RFC 2/7] drm/amdgpu: Add usermode queue for gfx work
In reply to Alex DeucherQuoted 56 lines · Alex Deucher
Quoted 55 lines · Shashank Sharma
This patch adds skeleton code for usermode queue creation. It typically contains:
- A new structure to keep all the user queue data in one place.
- An IOCTL function to create/free a usermode queue.
- A function to generate unique index for the queue.
- A global ptr inamdgpu_devCc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- drivers/gpu/drm/amd/amdgpu/Makefile | 2 + drivers/gpu/drm/amd/amdgpu/amdgpu.h | 6 + drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h | 1 + drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 187 ++++++++++++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 50 +++++ 5 files changed, 246 insertions(+)create mode 100644
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.ccreate mode 100644drivers/gpu/drm/amd/include/amdgpu_usermode_queue.hdrivers/gpu/drm/amd/amdgpu/Makefile +2
-0@@ -209,6 +209,8 @@ amdgpu-y += \ # add amdkfd interfaces amdgpu-y += amdgpu_amdkfd.o +# add usermode queue +amdgpu-y += amdgpu_userqueue.o ifneq ($(CONFIG_HSA_AMD),) AMDKFD_PATH := ../amdkfddrivers/gpu/drm/amd/amdgpu/amdgpu.h +6
-0@@ -749,6 +749,11 @@ struct amdgpu_mqd { struct amdgpu_mqd_prop *p); }; +struct amdgpu_userq_globals { +struct ida ida; +struct mutex userq_mutex; +}; +#define AMDGPU_RESET_MAGIC_NUM 64#define AMDGPU_MAX_DF_PERFMONS 4#define AMDGPU_PRODUCT_NAME_LEN 64@@ -955,6 +960,7 @@ struct amdgpu_device {bool enable_mes_kiq;struct amdgpu_mes mes;struct amdgpu_mqd mqds[AMDGPU_HW_IP_NUM ]; +struct amdgpu_userq_globals userq;
Quoted 12 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h struct amdgpu_ctx { · line 60
Quoted 11 lines
drivers/gpu/drm/amd/amdgpu/amdgpu.h +0
-0/* df */ struct amdgpu_df df;drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +1
-0@@ -57,6 +57,7 @@ struct amdgpu_ctx {unsigned long ras_counter_ce;unsigned long ras_counter_ue;uint32_t stable_pstate; +struct amdgpu_usermode_queue *userq;There can be multiple queues per context. We should make this a list.
Noted, will change it into a queue. We are still in discussion (in another thread) if we have to move this from context to some place else.
Quoted 74 lines
Quoted 74 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +0
-0};struct amdgpu_ctx_mgr {drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +65
-0@@ -0,0 +1,187 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a +* copy of this software and associated documentation files (the "Software"), +* to deal in the Software without restriction, including without limitation +* the rights to use, copy, modify, merge, publish, distribute, sublicense, +* and/or sell copies of the Software, and to permit persons to whom the +* Software is furnished to do so, subject to the following conditions: +* +* The above copyright notice and this permission notice shall be included in +* all copies or substantial portions of the Software. +* +* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL +* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR +* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, +* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR +* OTHER DEALINGS IN THE SOFTWARE. +* +*/ + +#include "amdgpu.h" +#include "amdgpu_vm.h" +#include "amdgpu_mes.h" +#include "amdgpu_usermode_queue.h" +#include "soc15_common.h" + +#define CHECK_ACCESS (a) (access_ok((const void __user *)a, sizeof(__u64))) + +static int +amdgpu_userqueue_index (struct amdgpu_device *adev) +{ +int index; +struct amdgpu_userq_globals *uqg = &adev->userq; + + index =ida_simple_get (&uqg->ida,2 ,AMDGPU_MAX_USERQ ,GFP_KERNEL ); +return index; +} + +static void +amdgpu_userqueue_remove_index (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) +{ +struct amdgpu_userq_globals *uqg = &adev->userq; + +ida_simple_remove (&uqg->ida, queue->queue_id); +} + +static int +amdgpu_userqueue_validate_input (struct amdgpu_device *adev,struct drm_amdgpu_userq_mqd *mqd_in) +{ +if (mqd_in->queue_va ==0 || mqd_in->doorbell_handle ==0 || mqd_in->doorbell_offset ==0 ) { +DRM_ERROR ("Invalid queue object address\n" ); +return -EINVAL ; + } + +if (mqd_in->queue_size ==0 || mqd_in->rptr_va ==0 || mqd_in->wptr_va ==0 ) { +DRM_ERROR ("Invalid queue object value\n" ); +return -EINVAL ; + } + +if (mqd_in->ip_type <AMDGPU_HW_IP_GFX || mqd_in->ip_type >=AMDGPU_HW_IP_NUM ) { +DRM_ERROR ("Invalid HW IP type 0x%x\n" , mqd_in->ip_type); +return -EINVAL ;
Quoted 8 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c line 72
Quoted 7 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +7
-0+ } + +if (!CHECK_ACCESS (mqd_in->queue_va) || !CHECK_ACCESS (mqd_in->rptr_va) || + !CHECK_ACCESS (mqd_in->wptr_va)) { +DRM_ERROR ("Invalid mapping of queue ptrs, access error\n" ); +return -EINVAL ; + }Need to check the flags as well.
Noted
- Shashank
Quoted 175 lines
Quoted 175 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +115
-0+ +DRM_DEBUG_DRIVER ("Input parameters to create queue are valid\n" ); +return 0 ; +} + +int amdgpu_userqueue_create (struct amdgpu_device *adev,struct drm_file *filp, +union drm_amdgpu_userq *args) +{ +int r, pasid; +struct amdgpu_usermode_queue *queue; +struct amdgpu_fpriv *fpriv = filp->driver_priv; +struct amdgpu_vm *vm = &fpriv->vm; +struct amdgpu_ctx *ctx =amdgpu_ctx_get (fpriv, args->in.ctx_id); +struct drm_amdgpu_userq_mqd *mqd_in = &args->in.mqd; + +if (!ctx) { +DRM_ERROR ("Invalid GPU context\n" ); +return -EINVAL ; + } + +if (vm->pasid <0 ) { +DRM_WARN ("No PASID info found\n" ); + pasid =0 ; + } + +mutex_lock (&adev->userq.userq_mutex); + + queue =kzalloc (sizeof (struct amdgpu_usermode_queue ),GFP_KERNEL ); +if (!queue) { +DRM_ERROR ("Failed to allocate memory for queue\n" ); +mutex_unlock (&adev->userq.userq_mutex); +return -ENOMEM ; + } + + r =amdgpu_userqueue_validate_input (adev, mqd_in); +if (r <0 ) { +DRM_ERROR ("Invalid input to create queue\n" ); + goto free_queue; + } + + queue->vm = vm; + queue->pasid = pasid; + queue->wptr_gpu_addr = mqd_in->wptr_va; + queue->rptr_gpu_addr = mqd_in->rptr_va; + queue->queue_size = mqd_in->queue_size; + queue->queue_type = mqd_in->ip_type; + queue->paging = false; + queue->flags = mqd_in->flags; + queue->queue_id =amdgpu_userqueue_index (adev); + + ctx->userq = queue; + args->out.q_id = queue->queue_id; + args->out.flags =0 ; +mutex_unlock (&adev->userq.userq_mutex); +return 0 ; + +free_queue: +amdgpu_userqueue_remove_index (adev, queue); +mutex_unlock (&adev->userq.userq_mutex); +kfree (queue); +return r; +} + +void amdgpu_userqueue_destroy (struct amdgpu_device *adev,struct drm_file *filp, +union drm_amdgpu_userq *args) +{ +struct amdgpu_fpriv *fpriv = filp->driver_priv; +struct amdgpu_ctx *ctx =amdgpu_ctx_get (fpriv, args->in.ctx_id); +struct amdgpu_usermode_queue *queue = ctx->userq; + +mutex_lock (&adev->userq.userq_mutex); +amdgpu_userqueue_remove_index (adev, queue); + ctx->userq =NULL ; +mutex_unlock (&adev->userq.userq_mutex); +kfree (queue); +} + +int amdgpu_userq_ioctl (struct drm_device *dev,void *data, +struct drm_file *filp) +{ +union drm_amdgpu_userq *args = data; +struct amdgpu_device *adev =drm_to_adev (dev); +int r =0 ; + +switch (args->in.op) { +case AMDGPU_USERQ_OP_CREATE : + r =amdgpu_userqueue_create (adev, filp, args); +if (r) +DRM_ERROR ("Failed to create usermode queue\n" ); +break ; + +case AMDGPU_USERQ_OP_FREE : +amdgpu_userqueue_destroy (adev, filp, args); +break ; + +default : +DRM_ERROR ("Invalid user queue op specified: %d\n" , args->in.op); +return -EINVAL ; + } + +return r; +} + +int amdgpu_userqueue_init (struct amdgpu_device *adev) +{ +struct amdgpu_userq_globals *uqg = &adev->userq; + +mutex_init (&uqg->userq_mutex); +return 0 ; +} + +void amdgpu_userqueue_fini (struct amdgpu_device *adev) +{ + +}drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +50
-1@@ -0,0 +1,50 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a +* copy of this software and associated documentation files (the "Software"), +* to deal in the Software without restriction, including without limitation +* the rights to use, copy, modify, merge, publish, distribute, sublicense, +* and/or sell copies of the Software, and to permit persons to whom the +* Software is furnished to do so, subject to the following conditions: +* +* The above copyright notice and this permission notice shall be included in +* all copies or substantial portions of the Software. +* +* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL +* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR +* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, +* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR +* OTHER DEALINGS IN THE SOFTWARE. +* +*/ + +#ifndef AMDGPU_USERMODE_QUEUE_H_ +#define AMDGPU_USERMODE_QUEUE_H_ + +#define AMDGPU_MAX_USERQ 512 + +struct amdgpu_usermode_queue { +int queue_id; +int queue_type; +int queue_size; +int paging; +int pasid; +int use_doorbell; +int doorbell_index; + +uint64_t mqd_gpu_addr; +uint64_t wptr_gpu_addr; +uint64_t rptr_gpu_addr; +uint64_t queue_gpu_addr; +uint64_t flags; +void *mqd_cpu_ptr; + +struct amdgpu_bo *mqd_obj; +struct amdgpu_vm *vm; +struct list_head list; +}; + +#endif --2.34.1
RE: [RFC 2/7] drm/amdgpu: Add usermode queue for gfx work
In reply to Shashank Sharma[AMD Official Use Only - General]
Hi Shashank,
I don't find how amdgpu_userq_ioctl is called, shall DRM_IOCTL_DEF_DRV(amdgpu_userq_ioctl...) be added somewhere to expose the ioctl?
Thanks,
Jiadong
-----Original Message-----
From: amd-gfx <[email protected]> On Behalf Of Shashank Sharma
Sent: Saturday, December 24, 2022 3:37 AM
To: [email protected]
Cc: Deucher, Alexander <[email protected]>; Sharma, Shashank <[email protected]>; Koenig, Christian <[email protected]>; Yadav, Arvind <[email protected]>; Paneer Selvam, Arunpravin <[email protected]>
Subject: [RFC 2/7] drm/amdgpu: Add usermode queue for gfx work
This patch adds skeleton code for usermode queue creation. It typically contains:
- A new structure to keep all the user queue data in one place.
- An IOCTL function to create/free a usermode queue.
- A function to generate unique index for the queue.
- A global ptr in amdgpu_dev
--- drivers/gpu/drm/amd/amdgpu/Makefile | 2 + drivers/gpu/drm/amd/amdgpu/amdgpu.h | 6 + drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h | 1 + drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 187 ++++++++++++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 50 +++++ 5 files changed, 246 insertions(+) create mode 100644 drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c create mode 100644 drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h
drivers/gpu/drm/amd/amdgpu/Makefile +2 -0
@@ -209,6 +209,8 @@ amdgpu-y += \ # add amdkfd interfaces amdgpu-y += amdgpu_amdkfd.o +# add usermode queue +amdgpu-y += amdgpu_userqueue.o ifneq ($(CONFIG_HSA_AMD),) AMDKFD_PATH := ../amdkfd
drivers/gpu/drm/amd/amdgpu/amdgpu.h +6 -0
@@ -749,6 +749,11 @@ struct amdgpu_mqd { struct amdgpu_mqd_prop *p); }; +struct amdgpu_userq_globals { +struct ida ida; +struct mutex userq_mutex; +}; +#define AMDGPU_RESET_MAGIC_NUM 64#define AMDGPU_MAX_DF_PERFMONS 4#define AMDGPU_PRODUCT_NAME_LEN 64
@@ -955,6 +960,7 @@ struct amdgpu_device {bool enable_mes_kiq;struct amdgpu_mes mes;struct amdgpu_mqd mqds[AMDGPU_HW_IP_NUM ]; +struct amdgpu_userq_globals userq;/* df */ struct amdgpu_df df;
drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +1 -0
@@ -57,6 +57,7 @@ struct amdgpu_ctx {unsigned long ras_counter_ce;unsigned long ras_counter_ue;uint32_t stable_pstate; +struct amdgpu_usermode_queue *userq; };struct amdgpu_ctx_mgr {
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +187 -0
187 lines not on this page · raw message
+ mutex_init(&uqg->userq_mutex);
+ return 0;
+}
+
+void amdgpu_userqueue_fini(struct amdgpu_device *adev) { +
+}
drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +50 -0
50 lines not on this page · raw message
+ uint64_t wptr_gpu_addr; + uint64_t rptr_gpu_addr; + uint64_t queue_gpu_addr; + uint64_t flags; + void *mqd_cpu_ptr; + + struct amdgpu_bo *mqd_obj; + struct amdgpu_vm *vm; + struct list_head list;
+};
+
+#endif
--
2.34.1
Re: [RFC 2/7] drm/amdgpu: Add usermode queue for gfx work
Hello Jiadong,
Please check the first patch of the series, where we added the UAPI
- Shashank
Quoted 355 lines · Jiadong
[AMD Official Use Only - General]
Hi Shashank,
I don't find how
amdgpu_userq_ioctlis called, shallDRM_IOCTL_DEF_DRV(amdgpu_userq_ioctl...)be added somewhere to expose the ioctl?Thanks,
Jiadong-----Original Message-----
From: amd-gfx <[email protected]> On Behalf Of Shashank Sharma
Sent: Saturday, December 24, 2022 3:37 AM
To: [email protected]
Cc: Deucher, Alexander <[email protected]>; Sharma, Shashank <[email protected]>; Koenig, Christian <[email protected]>; Yadav, Arvind <[email protected]>; Paneer Selvam, Arunpravin <[email protected]>
Subject: [RFC 2/7] drm/amdgpu: Add usermode queue for gfx workThis patch adds skeleton code for usermode queue creation. It typically contains:
- A new structure to keep all the user queue data in one place.
- An IOCTL function to create/free a usermode queue.
- A function to generate unique index for the queue.
- A global ptr inamdgpu_devCc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- drivers/gpu/drm/amd/amdgpu/Makefile | 2 + drivers/gpu/drm/amd/amdgpu/amdgpu.h | 6 + drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h | 1 + drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 187 ++++++++++++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 50 +++++ 5 files changed, 246 insertions(+)create mode 100644
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.ccreate mode 100644drivers/gpu/drm/amd/include/amdgpu_usermode_queue.hdrivers/gpu/drm/amd/amdgpu/Makefile +2
-0@@ -209,6 +209,8 @@ amdgpu-y += \ # add amdkfd interfaces amdgpu-y += amdgpu_amdkfd.o +# add usermode queue +amdgpu-y += amdgpu_userqueue.o ifneq ($(CONFIG_HSA_AMD),) AMDKFD_PATH := ../amdkfddrivers/gpu/drm/amd/amdgpu/amdgpu.h +6
-0@@ -749,6 +749,11 @@ struct amdgpu_mqd { struct amdgpu_mqd_prop *p); }; +struct amdgpu_userq_globals { +struct ida ida; +struct mutex userq_mutex; +}; +#define AMDGPU_RESET_MAGIC_NUM 64#define AMDGPU_MAX_DF_PERFMONS 4#define AMDGPU_PRODUCT_NAME_LEN 64@@ -955,6 +960,7 @@ struct amdgpu_device {bool enable_mes_kiq;struct amdgpu_mes mes;struct amdgpu_mqd mqds[AMDGPU_HW_IP_NUM ]; +struct amdgpu_userq_globals userq;/* df */ struct amdgpu_df df;drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h +1
-0@@ -57,6 +57,7 @@ struct amdgpu_ctx {unsigned long ras_counter_ce;unsigned long ras_counter_ue;uint32_t stable_pstate; +struct amdgpu_usermode_queue *userq; };struct amdgpu_ctx_mgr {drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c new file +194
-0@@ -0,0 +1,187 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person +obtaining a +* copy of this software and associated documentation files (the +"Software"), +* to deal in the Software without restriction, including without +limitation +* the rights to use, copy, modify, merge, publish, distribute, +sublicense, +* and/or sell copies of the Software, and to permit persons to whom +the +* Software is furnished to do so, subject to the following conditions: +* +* The above copyright notice and this permission notice shall be +included in +* all copies or substantial portions of the Software. +* +* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, +EXPRESS OR +* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF +MERCHANTABILITY, +* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT +SHALL +* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, +DAMAGES OR +* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR +OTHERWISE, +* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE +OR +* OTHER DEALINGS IN THE SOFTWARE. +* +*/ + +#include "amdgpu.h" +#include "amdgpu_vm.h" +#include "amdgpu_mes.h" +#include "amdgpu_usermode_queue.h" +#include "soc15_common.h" + +#define CHECK_ACCESS (a) (access_ok((const void __user *)a, +sizeof(__u64))) + +static int +amdgpu_userqueue_index (struct amdgpu_device *adev) { +int index; +struct amdgpu_userq_globals *uqg = &adev->userq; + + index =ida_simple_get (&uqg->ida,2 ,AMDGPU_MAX_USERQ ,GFP_KERNEL ); +return index; +} + +static void +amdgpu_userqueue_remove_index (struct amdgpu_device *adev,struct +amdgpu_usermode_queue *queue) { +struct amdgpu_userq_globals *uqg = &adev->userq; + +ida_simple_remove (&uqg->ida, queue->queue_id); } + +static int +amdgpu_userqueue_validate_input (struct amdgpu_device *adev,struct +drm_amdgpu_userq_mqd *mqd_in) { +if (mqd_in->queue_va ==0 || mqd_in->doorbell_handle ==0 || mqd_in->doorbell_offset ==0 ) { +DRM_ERROR ("Invalid queue object address\n" ); +return -EINVAL ; + } + +if (mqd_in->queue_size ==0 || mqd_in->rptr_va ==0 || mqd_in->wptr_va ==0 ) { +DRM_ERROR ("Invalid queue object value\n" ); +return -EINVAL ; + } + +if (mqd_in->ip_type <AMDGPU_HW_IP_GFX || mqd_in->ip_type >=AMDGPU_HW_IP_NUM ) { +DRM_ERROR ("Invalid HW IP type 0x%x\n" , mqd_in->ip_type); +return -EINVAL ; + } + +if (!CHECK_ACCESS (mqd_in->queue_va) || !CHECK_ACCESS (mqd_in->rptr_va) || + !CHECK_ACCESS (mqd_in->wptr_va)) { +DRM_ERROR ("Invalid mapping of queue ptrs, access error\n" ); +return -EINVAL ; + } + +DRM_DEBUG_DRIVER ("Input parameters to create queue are valid\n" ); +return 0 ; +} + +int amdgpu_userqueue_create (struct amdgpu_device *adev,struct drm_file *filp, +union drm_amdgpu_userq *args) { +int r, pasid; +struct amdgpu_usermode_queue *queue; +struct amdgpu_fpriv *fpriv = filp->driver_priv; +struct amdgpu_vm *vm = &fpriv->vm; +struct amdgpu_ctx *ctx =amdgpu_ctx_get (fpriv, args->in.ctx_id); +struct drm_amdgpu_userq_mqd *mqd_in = &args->in.mqd; + +if (!ctx) { +DRM_ERROR ("Invalid GPU context\n" ); +return -EINVAL ; + } + +if (vm->pasid <0 ) { +DRM_WARN ("No PASID info found\n" ); + pasid =0 ; + } + +mutex_lock (&adev->userq.userq_mutex); + + queue =kzalloc (sizeof (struct amdgpu_usermode_queue ),GFP_KERNEL ); +if (!queue) { +DRM_ERROR ("Failed to allocate memory for queue\n" ); +mutex_unlock (&adev->userq.userq_mutex); +return -ENOMEM ; + } + + r =amdgpu_userqueue_validate_input (adev, mqd_in); +if (r <0 ) { +DRM_ERROR ("Invalid input to create queue\n" ); + goto free_queue; + } + + queue->vm = vm; + queue->pasid = pasid; + queue->wptr_gpu_addr = mqd_in->wptr_va; + queue->rptr_gpu_addr = mqd_in->rptr_va; + queue->queue_size = mqd_in->queue_size; + queue->queue_type = mqd_in->ip_type; + queue->paging = false; + queue->flags = mqd_in->flags; + queue->queue_id =amdgpu_userqueue_index (adev); + + ctx->userq = queue; + args->out.q_id = queue->queue_id; + args->out.flags =0 ; +mutex_unlock (&adev->userq.userq_mutex); +return 0 ; + +free_queue: +amdgpu_userqueue_remove_index (adev, queue); +mutex_unlock (&adev->userq.userq_mutex); +kfree (queue); +return r; +} + +void amdgpu_userqueue_destroy (struct amdgpu_device *adev,struct drm_file *filp, +union drm_amdgpu_userq *args) { +struct amdgpu_fpriv *fpriv = filp->driver_priv; +struct amdgpu_ctx *ctx =amdgpu_ctx_get (fpriv, args->in.ctx_id); +struct amdgpu_usermode_queue *queue = ctx->userq; + +mutex_lock (&adev->userq.userq_mutex); +amdgpu_userqueue_remove_index (adev, queue); + ctx->userq =NULL ; +mutex_unlock (&adev->userq.userq_mutex); +kfree (queue); +} + +int amdgpu_userq_ioctl (struct drm_device *dev,void *data, +struct drm_file *filp) +{ +union drm_amdgpu_userq *args = data; +struct amdgpu_device *adev =drm_to_adev (dev); +int r =0 ; + +switch (args->in.op) { +case AMDGPU_USERQ_OP_CREATE : + r =amdgpu_userqueue_create (adev, filp, args); +if (r) +DRM_ERROR ("Failed to create usermode queue\n" ); +break ; + +case AMDGPU_USERQ_OP_FREE : +amdgpu_userqueue_destroy (adev, filp, args); +break ; + +default : +DRM_ERROR ("Invalid user queue op specified: %d\n" , args->in.op); +return -EINVAL ; + } + +return r; +} + +int amdgpu_userqueue_init (struct amdgpu_device *adev) { +struct amdgpu_userq_globals *uqg = &adev->userq; + +mutex_init (&uqg->userq_mutex); +return 0 ; +} + +void amdgpu_userqueue_fini (struct amdgpu_device *adev) { + +}drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h new file +62
-1@@ -0,0 +1,50 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person +obtaining a +* copy of this software and associated documentation files (the +"Software"), +* to deal in the Software without restriction, including without +limitation +* the rights to use, copy, modify, merge, publish, distribute, +sublicense, +* and/or sell copies of the Software, and to permit persons to whom +the +* Software is furnished to do so, subject to the following conditions: +* +* The above copyright notice and this permission notice shall be +included in +* all copies or substantial portions of the Software. +* +* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, +EXPRESS OR +* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF +MERCHANTABILITY, +* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT +SHALL +* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, +DAMAGES OR +* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR +OTHERWISE, +* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE +OR +* OTHER DEALINGS IN THE SOFTWARE. +* +*/ + +#ifndef AMDGPU_USERMODE_QUEUE_H_ +#define AMDGPU_USERMODE_QUEUE_H_ + +#define AMDGPU_MAX_USERQ 512 + +struct amdgpu_usermode_queue { +int queue_id; +int queue_type; +int queue_size; +int paging; +int pasid; +int use_doorbell; +int doorbell_index; + +uint64_t mqd_gpu_addr; +uint64_t wptr_gpu_addr; +uint64_t rptr_gpu_addr; +uint64_t queue_gpu_addr; +uint64_t flags; +void *mqd_cpu_ptr; + +struct amdgpu_bo *mqd_obj; +struct amdgpu_vm *vm; +struct list_head list; +}; + +#endif --2.34.1
RFC 3/7 drm/amdgpu: Create MQD for userspace queue
In reply to Shashank SharmaFrom: Arvind Yadav <[email protected]>
MQD describes the properies of a user queue to the HW, and allows it to accurately configure the queue while mapping it in GPU HW. This patch adds:
- A new header file which contains the MQD definition
- A new function which creates an MQD object and fills it with userqueue data
--- drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 138 +++++ .../amd/include/amdgpu_usermode_queue_mqd.h | 544 ++++++++++++++++++ 2 files changed, 682 insertions(+) create mode 100644 drivers/gpu/drm/amd/include/amdgpu_usermode_queue_mqd.h
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c +138 -0
@@ -25,7 +25,10 @@#include "amdgpu_vm.h" #include "amdgpu_mes.h" #include "amdgpu_usermode_queue.h" +#include "amdgpu_usermode_queue_mqd.h" #include "soc15_common.h" +#include "gc/gc_11_0_0_offset.h" +#include "gc/gc_11_0_0_sh_mask.h" #define CHECK_ACCESS (a) (access_ok((const void __user *)a, sizeof(__u64)))
@@ -47,6 +50,134 @@ amdgpu_userqueue_remove_index(struct amdgpu_device *adev, struct amdgpu_usermodeida_simple_remove (&uqg->ida, queue->queue_id); } +static void +amdgpu_userqueue_setup_mqd (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) +{ +struct amdgpu_usermode_queue_mqd *mqd = queue->mqd_cpu_ptr; +uint64_t hqd_gpu_addr, wb_gpu_addr; +uint32_t tmp; +uint32_t rb_bufsz; + +/* set up gfx hqd wptr */ + mqd->cp_gfx_hqd_wptr =0 ; + mqd->cp_gfx_hqd_wptr_hi =0 ; + +/* set the pointer to the MQD */ + mqd->cp_mqd_base_addr = queue->mqd_gpu_addr &0xfffffffc ; + mqd->cp_mqd_base_addr_hi =upper_32_bits (queue->mqd_gpu_addr); + +/* set up mqd control */ + tmp =RREG32_SOC15 (GC ,0 , regCP_GFX_MQD_CONTROL); + tmp =REG_SET_FIELD (tmp,CP_GFX_MQD_CONTROL ,VMID ,0 ); + tmp =REG_SET_FIELD (tmp,CP_GFX_MQD_CONTROL ,PRIV_STATE ,1 ); + tmp =REG_SET_FIELD (tmp,CP_GFX_MQD_CONTROL ,CACHE_POLICY ,0 ); + mqd->cp_gfx_mqd_control = tmp; + +/* set up gfx_hqd_vimd with 0x0 to indicate the ring buffer's vmid */ + tmp =RREG32_SOC15 (GC ,0 , regCP_GFX_HQD_VMID); + tmp =REG_SET_FIELD (tmp,CP_GFX_HQD_VMID ,VMID ,0 ); + mqd->cp_gfx_hqd_vmid =0 ; + +/* set up default queue priority level +* 0x0 = low priority, 0x1 = high priority */ + tmp =RREG32_SOC15 (GC ,0 , regCP_GFX_HQD_QUEUE_PRIORITY); + tmp =REG_SET_FIELD (tmp,CP_GFX_HQD_QUEUE_PRIORITY ,PRIORITY_LEVEL ,0 ); + mqd->cp_gfx_hqd_queue_priority = tmp; + +/* set up time quantum */ + tmp =RREG32_SOC15 (GC ,0 , regCP_GFX_HQD_QUANTUM); + tmp =REG_SET_FIELD (tmp,CP_GFX_HQD_QUANTUM ,QUANTUM_EN ,1 ); + mqd->cp_gfx_hqd_quantum = tmp; + +/* set up gfx hqd base. this is similar as CP_RB_BASE */ + hqd_gpu_addr = queue->queue_gpu_addr >>8 ; + mqd->cp_gfx_hqd_base = hqd_gpu_addr; + mqd->cp_gfx_hqd_base_hi =upper_32_bits (hqd_gpu_addr); + +/* set up hqd_rptr_addr/_hi, similar as CP_RB_RPTR */ + wb_gpu_addr = queue->rptr_gpu_addr; + mqd->cp_gfx_hqd_rptr_addr = wb_gpu_addr &0xfffffffc ; + mqd->cp_gfx_hqd_rptr_addr_hi = +upper_32_bits (wb_gpu_addr) &0xffff ; + +/* set up rb_wptr_poll addr */ + wb_gpu_addr = queue->wptr_gpu_addr; + mqd->cp_rb_wptr_poll_addr_lo = wb_gpu_addr &0xfffffffc ; + mqd->cp_rb_wptr_poll_addr_hi =upper_32_bits (wb_gpu_addr) &0xffff ; + +/* set up the gfx_hqd_control, similar as CP_RB0_CNTL */ + rb_bufsz =order_base_2 (queue->queue_size /4 ) -1 ; + tmp =RREG32_SOC15 (GC ,0 , regCP_GFX_HQD_CNTL); + tmp =REG_SET_FIELD (tmp,CP_GFX_HQD_CNTL ,RB_BUFSZ , rb_bufsz); + tmp =REG_SET_FIELD (tmp,CP_GFX_HQD_CNTL ,RB_BLKSZ , rb_bufsz -2 ); +#ifdef __BIG_ENDIAN + tmp =REG_SET_FIELD (tmp,CP_GFX_HQD_CNTL ,BUF_SWAP ,1 ); +#endif + mqd->cp_gfx_hqd_cntl = tmp; + +/* set up cp_doorbell_control */ + tmp =RREG32_SOC15 (GC ,0 , regCP_RB_DOORBELL_CONTROL); +if (queue->use_doorbell) { + tmp =REG_SET_FIELD (tmp,CP_RB_DOORBELL_CONTROL , +DOORBELL_OFFSET , queue->doorbell_index); + tmp =REG_SET_FIELD (tmp,CP_RB_DOORBELL_CONTROL , +DOORBELL_EN ,1 ); + }else { + tmp =REG_SET_FIELD (tmp,CP_RB_DOORBELL_CONTROL , +DOORBELL_EN ,0 ); + } + mqd->cp_rb_doorbell_control = tmp; + +/* reset read and write pointers, similar to CP_RB0_WPTR/_RPTR */ + mqd->cp_gfx_hqd_rptr =RREG32_SOC15 (GC ,0 , regCP_GFX_HQD_RPTR); + +/* activate the queue */ + mqd->cp_gfx_hqd_active =1 ; +} + +static int +amdgpu_userqueue_create_mqd (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) +{ +int r; +int size =sizeof (struct amdgpu_usermode_queue_mqd ); + + r =amdgpu_bo_create_kernel (adev, size,PAGE_SIZE , +AMDGPU_GEM_DOMAIN_VRAM , + &queue->mqd_obj, + &queue->mqd_gpu_addr, + &queue->mqd_cpu_ptr); +if (r) { +DRM_ERROR ("Failed to allocate bo for userqueue (%d)" , r); +return r; + } + +memset (queue->mqd_cpu_ptr,0 , size); + r =amdgpu_bo_reserve (queue->mqd_obj, false); +if (unlikely (r !=0 )) { +DRM_ERROR ("Failed to reserve mqd for userqueue (%d)" , r); + goto free_mqd; + } + +/* Fill MQD with userqueue data */ +amdgpu_userqueue_setup_mqd (adev, queue); +amdgpu_bo_unreserve (queue->mqd_obj); +return 0 ; + +free_mqd: +amdgpu_bo_free_kernel (&queue->mqd_obj, + &queue->mqd_gpu_addr, + &queue->mqd_cpu_ptr); +return r; +} + +static void +amdgpu_userqueue_destroy_mqd (struct amdgpu_usermode_queue *queue) +{ +amdgpu_bo_free_kernel (&queue->mqd_obj, + &queue->mqd_gpu_addr, + &queue->mqd_cpu_ptr); +} +static int amdgpu_userqueue_validate_input (struct amdgpu_device *adev,struct drm_amdgpu_userq_mqd *mqd_in) {
@@ -120,6 +251,12 @@ int amdgpu_userqueue_create(struct amdgpu_device *adev, struct drm_file *filp, queue->flags = mqd_in->flags; queue->queue_id =amdgpu_userqueue_index (adev); + r =amdgpu_userqueue_create_mqd (adev, queue); +if (r <0 ) { +DRM_ERROR ("Failed to create mqd for queue\n" ); + goto free_queue; + } + ctx->userq = queue; args->out.q_id = queue->queue_id; args->out.flags =0 ;
@@ -141,6 +278,7 @@ void amdgpu_userqueue_destroy(struct amdgpu_device *adev, struct drm_file *filp,struct amdgpu_usermode_queue *queue = ctx->userq;mutex_lock (&adev->userq.userq_mutex); +amdgpu_userqueue_destroy_mqd (queue);amdgpu_userqueue_remove_index (adev, queue); ctx->userq =NULL ;mutex_unlock (&adev->userq.userq_mutex);
drivers/gpu/drm/amd/include/amdgpu_usermode_queue_mqd.h new file +544 -0
545 lines not on this page · raw message
Signature · 1 line
2.34.1
Re: [RFC 3/7] drm/amdgpu: Create MQD for userspace queue
Quoted 26 lines · Shashank Sharma
From: Arvind Yadav <[email protected]>
MQD describes the properies of a user queue to the HW, and allows it to accurately configure the queue while mapping it in GPU HW. This patch adds:
- A new header file which contains the MQD definition
- A new function which creates an MQD object and fills it with userqueue dataCc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Arvind Yadav <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 138 +++++ .../amd/include/amdgpu_usermode_queue_mqd.h | 544 ++++++++++++++++++ 2 files changed, 682 insertions(+) create mode 100644 drivers/gpu/drm/amd/include/amdgpu_usermode_queue_mqd.hdrivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c +0
-0
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c line 31
Quoted 7 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c +3
-0@@ -25,7 +25,10 @@#include "amdgpu_vm.h" #include "amdgpu_mes.h" #include "amdgpu_usermode_queue.h" +#include "amdgpu_usermode_queue_mqd.h" #include "soc15_common.h" +#include "gc/gc_11_0_0_offset.h" +#include "gc/gc_11_0_0_sh_mask.h"
Don't add IP specific code to this file.
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c amdgpu_userqueue_remove_index(struct amdgpu_device *adev, struct amdgpu_usermode · line 54
Quoted 9 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c +2
-0#define CHECK_ACCESS (a) (access_ok((const void __user *)a, sizeof(__u64)))@@ -47,6 +50,134 @@ amdgpu_userqueue_remove_index(struct amdgpu_device *adev, struct amdgpu_usermodeida_simple_remove (&uqg->ida, queue->queue_id); } +static void +amdgpu_userqueue_setup_mqd (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue)
This should be a ring callback or some new IP level callback to init an MQD since we'll need this for multiple IP types and generations of IPs.
Quoted 174 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c +133
-0+{ +struct amdgpu_usermode_queue_mqd *mqd = queue->mqd_cpu_ptr; +uint64_t hqd_gpu_addr, wb_gpu_addr; +uint32_t tmp; +uint32_t rb_bufsz; + +/* set up gfx hqd wptr */ + mqd->cp_gfx_hqd_wptr =0 ; + mqd->cp_gfx_hqd_wptr_hi =0 ; + +/* set the pointer to the MQD */ + mqd->cp_mqd_base_addr = queue->mqd_gpu_addr &0xfffffffc ; + mqd->cp_mqd_base_addr_hi =upper_32_bits (queue->mqd_gpu_addr); + +/* set up mqd control */ + tmp =RREG32_SOC15 (GC ,0 , regCP_GFX_MQD_CONTROL); + tmp =REG_SET_FIELD (tmp,CP_GFX_MQD_CONTROL ,VMID ,0 ); + tmp =REG_SET_FIELD (tmp,CP_GFX_MQD_CONTROL ,PRIV_STATE ,1 ); + tmp =REG_SET_FIELD (tmp,CP_GFX_MQD_CONTROL ,CACHE_POLICY ,0 ); + mqd->cp_gfx_mqd_control = tmp; + +/* set up gfx_hqd_vimd with 0x0 to indicate the ring buffer's vmid */ + tmp =RREG32_SOC15 (GC ,0 , regCP_GFX_HQD_VMID); + tmp =REG_SET_FIELD (tmp,CP_GFX_HQD_VMID ,VMID ,0 ); + mqd->cp_gfx_hqd_vmid =0 ; + +/* set up default queue priority level +* 0x0 = low priority, 0x1 = high priority */ + tmp =RREG32_SOC15 (GC ,0 , regCP_GFX_HQD_QUEUE_PRIORITY); + tmp =REG_SET_FIELD (tmp,CP_GFX_HQD_QUEUE_PRIORITY ,PRIORITY_LEVEL ,0 ); + mqd->cp_gfx_hqd_queue_priority = tmp; + +/* set up time quantum */ + tmp =RREG32_SOC15 (GC ,0 , regCP_GFX_HQD_QUANTUM); + tmp =REG_SET_FIELD (tmp,CP_GFX_HQD_QUANTUM ,QUANTUM_EN ,1 ); + mqd->cp_gfx_hqd_quantum = tmp; + +/* set up gfx hqd base. this is similar as CP_RB_BASE */ + hqd_gpu_addr = queue->queue_gpu_addr >>8 ; + mqd->cp_gfx_hqd_base = hqd_gpu_addr; + mqd->cp_gfx_hqd_base_hi =upper_32_bits (hqd_gpu_addr); + +/* set up hqd_rptr_addr/_hi, similar as CP_RB_RPTR */ + wb_gpu_addr = queue->rptr_gpu_addr; + mqd->cp_gfx_hqd_rptr_addr = wb_gpu_addr &0xfffffffc ; + mqd->cp_gfx_hqd_rptr_addr_hi = +upper_32_bits (wb_gpu_addr) &0xffff ; + +/* set up rb_wptr_poll addr */ + wb_gpu_addr = queue->wptr_gpu_addr; + mqd->cp_rb_wptr_poll_addr_lo = wb_gpu_addr &0xfffffffc ; + mqd->cp_rb_wptr_poll_addr_hi =upper_32_bits (wb_gpu_addr) &0xffff ; + +/* set up the gfx_hqd_control, similar as CP_RB0_CNTL */ + rb_bufsz =order_base_2 (queue->queue_size /4 ) -1 ; + tmp =RREG32_SOC15 (GC ,0 , regCP_GFX_HQD_CNTL); + tmp =REG_SET_FIELD (tmp,CP_GFX_HQD_CNTL ,RB_BUFSZ , rb_bufsz); + tmp =REG_SET_FIELD (tmp,CP_GFX_HQD_CNTL ,RB_BLKSZ , rb_bufsz -2 ); +#ifdef __BIG_ENDIAN + tmp =REG_SET_FIELD (tmp,CP_GFX_HQD_CNTL ,BUF_SWAP ,1 ); +#endif + mqd->cp_gfx_hqd_cntl = tmp; + +/* set up cp_doorbell_control */ + tmp =RREG32_SOC15 (GC ,0 , regCP_RB_DOORBELL_CONTROL); +if (queue->use_doorbell) { + tmp =REG_SET_FIELD (tmp,CP_RB_DOORBELL_CONTROL , +DOORBELL_OFFSET , queue->doorbell_index); + tmp =REG_SET_FIELD (tmp,CP_RB_DOORBELL_CONTROL , +DOORBELL_EN ,1 ); + }else { + tmp =REG_SET_FIELD (tmp,CP_RB_DOORBELL_CONTROL , +DOORBELL_EN ,0 ); + } + mqd->cp_rb_doorbell_control = tmp; + +/* reset read and write pointers, similar to CP_RB0_WPTR/_RPTR */ + mqd->cp_gfx_hqd_rptr =RREG32_SOC15 (GC ,0 , regCP_GFX_HQD_RPTR); + +/* activate the queue */ + mqd->cp_gfx_hqd_active =1 ; +} + +static int +amdgpu_userqueue_create_mqd (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) +{ +int r; +int size =sizeof (struct amdgpu_usermode_queue_mqd ); + + r =amdgpu_bo_create_kernel (adev, size,PAGE_SIZE , +AMDGPU_GEM_DOMAIN_VRAM , + &queue->mqd_obj, + &queue->mqd_gpu_addr, + &queue->mqd_cpu_ptr); +if (r) { +DRM_ERROR ("Failed to allocate bo for userqueue (%d)" , r); +return r; + } + +memset (queue->mqd_cpu_ptr,0 , size); + r =amdgpu_bo_reserve (queue->mqd_obj, false); +if (unlikely (r !=0 )) { +DRM_ERROR ("Failed to reserve mqd for userqueue (%d)" , r); + goto free_mqd; + } + +/* Fill MQD with userqueue data */ +amdgpu_userqueue_setup_mqd (adev, queue); +amdgpu_bo_unreserve (queue->mqd_obj); +return 0 ; + +free_mqd: +amdgpu_bo_free_kernel (&queue->mqd_obj, + &queue->mqd_gpu_addr, + &queue->mqd_cpu_ptr); +return r; +} + +static void +amdgpu_userqueue_destroy_mqd (struct amdgpu_usermode_queue *queue) +{ +amdgpu_bo_free_kernel (&queue->mqd_obj, + &queue->mqd_gpu_addr, + &queue->mqd_cpu_ptr); +} +static int amdgpu_userqueue_validate_input (struct amdgpu_device *adev,struct drm_amdgpu_userq_mqd *mqd_in) {@@ -120,6 +251,12 @@ int amdgpu_userqueue_create(struct amdgpu_device *adev, struct drm_file *filp, queue->flags = mqd_in->flags; queue->queue_id =amdgpu_userqueue_index (adev); + r =amdgpu_userqueue_create_mqd (adev, queue); +if (r <0 ) { +DRM_ERROR ("Failed to create mqd for queue\n" ); + goto free_queue; + } + ctx->userq = queue; args->out.q_id = queue->queue_id; args->out.flags =0 ;@@ -141,6 +278,7 @@ void amdgpu_userqueue_destroy(struct amdgpu_device *adev, struct drm_file *filp,struct amdgpu_usermode_queue *queue = ctx->userq;mutex_lock (&adev->userq.userq_mutex); +amdgpu_userqueue_destroy_mqd (queue);amdgpu_userqueue_remove_index (adev, queue); ctx->userq =NULL ;mutex_unlock (&adev->userq.userq_mutex);drivers/gpu/drm/amd/include/amdgpu_usermode_queue_mqd.h new file +18
-0@@ -0,0 +1,544 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a +* copy of this software and associated documentation files (the "Software"), +* to deal in the Software without restriction, including without limitation +* the rights to use, copy, modify, merge, publish, distribute, sublicense, +* and/or sell copies of the Software, and to permit persons to whom the +* Software is furnished to do so, subject to the following conditions: +* +* The above copyright notice and this permission notice shall be included in +* all copies or substantial portions of the Software. +* +* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL +* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR +* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
drivers/gpu/drm/amd/include/amdgpu_usermode_queue_mqd.h line 28
Quoted 10 lines
drivers/gpu/drm/amd/include/amdgpu_usermode_queue_mqd.h new file +10
-0+* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR +* OTHER DEALINGS IN THE SOFTWARE. +* +*/ + +#ifndef AMDGPU_USERMODE_QUEUE_MQD_H_ +#define AMDGPU_USERMODE_QUEUE_MQD_H_ + +/*MQD struct for usermode Queue*/ +struct amdgpu_usermode_queue_mqd
This is specific to GC 11. Every IP and version will have its own MQD format. That should live in the IP specific code, not the generic code. We already have the generic MQD parameters that we need from the userq IOCTL.
Alex
Quoted 520 lines
drivers/gpu/drm/amd/include/amdgpu_usermode_queue_mqd.h new file +516
-1+{ +uint32_t shadow_base_lo;// offset: 0 (0x0) +uint32_t shadow_base_hi;// offset: 1 (0x1) +uint32_t gds_bkup_base_lo ;// offset: 2 (0x2) +uint32_t gds_bkup_base_hi ;// offset: 3 (0x3) +uint32_t fw_work_area_base_lo;// offset: 4 (0x4) +uint32_t fw_work_area_base_hi;// offset: 5 (0x5) +uint32_t shadow_initialized;// offset: 6 (0x6) +uint32_t ib_vmid;// offset: 7 (0x7) +uint32_t reserved_8;// offset: 8 (0x8) +uint32_t reserved_9;// offset: 9 (0x9) +uint32_t reserved_10;// offset: 10 (0xA) +uint32_t reserved_11;// offset: 11 (0xB) +uint32_t reserved_12;// offset: 12 (0xC) +uint32_t reserved_13;// offset: 13 (0xD) +uint32_t reserved_14;// offset: 14 (0xE) +uint32_t reserved_15;// offset: 15 (0xF) +uint32_t reserved_16;// offset: 16 (0x10) +uint32_t reserved_17;// offset: 17 (0x11) +uint32_t reserved_18;// offset: 18 (0x12) +uint32_t reserved_19;// offset: 19 (0x13) +uint32_t reserved_20;// offset: 20 (0x14) +uint32_t reserved_21;// offset: 21 (0x15) +uint32_t reserved_22;// offset: 22 (0x16) +uint32_t reserved_23;// offset: 23 (0x17) +uint32_t reserved_24;// offset: 24 (0x18) +uint32_t reserved_25;// offset: 25 (0x19) +uint32_t reserved_26;// offset: 26 (0x1A) +uint32_t reserved_27;// offset: 27 (0x1B) +uint32_t reserved_28;// offset: 28 (0x1C) +uint32_t reserved_29;// offset: 29 (0x1D) +uint32_t reserved_30;// offset: 30 (0x1E) +uint32_t reserved_31;// offset: 31 (0x1F) +uint32_t reserved_32;// offset: 32 (0x20) +uint32_t reserved_33;// offset: 33 (0x21) +uint32_t reserved_34;// offset: 34 (0x22) +uint32_t reserved_35;// offset: 35 (0x23) +uint32_t reserved_36;// offset: 36 (0x24) +uint32_t reserved_37;// offset: 37 (0x25) +uint32_t reserved_38;// offset: 38 (0x26) +uint32_t reserved_39;// offset: 39 (0x27) +uint32_t reserved_40;// offset: 40 (0x28) +uint32_t reserved_41;// offset: 41 (0x29) +uint32_t reserved_42;// offset: 42 (0x2A) +uint32_t reserved_43;// offset: 43 (0x2B) +uint32_t reserved_44;// offset: 44 (0x2C) +uint32_t reserved_45;// offset: 45 (0x2D) +uint32_t reserved_46;// offset: 46 (0x2E) +uint32_t reserved_47;// offset: 47 (0x2F) +uint32_t reserved_48;// offset: 48 (0x30) +uint32_t reserved_49;// offset: 49 (0x31) +uint32_t reserved_50;// offset: 50 (0x32) +uint32_t reserved_51;// offset: 51 (0x33) +uint32_t reserved_52;// offset: 52 (0x34) +uint32_t reserved_53;// offset: 53 (0x35) +uint32_t reserved_54;// offset: 54 (0x36) +uint32_t reserved_55;// offset: 55 (0x37) +uint32_t reserved_56;// offset: 56 (0x38) +uint32_t reserved_57;// offset: 57 (0x39) +uint32_t reserved_58;// offset: 58 (0x3A) +uint32_t reserved_59;// offset: 59 (0x3B) +uint32_t reserved_60;// offset: 60 (0x3C) +uint32_t reserved_61;// offset: 61 (0x3D) +uint32_t reserved_62;// offset: 62 (0x3E) +uint32_t reserved_63;// offset: 63 (0x3F) +uint32_t reserved_64;// offset: 64 (0x40) +uint32_t reserved_65;// offset: 65 (0x41) +uint32_t reserved_66;// offset: 66 (0x42) +uint32_t reserved_67;// offset: 67 (0x43) +uint32_t reserved_68;// offset: 68 (0x44) +uint32_t reserved_69;// offset: 69 (0x45) +uint32_t reserved_70;// offset: 70 (0x46) +uint32_t reserved_71;// offset: 71 (0x47) +uint32_t reserved_72;// offset: 72 (0x48) +uint32_t reserved_73;// offset: 73 (0x49) +uint32_t reserved_74;// offset: 74 (0x4A) +uint32_t reserved_75;// offset: 75 (0x4B) +uint32_t reserved_76;// offset: 76 (0x4C) +uint32_t reserved_77;// offset: 77 (0x4D) +uint32_t reserved_78;// offset: 78 (0x4E) +uint32_t reserved_79;// offset: 79 (0x4F) +uint32_t reserved_80;// offset: 80 (0x50) +uint32_t reserved_81;// offset: 81 (0x51) +uint32_t reserved_82;// offset: 82 (0x52) +uint32_t reserved_83;// offset: 83 (0x53) +uint32_t checksum_lo;// offset: 84 (0x54) +uint32_t checksum_hi;// offset: 85 (0x55) +uint32_t cp_mqd_query_time_lo;// offset: 86 (0x56) +uint32_t cp_mqd_query_time_hi;// offset: 87 (0x57) +uint32_t reserved_88;// offset: 88 (0x58) +uint32_t reserved_89;// offset: 89 (0x59) +uint32_t reserved_90;// offset: 90 (0x5A) +uint32_t reserved_91;// offset: 91 (0x5B) +uint32_t cp_mqd_query_wave_count;// offset: 92 (0x5C) +uint32_t cp_mqd_query_gfx_hqd_rptr;// offset: 93 (0x5D) +uint32_t cp_mqd_query_gfx_hqd_wptr;// offset: 94 (0x5E) +uint32_t cp_mqd_query_gfx_hqd_offset;// offset: 95 (0x5F) +uint32_t reserved_96;// offset: 96 (0x60) +uint32_t reserved_97;// offset: 97 (0x61) +uint32_t reserved_98;// offset: 98 (0x62) +uint32_t reserved_99;// offset: 99 (0x63) +uint32_t reserved_100;// offset: 100 (0x64) +uint32_t reserved_101;// offset: 101 (0x65) +uint32_t reserved_102;// offset: 102 (0x66) +uint32_t reserved_103;// offset: 103 (0x67) +uint32_t task_shader_control_buf_addr_lo;// offset: 104 (0x68) +uint32_t task_shader_control_buf_addr_hi;// offset: 105 (0x69) +uint32_t task_shader_read_rptr_lo;// offset: 106 (0x6A) +uint32_t task_shader_read_rptr_hi;// offset: 107 (0x6B) +uint32_t task_shader_num_entries;// offset: 108 (0x6C) +uint32_t task_shader_num_entries_bits;// offset: 109 (0x6D) +uint32_t task_shader_ring_buffer_addr_lo;// offset: 110 (0x6E) +uint32_t task_shader_ring_buffer_addr_hi;// offset: 111 (0x6F) +uint32_t reserved_112;// offset: 112 (0x70) +uint32_t reserved_113;// offset: 113 (0x71) +uint32_t reserved_114;// offset: 114 (0x72) +uint32_t reserved_115;// offset: 115 (0x73) +uint32_t reserved_116;// offset: 116 (0x74) +uint32_t reserved_117;// offset: 117 (0x75) +uint32_t reserved_118;// offset: 118 (0x76) +uint32_t reserved_119;// offset: 119 (0x77) +uint32_t reserved_120;// offset: 120 (0x78) +uint32_t reserved_121;// offset: 121 (0x79) +uint32_t reserved_122;// offset: 122 (0x7A) +uint32_t reserved_123;// offset: 123 (0x7B) +uint32_t reserved_124;// offset: 124 (0x7C) +uint32_t reserved_125;// offset: 125 (0x7D) +uint32_t reserved_126;// offset: 126 (0x7E) +uint32_t reserved_127;// offset: 127 (0x7F) +uint32_t cp_mqd_base_addr;// offset: 128 (0x80) +uint32_t cp_mqd_base_addr_hi;// offset: 129 (0x81) +uint32_t cp_gfx_hqd_active;// offset: 130 (0x82) +uint32_t cp_gfx_hqd_vmid;// offset: 131 (0x83) +uint32_t reserved_131;// offset: 132 (0x84) +uint32_t reserved_132;// offset: 133 (0x85) +uint32_t cp_gfx_hqd_queue_priority;// offset: 134 (0x86) +uint32_t cp_gfx_hqd_quantum;// offset: 135 (0x87) +uint32_t cp_gfx_hqd_base;// offset: 136 (0x88) +uint32_t cp_gfx_hqd_base_hi;// offset: 137 (0x89) +uint32_t cp_gfx_hqd_rptr;// offset: 138 (0x8A) +uint32_t cp_gfx_hqd_rptr_addr;// offset: 139 (0x8B) +uint32_t cp_gfx_hqd_rptr_addr_hi;// offset: 140 (0x8C) +uint32_t cp_rb_wptr_poll_addr_lo;// offset: 141 (0x8D) +uint32_t cp_rb_wptr_poll_addr_hi;// offset: 142 (0x8E) +uint32_t cp_rb_doorbell_control;// offset: 143 (0x8F) +uint32_t cp_gfx_hqd_offset;// offset: 144 (0x90) +uint32_t cp_gfx_hqd_cntl;// offset: 145 (0x91) +uint32_t reserved_146;// offset: 146 (0x92) +uint32_t reserved_147;// offset: 147 (0x93) +uint32_t cp_gfx_hqd_csmd_rptr;// offset: 148 (0x94) +uint32_t cp_gfx_hqd_wptr;// offset: 149 (0x95) +uint32_t cp_gfx_hqd_wptr_hi;// offset: 150 (0x96) +uint32_t reserved_151;// offset: 151 (0x97) +uint32_t reserved_152;// offset: 152 (0x98) +uint32_t reserved_153;// offset: 153 (0x99) +uint32_t reserved_154;// offset: 154 (0x9A) +uint32_t reserved_155;// offset: 155 (0x9B) +uint32_t cp_gfx_hqd_mapped;// offset: 156 (0x9C) +uint32_t cp_gfx_hqd_que_mgr_control;// offset: 157 (0x9D) +uint32_t reserved_158;// offset: 158 (0x9E) +uint32_t reserved_159;// offset: 159 (0x9F) +uint32_t cp_gfx_hqd_hq_status0;// offset: 160 (0xA0) +uint32_t cp_gfx_hqd_hq_control0;// offset: 161 (0xA1) +uint32_t cp_gfx_mqd_control;// offset: 162 (0xA2) +uint32_t reserved_163;// offset: 163 (0xA3) +uint32_t reserved_164;// offset: 164 (0xA4) +uint32_t reserved_165;// offset: 165 (0xA5) +uint32_t reserved_166;// offset: 166 (0xA6) +uint32_t reserved_167;// offset: 167 (0xA7) +uint32_t reserved_168;// offset: 168 (0xA8) +uint32_t reserved_169;// offset: 169 (0xA9) +uint32_t cp_num_prim_needed_count0_lo;// offset: 170 (0xAA) +uint32_t cp_num_prim_needed_count0_hi;// offset: 171 (0xAB) +uint32_t cp_num_prim_needed_count1_lo;// offset: 172 (0xAC) +uint32_t cp_num_prim_needed_count1_hi;// offset: 173 (0xAD) +uint32_t cp_num_prim_needed_count2_lo;// offset: 174 (0xAE) +uint32_t cp_num_prim_needed_count2_hi;// offset: 175 (0xAF) +uint32_t cp_num_prim_needed_count3_lo;// offset: 176 (0xB0) +uint32_t cp_num_prim_needed_count3_hi;// offset: 177 (0xB1) +uint32_t cp_num_prim_written_count0_lo;// offset: 178 (0xB2) +uint32_t cp_num_prim_written_count0_hi;// offset: 179 (0xB3) +uint32_t cp_num_prim_written_count1_lo;// offset: 180 (0xB4) +uint32_t cp_num_prim_written_count1_hi;// offset: 181 (0xB5) +uint32_t cp_num_prim_written_count2_lo;// offset: 182 (0xB6) +uint32_t cp_num_prim_written_count2_hi;// offset: 183 (0xB7) +uint32_t cp_num_prim_written_count3_lo;// offset: 184 (0xB8) +uint32_t cp_num_prim_written_count3_hi;// offset: 185 (0xB9) +uint32_t reserved_186;// offset: 186 (0xBA) +uint32_t reserved_187;// offset: 187 (0xBB) +uint32_t reserved_188;// offset: 188 (0xBC) +uint32_t reserved_189;// offset: 189 (0xBD) +uint32_t reserved_190;// offset: 190 (0xBE) +uint32_t reserved_191;// offset: 191 (0xBF) +uint32_t reserved_192;// offset: 192 (0xC0) +uint32_t reserved_193;// offset: 193 (0xC1) +uint32_t reserved_194;// offset: 194 (0xC2) +uint32_t reserved_195;// offset: 195 (0xC3) +uint32_t reserved_196;// offset: 196 (0xC4) +uint32_t reserved_197;// offset: 197 (0xC5) +uint32_t reserved_198;// offset: 198 (0xC6) +uint32_t reserved_199;// offset: 199 (0xC7) +uint32_t reserved_200;// offset: 200 (0xC8) +uint32_t reserved_201;// offset: 201 (0xC9) +uint32_t reserved_202;// offset: 202 (0xCA) +uint32_t reserved_203;// offset: 203 (0xCB) +uint32_t reserved_204;// offset: 204 (0xCC) +uint32_t reserved_205;// offset: 205 (0xCD) +uint32_t reserved_206;// offset: 206 (0xCE) +uint32_t reserved_207;// offset: 207 (0xCF) +uint32_t reserved_208;// offset: 208 (0xD0) +uint32_t reserved_209;// offset: 209 (0xD1) +uint32_t reserved_210;// offset: 210 (0xD2) +uint32_t reserved_211;// offset: 211 (0xD3) +uint32_t reserved_212;// offset: 212 (0xD4) +uint32_t reserved_213;// offset: 213 (0xD5) +uint32_t reserved_214;// offset: 214 (0xD6) +uint32_t reserved_215;// offset: 215 (0xD7) +uint32_t reserved_216;// offset: 216 (0xD8) +uint32_t reserved_217;// offset: 217 (0xD9) +uint32_t reserved_218;// offset: 218 (0xDA) +uint32_t reserved_219;// offset: 219 (0xDB) +uint32_t reserved_220;// offset: 220 (0xDC) +uint32_t reserved_221;// offset: 221 (0xDD) +uint32_t reserved_222;// offset: 222 (0xDE) +uint32_t reserved_223;// offset: 223 (0xDF) +uint32_t reserved_224;// offset: 224 (0xE0) +uint32_t reserved_225;// offset: 225 (0xE1) +uint32_t reserved_226;// offset: 226 (0xE2) +uint32_t reserved_227;// offset: 227 (0xE3) +uint32_t reserved_228;// offset: 228 (0xE4) +uint32_t reserved_229;// offset: 229 (0xE5) +uint32_t reserved_230;// offset: 230 (0xE6) +uint32_t reserved_231;// offset: 231 (0xE7) +uint32_t reserved_232;// offset: 232 (0xE8) +uint32_t reserved_233;// offset: 233 (0xE9) +uint32_t reserved_234;// offset: 234 (0xEA) +uint32_t reserved_235;// offset: 235 (0xEB) +uint32_t reserved_236;// offset: 236 (0xEC) +uint32_t reserved_237;// offset: 237 (0xED) +uint32_t reserved_238;// offset: 238 (0xEE) +uint32_t reserved_239;// offset: 239 (0xEF) +uint32_t reserved_240;// offset: 240 (0xF0) +uint32_t reserved_241;// offset: 241 (0xF1) +uint32_t reserved_242;// offset: 242 (0xF2) +uint32_t reserved_243;// offset: 243 (0xF3) +uint32_t reserved_244;// offset: 244 (0xF4) +uint32_t reserved_245;// offset: 245 (0xF5) +uint32_t reserved_246;// offset: 246 (0xF6) +uint32_t reserved_247;// offset: 247 (0xF7) +uint32_t reserved_248;// offset: 248 (0xF8) +uint32_t reserved_249;// offset: 249 (0xF9) +uint32_t reserved_250;// offset: 250 (0xFA) +uint32_t reserved_251;// offset: 251 (0xFB) +uint32_t reserved_252;// offset: 252 (0xFC) +uint32_t reserved_253;// offset: 253 (0xFD) +uint32_t reserved_254;// offset: 254 (0xFE) +uint32_t reserved_255;// offset: 255 (0xFF) +uint32_t reserved_256;// offset: 256 (0x100) +uint32_t reserved_257;// offset: 257 (0x101) +uint32_t reserved_258;// offset: 258 (0x102) +uint32_t reserved_259;// offset: 259 (0x103) +uint32_t reserved_260;// offset: 260 (0x104) +uint32_t reserved_261;// offset: 261 (0x105) +uint32_t reserved_262;// offset: 262 (0x106) +uint32_t reserved_263;// offset: 263 (0x107) +uint32_t reserved_264;// offset: 264 (0x108) +uint32_t reserved_265;// offset: 265 (0x109) +uint32_t reserved_266;// offset: 266 (0x10A) +uint32_t reserved_267;// offset: 267 (0x10B) +uint32_t reserved_268;// offset: 268 (0x10C) +uint32_t reserved_269;// offset: 269 (0x10D) +uint32_t reserved_270;// offset: 270 (0x10E) +uint32_t reserved_271;// offset: 271 (0x10F) +uint32_t reserved_272;// offset: 272 (0x110) +uint32_t reserved_273;// offset: 273 (0x111) +uint32_t reserved_274;// offset: 274 (0x112) +uint32_t reserved_275;// offset: 275 (0x113) +uint32_t reserved_276;// offset: 276 (0x114) +uint32_t reserved_277;// offset: 277 (0x115) +uint32_t reserved_278;// offset: 278 (0x116) +uint32_t reserved_279;// offset: 279 (0x117) +uint32_t reserved_280;// offset: 280 (0x118) +uint32_t reserved_281;// offset: 281 (0x119) +uint32_t reserved_282;// offset: 282 (0x11A) +uint32_t reserved_283;// offset: 283 (0x11B) +uint32_t reserved_284;// offset: 284 (0x11C) +uint32_t reserved_285;// offset: 285 (0x11D) +uint32_t reserved_286;// offset: 286 (0x11E) +uint32_t reserved_287;// offset: 287 (0x11F) +uint32_t reserved_288;// offset: 288 (0x120) +uint32_t reserved_289;// offset: 289 (0x121) +uint32_t reserved_290;// offset: 290 (0x122) +uint32_t reserved_291;// offset: 291 (0x123) +uint32_t reserved_292;// offset: 292 (0x124) +uint32_t reserved_293;// offset: 293 (0x125) +uint32_t reserved_294;// offset: 294 (0x126) +uint32_t reserved_295;// offset: 295 (0x127) +uint32_t reserved_296;// offset: 296 (0x128) +uint32_t reserved_297;// offset: 297 (0x129) +uint32_t reserved_298;// offset: 298 (0x12A) +uint32_t reserved_299;// offset: 299 (0x12B) +uint32_t reserved_300;// offset: 300 (0x12C) +uint32_t reserved_301;// offset: 301 (0x12D) +uint32_t reserved_302;// offset: 302 (0x12E) +uint32_t reserved_303;// offset: 303 (0x12F) +uint32_t reserved_304;// offset: 304 (0x130) +uint32_t reserved_305;// offset: 305 (0x131) +uint32_t reserved_306;// offset: 306 (0x132) +uint32_t reserved_307;// offset: 307 (0x133) +uint32_t reserved_308;// offset: 308 (0x134) +uint32_t reserved_309;// offset: 309 (0x135) +uint32_t reserved_310;// offset: 310 (0x136) +uint32_t reserved_311;// offset: 311 (0x137) +uint32_t reserved_312;// offset: 312 (0x138) +uint32_t reserved_313;// offset: 313 (0x139) +uint32_t reserved_314;// offset: 314 (0x13A) +uint32_t reserved_315;// offset: 315 (0x13B) +uint32_t reserved_316;// offset: 316 (0x13C) +uint32_t reserved_317;// offset: 317 (0x13D) +uint32_t reserved_318;// offset: 318 (0x13E) +uint32_t reserved_319;// offset: 319 (0x13F) +uint32_t reserved_320;// offset: 320 (0x140) +uint32_t reserved_321;// offset: 321 (0x141) +uint32_t reserved_322;// offset: 322 (0x142) +uint32_t reserved_323;// offset: 323 (0x143) +uint32_t reserved_324;// offset: 324 (0x144) +uint32_t reserved_325;// offset: 325 (0x145) +uint32_t reserved_326;// offset: 326 (0x146) +uint32_t reserved_327;// offset: 327 (0x147) +uint32_t reserved_328;// offset: 328 (0x148) +uint32_t reserved_329;// offset: 329 (0x149) +uint32_t reserved_330;// offset: 330 (0x14A) +uint32_t reserved_331;// offset: 331 (0x14B) +uint32_t reserved_332;// offset: 332 (0x14C) +uint32_t reserved_333;// offset: 333 (0x14D) +uint32_t reserved_334;// offset: 334 (0x14E) +uint32_t reserved_335;// offset: 335 (0x14F) +uint32_t reserved_336;// offset: 336 (0x150) +uint32_t reserved_337;// offset: 337 (0x151) +uint32_t reserved_338;// offset: 338 (0x152) +uint32_t reserved_339;// offset: 339 (0x153) +uint32_t reserved_340;// offset: 340 (0x154) +uint32_t reserved_341;// offset: 341 (0x155) +uint32_t reserved_342;// offset: 342 (0x156) +uint32_t reserved_343;// offset: 343 (0x157) +uint32_t reserved_344;// offset: 344 (0x158) +uint32_t reserved_345;// offset: 345 (0x159) +uint32_t reserved_346;// offset: 346 (0x15A) +uint32_t reserved_347;// offset: 347 (0x15B) +uint32_t reserved_348;// offset: 348 (0x15C) +uint32_t reserved_349;// offset: 349 (0x15D) +uint32_t reserved_350;// offset: 350 (0x15E) +uint32_t reserved_351;// offset: 351 (0x15F) +uint32_t reserved_352;// offset: 352 (0x160) +uint32_t reserved_353;// offset: 353 (0x161) +uint32_t reserved_354;// offset: 354 (0x162) +uint32_t reserved_355;// offset: 355 (0x163) +uint32_t reserved_356;// offset: 356 (0x164) +uint32_t reserved_357;// offset: 357 (0x165) +uint32_t reserved_358;// offset: 358 (0x166) +uint32_t reserved_359;// offset: 359 (0x167) +uint32_t reserved_360;// offset: 360 (0x168) +uint32_t reserved_361;// offset: 361 (0x169) +uint32_t reserved_362;// offset: 362 (0x16A) +uint32_t reserved_363;// offset: 363 (0x16B) +uint32_t reserved_364;// offset: 364 (0x16C) +uint32_t reserved_365;// offset: 365 (0x16D) +uint32_t reserved_366;// offset: 366 (0x16E) +uint32_t reserved_367;// offset: 367 (0x16F) +uint32_t reserved_368;// offset: 368 (0x170) +uint32_t reserved_369;// offset: 369 (0x171) +uint32_t reserved_370;// offset: 370 (0x172) +uint32_t reserved_371;// offset: 371 (0x173) +uint32_t reserved_372;// offset: 372 (0x174) +uint32_t reserved_373;// offset: 373 (0x175) +uint32_t reserved_374;// offset: 374 (0x176) +uint32_t reserved_375;// offset: 375 (0x177) +uint32_t reserved_376;// offset: 376 (0x178) +uint32_t reserved_377;// offset: 377 (0x179) +uint32_t reserved_378;// offset: 378 (0x17A) +uint32_t reserved_379;// offset: 379 (0x17B) +uint32_t reserved_380;// offset: 380 (0x17C) +uint32_t reserved_381;// offset: 381 (0x17D) +uint32_t reserved_382;// offset: 382 (0x17E) +uint32_t reserved_383;// offset: 383 (0x17F) +uint32_t reserved_384;// offset: 384 (0x180) +uint32_t reserved_385;// offset: 385 (0x181) +uint32_t reserved_386;// offset: 386 (0x182) +uint32_t reserved_387;// offset: 387 (0x183) +uint32_t reserved_388;// offset: 388 (0x184) +uint32_t reserved_389;// offset: 389 (0x185) +uint32_t reserved_390;// offset: 390 (0x186) +uint32_t reserved_391;// offset: 391 (0x187) +uint32_t reserved_392;// offset: 392 (0x188) +uint32_t reserved_393;// offset: 393 (0x189) +uint32_t reserved_394;// offset: 394 (0x18A) +uint32_t reserved_395;// offset: 395 (0x18B) +uint32_t reserved_396;// offset: 396 (0x18C) +uint32_t reserved_397;// offset: 397 (0x18D) +uint32_t reserved_398;// offset: 398 (0x18E) +uint32_t reserved_399;// offset: 399 (0x18F) +uint32_t reserved_400;// offset: 400 (0x190) +uint32_t reserved_401;// offset: 401 (0x191) +uint32_t reserved_402;// offset: 402 (0x192) +uint32_t reserved_403;// offset: 403 (0x193) +uint32_t reserved_404;// offset: 404 (0x194) +uint32_t reserved_405;// offset: 405 (0x195) +uint32_t reserved_406;// offset: 406 (0x196) +uint32_t reserved_407;// offset: 407 (0x197) +uint32_t reserved_408;// offset: 408 (0x198) +uint32_t reserved_409;// offset: 409 (0x199) +uint32_t reserved_410;// offset: 410 (0x19A) +uint32_t reserved_411;// offset: 411 (0x19B) +uint32_t reserved_412;// offset: 412 (0x19C) +uint32_t reserved_413;// offset: 413 (0x19D) +uint32_t reserved_414;// offset: 414 (0x19E) +uint32_t reserved_415;// offset: 415 (0x19F) +uint32_t reserved_416;// offset: 416 (0x1A0) +uint32_t reserved_417;// offset: 417 (0x1A1) +uint32_t reserved_418;// offset: 418 (0x1A2) +uint32_t reserved_419;// offset: 419 (0x1A3) +uint32_t reserved_420;// offset: 420 (0x1A4) +uint32_t reserved_421;// offset: 421 (0x1A5) +uint32_t reserved_422;// offset: 422 (0x1A6) +uint32_t reserved_423;// offset: 423 (0x1A7) +uint32_t reserved_424;// offset: 424 (0x1A8) +uint32_t reserved_425;// offset: 425 (0x1A9) +uint32_t reserved_426;// offset: 426 (0x1AA) +uint32_t reserved_427;// offset: 427 (0x1AB) +uint32_t reserved_428;// offset: 428 (0x1AC) +uint32_t reserved_429;// offset: 429 (0x1AD) +uint32_t reserved_430;// offset: 430 (0x1AE) +uint32_t reserved_431;// offset: 431 (0x1AF) +uint32_t reserved_432;// offset: 432 (0x1B0) +uint32_t reserved_433;// offset: 433 (0x1B1) +uint32_t reserved_434;// offset: 434 (0x1B2) +uint32_t reserved_435;// offset: 435 (0x1B3) +uint32_t reserved_436;// offset: 436 (0x1B4) +uint32_t reserved_437;// offset: 437 (0x1B5) +uint32_t reserved_438;// offset: 438 (0x1B6) +uint32_t reserved_439;// offset: 439 (0x1B7) +uint32_t reserved_440;// offset: 440 (0x1B8) +uint32_t reserved_441;// offset: 441 (0x1B9) +uint32_t reserved_442;// offset: 442 (0x1BA) +uint32_t reserved_443;// offset: 443 (0x1BB) +uint32_t reserved_444;// offset: 444 (0x1BC) +uint32_t reserved_445;// offset: 445 (0x1BD) +uint32_t reserved_446;// offset: 446 (0x1BE) +uint32_t reserved_447;// offset: 447 (0x1BF) +uint32_t reserved_448;// offset: 448 (0x1C0) +uint32_t reserved_449;// offset: 449 (0x1C1) +uint32_t reserved_450;// offset: 450 (0x1C2) +uint32_t reserved_451;// offset: 451 (0x1C3) +uint32_t reserved_452;// offset: 452 (0x1C4) +uint32_t reserved_453;// offset: 453 (0x1C5) +uint32_t reserved_454;// offset: 454 (0x1C6) +uint32_t reserved_455;// offset: 455 (0x1C7) +uint32_t reserved_456;// offset: 456 (0x1C8) +uint32_t reserved_457;// offset: 457 (0x1C9) +uint32_t reserved_458;// offset: 458 (0x1CA) +uint32_t reserved_459;// offset: 459 (0x1CB) +uint32_t reserved_460;// offset: 460 (0x1CC) +uint32_t reserved_461;// offset: 461 (0x1CD) +uint32_t reserved_462;// offset: 462 (0x1CE) +uint32_t reserved_463;// offset: 463 (0x1CF) +uint32_t reserved_464;// offset: 464 (0x1D0) +uint32_t reserved_465;// offset: 465 (0x1D1) +uint32_t reserved_466;// offset: 466 (0x1D2) +uint32_t reserved_467;// offset: 467 (0x1D3) +uint32_t reserved_468;// offset: 468 (0x1D4) +uint32_t reserved_469;// offset: 469 (0x1D5) +uint32_t reserved_470;// offset: 470 (0x1D6) +uint32_t reserved_471;// offset: 471 (0x1D7) +uint32_t reserved_472;// offset: 472 (0x1D8) +uint32_t reserved_473;// offset: 473 (0x1D9) +uint32_t reserved_474;// offset: 474 (0x1DA) +uint32_t reserved_475;// offset: 475 (0x1DB) +uint32_t reserved_476;// offset: 476 (0x1DC) +uint32_t reserved_477;// offset: 477 (0x1DD) +uint32_t reserved_478;// offset: 478 (0x1DE) +uint32_t reserved_479;// offset: 479 (0x1DF) +uint32_t reserved_480;// offset: 480 (0x1E0) +uint32_t reserved_481;// offset: 481 (0x1E1) +uint32_t reserved_482;// offset: 482 (0x1E2) +uint32_t reserved_483;// offset: 483 (0x1E3) +uint32_t reserved_484;// offset: 484 (0x1E4) +uint32_t reserved_485;// offset: 485 (0x1E5) +uint32_t reserved_486;// offset: 486 (0x1E6) +uint32_t reserved_487;// offset: 487 (0x1E7) +uint32_t reserved_488;// offset: 488 (0x1E8) +uint32_t reserved_489;// offset: 489 (0x1E9) +uint32_t reserved_490;// offset: 490 (0x1EA) +uint32_t reserved_491;// offset: 491 (0x1EB) +uint32_t reserved_492;// offset: 492 (0x1EC) +uint32_t reserved_493;// offset: 493 (0x1ED) +uint32_t reserved_494;// offset: 494 (0x1EE) +uint32_t reserved_495;// offset: 495 (0x1EF) +uint32_t reserved_496;// offset: 496 (0x1F0) +uint32_t reserved_497;// offset: 497 (0x1F1) +uint32_t reserved_498;// offset: 498 (0x1F2) +uint32_t reserved_499;// offset: 499 (0x1F3) +uint32_t reserved_500;// offset: 500 (0x1F4) +uint32_t reserved_501;// offset: 501 (0x1F5) +uint32_t reserved_502;// offset: 502 (0x1F6) +uint32_t reserved_503;// offset: 503 (0x1F7) +uint32_t reserved_504;// offset: 504 (0x1F8) +uint32_t reserved_505;// offset: 505 (0x1F9) +uint32_t reserved_506;// offset: 506 (0x1FA) +uint32_t reserved_507;// offset: 507 (0x1FB) +uint32_t reserved_508;// offset: 508 (0x1FC) +uint32_t reserved_509;// offset: 509 (0x1FD) +uint32_t reserved_510;// offset: 510 (0x1FE) +uint32_t reserved_511;// offset: 511 (0x1FF) +}; + +#endif --2.34.1
Re: [RFC 3/7] drm/amdgpu: Create MQD for userspace queue
Quoted 21 lines · Alex Deucher
Quoted 20 lines · Shashank Sharma
From: Arvind Yadav <[email protected]>
MQD describes the properies of a user queue to the HW, and allows it to accurately configure the queue while mapping it in GPU HW. This patch adds:
- A new header file which contains the MQD definition
- A new function which creates an MQD object and fills it with userqueue dataCc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Arvind Yadav <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 138 +++++ .../amd/include/amdgpu_usermode_queue_mqd.h | 544 ++++++++++++++++++ 2 files changed, 682 insertions(+)create mode 100644
drivers/gpu/drm/amd/include/amdgpu_usermode_queue_mqd.h
Quoted 13 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c line 31
Quoted 12 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c +3
-0@@ -25,7 +25,10 @@#include "amdgpu_vm.h" #include "amdgpu_mes.h" #include "amdgpu_usermode_queue.h" +#include "amdgpu_usermode_queue_mqd.h" #include "soc15_common.h" +#include "gc/gc_11_0_0_offset.h" +#include "gc/gc_11_0_0_sh_mask.h" Don't add IP specific code to this file.
Noted,
Quoted 11 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c amdgpu_userqueue_remove_index(struct amdgpu_device *adev, struct amdgpu_usermode · line 54
Quoted 8 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c +2
-0#define CHECK_ACCESS (a) (access_ok((const void __user *)a, sizeof(__u64)))@@ -47,6 +50,134 @@ amdgpu_userqueue_remove_index(struct amdgpu_device *adev, struct amdgpu_usermodeida_simple_remove (&uqg->ida, queue->queue_id); } +static void +amdgpu_userqueue_setup_mqd (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue)This should be a ring callback or some new IP level callback to init an MQD since we'll need this for multiple IP types and generations of IPs.
We are still using the MES ring which has an existing callback for this, but I think it allows an IP specific callback as well. I will check that out.
Quoted 180 lines
Quoted 180 lines
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c +133
-0+{ +struct amdgpu_usermode_queue_mqd *mqd = queue->mqd_cpu_ptr; +uint64_t hqd_gpu_addr, wb_gpu_addr; +uint32_t tmp; +uint32_t rb_bufsz; + +/* set up gfx hqd wptr */ + mqd->cp_gfx_hqd_wptr =0 ; + mqd->cp_gfx_hqd_wptr_hi =0 ; + +/* set the pointer to the MQD */ + mqd->cp_mqd_base_addr = queue->mqd_gpu_addr &0xfffffffc ; + mqd->cp_mqd_base_addr_hi =upper_32_bits (queue->mqd_gpu_addr); + +/* set up mqd control */ + tmp =RREG32_SOC15 (GC ,0 , regCP_GFX_MQD_CONTROL); + tmp =REG_SET_FIELD (tmp,CP_GFX_MQD_CONTROL ,VMID ,0 ); + tmp =REG_SET_FIELD (tmp,CP_GFX_MQD_CONTROL ,PRIV_STATE ,1 ); + tmp =REG_SET_FIELD (tmp,CP_GFX_MQD_CONTROL ,CACHE_POLICY ,0 ); + mqd->cp_gfx_mqd_control = tmp; + +/* set up gfx_hqd_vimd with 0x0 to indicate the ring buffer's vmid */ + tmp =RREG32_SOC15 (GC ,0 , regCP_GFX_HQD_VMID); + tmp =REG_SET_FIELD (tmp,CP_GFX_HQD_VMID ,VMID ,0 ); + mqd->cp_gfx_hqd_vmid =0 ; + +/* set up default queue priority level +* 0x0 = low priority, 0x1 = high priority */ + tmp =RREG32_SOC15 (GC ,0 , regCP_GFX_HQD_QUEUE_PRIORITY); + tmp =REG_SET_FIELD (tmp,CP_GFX_HQD_QUEUE_PRIORITY ,PRIORITY_LEVEL ,0 ); + mqd->cp_gfx_hqd_queue_priority = tmp; + +/* set up time quantum */ + tmp =RREG32_SOC15 (GC ,0 , regCP_GFX_HQD_QUANTUM); + tmp =REG_SET_FIELD (tmp,CP_GFX_HQD_QUANTUM ,QUANTUM_EN ,1 ); + mqd->cp_gfx_hqd_quantum = tmp; + +/* set up gfx hqd base. this is similar as CP_RB_BASE */ + hqd_gpu_addr = queue->queue_gpu_addr >>8 ; + mqd->cp_gfx_hqd_base = hqd_gpu_addr; + mqd->cp_gfx_hqd_base_hi =upper_32_bits (hqd_gpu_addr); + +/* set up hqd_rptr_addr/_hi, similar as CP_RB_RPTR */ + wb_gpu_addr = queue->rptr_gpu_addr; + mqd->cp_gfx_hqd_rptr_addr = wb_gpu_addr &0xfffffffc ; + mqd->cp_gfx_hqd_rptr_addr_hi = +upper_32_bits (wb_gpu_addr) &0xffff ; + +/* set up rb_wptr_poll addr */ + wb_gpu_addr = queue->wptr_gpu_addr; + mqd->cp_rb_wptr_poll_addr_lo = wb_gpu_addr &0xfffffffc ; + mqd->cp_rb_wptr_poll_addr_hi =upper_32_bits (wb_gpu_addr) &0xffff ; + +/* set up the gfx_hqd_control, similar as CP_RB0_CNTL */ + rb_bufsz =order_base_2 (queue->queue_size /4 ) -1 ; + tmp =RREG32_SOC15 (GC ,0 , regCP_GFX_HQD_CNTL); + tmp =REG_SET_FIELD (tmp,CP_GFX_HQD_CNTL ,RB_BUFSZ , rb_bufsz); + tmp =REG_SET_FIELD (tmp,CP_GFX_HQD_CNTL ,RB_BLKSZ , rb_bufsz -2 ); +#ifdef __BIG_ENDIAN + tmp =REG_SET_FIELD (tmp,CP_GFX_HQD_CNTL ,BUF_SWAP ,1 ); +#endif + mqd->cp_gfx_hqd_cntl = tmp; + +/* set up cp_doorbell_control */ + tmp =RREG32_SOC15 (GC ,0 , regCP_RB_DOORBELL_CONTROL); +if (queue->use_doorbell) { + tmp =REG_SET_FIELD (tmp,CP_RB_DOORBELL_CONTROL , +DOORBELL_OFFSET , queue->doorbell_index); + tmp =REG_SET_FIELD (tmp,CP_RB_DOORBELL_CONTROL , +DOORBELL_EN ,1 ); + }else { + tmp =REG_SET_FIELD (tmp,CP_RB_DOORBELL_CONTROL , +DOORBELL_EN ,0 ); + } + mqd->cp_rb_doorbell_control = tmp; + +/* reset read and write pointers, similar to CP_RB0_WPTR/_RPTR */ + mqd->cp_gfx_hqd_rptr =RREG32_SOC15 (GC ,0 , regCP_GFX_HQD_RPTR); + +/* activate the queue */ + mqd->cp_gfx_hqd_active =1 ; +} + +static int +amdgpu_userqueue_create_mqd (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) +{ +int r; +int size =sizeof (struct amdgpu_usermode_queue_mqd ); + + r =amdgpu_bo_create_kernel (adev, size,PAGE_SIZE , +AMDGPU_GEM_DOMAIN_VRAM , + &queue->mqd_obj, + &queue->mqd_gpu_addr, + &queue->mqd_cpu_ptr); +if (r) { +DRM_ERROR ("Failed to allocate bo for userqueue (%d)" , r); +return r; + } + +memset (queue->mqd_cpu_ptr,0 , size); + r =amdgpu_bo_reserve (queue->mqd_obj, false); +if (unlikely (r !=0 )) { +DRM_ERROR ("Failed to reserve mqd for userqueue (%d)" , r); + goto free_mqd; + } + +/* Fill MQD with userqueue data */ +amdgpu_userqueue_setup_mqd (adev, queue); +amdgpu_bo_unreserve (queue->mqd_obj); +return 0 ; + +free_mqd: +amdgpu_bo_free_kernel (&queue->mqd_obj, + &queue->mqd_gpu_addr, + &queue->mqd_cpu_ptr); +return r; +} + +static void +amdgpu_userqueue_destroy_mqd (struct amdgpu_usermode_queue *queue) +{ +amdgpu_bo_free_kernel (&queue->mqd_obj, + &queue->mqd_gpu_addr, + &queue->mqd_cpu_ptr); +} +static int amdgpu_userqueue_validate_input (struct amdgpu_device *adev,struct drm_amdgpu_userq_mqd *mqd_in) {@@ -120,6 +251,12 @@ int amdgpu_userqueue_create(struct amdgpu_device *adev, struct drm_file *filp, queue->flags = mqd_in->flags; queue->queue_id =amdgpu_userqueue_index (adev); + r =amdgpu_userqueue_create_mqd (adev, queue); +if (r <0 ) { +DRM_ERROR ("Failed to create mqd for queue\n" ); + goto free_queue; + } + ctx->userq = queue; args->out.q_id = queue->queue_id; args->out.flags =0 ;@@ -141,6 +278,7 @@ void amdgpu_userqueue_destroy(struct amdgpu_device *adev, struct drm_file *filp,struct amdgpu_usermode_queue *queue = ctx->userq;mutex_lock (&adev->userq.userq_mutex); +amdgpu_userqueue_destroy_mqd (queue);amdgpu_userqueue_remove_index (adev, queue); ctx->userq =NULL ;mutex_unlock (&adev->userq.userq_mutex);drivers/gpu/drm/amd/include/amdgpu_usermode_queue_mqd.h new file +24
-0@@ -0,0 +1,544 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person obtaining a +* copy of this software and associated documentation files (the "Software"), +* to deal in the Software without restriction, including without limitation +* the rights to use, copy, modify, merge, publish, distribute, sublicense, +* and/or sell copies of the Software, and to permit persons to whom the +* Software is furnished to do so, subject to the following conditions: +* +* The above copyright notice and this permission notice shall be included in +* all copies or substantial portions of the Software. +* +* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL +* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR +* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, +* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR +* OTHER DEALINGS IN THE SOFTWARE. +* +*/ + +#ifndef AMDGPU_USERMODE_QUEUE_MQD_H_
Quoted 8 lines
drivers/gpu/drm/amd/include/amdgpu_usermode_queue_mqd.h line 28
Quoted 4 lines
drivers/gpu/drm/amd/include/amdgpu_usermode_queue_mqd.h new file +4
-0+#define AMDGPU_USERMODE_QUEUE_MQD_H_ + +/*MQD struct for usermode Queue*/ +struct amdgpu_usermode_queue_mqd This is specific to GC 11. Every IP and version will have its own MQD format. That should live in the IP specific code, not the generic code. We already have the generic MQD parameters that we need from the userq IOCTL.
Noted, we can separate out the generic parameters from gen specific parameter, and will try to wrap it around the generic structure.
- Shashank
Quoted 523 lines
Alex
Quoted 520 lines
drivers/gpu/drm/amd/include/amdgpu_usermode_queue_mqd.h new file +516
-1+{ +uint32_t shadow_base_lo;// offset: 0 (0x0) +uint32_t shadow_base_hi;// offset: 1 (0x1) +uint32_t gds_bkup_base_lo ;// offset: 2 (0x2) +uint32_t gds_bkup_base_hi ;// offset: 3 (0x3) +uint32_t fw_work_area_base_lo;// offset: 4 (0x4) +uint32_t fw_work_area_base_hi;// offset: 5 (0x5) +uint32_t shadow_initialized;// offset: 6 (0x6) +uint32_t ib_vmid;// offset: 7 (0x7) +uint32_t reserved_8;// offset: 8 (0x8) +uint32_t reserved_9;// offset: 9 (0x9) +uint32_t reserved_10;// offset: 10 (0xA) +uint32_t reserved_11;// offset: 11 (0xB) +uint32_t reserved_12;// offset: 12 (0xC) +uint32_t reserved_13;// offset: 13 (0xD) +uint32_t reserved_14;// offset: 14 (0xE) +uint32_t reserved_15;// offset: 15 (0xF) +uint32_t reserved_16;// offset: 16 (0x10) +uint32_t reserved_17;// offset: 17 (0x11) +uint32_t reserved_18;// offset: 18 (0x12) +uint32_t reserved_19;// offset: 19 (0x13) +uint32_t reserved_20;// offset: 20 (0x14) +uint32_t reserved_21;// offset: 21 (0x15) +uint32_t reserved_22;// offset: 22 (0x16) +uint32_t reserved_23;// offset: 23 (0x17) +uint32_t reserved_24;// offset: 24 (0x18) +uint32_t reserved_25;// offset: 25 (0x19) +uint32_t reserved_26;// offset: 26 (0x1A) +uint32_t reserved_27;// offset: 27 (0x1B) +uint32_t reserved_28;// offset: 28 (0x1C) +uint32_t reserved_29;// offset: 29 (0x1D) +uint32_t reserved_30;// offset: 30 (0x1E) +uint32_t reserved_31;// offset: 31 (0x1F) +uint32_t reserved_32;// offset: 32 (0x20) +uint32_t reserved_33;// offset: 33 (0x21) +uint32_t reserved_34;// offset: 34 (0x22) +uint32_t reserved_35;// offset: 35 (0x23) +uint32_t reserved_36;// offset: 36 (0x24) +uint32_t reserved_37;// offset: 37 (0x25) +uint32_t reserved_38;// offset: 38 (0x26) +uint32_t reserved_39;// offset: 39 (0x27) +uint32_t reserved_40;// offset: 40 (0x28) +uint32_t reserved_41;// offset: 41 (0x29) +uint32_t reserved_42;// offset: 42 (0x2A) +uint32_t reserved_43;// offset: 43 (0x2B) +uint32_t reserved_44;// offset: 44 (0x2C) +uint32_t reserved_45;// offset: 45 (0x2D) +uint32_t reserved_46;// offset: 46 (0x2E) +uint32_t reserved_47;// offset: 47 (0x2F) +uint32_t reserved_48;// offset: 48 (0x30) +uint32_t reserved_49;// offset: 49 (0x31) +uint32_t reserved_50;// offset: 50 (0x32) +uint32_t reserved_51;// offset: 51 (0x33) +uint32_t reserved_52;// offset: 52 (0x34) +uint32_t reserved_53;// offset: 53 (0x35) +uint32_t reserved_54;// offset: 54 (0x36) +uint32_t reserved_55;// offset: 55 (0x37) +uint32_t reserved_56;// offset: 56 (0x38) +uint32_t reserved_57;// offset: 57 (0x39) +uint32_t reserved_58;// offset: 58 (0x3A) +uint32_t reserved_59;// offset: 59 (0x3B) +uint32_t reserved_60;// offset: 60 (0x3C) +uint32_t reserved_61;// offset: 61 (0x3D) +uint32_t reserved_62;// offset: 62 (0x3E) +uint32_t reserved_63;// offset: 63 (0x3F) +uint32_t reserved_64;// offset: 64 (0x40) +uint32_t reserved_65;// offset: 65 (0x41) +uint32_t reserved_66;// offset: 66 (0x42) +uint32_t reserved_67;// offset: 67 (0x43) +uint32_t reserved_68;// offset: 68 (0x44) +uint32_t reserved_69;// offset: 69 (0x45) +uint32_t reserved_70;// offset: 70 (0x46) +uint32_t reserved_71;// offset: 71 (0x47) +uint32_t reserved_72;// offset: 72 (0x48) +uint32_t reserved_73;// offset: 73 (0x49) +uint32_t reserved_74;// offset: 74 (0x4A) +uint32_t reserved_75;// offset: 75 (0x4B) +uint32_t reserved_76;// offset: 76 (0x4C) +uint32_t reserved_77;// offset: 77 (0x4D) +uint32_t reserved_78;// offset: 78 (0x4E) +uint32_t reserved_79;// offset: 79 (0x4F) +uint32_t reserved_80;// offset: 80 (0x50) +uint32_t reserved_81;// offset: 81 (0x51) +uint32_t reserved_82;// offset: 82 (0x52) +uint32_t reserved_83;// offset: 83 (0x53) +uint32_t checksum_lo;// offset: 84 (0x54) +uint32_t checksum_hi;// offset: 85 (0x55) +uint32_t cp_mqd_query_time_lo;// offset: 86 (0x56) +uint32_t cp_mqd_query_time_hi;// offset: 87 (0x57) +uint32_t reserved_88;// offset: 88 (0x58) +uint32_t reserved_89;// offset: 89 (0x59) +uint32_t reserved_90;// offset: 90 (0x5A) +uint32_t reserved_91;// offset: 91 (0x5B) +uint32_t cp_mqd_query_wave_count;// offset: 92 (0x5C) +uint32_t cp_mqd_query_gfx_hqd_rptr;// offset: 93 (0x5D) +uint32_t cp_mqd_query_gfx_hqd_wptr;// offset: 94 (0x5E) +uint32_t cp_mqd_query_gfx_hqd_offset;// offset: 95 (0x5F) +uint32_t reserved_96;// offset: 96 (0x60) +uint32_t reserved_97;// offset: 97 (0x61) +uint32_t reserved_98;// offset: 98 (0x62) +uint32_t reserved_99;// offset: 99 (0x63) +uint32_t reserved_100;// offset: 100 (0x64) +uint32_t reserved_101;// offset: 101 (0x65) +uint32_t reserved_102;// offset: 102 (0x66) +uint32_t reserved_103;// offset: 103 (0x67) +uint32_t task_shader_control_buf_addr_lo;// offset: 104 (0x68) +uint32_t task_shader_control_buf_addr_hi;// offset: 105 (0x69) +uint32_t task_shader_read_rptr_lo;// offset: 106 (0x6A) +uint32_t task_shader_read_rptr_hi;// offset: 107 (0x6B) +uint32_t task_shader_num_entries;// offset: 108 (0x6C) +uint32_t task_shader_num_entries_bits;// offset: 109 (0x6D) +uint32_t task_shader_ring_buffer_addr_lo;// offset: 110 (0x6E) +uint32_t task_shader_ring_buffer_addr_hi;// offset: 111 (0x6F) +uint32_t reserved_112;// offset: 112 (0x70) +uint32_t reserved_113;// offset: 113 (0x71) +uint32_t reserved_114;// offset: 114 (0x72) +uint32_t reserved_115;// offset: 115 (0x73) +uint32_t reserved_116;// offset: 116 (0x74) +uint32_t reserved_117;// offset: 117 (0x75) +uint32_t reserved_118;// offset: 118 (0x76) +uint32_t reserved_119;// offset: 119 (0x77) +uint32_t reserved_120;// offset: 120 (0x78) +uint32_t reserved_121;// offset: 121 (0x79) +uint32_t reserved_122;// offset: 122 (0x7A) +uint32_t reserved_123;// offset: 123 (0x7B) +uint32_t reserved_124;// offset: 124 (0x7C) +uint32_t reserved_125;// offset: 125 (0x7D) +uint32_t reserved_126;// offset: 126 (0x7E) +uint32_t reserved_127;// offset: 127 (0x7F) +uint32_t cp_mqd_base_addr;// offset: 128 (0x80) +uint32_t cp_mqd_base_addr_hi;// offset: 129 (0x81) +uint32_t cp_gfx_hqd_active;// offset: 130 (0x82) +uint32_t cp_gfx_hqd_vmid;// offset: 131 (0x83) +uint32_t reserved_131;// offset: 132 (0x84) +uint32_t reserved_132;// offset: 133 (0x85) +uint32_t cp_gfx_hqd_queue_priority;// offset: 134 (0x86) +uint32_t cp_gfx_hqd_quantum;// offset: 135 (0x87) +uint32_t cp_gfx_hqd_base;// offset: 136 (0x88) +uint32_t cp_gfx_hqd_base_hi;// offset: 137 (0x89) +uint32_t cp_gfx_hqd_rptr;// offset: 138 (0x8A) +uint32_t cp_gfx_hqd_rptr_addr;// offset: 139 (0x8B) +uint32_t cp_gfx_hqd_rptr_addr_hi;// offset: 140 (0x8C) +uint32_t cp_rb_wptr_poll_addr_lo;// offset: 141 (0x8D) +uint32_t cp_rb_wptr_poll_addr_hi;// offset: 142 (0x8E) +uint32_t cp_rb_doorbell_control;// offset: 143 (0x8F) +uint32_t cp_gfx_hqd_offset;// offset: 144 (0x90) +uint32_t cp_gfx_hqd_cntl;// offset: 145 (0x91) +uint32_t reserved_146;// offset: 146 (0x92) +uint32_t reserved_147;// offset: 147 (0x93) +uint32_t cp_gfx_hqd_csmd_rptr;// offset: 148 (0x94) +uint32_t cp_gfx_hqd_wptr;// offset: 149 (0x95) +uint32_t cp_gfx_hqd_wptr_hi;// offset: 150 (0x96) +uint32_t reserved_151;// offset: 151 (0x97) +uint32_t reserved_152;// offset: 152 (0x98) +uint32_t reserved_153;// offset: 153 (0x99) +uint32_t reserved_154;// offset: 154 (0x9A) +uint32_t reserved_155;// offset: 155 (0x9B) +uint32_t cp_gfx_hqd_mapped;// offset: 156 (0x9C) +uint32_t cp_gfx_hqd_que_mgr_control;// offset: 157 (0x9D) +uint32_t reserved_158;// offset: 158 (0x9E) +uint32_t reserved_159;// offset: 159 (0x9F) +uint32_t cp_gfx_hqd_hq_status0;// offset: 160 (0xA0) +uint32_t cp_gfx_hqd_hq_control0;// offset: 161 (0xA1) +uint32_t cp_gfx_mqd_control;// offset: 162 (0xA2) +uint32_t reserved_163;// offset: 163 (0xA3) +uint32_t reserved_164;// offset: 164 (0xA4) +uint32_t reserved_165;// offset: 165 (0xA5) +uint32_t reserved_166;// offset: 166 (0xA6) +uint32_t reserved_167;// offset: 167 (0xA7) +uint32_t reserved_168;// offset: 168 (0xA8) +uint32_t reserved_169;// offset: 169 (0xA9) +uint32_t cp_num_prim_needed_count0_lo;// offset: 170 (0xAA) +uint32_t cp_num_prim_needed_count0_hi;// offset: 171 (0xAB) +uint32_t cp_num_prim_needed_count1_lo;// offset: 172 (0xAC) +uint32_t cp_num_prim_needed_count1_hi;// offset: 173 (0xAD) +uint32_t cp_num_prim_needed_count2_lo;// offset: 174 (0xAE) +uint32_t cp_num_prim_needed_count2_hi;// offset: 175 (0xAF) +uint32_t cp_num_prim_needed_count3_lo;// offset: 176 (0xB0) +uint32_t cp_num_prim_needed_count3_hi;// offset: 177 (0xB1) +uint32_t cp_num_prim_written_count0_lo;// offset: 178 (0xB2) +uint32_t cp_num_prim_written_count0_hi;// offset: 179 (0xB3) +uint32_t cp_num_prim_written_count1_lo;// offset: 180 (0xB4) +uint32_t cp_num_prim_written_count1_hi;// offset: 181 (0xB5) +uint32_t cp_num_prim_written_count2_lo;// offset: 182 (0xB6) +uint32_t cp_num_prim_written_count2_hi;// offset: 183 (0xB7) +uint32_t cp_num_prim_written_count3_lo;// offset: 184 (0xB8) +uint32_t cp_num_prim_written_count3_hi;// offset: 185 (0xB9) +uint32_t reserved_186;// offset: 186 (0xBA) +uint32_t reserved_187;// offset: 187 (0xBB) +uint32_t reserved_188;// offset: 188 (0xBC) +uint32_t reserved_189;// offset: 189 (0xBD) +uint32_t reserved_190;// offset: 190 (0xBE) +uint32_t reserved_191;// offset: 191 (0xBF) +uint32_t reserved_192;// offset: 192 (0xC0) +uint32_t reserved_193;// offset: 193 (0xC1) +uint32_t reserved_194;// offset: 194 (0xC2) +uint32_t reserved_195;// offset: 195 (0xC3) +uint32_t reserved_196;// offset: 196 (0xC4) +uint32_t reserved_197;// offset: 197 (0xC5) +uint32_t reserved_198;// offset: 198 (0xC6) +uint32_t reserved_199;// offset: 199 (0xC7) +uint32_t reserved_200;// offset: 200 (0xC8) +uint32_t reserved_201;// offset: 201 (0xC9) +uint32_t reserved_202;// offset: 202 (0xCA) +uint32_t reserved_203;// offset: 203 (0xCB) +uint32_t reserved_204;// offset: 204 (0xCC) +uint32_t reserved_205;// offset: 205 (0xCD) +uint32_t reserved_206;// offset: 206 (0xCE) +uint32_t reserved_207;// offset: 207 (0xCF) +uint32_t reserved_208;// offset: 208 (0xD0) +uint32_t reserved_209;// offset: 209 (0xD1) +uint32_t reserved_210;// offset: 210 (0xD2) +uint32_t reserved_211;// offset: 211 (0xD3) +uint32_t reserved_212;// offset: 212 (0xD4) +uint32_t reserved_213;// offset: 213 (0xD5) +uint32_t reserved_214;// offset: 214 (0xD6) +uint32_t reserved_215;// offset: 215 (0xD7) +uint32_t reserved_216;// offset: 216 (0xD8) +uint32_t reserved_217;// offset: 217 (0xD9) +uint32_t reserved_218;// offset: 218 (0xDA) +uint32_t reserved_219;// offset: 219 (0xDB) +uint32_t reserved_220;// offset: 220 (0xDC) +uint32_t reserved_221;// offset: 221 (0xDD) +uint32_t reserved_222;// offset: 222 (0xDE) +uint32_t reserved_223;// offset: 223 (0xDF) +uint32_t reserved_224;// offset: 224 (0xE0) +uint32_t reserved_225;// offset: 225 (0xE1) +uint32_t reserved_226;// offset: 226 (0xE2) +uint32_t reserved_227;// offset: 227 (0xE3) +uint32_t reserved_228;// offset: 228 (0xE4) +uint32_t reserved_229;// offset: 229 (0xE5) +uint32_t reserved_230;// offset: 230 (0xE6) +uint32_t reserved_231;// offset: 231 (0xE7) +uint32_t reserved_232;// offset: 232 (0xE8) +uint32_t reserved_233;// offset: 233 (0xE9) +uint32_t reserved_234;// offset: 234 (0xEA) +uint32_t reserved_235;// offset: 235 (0xEB) +uint32_t reserved_236;// offset: 236 (0xEC) +uint32_t reserved_237;// offset: 237 (0xED) +uint32_t reserved_238;// offset: 238 (0xEE) +uint32_t reserved_239;// offset: 239 (0xEF) +uint32_t reserved_240;// offset: 240 (0xF0) +uint32_t reserved_241;// offset: 241 (0xF1) +uint32_t reserved_242;// offset: 242 (0xF2) +uint32_t reserved_243;// offset: 243 (0xF3) +uint32_t reserved_244;// offset: 244 (0xF4) +uint32_t reserved_245;// offset: 245 (0xF5) +uint32_t reserved_246;// offset: 246 (0xF6) +uint32_t reserved_247;// offset: 247 (0xF7) +uint32_t reserved_248;// offset: 248 (0xF8) +uint32_t reserved_249;// offset: 249 (0xF9) +uint32_t reserved_250;// offset: 250 (0xFA) +uint32_t reserved_251;// offset: 251 (0xFB) +uint32_t reserved_252;// offset: 252 (0xFC) +uint32_t reserved_253;// offset: 253 (0xFD) +uint32_t reserved_254;// offset: 254 (0xFE) +uint32_t reserved_255;// offset: 255 (0xFF) +uint32_t reserved_256;// offset: 256 (0x100) +uint32_t reserved_257;// offset: 257 (0x101) +uint32_t reserved_258;// offset: 258 (0x102) +uint32_t reserved_259;// offset: 259 (0x103) +uint32_t reserved_260;// offset: 260 (0x104) +uint32_t reserved_261;// offset: 261 (0x105) +uint32_t reserved_262;// offset: 262 (0x106) +uint32_t reserved_263;// offset: 263 (0x107) +uint32_t reserved_264;// offset: 264 (0x108) +uint32_t reserved_265;// offset: 265 (0x109) +uint32_t reserved_266;// offset: 266 (0x10A) +uint32_t reserved_267;// offset: 267 (0x10B) +uint32_t reserved_268;// offset: 268 (0x10C) +uint32_t reserved_269;// offset: 269 (0x10D) +uint32_t reserved_270;// offset: 270 (0x10E) +uint32_t reserved_271;// offset: 271 (0x10F) +uint32_t reserved_272;// offset: 272 (0x110) +uint32_t reserved_273;// offset: 273 (0x111) +uint32_t reserved_274;// offset: 274 (0x112) +uint32_t reserved_275;// offset: 275 (0x113) +uint32_t reserved_276;// offset: 276 (0x114) +uint32_t reserved_277;// offset: 277 (0x115) +uint32_t reserved_278;// offset: 278 (0x116) +uint32_t reserved_279;// offset: 279 (0x117) +uint32_t reserved_280;// offset: 280 (0x118) +uint32_t reserved_281;// offset: 281 (0x119) +uint32_t reserved_282;// offset: 282 (0x11A) +uint32_t reserved_283;// offset: 283 (0x11B) +uint32_t reserved_284;// offset: 284 (0x11C) +uint32_t reserved_285;// offset: 285 (0x11D) +uint32_t reserved_286;// offset: 286 (0x11E) +uint32_t reserved_287;// offset: 287 (0x11F) +uint32_t reserved_288;// offset: 288 (0x120) +uint32_t reserved_289;// offset: 289 (0x121) +uint32_t reserved_290;// offset: 290 (0x122) +uint32_t reserved_291;// offset: 291 (0x123) +uint32_t reserved_292;// offset: 292 (0x124) +uint32_t reserved_293;// offset: 293 (0x125) +uint32_t reserved_294;// offset: 294 (0x126) +uint32_t reserved_295;// offset: 295 (0x127) +uint32_t reserved_296;// offset: 296 (0x128) +uint32_t reserved_297;// offset: 297 (0x129) +uint32_t reserved_298;// offset: 298 (0x12A) +uint32_t reserved_299;// offset: 299 (0x12B) +uint32_t reserved_300;// offset: 300 (0x12C) +uint32_t reserved_301;// offset: 301 (0x12D) +uint32_t reserved_302;// offset: 302 (0x12E) +uint32_t reserved_303;// offset: 303 (0x12F) +uint32_t reserved_304;// offset: 304 (0x130) +uint32_t reserved_305;// offset: 305 (0x131) +uint32_t reserved_306;// offset: 306 (0x132) +uint32_t reserved_307;// offset: 307 (0x133) +uint32_t reserved_308;// offset: 308 (0x134) +uint32_t reserved_309;// offset: 309 (0x135) +uint32_t reserved_310;// offset: 310 (0x136) +uint32_t reserved_311;// offset: 311 (0x137) +uint32_t reserved_312;// offset: 312 (0x138) +uint32_t reserved_313;// offset: 313 (0x139) +uint32_t reserved_314;// offset: 314 (0x13A) +uint32_t reserved_315;// offset: 315 (0x13B) +uint32_t reserved_316;// offset: 316 (0x13C) +uint32_t reserved_317;// offset: 317 (0x13D) +uint32_t reserved_318;// offset: 318 (0x13E) +uint32_t reserved_319;// offset: 319 (0x13F) +uint32_t reserved_320;// offset: 320 (0x140) +uint32_t reserved_321;// offset: 321 (0x141) +uint32_t reserved_322;// offset: 322 (0x142) +uint32_t reserved_323;// offset: 323 (0x143) +uint32_t reserved_324;// offset: 324 (0x144) +uint32_t reserved_325;// offset: 325 (0x145) +uint32_t reserved_326;// offset: 326 (0x146) +uint32_t reserved_327;// offset: 327 (0x147) +uint32_t reserved_328;// offset: 328 (0x148) +uint32_t reserved_329;// offset: 329 (0x149) +uint32_t reserved_330;// offset: 330 (0x14A) +uint32_t reserved_331;// offset: 331 (0x14B) +uint32_t reserved_332;// offset: 332 (0x14C) +uint32_t reserved_333;// offset: 333 (0x14D) +uint32_t reserved_334;// offset: 334 (0x14E) +uint32_t reserved_335;// offset: 335 (0x14F) +uint32_t reserved_336;// offset: 336 (0x150) +uint32_t reserved_337;// offset: 337 (0x151) +uint32_t reserved_338;// offset: 338 (0x152) +uint32_t reserved_339;// offset: 339 (0x153) +uint32_t reserved_340;// offset: 340 (0x154) +uint32_t reserved_341;// offset: 341 (0x155) +uint32_t reserved_342;// offset: 342 (0x156) +uint32_t reserved_343;// offset: 343 (0x157) +uint32_t reserved_344;// offset: 344 (0x158) +uint32_t reserved_345;// offset: 345 (0x159) +uint32_t reserved_346;// offset: 346 (0x15A) +uint32_t reserved_347;// offset: 347 (0x15B) +uint32_t reserved_348;// offset: 348 (0x15C) +uint32_t reserved_349;// offset: 349 (0x15D) +uint32_t reserved_350;// offset: 350 (0x15E) +uint32_t reserved_351;// offset: 351 (0x15F) +uint32_t reserved_352;// offset: 352 (0x160) +uint32_t reserved_353;// offset: 353 (0x161) +uint32_t reserved_354;// offset: 354 (0x162) +uint32_t reserved_355;// offset: 355 (0x163) +uint32_t reserved_356;// offset: 356 (0x164) +uint32_t reserved_357;// offset: 357 (0x165) +uint32_t reserved_358;// offset: 358 (0x166) +uint32_t reserved_359;// offset: 359 (0x167) +uint32_t reserved_360;// offset: 360 (0x168) +uint32_t reserved_361;// offset: 361 (0x169) +uint32_t reserved_362;// offset: 362 (0x16A) +uint32_t reserved_363;// offset: 363 (0x16B) +uint32_t reserved_364;// offset: 364 (0x16C) +uint32_t reserved_365;// offset: 365 (0x16D) +uint32_t reserved_366;// offset: 366 (0x16E) +uint32_t reserved_367;// offset: 367 (0x16F) +uint32_t reserved_368;// offset: 368 (0x170) +uint32_t reserved_369;// offset: 369 (0x171) +uint32_t reserved_370;// offset: 370 (0x172) +uint32_t reserved_371;// offset: 371 (0x173) +uint32_t reserved_372;// offset: 372 (0x174) +uint32_t reserved_373;// offset: 373 (0x175) +uint32_t reserved_374;// offset: 374 (0x176) +uint32_t reserved_375;// offset: 375 (0x177) +uint32_t reserved_376;// offset: 376 (0x178) +uint32_t reserved_377;// offset: 377 (0x179) +uint32_t reserved_378;// offset: 378 (0x17A) +uint32_t reserved_379;// offset: 379 (0x17B) +uint32_t reserved_380;// offset: 380 (0x17C) +uint32_t reserved_381;// offset: 381 (0x17D) +uint32_t reserved_382;// offset: 382 (0x17E) +uint32_t reserved_383;// offset: 383 (0x17F) +uint32_t reserved_384;// offset: 384 (0x180) +uint32_t reserved_385;// offset: 385 (0x181) +uint32_t reserved_386;// offset: 386 (0x182) +uint32_t reserved_387;// offset: 387 (0x183) +uint32_t reserved_388;// offset: 388 (0x184) +uint32_t reserved_389;// offset: 389 (0x185) +uint32_t reserved_390;// offset: 390 (0x186) +uint32_t reserved_391;// offset: 391 (0x187) +uint32_t reserved_392;// offset: 392 (0x188) +uint32_t reserved_393;// offset: 393 (0x189) +uint32_t reserved_394;// offset: 394 (0x18A) +uint32_t reserved_395;// offset: 395 (0x18B) +uint32_t reserved_396;// offset: 396 (0x18C) +uint32_t reserved_397;// offset: 397 (0x18D) +uint32_t reserved_398;// offset: 398 (0x18E) +uint32_t reserved_399;// offset: 399 (0x18F) +uint32_t reserved_400;// offset: 400 (0x190) +uint32_t reserved_401;// offset: 401 (0x191) +uint32_t reserved_402;// offset: 402 (0x192) +uint32_t reserved_403;// offset: 403 (0x193) +uint32_t reserved_404;// offset: 404 (0x194) +uint32_t reserved_405;// offset: 405 (0x195) +uint32_t reserved_406;// offset: 406 (0x196) +uint32_t reserved_407;// offset: 407 (0x197) +uint32_t reserved_408;// offset: 408 (0x198) +uint32_t reserved_409;// offset: 409 (0x199) +uint32_t reserved_410;// offset: 410 (0x19A) +uint32_t reserved_411;// offset: 411 (0x19B) +uint32_t reserved_412;// offset: 412 (0x19C) +uint32_t reserved_413;// offset: 413 (0x19D) +uint32_t reserved_414;// offset: 414 (0x19E) +uint32_t reserved_415;// offset: 415 (0x19F) +uint32_t reserved_416;// offset: 416 (0x1A0) +uint32_t reserved_417;// offset: 417 (0x1A1) +uint32_t reserved_418;// offset: 418 (0x1A2) +uint32_t reserved_419;// offset: 419 (0x1A3) +uint32_t reserved_420;// offset: 420 (0x1A4) +uint32_t reserved_421;// offset: 421 (0x1A5) +uint32_t reserved_422;// offset: 422 (0x1A6) +uint32_t reserved_423;// offset: 423 (0x1A7) +uint32_t reserved_424;// offset: 424 (0x1A8) +uint32_t reserved_425;// offset: 425 (0x1A9) +uint32_t reserved_426;// offset: 426 (0x1AA) +uint32_t reserved_427;// offset: 427 (0x1AB) +uint32_t reserved_428;// offset: 428 (0x1AC) +uint32_t reserved_429;// offset: 429 (0x1AD) +uint32_t reserved_430;// offset: 430 (0x1AE) +uint32_t reserved_431;// offset: 431 (0x1AF) +uint32_t reserved_432;// offset: 432 (0x1B0) +uint32_t reserved_433;// offset: 433 (0x1B1) +uint32_t reserved_434;// offset: 434 (0x1B2) +uint32_t reserved_435;// offset: 435 (0x1B3) +uint32_t reserved_436;// offset: 436 (0x1B4) +uint32_t reserved_437;// offset: 437 (0x1B5) +uint32_t reserved_438;// offset: 438 (0x1B6) +uint32_t reserved_439;// offset: 439 (0x1B7) +uint32_t reserved_440;// offset: 440 (0x1B8) +uint32_t reserved_441;// offset: 441 (0x1B9) +uint32_t reserved_442;// offset: 442 (0x1BA) +uint32_t reserved_443;// offset: 443 (0x1BB) +uint32_t reserved_444;// offset: 444 (0x1BC) +uint32_t reserved_445;// offset: 445 (0x1BD) +uint32_t reserved_446;// offset: 446 (0x1BE) +uint32_t reserved_447;// offset: 447 (0x1BF) +uint32_t reserved_448;// offset: 448 (0x1C0) +uint32_t reserved_449;// offset: 449 (0x1C1) +uint32_t reserved_450;// offset: 450 (0x1C2) +uint32_t reserved_451;// offset: 451 (0x1C3) +uint32_t reserved_452;// offset: 452 (0x1C4) +uint32_t reserved_453;// offset: 453 (0x1C5) +uint32_t reserved_454;// offset: 454 (0x1C6) +uint32_t reserved_455;// offset: 455 (0x1C7) +uint32_t reserved_456;// offset: 456 (0x1C8) +uint32_t reserved_457;// offset: 457 (0x1C9) +uint32_t reserved_458;// offset: 458 (0x1CA) +uint32_t reserved_459;// offset: 459 (0x1CB) +uint32_t reserved_460;// offset: 460 (0x1CC) +uint32_t reserved_461;// offset: 461 (0x1CD) +uint32_t reserved_462;// offset: 462 (0x1CE) +uint32_t reserved_463;// offset: 463 (0x1CF) +uint32_t reserved_464;// offset: 464 (0x1D0) +uint32_t reserved_465;// offset: 465 (0x1D1) +uint32_t reserved_466;// offset: 466 (0x1D2) +uint32_t reserved_467;// offset: 467 (0x1D3) +uint32_t reserved_468;// offset: 468 (0x1D4) +uint32_t reserved_469;// offset: 469 (0x1D5) +uint32_t reserved_470;// offset: 470 (0x1D6) +uint32_t reserved_471;// offset: 471 (0x1D7) +uint32_t reserved_472;// offset: 472 (0x1D8) +uint32_t reserved_473;// offset: 473 (0x1D9) +uint32_t reserved_474;// offset: 474 (0x1DA) +uint32_t reserved_475;// offset: 475 (0x1DB) +uint32_t reserved_476;// offset: 476 (0x1DC) +uint32_t reserved_477;// offset: 477 (0x1DD) +uint32_t reserved_478;// offset: 478 (0x1DE) +uint32_t reserved_479;// offset: 479 (0x1DF) +uint32_t reserved_480;// offset: 480 (0x1E0) +uint32_t reserved_481;// offset: 481 (0x1E1) +uint32_t reserved_482;// offset: 482 (0x1E2) +uint32_t reserved_483;// offset: 483 (0x1E3) +uint32_t reserved_484;// offset: 484 (0x1E4) +uint32_t reserved_485;// offset: 485 (0x1E5) +uint32_t reserved_486;// offset: 486 (0x1E6) +uint32_t reserved_487;// offset: 487 (0x1E7) +uint32_t reserved_488;// offset: 488 (0x1E8) +uint32_t reserved_489;// offset: 489 (0x1E9) +uint32_t reserved_490;// offset: 490 (0x1EA) +uint32_t reserved_491;// offset: 491 (0x1EB) +uint32_t reserved_492;// offset: 492 (0x1EC) +uint32_t reserved_493;// offset: 493 (0x1ED) +uint32_t reserved_494;// offset: 494 (0x1EE) +uint32_t reserved_495;// offset: 495 (0x1EF) +uint32_t reserved_496;// offset: 496 (0x1F0) +uint32_t reserved_497;// offset: 497 (0x1F1) +uint32_t reserved_498;// offset: 498 (0x1F2) +uint32_t reserved_499;// offset: 499 (0x1F3) +uint32_t reserved_500;// offset: 500 (0x1F4) +uint32_t reserved_501;// offset: 501 (0x1F5) +uint32_t reserved_502;// offset: 502 (0x1F6) +uint32_t reserved_503;// offset: 503 (0x1F7) +uint32_t reserved_504;// offset: 504 (0x1F8) +uint32_t reserved_505;// offset: 505 (0x1F9) +uint32_t reserved_506;// offset: 506 (0x1FA) +uint32_t reserved_507;// offset: 507 (0x1FB) +uint32_t reserved_508;// offset: 508 (0x1FC) +uint32_t reserved_509;// offset: 509 (0x1FD) +uint32_t reserved_510;// offset: 510 (0x1FE) +uint32_t reserved_511;// offset: 511 (0x1FF) +}; + +#endif --2.34.1
Re: [RFC 3/7] drm/amdgpu: Create MQD for userspace queue
Am 2023-01-03 um 04:36 schrieb Shashank Sharma:
Quoted 10 lines
Quoted 6 lines
Quoted 2 lines
/*MQD struct for usermode Queue*/
+structamdgpu_usermode_queue_mqdThis is specific to GC 11. Every IP and version will have its own MQD format. That should live in the IP specific code, not the generic code. We already have the generic MQD parameters that we need from the userq IOCTL.
Noted, we can separate out the generic parameters from gen specific parameter, and will try to wrap it around the generic structure.
- Shashank
Is there a reason why you can't use "struct v11_compute_mqd" from v11_structs.h?
Regards,
Felix
Re: [RFC 3/7] drm/amdgpu: Create MQD for userspace queue
Quoted 8 lines · Felix Kuehling
Am 2023-01-03 um 04:36 schrieb Shashank Sharma:
Quoted 7 lines
Quoted 6 lines
Quoted 2 lines
/*MQD struct for usermode Queue*/
+structamdgpu_usermode_queue_mqdThis is specific to GC 11. Every IP and version will have its own MQD format. That should live in the IP specific code, not the generic code. We already have the generic MQD parameters that we need from the userq IOCTL.
Quoted 5 lines
Quoted 3 lines
Noted, we can separate out the generic parameters from gen specific parameter, and will try to wrap it around the generic structure.
- Shashank
Is there a reason why you can't use "struct
v11_compute_mqd" fromv11_structs.h?
Hi Felix,
Yes, V11_compute_mqd does not have these below member which is needed for usermode queue.
uint32_t shadow_base_lo; // offset: 0 (0x0) uint32_t shadow_base_hi; // offset: 1 (0x1) uint32_t gds_bkup_base_lo ; // offset: 2 (0x2) uint32_t gds_bkup_base_hi ; // offset: 3 (0x3) uint32_t fw_work_area_base_lo; // offset: 4 (0x4) uint32_t fw_work_area_base_hi; // offset: 5 (0x5) uint32_t shadow_initialized; // offset: 6 (0x6) uint32_t ib_vmid; // offset: 7 (0x7)
So we had to add new MQD structs.
thanks
~arvind
Quoted 4 lines
Regards,
Felix
Christian König
maintainerRe: [RFC 3/7] drm/amdgpu: Create MQD for userspace queue
Am 04.01.23 um 07:21 schrieb Yadav, Arvind:
Quoted 29 lines · Felix Kuehling
Quoted 8 lines
Am 2023-01-03 um 04:36 schrieb Shashank Sharma:
Quoted 7 lines
Quoted 6 lines
Quoted 2 lines
/*MQD struct for usermode Queue*/
+structamdgpu_usermode_queue_mqdThis is specific to GC 11. Every IP and version will have its own MQD format. That should live in the IP specific code, not the generic code. We already have the generic MQD parameters that we need from the userq IOCTL.
Quoted 5 lines
Quoted 3 lines
Noted, we can separate out the generic parameters from gen specific parameter, and will try to wrap it around the generic structure.
- Shashank
Is there a reason why you can't use "struct
v11_compute_mqd" fromv11_structs.h?Hi Felix,
Yes,
V11_compute_mqddoes not have these below member which is needed for usermode queue.
uint32_tshadow_base_lo; // offset: 0 (0x0)uint32_tshadow_base_hi; // offset: 1 (0x1)uint32_tgds_bkup_base_lo; // offset: 2 (0x2)uint32_tgds_bkup_base_hi; // offset: 3 (0x3)uint32_tfw_work_area_base_lo; // offset: 4 (0x4)uint32_tfw_work_area_base_hi; // offset: 5 (0x5)uint32_tshadow_initialized; // offset: 6 (0x6)uint32_tib_vmid; // offset: 7 (0x7)
Quoted 1 line
So we had to add new MQD structs.
Would it make more sense to update the existing MQD structures than adding new ones?
Regards,
Christian.
Quoted 9 lines
thanks
~arvind
Quoted 4 lines
Regards,
Felix
Re: [RFC 3/7] drm/amdgpu: Create MQD for userspace queue
Quoted 30 lines · Christian König
Am 04.01.23 um 07:21 schrieb Yadav, Arvind:
Quoted 29 lines · Felix Kuehling
Quoted 8 lines
Am 2023-01-03 um 04:36 schrieb Shashank Sharma:
Quoted 7 lines
Quoted 6 lines
Quoted 2 lines
/*MQD struct for usermode Queue*/
+structamdgpu_usermode_queue_mqdThis is specific to GC 11. Every IP and version will have its own MQD format. That should live in the IP specific code, not the generic code. We already have the generic MQD parameters that we need from the userq IOCTL.
Quoted 5 lines
Quoted 3 lines
Noted, we can separate out the generic parameters from gen specific parameter, and will try to wrap it around the generic structure.
- Shashank
Is there a reason why you can't use "struct
v11_compute_mqd" fromv11_structs.h?Hi Felix,
Yes,
V11_compute_mqddoes not have these below member which is needed for usermode queue.
uint32_tshadow_base_lo; // offset: 0 (0x0)uint32_tshadow_base_hi; // offset: 1 (0x1)uint32_tgds_bkup_base_lo; // offset: 2 (0x2)uint32_tgds_bkup_base_hi; // offset: 3 (0x3)uint32_tfw_work_area_base_lo; // offset: 4 (0x4)uint32_tfw_work_area_base_hi; // offset: 5 (0x5)uint32_tshadow_initialized; // offset: 6 (0x6)uint32_tib_vmid; // offset: 7 (0x7)
Quoted 4 lines
Quoted 1 line
So we had to add new MQD structs.
Would it make more sense to update the existing MQD structures than adding new ones?
Imo, It might be a bit complicated in the bring-up state, but we can take a note of converting this structure into a union of two, or may be renaming it into a superset structure.
- Shashank
Quoted 13 lines
Regards,
Christian.Quoted 9 lines
thanks
~arvind
Quoted 4 lines
Regards,
Felix
Christian König
maintainerRe: [RFC 3/7] drm/amdgpu: Create MQD for userspace queue
Am 04.01.23 um 10:13 schrieb Shashank Sharma:
Quoted 32 lines · Christian König
Quoted 30 lines
Am 04.01.23 um 07:21 schrieb Yadav, Arvind:
Quoted 29 lines · Felix Kuehling
Quoted 8 lines
Am 2023-01-03 um 04:36 schrieb Shashank Sharma:
Quoted 7 lines
Quoted 6 lines
Quoted 2 lines
/*MQD struct for usermode Queue*/
+structamdgpu_usermode_queue_mqdThis is specific to GC 11. Every IP and version will have its own MQD format. That should live in the IP specific code, not the generic code. We already have the generic MQD parameters that we need from the userq IOCTL.
Quoted 5 lines
Quoted 3 lines
Noted, we can separate out the generic parameters from gen specific parameter, and will try to wrap it around the generic structure.
- Shashank
Is there a reason why you can't use "struct
v11_compute_mqd" fromv11_structs.h?Hi Felix,
Yes,
V11_compute_mqddoes not have these below member which is needed for usermode queue.
uint32_tshadow_base_lo; // offset: 0 (0x0)uint32_tshadow_base_hi; // offset: 1 (0x1)uint32_tgds_bkup_base_lo; // offset: 2 (0x2)uint32_tgds_bkup_base_hi; // offset: 3 (0x3)uint32_tfw_work_area_base_lo; // offset: 4 (0x4)uint32_tfw_work_area_base_hi; // offset: 5 (0x5)uint32_tshadow_initialized; // offset: 6 (0x6)uint32_tib_vmid; // offset: 7 (0x7)
Quoted 5 lines
Quoted 4 lines
Quoted 1 line
So we had to add new MQD structs.
Would it make more sense to update the existing MQD structures than adding new ones?
Imo, It might be a bit complicated in the bring-up state, but we can take a note of converting this structure into a union of two, or may be renaming it into a superset structure.
Union? Does that mean we have stuff which is individual for both versions of the struct?
BTW: Could we drop the "// offset:" stuff? This could cause problems with automated checkers.
Christian.
Quoted 16 lines
- Shashank
Quoted 13 lines
Regards,
Christian.Quoted 9 lines
thanks
~arvind
Quoted 4 lines
Regards,
Felix
Re: [RFC 3/7] drm/amdgpu: Create MQD for userspace queue
Quoted 33 lines · Christian König
Am 04.01.23 um 10:13 schrieb Shashank Sharma:
Quoted 32 lines · Christian König
Quoted 30 lines
Am 04.01.23 um 07:21 schrieb Yadav, Arvind:
Quoted 29 lines · Felix Kuehling
Quoted 8 lines
Am 2023-01-03 um 04:36 schrieb Shashank Sharma:
Quoted 7 lines
Quoted 6 lines
Quoted 2 lines
/*MQD struct for usermode Queue*/
+structamdgpu_usermode_queue_mqdThis is specific to GC 11. Every IP and version will have its own MQD format. That should live in the IP specific code, not the generic code. We already have the generic MQD parameters that we need from the userq IOCTL.
Quoted 5 lines
Quoted 3 lines
Noted, we can separate out the generic parameters from gen specific parameter, and will try to wrap it around the generic structure.
- Shashank
Is there a reason why you can't use "struct
v11_compute_mqd" fromv11_structs.h?Hi Felix,
Yes,
V11_compute_mqddoes not have these below member which is needed for usermode queue.
uint32_tshadow_base_lo; // offset: 0 (0x0)uint32_tshadow_base_hi; // offset: 1 (0x1)uint32_tgds_bkup_base_lo; // offset: 2 (0x2)uint32_tgds_bkup_base_hi; // offset: 3 (0x3)uint32_tfw_work_area_base_lo; // offset: 4 (0x4)uint32_tfw_work_area_base_hi; // offset: 5 (0x5)uint32_tshadow_initialized; // offset: 6 (0x6)uint32_tib_vmid; // offset: 7 (0x7)
Quoted 7 lines
Quoted 5 lines
Quoted 4 lines
Quoted 1 line
So we had to add new MQD structs.
Would it make more sense to update the existing MQD structures than adding new ones?
Imo, It might be a bit complicated in the bring-up state, but we can take a note of converting this structure into a union of two, or may be renaming it into a superset structure.
Union? Does that mean we have stuff which is individual for both versions of the struct?
So far it seems like Gfx MQD structure is a superset of two, but we have not compared them neck-to-neck yet, hence I feel like we can defer this task for sometime (but add into to-do list).
Quoted 2 lines
BTW: Could we drop the "// offset:" stuff? This could cause problems with automated checkers.
Sure, we will do it.
- Shashank
Quoted 20 lines
Christian.
Quoted 16 lines
- Shashank
Quoted 13 lines
Regards,
Christian.Quoted 9 lines
thanks
~arvind
Quoted 4 lines
Regards,
Felix
Re: [RFC 3/7] drm/amdgpu: Create MQD for userspace queue
Am 2023-01-04 um 04:23 schrieb Shashank Sharma:
Quoted 35 lines · Christian König
Quoted 33 lines
Am 04.01.23 um 10:13 schrieb Shashank Sharma:
Quoted 32 lines · Christian König
Quoted 30 lines
Am 04.01.23 um 07:21 schrieb Yadav, Arvind:
Quoted 29 lines · Felix Kuehling
Quoted 8 lines
Am 2023-01-03 um 04:36 schrieb Shashank Sharma:
Quoted 7 lines
Quoted 6 lines
Quoted 2 lines
/*MQD struct for usermode Queue*/
+structamdgpu_usermode_queue_mqdThis is specific to GC 11. Every IP and version will have its own MQD format. That should live in the IP specific code, not the generic code. We already have the generic MQD parameters that we need from the userq IOCTL.
Quoted 5 lines
Quoted 3 lines
Noted, we can separate out the generic parameters from gen specific parameter, and will try to wrap it around the generic structure.
- Shashank
Is there a reason why you can't use "struct
v11_compute_mqd" fromv11_structs.h?Hi Felix,
Yes,
V11_compute_mqddoes not have these below member which is needed for usermode queue.
uint32_tshadow_base_lo; // offset: 0 (0x0)uint32_tshadow_base_hi; // offset: 1 (0x1)uint32_tgds_bkup_base_lo; // offset: 2 (0x2)uint32_tgds_bkup_base_hi; // offset: 3 (0x3)uint32_tfw_work_area_base_lo; // offset: 4 (0x4)uint32_tfw_work_area_base_hi; // offset: 5 (0x5)uint32_tshadow_initialized; // offset: 6 (0x6)uint32_tib_vmid; // offset: 7 (0x7)
Quoted 8 lines
Quoted 7 lines
Quoted 5 lines
Quoted 4 lines
Quoted 1 line
So we had to add new MQD structs.
Would it make more sense to update the existing MQD structures than adding new ones?
Imo, It might be a bit complicated in the bring-up state, but we can take a note of converting this structure into a union of two, or may be renaming it into a superset structure.
Union? Does that mean we have stuff which is individual for both versions of the struct?
So far it seems like Gfx MQD structure is a superset of two, but we have not compared them neck-to-neck yet, hence I feel like we can defer this task for sometime (but add into to-do list).
v11_gfx_mqd has these fields reserved. Updating the definition with the fields you need should not be a problem. v11_gfx_mqd is already used in gfx_v11_0.c.
The firmware shouldn't care much whether a queue is a kernel mode queue or a user mode queue. The MQD layout should be the same. So having two different structure definitions in two different places doesn't make sense. I don't think it's wise to leave this for cleanup later. That would only cause churn and ultimately more work than doing the right thing in the first place.
Regards,
Felix
Quoted 27 lines
Quoted 2 lines
BTW: Could we drop the "// offset:" stuff? This could cause problems with automated checkers.
Sure, we will do it.
- Shashank
Quoted 20 lines
Christian.
Quoted 16 lines
- Shashank
Quoted 13 lines
Regards,
Christian.Quoted 9 lines
thanks
~arvind
Quoted 4 lines
Regards,
Felix
Re: [RFC 3/7] drm/amdgpu: Create MQD for userspace queue
Quoted 40 lines · Felix Kuehling
Am 2023-01-04 um 04:23 schrieb Shashank Sharma:
Quoted 39 lines · Christian König
Quoted 37 lines
Am 04.01.23 um 10:13 schrieb Shashank Sharma:
Quoted 36 lines · Christian König
Quoted 34 lines
Am 04.01.23 um 07:21 schrieb Yadav, Arvind:
Quoted 29 lines · Felix Kuehling
Quoted 8 lines
Am 2023-01-03 um 04:36 schrieb Shashank Sharma:
Quoted 7 lines
Quoted 6 lines
Quoted 2 lines
/*MQD struct for usermode Queue*/
+structamdgpu_usermode_queue_mqdThis is specific to GC 11. Every IP and version will have its own MQD format. That should live in the IP specific code, not the generic code. We already have the generic MQD parameters that we need from the userq IOCTL.
Quoted 5 lines
Quoted 3 lines
Noted, we can separate out the generic parameters from gen specific parameter, and will try to wrap it around the generic structure.
- Shashank
Is there a reason why you can't use "struct
v11_compute_mqd" fromv11_structs.h?Hi Felix,
Yes,
V11_compute_mqddoes not have these below member which is needed for usermode queue.
uint32_tshadow_base_lo; // offset: 0 (0x0)uint32_tshadow_base_hi; // offset: 1 (0x1)uint32_tgds_bkup_base_lo; // offset: 2 (0x2)uint32_tgds_bkup_base_hi; // offset: 3 (0x3)uint32_tfw_work_area_base_lo; // offset: 4 (0x4)uint32_tfw_work_area_base_hi; // offset: 5 (0x5)uint32_tshadow_initialized; // offset: 6 (0x6)uint32_tib_vmid; // offset: 7 (0x7)Quoted 1 line
So we had to add new MQD structs.
Would it make more sense to update the existing MQD structures than adding new ones?
Quoted 9 lines
Quoted 4 lines
Quoted 3 lines
Quoted 1 line
Imo, It might be a bit complicated in the bring-up state, but we can take a note of converting this structure into a union of two, or may be renaming it into a superset structure.
Union? Does that mean we have stuff which is individual for both versions of the struct?
So far it seems like Gfx MQD structure is a superset of two, but we have not compared them neck-to-neck yet, hence I feel like we can defer this task for sometime (but add into to-do list).
v11_gfx_mqdhas these fields reserved. Updating the definition with the fields you need should not be a problem.v11_gfx_mqdis already used ingfx_v11_0.c.The firmware shouldn't care much whether a queue is a kernel mode queue or a user mode queue. The MQD layout should be the same. So having two different structure definitions in two different places doesn't make sense. I don't think it's wise to leave this for cleanup later. That would only cause churn and ultimately more work than doing the right thing in the first place.
Thankyou for your comment. We will update as per your suggestions.
~arvind
Quoted 32 lines
Regards,
FelixQuoted 27 lines
Quoted 2 lines
BTW: Could we drop the "// offset:" stuff? This could cause problems with automated checkers.
Sure, we will do it.
- Shashank
Quoted 20 lines
Christian.
Quoted 16 lines
- Shashank
Quoted 13 lines
Regards,
Christian.Quoted 9 lines
thanks
~arvind
Quoted 4 lines
Regards,
Felix
Re: [RFC 3/7] drm/amdgpu: Create MQD for userspace queue
In reply to Felix KuehlingQuoted 43 lines · Felix Kuehling
Am 2023-01-04 um 04:23 schrieb Shashank Sharma:
Quoted 42 lines · Christian König
Quoted 40 lines
Am 04.01.23 um 10:13 schrieb Shashank Sharma:
Quoted 32 lines · Christian König
Quoted 30 lines
Am 04.01.23 um 07:21 schrieb Yadav, Arvind:
Quoted 29 lines · Felix Kuehling
Quoted 8 lines
Am 2023-01-03 um 04:36 schrieb Shashank Sharma:
Quoted 7 lines
Quoted 6 lines
Quoted 2 lines
/*MQD struct for usermode Queue*/
+structamdgpu_usermode_queue_mqdThis is specific to GC 11. Every IP and version will have its own MQD format. That should live in the IP specific code, not the generic code. We already have the generic MQD parameters that we need from the userq IOCTL.
Quoted 5 lines
Quoted 3 lines
Noted, we can separate out the generic parameters from gen specific parameter, and will try to wrap it around the generic structure.
- Shashank
Is there a reason why you can't use "struct
v11_compute_mqd" fromv11_structs.h?Hi Felix,
Yes,
V11_compute_mqddoes not have these below member which is needed for usermode queue.
uint32_tshadow_base_lo; // offset: 0 (0x0)uint32_tshadow_base_hi; // offset: 1 (0x1)uint32_tgds_bkup_base_lo; // offset: 2 (0x2)uint32_tgds_bkup_base_hi; // offset: 3 (0x3)uint32_tfw_work_area_base_lo; // offset: 4 (0x4)uint32_tfw_work_area_base_hi; // offset: 5 (0x5)uint32_tshadow_initialized; // offset: 6 (0x6)uint32_tib_vmid; // offset: 7 (0x7)Quoted 5 lines
Quoted 4 lines
Quoted 1 line
So we had to add new MQD structs.
Would it make more sense to update the existing MQD structures than adding new ones?
Imo, It might be a bit complicated in the bring-up state, but we can take a note of converting this structure into a union of two, or may be renaming it into a superset structure.
Union? Does that mean we have stuff which is individual for both versions of the struct?
Quoted 9 lines
Quoted 1 line
So far it seems like Gfx MQD structure is a superset of two, but we have not compared them neck-to-neck yet, hence I feel like we can defer this task for sometime (but add into to-do list).
v11_gfx_mqdhas these fields reserved. Updating the definition with the fields you need should not be a problem.v11_gfx_mqdis already used ingfx_v11_0.c.The firmware shouldn't care much whether a queue is a kernel mode queue or a user mode queue. The MQD layout should be the same. So having two different structure definitions in two different places doesn't make sense. I don't think it's wise to leave this for cleanup later. That would only cause churn and ultimately more work than doing the right thing in the first place.
Regards,
Felix
Hey Felix, noted, we will try to reuse this same structure.
- Shashank
Quoted 29 lines
Quoted 29 lines
Quoted 4 lines
BTW: Could we drop the "// offset:" stuff? This could cause problems with automated checkers.
Sure, we will do it.
- Shashank
Quoted 20 lines
Christian.
Quoted 16 lines
- Shashank
Quoted 13 lines
Regards,
Christian.Quoted 9 lines
thanks
~arvind
Quoted 4 lines
Regards,
Felix
Re: [RFC 3/7] drm/amdgpu: Create MQD for userspace queue
In reply to Yadav, ArvindQuoted 33 lines · Arvind
Quoted 8 lines · Felix Kuehling
Am 2023-01-03 um 04:36 schrieb Shashank Sharma:
Quoted 7 lines
Quoted 6 lines
Quoted 2 lines
/*MQD struct for usermode Queue*/
+structamdgpu_usermode_queue_mqdThis is specific to GC 11. Every IP and version will have its own MQD format. That should live in the IP specific code, not the generic code. We already have the generic MQD parameters that we need from the userq IOCTL.
Quoted 7 lines
Quoted 4 lines
Noted, we can separate out the generic parameters from gen specific parameter, and will try to wrap it around the generic structure.
- Shashank
Is there a reason why you can't use "struct
v11_compute_mqd" fromv11_structs.h?Hi Felix,
Yes,
V11_compute_mqddoes not have these below member which is needed for usermode queue.uint32_t shadow_base_lo; // offset: 0 (0x0) uint32_t shadow_base_hi; // offset: 1 (0x1) uint32_t gds_bkup_base_lo ; // offset: 2 (0x2) uint32_t gds_bkup_base_hi ; // offset: 3 (0x3) uint32_t fw_work_area_base_lo; // offset: 4 (0x4) uint32_t fw_work_area_base_hi; // offset: 5 (0x5) uint32_t shadow_initialized; // offset: 6 (0x6) uint32_t ib_vmid; // offset: 7 (0x7)
Quoted 1 line
So we had to add new MQD structs.
Just update the existing structure. It's the same. Only reserved fields are getting updated.
Alex
Quoted 9 lines
thanks
~arvind
Quoted 4 lines
Regards,
Felix
RFC 4/7 drm/amdgpu: Allocate doorbell slot for user queue
In reply to Shashank SharmaThis patch allocates a doorbell slot in the bar, for the usermode queue. We are using the unique queue-id to get this slot from MES.
--- drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 28 +++++++++++++++++++ 1 file changed, 28 insertions(+)
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c +28 -0
@@ -50,6 +50,25 @@ amdgpu_userqueue_remove_index(struct amdgpu_device *adev, struct amdgpu_usermodeida_simple_remove (&uqg->ida, queue->queue_id); } +static int +amdgpu_userqueue_get_doorbell (struct amdgpu_device *adev, +struct amdgpu_usermode_queue *queue) +{ +int r; +unsigned int doorbell_index; + + r =amdgpu_mes_alloc_process_doorbells (adev, &doorbell_index); +if (r <0 ) { +DRM_ERROR ("Failed to allocate doorbell for user queue\n" ); +return r; + } + +/* We are using qnique queue-id to get doorbell here */ + queue->doorbell_index =amdgpu_mes_get_doorbell_dw_offset_in_bar (adev, + doorbell_index, queue->queue_id); +return 0 ; +} +static void amdgpu_userqueue_setup_mqd (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) {
@@ -257,12 +276,21 @@ int amdgpu_userqueue_create(struct amdgpu_device *adev, struct drm_file *filp, goto free_queue; } + r =amdgpu_userqueue_get_doorbell (adev, queue); +if (r) { +DRM_ERROR ("Failed to create doorbell for queue\n" ); + goto free_mqd; + } + ctx->userq = queue; args->out.q_id = queue->queue_id; args->out.flags =0 ;mutex_unlock (&adev->userq.userq_mutex);return 0 ; +free_mqd: +amdgpu_userqueue_destroy_mqd (queue); + free_queue:amdgpu_userqueue_remove_index (adev, queue);mutex_unlock (&adev->userq.userq_mutex);
Signature · 1 line
2.34.1
Re: [RFC 4/7] drm/amdgpu: Allocate doorbell slot for user queue
Quoted 3 lines · Shashank Sharma
This patch allocates a doorbell slot in the bar, for the usermode queue. We are using the unique queue-id to get this slot from MES.
We should manage the doorbell BAR just like VRAM. I had a set of patches to convert doorbell memory to GEM objects. The user should be able to allocate doorbell memory via the GEM IOCTL just like VRAM or GTT. Then when the user calls the USERQ IOCTL, we can just look up the GEM object from the handle and then calculate the doorbell offset based on the offset of the GEM object from the start of the BAR.
Alex
Quoted 63 lines
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 28 +++++++++++++++++++ 1 file changed, 28 insertions(+)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c +28
-1@@ -50,6 +50,25 @@ amdgpu_userqueue_remove_index(struct amdgpu_device *adev, struct amdgpu_usermodeida_simple_remove (&uqg->ida, queue->queue_id); } +static int +amdgpu_userqueue_get_doorbell (struct amdgpu_device *adev, +struct amdgpu_usermode_queue *queue) +{ +int r; +unsigned int doorbell_index; + + r =amdgpu_mes_alloc_process_doorbells (adev, &doorbell_index); +if (r <0 ) { +DRM_ERROR ("Failed to allocate doorbell for user queue\n" ); +return r; + } + +/* We are using qnique queue-id to get doorbell here */ + queue->doorbell_index =amdgpu_mes_get_doorbell_dw_offset_in_bar (adev, + doorbell_index, queue->queue_id); +return 0 ; +} +static void amdgpu_userqueue_setup_mqd (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) {@@ -257,12 +276,21 @@ int amdgpu_userqueue_create(struct amdgpu_device *adev, struct drm_file *filp, goto free_queue; } + r =amdgpu_userqueue_get_doorbell (adev, queue); +if (r) { +DRM_ERROR ("Failed to create doorbell for queue\n" ); + goto free_mqd; + } + ctx->userq = queue; args->out.q_id = queue->queue_id; args->out.flags =0 ;mutex_unlock (&adev->userq.userq_mutex);return 0 ; +free_mqd: +amdgpu_userqueue_destroy_mqd (queue); + free_queue:amdgpu_userqueue_remove_index (adev, queue);mutex_unlock (&adev->userq.userq_mutex); --2.34.1
Re: [RFC 4/7] drm/amdgpu: Allocate doorbell slot for user queue
Quoted 11 lines · Alex Deucher
Quoted 2 lines · Shashank Sharma
This patch allocates a doorbell slot in the bar, for the usermode queue. We are using the unique queue-id to get this slot from MES.
We should manage the doorbell BAR just like VRAM. I had a set of patches to convert doorbell memory to GEM objects. The user should be able to allocate doorbell memory via the GEM IOCTL just like VRAM or GTT. Then when the user calls the USERQ IOCTL, we can just look up the GEM object from the handle and then calculate the doorbell offset based on the offset of the GEM object from the start of the BAR.
Alex
Noted,
- Shashank
Quoted 62 lines
Quoted 62 lines
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 28 +++++++++++++++++++ 1 file changed, 28 insertions(+)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c +28
-1@@ -50,6 +50,25 @@ amdgpu_userqueue_remove_index(struct amdgpu_device *adev, struct amdgpu_usermodeida_simple_remove (&uqg->ida, queue->queue_id); } +static int +amdgpu_userqueue_get_doorbell (struct amdgpu_device *adev, +struct amdgpu_usermode_queue *queue) +{ +int r; +unsigned int doorbell_index; + + r =amdgpu_mes_alloc_process_doorbells (adev, &doorbell_index); +if (r <0 ) { +DRM_ERROR ("Failed to allocate doorbell for user queue\n" ); +return r; + } + +/* We are using qnique queue-id to get doorbell here */ + queue->doorbell_index =amdgpu_mes_get_doorbell_dw_offset_in_bar (adev, + doorbell_index, queue->queue_id); +return 0 ; +} +static void amdgpu_userqueue_setup_mqd (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) {@@ -257,12 +276,21 @@ int amdgpu_userqueue_create(struct amdgpu_device *adev, struct drm_file *filp, goto free_queue; } + r =amdgpu_userqueue_get_doorbell (adev, queue); +if (r) { +DRM_ERROR ("Failed to create doorbell for queue\n" ); + goto free_mqd; + } + ctx->userq = queue; args->out.q_id = queue->queue_id; args->out.flags =0 ;mutex_unlock (&adev->userq.userq_mutex);return 0 ; +free_mqd: +amdgpu_userqueue_destroy_mqd (queue); + free_queue:amdgpu_userqueue_remove_index (adev, queue);mutex_unlock (&adev->userq.userq_mutex); --2.34.1
RFC 5/7 drm/amdgpu: Create context for usermode queue
In reply to Shashank SharmaThe FW expects us to allocate atleast one page as process context space, and one for gang context space. This patch adds some object for the same.
--- drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 57 +++++++++++++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 8 +++ 2 files changed, 65 insertions(+)
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c +57 -0
@@ -69,6 +69,56 @@ amdgpu_userqueue_get_doorbell(struct amdgpu_device *adev,return 0 ; } +static int +amdgpu_userqueue_create_context (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) +{ +int r; +struct amdgpu_userq_ctx *pctx = &queue->proc_ctx; +struct amdgpu_userq_ctx *gctx = &queue->gang_ctx; +/* +* The FW expects atleast one page space allocated for +* process context related work, and one for gang context. +*/ + r =amdgpu_bo_create_kernel (adev,PAGE_SIZE ,PAGE_SIZE , +AMDGPU_GEM_DOMAIN_VRAM , + &pctx->obj, + &pctx->gpu_addr, + &pctx->cpu_ptr); +if (r) { +DRM_ERROR ("Failed to allocate proc bo for userqueue (%d)" , r); +return r; + } + + r =amdgpu_bo_create_kernel (adev,PAGE_SIZE ,PAGE_SIZE , +AMDGPU_GEM_DOMAIN_VRAM , + &gctx->obj, + &gctx->gpu_addr, + &gctx->cpu_ptr); +if (r) { +DRM_ERROR ("Failed to allocate proc bo for userqueue (%d)" , r); +amdgpu_bo_free_kernel (&pctx->obj, + &pctx->gpu_addr, + &pctx->cpu_ptr); +return r; + } + +return 0 ; +} + +static void +amdgpu_userqueue_free_context (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) +{ +struct amdgpu_userq_ctx *pctx = &queue->proc_ctx; +struct amdgpu_userq_ctx *gctx = &queue->gang_ctx; + +amdgpu_bo_free_kernel (&pctx->obj, + &pctx->gpu_addr, + &pctx->cpu_ptr); +amdgpu_bo_free_kernel (&pctx->obj, + &gctx->gpu_addr, + &gctx->cpu_ptr); +} +static void amdgpu_userqueue_setup_mqd (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) {
@@ -282,6 +332,12 @@ int amdgpu_userqueue_create(struct amdgpu_device *adev, struct drm_file *filp, goto free_mqd; } + r =amdgpu_userqueue_create_context (adev, queue); +if (r <0 ) { +DRM_ERROR ("Failed to create context for queue\n" ); + goto free_mqd; + } + ctx->userq = queue; args->out.q_id = queue->queue_id; args->out.flags =0 ;
@@ -306,6 +362,7 @@ void amdgpu_userqueue_destroy(struct amdgpu_device *adev, struct drm_file *filp,struct amdgpu_usermode_queue *queue = ctx->userq;mutex_lock (&adev->userq.userq_mutex); +amdgpu_userqueue_free_context (adev, queue);amdgpu_userqueue_destroy_mqd (queue);amdgpu_userqueue_remove_index (adev, queue); ctx->userq =NULL ;
drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h +8 -0
@@ -26,6 +26,12 @@#define AMDGPU_MAX_USERQ 512 +struct amdgpu_userq_ctx { +struct amdgpu_bo *obj; +uint64_t gpu_addr; +void *cpu_ptr; +}; +struct amdgpu_usermode_queue {int queue_id;int queue_type;
@@ -44,6 +50,8 @@ struct amdgpu_usermode_queue {struct amdgpu_bo *mqd_obj;struct amdgpu_vm *vm; +struct amdgpu_userq_ctx proc_ctx; +struct amdgpu_userq_ctx gang_ctx;struct list_head list; };
Signature · 1 line
2.34.1
Re: [RFC 5/7] drm/amdgpu: Create context for usermode queue
Quoted 4 lines · Shashank Sharma
The FW expects us to allocate atleast one page as process context space, and one for gang context space. This patch adds some object for the same.
This should be handled in the IP specific code for the MQD creation. Each IP may have different requirements for MQD related metadata.
Alex
Quoted 121 lines
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 57 +++++++++++++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 8 +++ 2 files changed, 65 insertions(+)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c +57
-0@@ -69,6 +69,56 @@ amdgpu_userqueue_get_doorbell(struct amdgpu_device *adev,return 0 ; } +static int +amdgpu_userqueue_create_context (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) +{ +int r; +struct amdgpu_userq_ctx *pctx = &queue->proc_ctx; +struct amdgpu_userq_ctx *gctx = &queue->gang_ctx; +/* +* The FW expects atleast one page space allocated for +* process context related work, and one for gang context. +*/ + r =amdgpu_bo_create_kernel (adev,PAGE_SIZE ,PAGE_SIZE , +AMDGPU_GEM_DOMAIN_VRAM , + &pctx->obj, + &pctx->gpu_addr, + &pctx->cpu_ptr); +if (r) { +DRM_ERROR ("Failed to allocate proc bo for userqueue (%d)" , r); +return r; + } + + r =amdgpu_bo_create_kernel (adev,PAGE_SIZE ,PAGE_SIZE , +AMDGPU_GEM_DOMAIN_VRAM , + &gctx->obj, + &gctx->gpu_addr, + &gctx->cpu_ptr); +if (r) { +DRM_ERROR ("Failed to allocate proc bo for userqueue (%d)" , r); +amdgpu_bo_free_kernel (&pctx->obj, + &pctx->gpu_addr, + &pctx->cpu_ptr); +return r; + } + +return 0 ; +} + +static void +amdgpu_userqueue_free_context (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) +{ +struct amdgpu_userq_ctx *pctx = &queue->proc_ctx; +struct amdgpu_userq_ctx *gctx = &queue->gang_ctx; + +amdgpu_bo_free_kernel (&pctx->obj, + &pctx->gpu_addr, + &pctx->cpu_ptr); +amdgpu_bo_free_kernel (&pctx->obj, + &gctx->gpu_addr, + &gctx->cpu_ptr); +} +static void amdgpu_userqueue_setup_mqd (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) {@@ -282,6 +332,12 @@ int amdgpu_userqueue_create(struct amdgpu_device *adev, struct drm_file *filp, goto free_mqd; } + r =amdgpu_userqueue_create_context (adev, queue); +if (r <0 ) { +DRM_ERROR ("Failed to create context for queue\n" ); + goto free_mqd; + } + ctx->userq = queue; args->out.q_id = queue->queue_id; args->out.flags =0 ;@@ -306,6 +362,7 @@ void amdgpu_userqueue_destroy(struct amdgpu_device *adev, struct drm_file *filp,struct amdgpu_usermode_queue *queue = ctx->userq;mutex_lock (&adev->userq.userq_mutex); +amdgpu_userqueue_free_context (adev, queue);amdgpu_userqueue_destroy_mqd (queue);amdgpu_userqueue_remove_index (adev, queue); ctx->userq =NULL ;drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h +8
-1@@ -26,6 +26,12 @@#define AMDGPU_MAX_USERQ 512 +struct amdgpu_userq_ctx { +struct amdgpu_bo *obj; +uint64_t gpu_addr; +void *cpu_ptr; +}; +struct amdgpu_usermode_queue {int queue_id;int queue_type;@@ -44,6 +50,8 @@ struct amdgpu_usermode_queue {struct amdgpu_bo *mqd_obj;struct amdgpu_vm *vm; +struct amdgpu_userq_ctx proc_ctx; +struct amdgpu_userq_ctx gang_ctx;struct list_head list; }; --2.34.1
Re: [RFC 5/7] drm/amdgpu: Create context for usermode queue
Quoted 8 lines · Alex Deucher
Quoted 3 lines · Shashank Sharma
The FW expects us to allocate atleast one page as process context space, and one for gang context space. This patch adds some object for the same.
This should be handled in the IP specific code for the MQD creation. Each IP may have different requirements for MQD related metadata.
Alex
Noted, so 3 IP specific functions so far,
.init_mqd(), .map() and .create_ctx_space().
- Shashank
Quoted 121 lines
Quoted 121 lines
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 57 +++++++++++++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 8 +++ 2 files changed, 65 insertions(+)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c +57
-0@@ -69,6 +69,56 @@ amdgpu_userqueue_get_doorbell(struct amdgpu_device *adev,return 0 ; } +static int +amdgpu_userqueue_create_context (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) +{ +int r; +struct amdgpu_userq_ctx *pctx = &queue->proc_ctx; +struct amdgpu_userq_ctx *gctx = &queue->gang_ctx; +/* +* The FW expects atleast one page space allocated for +* process context related work, and one for gang context. +*/ + r =amdgpu_bo_create_kernel (adev,PAGE_SIZE ,PAGE_SIZE , +AMDGPU_GEM_DOMAIN_VRAM , + &pctx->obj, + &pctx->gpu_addr, + &pctx->cpu_ptr); +if (r) { +DRM_ERROR ("Failed to allocate proc bo for userqueue (%d)" , r); +return r; + } + + r =amdgpu_bo_create_kernel (adev,PAGE_SIZE ,PAGE_SIZE , +AMDGPU_GEM_DOMAIN_VRAM , + &gctx->obj, + &gctx->gpu_addr, + &gctx->cpu_ptr); +if (r) { +DRM_ERROR ("Failed to allocate proc bo for userqueue (%d)" , r); +amdgpu_bo_free_kernel (&pctx->obj, + &pctx->gpu_addr, + &pctx->cpu_ptr); +return r; + } + +return 0 ; +} + +static void +amdgpu_userqueue_free_context (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) +{ +struct amdgpu_userq_ctx *pctx = &queue->proc_ctx; +struct amdgpu_userq_ctx *gctx = &queue->gang_ctx; + +amdgpu_bo_free_kernel (&pctx->obj, + &pctx->gpu_addr, + &pctx->cpu_ptr); +amdgpu_bo_free_kernel (&pctx->obj, + &gctx->gpu_addr, + &gctx->cpu_ptr); +} +static void amdgpu_userqueue_setup_mqd (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) {@@ -282,6 +332,12 @@ int amdgpu_userqueue_create(struct amdgpu_device *adev, struct drm_file *filp, goto free_mqd; } + r =amdgpu_userqueue_create_context (adev, queue); +if (r <0 ) { +DRM_ERROR ("Failed to create context for queue\n" ); + goto free_mqd; + } + ctx->userq = queue; args->out.q_id = queue->queue_id; args->out.flags =0 ;@@ -306,6 +362,7 @@ void amdgpu_userqueue_destroy(struct amdgpu_device *adev, struct drm_file *filp,struct amdgpu_usermode_queue *queue = ctx->userq;mutex_lock (&adev->userq.userq_mutex); +amdgpu_userqueue_free_context (adev, queue);amdgpu_userqueue_destroy_mqd (queue);amdgpu_userqueue_remove_index (adev, queue); ctx->userq =NULL ;drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h +8
-1@@ -26,6 +26,12 @@#define AMDGPU_MAX_USERQ 512 +struct amdgpu_userq_ctx { +struct amdgpu_bo *obj; +uint64_t gpu_addr; +void *cpu_ptr; +}; +struct amdgpu_usermode_queue {int queue_id;int queue_type;@@ -44,6 +50,8 @@ struct amdgpu_usermode_queue {struct amdgpu_bo *mqd_obj;struct amdgpu_vm *vm; +struct amdgpu_userq_ctx proc_ctx; +struct amdgpu_userq_ctx gang_ctx;struct list_head list; }; --2.34.1
Re: [RFC 5/7] drm/amdgpu: Create context for usermode queue
Quoted 7 lines · Shashank Sharma
Quoted 4 lines · Alex Deucher
Quoted 3 lines · Shashank Sharma
The FW expects us to allocate atleast one page as process context space, and one for gang context space. This patch adds some object for the same.
Quoted 9 lines
Quoted 4 lines
This should be handled in the IP specific code for the MQD creation. Each IP may have different requirements for MQD related metadata.
Alex
Noted, so 3 IP specific functions so far,
.init_mqd(), .map() and .create_ctx_space().
I think this can be handled in init_mqd(). No need for a separate callback.
Alex
Quoted 123 lines
- Shashank
Quoted 121 lines
Quoted 121 lines
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 57 +++++++++++++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 8 +++ 2 files changed, 65 insertions(+)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c +57
-0@@ -69,6 +69,56 @@ amdgpu_userqueue_get_doorbell(struct amdgpu_device *adev,return 0 ; } +static int +amdgpu_userqueue_create_context (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) +{ +int r; +struct amdgpu_userq_ctx *pctx = &queue->proc_ctx; +struct amdgpu_userq_ctx *gctx = &queue->gang_ctx; +/* +* The FW expects atleast one page space allocated for +* process context related work, and one for gang context. +*/ + r =amdgpu_bo_create_kernel (adev,PAGE_SIZE ,PAGE_SIZE , +AMDGPU_GEM_DOMAIN_VRAM , + &pctx->obj, + &pctx->gpu_addr, + &pctx->cpu_ptr); +if (r) { +DRM_ERROR ("Failed to allocate proc bo for userqueue (%d)" , r); +return r; + } + + r =amdgpu_bo_create_kernel (adev,PAGE_SIZE ,PAGE_SIZE , +AMDGPU_GEM_DOMAIN_VRAM , + &gctx->obj, + &gctx->gpu_addr, + &gctx->cpu_ptr); +if (r) { +DRM_ERROR ("Failed to allocate proc bo for userqueue (%d)" , r); +amdgpu_bo_free_kernel (&pctx->obj, + &pctx->gpu_addr, + &pctx->cpu_ptr); +return r; + } + +return 0 ; +} + +static void +amdgpu_userqueue_free_context (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) +{ +struct amdgpu_userq_ctx *pctx = &queue->proc_ctx; +struct amdgpu_userq_ctx *gctx = &queue->gang_ctx; + +amdgpu_bo_free_kernel (&pctx->obj, + &pctx->gpu_addr, + &pctx->cpu_ptr); +amdgpu_bo_free_kernel (&pctx->obj, + &gctx->gpu_addr, + &gctx->cpu_ptr); +} +static void amdgpu_userqueue_setup_mqd (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue) {@@ -282,6 +332,12 @@ int amdgpu_userqueue_create(struct amdgpu_device *adev, struct drm_file *filp, goto free_mqd; } + r =amdgpu_userqueue_create_context (adev, queue); +if (r <0 ) { +DRM_ERROR ("Failed to create context for queue\n" ); + goto free_mqd; + } + ctx->userq = queue; args->out.q_id = queue->queue_id; args->out.flags =0 ;@@ -306,6 +362,7 @@ void amdgpu_userqueue_destroy(struct amdgpu_device *adev, struct drm_file *filp,struct amdgpu_usermode_queue *queue = ctx->userq;mutex_lock (&adev->userq.userq_mutex); +amdgpu_userqueue_free_context (adev, queue);amdgpu_userqueue_destroy_mqd (queue);amdgpu_userqueue_remove_index (adev, queue); ctx->userq =NULL ;drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h +8
-1@@ -26,6 +26,12 @@#define AMDGPU_MAX_USERQ 512 +struct amdgpu_userq_ctx { +struct amdgpu_bo *obj; +uint64_t gpu_addr; +void *cpu_ptr; +}; +struct amdgpu_usermode_queue {int queue_id;int queue_type;@@ -44,6 +50,8 @@ struct amdgpu_usermode_queue {struct amdgpu_bo *mqd_obj;struct amdgpu_vm *vm; +struct amdgpu_userq_ctx proc_ctx; +struct amdgpu_userq_ctx gang_ctx;struct list_head list; }; --2.34.1
RFC 6/7 drm/amdgpu: Map userqueue into HW
In reply to Shashank SharmaThis patch add the function to map/unmap the usermode queue into the HW, using the prepared MQD and other objects. After this mapping, the queue will be ready to accept the workload.
--- drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 71 +++++++++++++++++++ 1 file changed, 71 insertions(+)
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c +71 -0
@@ -50,6 +50,67 @@ amdgpu_userqueue_remove_index(struct amdgpu_device *adev, struct amdgpu_usermodeida_simple_remove (&uqg->ida, queue->queue_id); } +static int amdgpu_userqueue_map (struct amdgpu_device *adev, +struct amdgpu_usermode_queue *queue) +{ +int r; +struct mes_add_queue_input queue_input; + +memset (&queue_input,0x0 ,sizeof (struct mes_add_queue_input )); + + queue_input.process_va_start =0 ; + queue_input.process_va_end = adev->vm_manager.max_pfn -1 ; + queue_input.process_quantum =100000 ;/* 10ms */ + queue_input.gang_quantum =10000 ;/* 1ms */ + queue_input.paging = false; + + queue_input.gang_context_addr = queue->gang_ctx.gpu_addr; + queue_input.process_context_addr = queue->proc_ctx.gpu_addr; + queue_input.inprocess_gang_priority =AMDGPU_MES_PRIORITY_LEVEL_NORMAL ; + queue_input.gang_global_priority_level =AMDGPU_MES_PRIORITY_LEVEL_NORMAL ; + + queue_input.process_id = queue->pasid; + queue_input.queue_type = queue->queue_type; + queue_input.mqd_addr = queue->mqd_gpu_addr; + queue_input.wptr_addr = queue->wptr_gpu_addr; + queue_input.queue_size = queue->queue_size >>2 ; + queue_input.doorbell_offset = queue->doorbell_index; + queue_input.page_table_base_addr = queue->vm->pd_phys_addr; + +amdgpu_mes_lock (&adev->mes); + r = adev->mes.funcs->add_hw_queue (&adev->mes, &queue_input); +amdgpu_mes_unlock (&adev->mes); +if (r) { +DRM_ERROR ("Failed to map queue in HW, err (%d)\n" , r); +return r; + } + +DRM_DEBUG_DRIVER ("Queue %d mapped successfully\n" , queue->queue_id); +return 0 ; +} + +static void amdgpu_userqueue_unmap (struct amdgpu_device *adev, +struct amdgpu_usermode_queue *queue) +{ +int r; +struct mes_remove_queue_input queue_input; + +memset (&queue_input,0x0 ,sizeof (struct mes_remove_queue_input )); + queue_input.doorbell_offset = queue->doorbell_index; + queue_input.gang_context_addr = queue->gang_ctx.gpu_addr; + +amdgpu_mes_lock (&adev->mes); + r = adev->mes.funcs->remove_hw_queue (&adev->mes, &queue_input); +amdgpu_mes_unlock (&adev->mes); + +if (r) { +DRM_ERROR ("Failed to unmap usermode queue %d\n" , queue->queue_id); +return ; + } + +DRM_DEBUG_DRIVER ("Usermode queue %d unmapped\n" , queue->queue_id); +} +static int amdgpu_userqueue_get_doorbell (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue)
@@ -338,12 +399,21 @@ int amdgpu_userqueue_create(struct amdgpu_device *adev, struct drm_file *filp, goto free_mqd; } + r =amdgpu_userqueue_map (adev, queue); +if (r <0 ) { +DRM_ERROR ("Failed to map queue\n" ); + goto free_ctx; + } + ctx->userq = queue; args->out.q_id = queue->queue_id; args->out.flags =0 ;mutex_unlock (&adev->userq.userq_mutex);return 0 ; +free_ctx: +amdgpu_userqueue_free_context (adev, queue); + free_mqd:amdgpu_userqueue_destroy_mqd (queue);
@@ -362,6 +432,7 @@ void amdgpu_userqueue_destroy(struct amdgpu_device *adev, struct drm_file *filp,struct amdgpu_usermode_queue *queue = ctx->userq;mutex_lock (&adev->userq.userq_mutex); +amdgpu_userqueue_unmap (adev, queue);amdgpu_userqueue_free_context (adev, queue);amdgpu_userqueue_destroy_mqd (queue);amdgpu_userqueue_remove_index (adev, queue);
Signature · 1 line
2.34.1
Re: [RFC 6/7] drm/amdgpu: Map userqueue into HW
Quoted 4 lines · Shashank Sharma
This patch add the function to map/unmap the usermode queue into the HW, using the prepared MQD and other objects. After this mapping, the queue will be ready to accept the workload.
This should also be a callback into IP specific code. It will be different for each IP type and version.
Alex
Quoted 114 lines
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 71 +++++++++++++++++++ 1 file changed, 71 insertions(+)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c +71
-1@@ -50,6 +50,67 @@ amdgpu_userqueue_remove_index(struct amdgpu_device *adev, struct amdgpu_usermodeida_simple_remove (&uqg->ida, queue->queue_id); } +static int amdgpu_userqueue_map (struct amdgpu_device *adev, +struct amdgpu_usermode_queue *queue) +{ +int r; +struct mes_add_queue_input queue_input; + +memset (&queue_input,0x0 ,sizeof (struct mes_add_queue_input )); + + queue_input.process_va_start =0 ; + queue_input.process_va_end = adev->vm_manager.max_pfn -1 ; + queue_input.process_quantum =100000 ;/* 10ms */ + queue_input.gang_quantum =10000 ;/* 1ms */ + queue_input.paging = false; + + queue_input.gang_context_addr = queue->gang_ctx.gpu_addr; + queue_input.process_context_addr = queue->proc_ctx.gpu_addr; + queue_input.inprocess_gang_priority =AMDGPU_MES_PRIORITY_LEVEL_NORMAL ; + queue_input.gang_global_priority_level =AMDGPU_MES_PRIORITY_LEVEL_NORMAL ; + + queue_input.process_id = queue->pasid; + queue_input.queue_type = queue->queue_type; + queue_input.mqd_addr = queue->mqd_gpu_addr; + queue_input.wptr_addr = queue->wptr_gpu_addr; + queue_input.queue_size = queue->queue_size >>2 ; + queue_input.doorbell_offset = queue->doorbell_index; + queue_input.page_table_base_addr = queue->vm->pd_phys_addr; + +amdgpu_mes_lock (&adev->mes); + r = adev->mes.funcs->add_hw_queue (&adev->mes, &queue_input); +amdgpu_mes_unlock (&adev->mes); +if (r) { +DRM_ERROR ("Failed to map queue in HW, err (%d)\n" , r); +return r; + } + +DRM_DEBUG_DRIVER ("Queue %d mapped successfully\n" , queue->queue_id); +return 0 ; +} + +static void amdgpu_userqueue_unmap (struct amdgpu_device *adev, +struct amdgpu_usermode_queue *queue) +{ +int r; +struct mes_remove_queue_input queue_input; + +memset (&queue_input,0x0 ,sizeof (struct mes_remove_queue_input )); + queue_input.doorbell_offset = queue->doorbell_index; + queue_input.gang_context_addr = queue->gang_ctx.gpu_addr; + +amdgpu_mes_lock (&adev->mes); + r = adev->mes.funcs->remove_hw_queue (&adev->mes, &queue_input); +amdgpu_mes_unlock (&adev->mes); + +if (r) { +DRM_ERROR ("Failed to unmap usermode queue %d\n" , queue->queue_id); +return ; + } + +DRM_DEBUG_DRIVER ("Usermode queue %d unmapped\n" , queue->queue_id); +} +static int amdgpu_userqueue_get_doorbell (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue)@@ -338,12 +399,21 @@ int amdgpu_userqueue_create(struct amdgpu_device *adev, struct drm_file *filp, goto free_mqd; } + r =amdgpu_userqueue_map (adev, queue); +if (r <0 ) { +DRM_ERROR ("Failed to map queue\n" ); + goto free_ctx; + } + ctx->userq = queue; args->out.q_id = queue->queue_id; args->out.flags =0 ;mutex_unlock (&adev->userq.userq_mutex);return 0 ; +free_ctx: +amdgpu_userqueue_free_context (adev, queue); + free_mqd:amdgpu_userqueue_destroy_mqd (queue);@@ -362,6 +432,7 @@ void amdgpu_userqueue_destroy(struct amdgpu_device *adev, struct drm_file *filp,struct amdgpu_usermode_queue *queue = ctx->userq;mutex_lock (&adev->userq.userq_mutex); +amdgpu_userqueue_unmap (adev, queue);amdgpu_userqueue_free_context (adev, queue);amdgpu_userqueue_destroy_mqd (queue);amdgpu_userqueue_remove_index (adev, queue); --2.34.1
Re: [RFC 6/7] drm/amdgpu: Map userqueue into HW
Quoted 8 lines · Alex Deucher
Quoted 3 lines · Shashank Sharma
This patch add the function to map/unmap the usermode queue into the HW, using the prepared MQD and other objects. After this mapping, the queue will be ready to accept the workload.
This should also be a callback into IP specific code. It will be different for each IP type and version.
Alex
Noted, so far we have two IP specific functions, .init_mqd() and .map()
- Shashank
Quoted 113 lines
Quoted 113 lines
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Signed-off-by Shashank Sharma <[email protected]>--- drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 71 +++++++++++++++++++ 1 file changed, 71 insertions(+)drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c +71
-1@@ -50,6 +50,67 @@ amdgpu_userqueue_remove_index(struct amdgpu_device *adev, struct amdgpu_usermodeida_simple_remove (&uqg->ida, queue->queue_id); } +static int amdgpu_userqueue_map (struct amdgpu_device *adev, +struct amdgpu_usermode_queue *queue) +{ +int r; +struct mes_add_queue_input queue_input; + +memset (&queue_input,0x0 ,sizeof (struct mes_add_queue_input )); + + queue_input.process_va_start =0 ; + queue_input.process_va_end = adev->vm_manager.max_pfn -1 ; + queue_input.process_quantum =100000 ;/* 10ms */ + queue_input.gang_quantum =10000 ;/* 1ms */ + queue_input.paging = false; + + queue_input.gang_context_addr = queue->gang_ctx.gpu_addr; + queue_input.process_context_addr = queue->proc_ctx.gpu_addr; + queue_input.inprocess_gang_priority =AMDGPU_MES_PRIORITY_LEVEL_NORMAL ; + queue_input.gang_global_priority_level =AMDGPU_MES_PRIORITY_LEVEL_NORMAL ; + + queue_input.process_id = queue->pasid; + queue_input.queue_type = queue->queue_type; + queue_input.mqd_addr = queue->mqd_gpu_addr; + queue_input.wptr_addr = queue->wptr_gpu_addr; + queue_input.queue_size = queue->queue_size >>2 ; + queue_input.doorbell_offset = queue->doorbell_index; + queue_input.page_table_base_addr = queue->vm->pd_phys_addr; + +amdgpu_mes_lock (&adev->mes); + r = adev->mes.funcs->add_hw_queue (&adev->mes, &queue_input); +amdgpu_mes_unlock (&adev->mes); +if (r) { +DRM_ERROR ("Failed to map queue in HW, err (%d)\n" , r); +return r; + } + +DRM_DEBUG_DRIVER ("Queue %d mapped successfully\n" , queue->queue_id); +return 0 ; +} + +static void amdgpu_userqueue_unmap (struct amdgpu_device *adev, +struct amdgpu_usermode_queue *queue) +{ +int r; +struct mes_remove_queue_input queue_input; + +memset (&queue_input,0x0 ,sizeof (struct mes_remove_queue_input )); + queue_input.doorbell_offset = queue->doorbell_index; + queue_input.gang_context_addr = queue->gang_ctx.gpu_addr; + +amdgpu_mes_lock (&adev->mes); + r = adev->mes.funcs->remove_hw_queue (&adev->mes, &queue_input); +amdgpu_mes_unlock (&adev->mes); + +if (r) { +DRM_ERROR ("Failed to unmap usermode queue %d\n" , queue->queue_id); +return ; + } + +DRM_DEBUG_DRIVER ("Usermode queue %d unmapped\n" , queue->queue_id); +} +static int amdgpu_userqueue_get_doorbell (struct amdgpu_device *adev,struct amdgpu_usermode_queue *queue)@@ -338,12 +399,21 @@ int amdgpu_userqueue_create(struct amdgpu_device *adev, struct drm_file *filp, goto free_mqd; } + r =amdgpu_userqueue_map (adev, queue); +if (r <0 ) { +DRM_ERROR ("Failed to map queue\n" ); + goto free_ctx; + } + ctx->userq = queue; args->out.q_id = queue->queue_id; args->out.flags =0 ;mutex_unlock (&adev->userq.userq_mutex);return 0 ; +free_ctx: +amdgpu_userqueue_free_context (adev, queue); + free_mqd:amdgpu_userqueue_destroy_mqd (queue);@@ -362,6 +432,7 @@ void amdgpu_userqueue_destroy(struct amdgpu_device *adev, struct drm_file *filp,struct amdgpu_usermode_queue *queue = ctx->userq;mutex_lock (&adev->userq.userq_mutex); +amdgpu_userqueue_unmap (adev, queue);amdgpu_userqueue_free_context (adev, queue);amdgpu_userqueue_destroy_mqd (queue);amdgpu_userqueue_remove_index (adev, queue); --2.34.1
RFC 7/7 drm/amdgpu: Secure semaphore for usermode queue
In reply to Shashank SharmaFrom: Arunpravin Paneer Selvam <[email protected]>
This is a WIP patch, which adds an kernel implementation of secure semaphore for the usermode queues. The UAPI for the same is yet to be implemented.
The idea is to create a RO page and map it to each process requesting a user mode queue, and give them a qnique offset in the page, which can be polled (like wait_mem) for sync.
--- drivers/gpu/drm/amd/amdgpu/Makefile | 1 + drivers/gpu/drm/amd/amdgpu/amdgpu.h | 8 + drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 7 +- .../amd/amdgpu/amdgpu_userqueue_secure_sem.c | 245 ++++++++++++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 10 + .../amd/include/amdgpu_usermode_queue_mqd.h | 4 +- 6 files changed, 272 insertions(+), 3 deletions(-) create mode 100644 drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue_secure_sem.c
drivers/gpu/drm/amd/amdgpu/Makefile +1 -0
@@ -211,6 +211,7 @@ amdgpu-y += amdgpu_amdkfd.o # add usermode queue amdgpu-y += amdgpu_userqueue.o +amdgpu-y += amdgpu_userqueue_secure_sem.o ifneq ($(CONFIG_HSA_AMD),) AMDKFD_PATH := ../amdkfd
drivers/gpu/drm/amd/amdgpu/amdgpu.h +8 -0
@@ -749,9 +749,17 @@ struct amdgpu_mqd { struct amdgpu_mqd_prop *p); }; +struct amdgpu_userq_sec_sem { +struct amdgpu_bo *sem_obj; +u64 gpu_addr; +u32 num_sem; +unsigned long used[DIV_ROUND_UP (64 ,BITS_PER_LONG )]; +}; +struct amdgpu_userq_globals {struct ida ida;struct mutex userq_mutex; +struct amdgpu_userq_sec_sem sem; };#define AMDGPU_RESET_MAGIC_NUM 64
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c +6 -1
@@ -261,6 +261,10 @@ amdgpu_userqueue_setup_mqd(struct amdgpu_device *adev, struct amdgpu_usermode_qu/* reset read and write pointers, similar to CP_RB0_WPTR/_RPTR */ mqd->cp_gfx_hqd_rptr =RREG32_SOC15 (GC ,0 , regCP_GFX_HQD_RPTR); +/* Setup semaphore fence address */ + mqd->fenceaddress_lo = queue->sem_data.sem_gpu_addr &0xFFFFFFFC ; + mqd->fenceaddress_lo =upper_32_bits (queue->sem_data.sem_gpu_addr) &0xFFFF ; +/* activate the queue */ mqd->cp_gfx_hqd_active =1 ; }
@@ -472,10 +476,11 @@ int amdgpu_userqueue_init(struct amdgpu_device *adev)struct amdgpu_userq_globals *uqg = &adev->userq;mutex_init (&uqg->userq_mutex); +amdgpu_userqueue_sec_sem_init (adev);return 0 ; }void amdgpu_userqueue_fini (struct amdgpu_device *adev) { - +amdgpu_userqueue_sec_sem_fini (adev); }
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue_secure_sem.c new file +245 -0
246 lines not on this page · raw message
drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h +10 -0
@@ -25,6 +25,12 @@#define AMDGPU_USERMODE_QUEUE_H_ #define AMDGPU_MAX_USERQ 512 +#define AMDGPU_MAX_USERQUEUE_SEC_SEM 64 + +struct amdgpu_userq_sec_sem_data { +u64 sem_gpu_addr; +struct amdgpu_bo_va *sem_data_va; +};struct amdgpu_userq_ctx {struct amdgpu_bo *obj;
@@ -52,7 +58,11 @@ struct amdgpu_usermode_queue {struct amdgpu_vm *vm;struct amdgpu_userq_ctx proc_ctx;struct amdgpu_userq_ctx gang_ctx; + +struct amdgpu_userq_sec_sem_data sem_data; struct list_head list; }; +int amdgpu_userqueue_sec_sem_init (struct amdgpu_device *adev); +void amdgpu_userqueue_sec_sem_fini (struct amdgpu_device *adev);#endif
drivers/gpu/drm/amd/include/amdgpu_usermode_queue_mqd.h +2 -2
@@ -35,8 +35,8 @@ struct amdgpu_usermode_queue_mqduint32_t fw_work_area_base_hi;// offset: 5 (0x5) uint32_t shadow_initialized;// offset: 6 (0x6) uint32_t ib_vmid;// offset: 7 (0x7) -uint32_t reserved_8;// offset: 8 (0x8) -uint32_t reserved_9;// offset: 9 (0x9) +uint32_t fenceaddress_lo;// offset: 8 (0x8) +uint32_t fenceaddress_high;// offset: 9 (0x9) uint32_t reserved_10;// offset: 10 (0xA) uint32_t reserved_11;// offset: 11 (0xB) uint32_t reserved_12;// offset: 12 (0xC)
Signature · 1 line
2.34.1
RE: [RFC 7/7] drm/amdgpu: Secure semaphore for usermode queue
[Public]
From: Arunpravin Paneer Selvam <[email protected]>
This is a WIP patch, which adds an kernel implementation of secure semaphore for the usermode queues. The UAPI for the same is yet to be implemented.
The idea is to create a RO page and map it to each process requesting a user mode queue, and give them a qnique offset in the page, which can be polled (like wait_mem) for sync.
--- drivers/gpu/drm/amd/amdgpu/Makefile | 1 + drivers/gpu/drm/amd/amdgpu/amdgpu.h | 8 + drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 7 +- .../amd/amdgpu/amdgpu_userqueue_secure_sem.c | 245 ++++++++++++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 10 + .../amd/include/amdgpu_usermode_queue_mqd.h | 4 +- 6 files changed, 272 insertions(+), 3 deletions(-) create mode 100644 drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue_secure_sem.c
drivers/gpu/drm/amd/amdgpu/Makefile +1 -0
@@ -211,6 +211,7 @@ amdgpu-y += amdgpu_amdkfd.o # add usermode queue amdgpu-y += amdgpu_userqueue.o +amdgpu-y += amdgpu_userqueue_secure_sem.o ifneq ($(CONFIG_HSA_AMD),) AMDKFD_PATH := ../amdkfd
drivers/gpu/drm/amd/amdgpu/amdgpu.h +7 -0
@@ -749,9 +749,17 @@ struct amdgpu_mqd { struct amdgpu_mqd_prop *p); }; +struct amdgpu_userq_sec_sem { +struct amdgpu_bo *sem_obj; +u64 gpu_addr; +u32 num_sem; +unsigned long used[DIV_ROUND_UP (64 ,BITS_PER_LONG )]; }; +struct amdgpu_userq_globals {struct ida ida;struct mutex userq_mutex; +struct amdgpu_userq_sec_sem sem; };#define AMDGPU_RESET_MAGIC_NUM 64
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c +5 -0
@@ -261,6 +261,10 @@ amdgpu_userqueue_setup_mqd(struct amdgpu_device *adev, struct amdgpu_usermode_qu/* reset read and write pointers, similar to CP_RB0_WPTR/_RPTR */ mqd->cp_gfx_hqd_rptr =RREG32_SOC15 (GC ,0 , regCP_GFX_HQD_RPTR); +/* Setup semaphore fence address */ + mqd->fenceaddress_lo = queue->sem_data.sem_gpu_addr &0xFFFFFFFC ; + mqd->fenceaddress_lo =upper_32_bits (queue->sem_data.sem_gpu_addr) + &0xFFFF ; +
It should be mqd-> fenceaddress_high = upper_32_bits(queue->sem_data.sem_gpu_addr) & 0xFFFF
/* activate the queue */
mqd->cp_gfx_hqd_active = 1;
}
@@ -472,10 +476,11 @@ int amdgpu_userqueue_init(struct amdgpu_device *adev)
struct amdgpu_userq_globals *uqg = &adev->userq;
mutex_init(&uqg->userq_mutex);
+ amdgpu_userqueue_sec_sem_init(adev);
return 0;}
void amdgpu_userqueue_fini(struct amdgpu_device *adev) {
-
+ amdgpu_userqueue_sec_sem_fini(adev);
}
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue_secure_sem.c new file +245 -0
245 lines not on this page · raw message
+ amdgpu_bo_free_kernel(&adev->userq.sem.sem_obj,
+ &adev->userq.sem.gpu_addr,
+ NULL);
+ adev->userq.sem.sem_obj = NULL;
+ }
+}
\ No newline at end of file
drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h +10 -0
@@ -25,6 +25,12 @@#define AMDGPU_USERMODE_QUEUE_H_ #define AMDGPU_MAX_USERQ 512 +#define AMDGPU_MAX_USERQUEUE_SEC_SEM 64 + +struct amdgpu_userq_sec_sem_data { +u64 sem_gpu_addr; +struct amdgpu_bo_va *sem_data_va; +};struct amdgpu_userq_ctx {struct amdgpu_bo *obj;
@@ -52,7 +58,11 @@ struct amdgpu_usermode_queue {struct amdgpu_vm *vm;struct amdgpu_userq_ctx proc_ctx;struct amdgpu_userq_ctx gang_ctx; + +struct amdgpu_userq_sec_sem_data sem_data; struct list_head list; }; +int amdgpu_userqueue_sec_sem_init (struct amdgpu_device *adev);void +amdgpu_userqueue_sec_sem_fini (struct amdgpu_device *adev);#endif
drivers/gpu/drm/amd/include/amdgpu_usermode_queue_mqd.h +2 -2
@@ -35,8 +35,8 @@ struct amdgpu_usermode_queue_mqduint32_t fw_work_area_base_hi;// offset: 5 (0x5) uint32_t shadow_initialized;// offset: 6 (0x6) uint32_t ib_vmid;// offset: 7 (0x7) -uint32_t reserved_8;// offset: 8 (0x8) -uint32_t reserved_9;// offset: 9 (0x9) +uint32_t fenceaddress_lo;// offset: 8 (0x8) +uint32_t fenceaddress_high;// offset: 9 (0x9) uint32_t reserved_10;// offset: 10 (0xA) uint32_t reserved_11;// offset: 11 (0xB) uint32_t reserved_12;// offset: 12 (0xC)
--
2.34.1
Re: [RFC 7/7] drm/amdgpu: Secure semaphore for usermode queue
Quoted 69 lines · Yifan
[Public]
From: Arunpravin Paneer Selvam <[email protected]>
This is a WIP patch, which adds an kernel implementation of secure semaphore for the usermode queues. The UAPI for the same is yet to be implemented.
The idea is to create a RO page and map it to each process requesting a user mode queue, and give them a qnique offset in the page, which can be polled (like
wait_mem) for sync.Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Cc Shashank Shamra <[email protected]>Signed-off-by Arunpravin Paneer Selvam <[email protected]>--- drivers/gpu/drm/amd/amdgpu/Makefile | 1 + drivers/gpu/drm/amd/amdgpu/amdgpu.h | 8 + drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 7 +- .../amd/amdgpu/amdgpu_userqueue_secure_sem.c | 245 ++++++++++++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 10 + .../amd/include/amdgpu_usermode_queue_mqd.h | 4 +- 6 files changed, 272 insertions(+), 3 deletions(-) create mode 100644 drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue_secure_sem.cdrivers/gpu/drm/amd/amdgpu/Makefile +1
-0@@ -211,6 +211,7 @@ amdgpu-y += amdgpu_amdkfd.o # add usermode queue amdgpu-y += amdgpu_userqueue.o +amdgpu-y += amdgpu_userqueue_secure_sem.o ifneq ($(CONFIG_HSA_AMD),) AMDKFD_PATH := ../amdkfddrivers/gpu/drm/amd/amdgpu/amdgpu.h +7
-0@@ -749,9 +749,17 @@ struct amdgpu_mqd { struct amdgpu_mqd_prop *p); }; +struct amdgpu_userq_sec_sem { +struct amdgpu_bo *sem_obj; +u64 gpu_addr; +u32 num_sem; +unsigned long used[DIV_ROUND_UP (64 ,BITS_PER_LONG )]; }; +struct amdgpu_userq_globals {struct ida ida;struct mutex userq_mutex; +struct amdgpu_userq_sec_sem sem; };#define AMDGPU_RESET_MAGIC_NUM 64drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c +5
-0@@ -261,6 +261,10 @@ amdgpu_userqueue_setup_mqd(struct amdgpu_device *adev, struct amdgpu_usermode_qu/* reset read and write pointers, similar to CP_RB0_WPTR/_RPTR */ mqd->cp_gfx_hqd_rptr =RREG32_SOC15 (GC ,0 , regCP_GFX_HQD_RPTR); +/* Setup semaphore fence address */ + mqd->fenceaddress_lo = queue->sem_data.sem_gpu_addr &0xFFFFFFFC ; + mqd->fenceaddress_lo =upper_32_bits (queue->sem_data.sem_gpu_addr) + &0xFFFF ; +
Quoted 1 line
It should be mqd->
fenceaddress_high=upper_32_bits(queue->sem_data.sem_gpu_addr)&0xFFFF
yes, I think it got messed up in integration.
Thanks,
Arun.
Quoted 320 lines
/* activate the queue */ mqd->cp_gfx_hqd_active = 1;}
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c +2
-1@@ -472,10 +476,11 @@ int amdgpu_userqueue_init(struct amdgpu_device *adev)struct amdgpu_userq_globals *uqg = &adev->userq;mutex_init (&uqg->userq_mutex); +amdgpu_userqueue_sec_sem_init (adev);return 0 ; }void amdgpu_userqueue_fini (struct amdgpu_device *adev) { - +amdgpu_userqueue_sec_sem_fini (adev); }drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue_secure_sem.c new file +251
-0@@ -0,0 +1,245 @@ +/* +* Copyright 2022 Advanced Micro Devices, Inc. +* +* Permission is hereby granted, free of charge, to any person +obtaining a +* copy of this software and associated documentation files (the +"Software"), +* to deal in the Software without restriction, including without +limitation +* the rights to use, copy, modify, merge, publish, distribute, +sublicense, +* and/or sell copies of the Software, and to permit persons to whom +the +* Software is furnished to do so, subject to the following conditions: +* +* The above copyright notice and this permission notice shall be +included in +* all copies or substantial portions of the Software. +* +* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, +EXPRESS OR +* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF +MERCHANTABILITY, +* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT +SHALL +* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, +DAMAGES OR +* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR +OTHERWISE, +* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE +OR +* OTHER DEALINGS IN THE SOFTWARE. +* +*/ +#include "amdgpu.h" +#include "amdgpu_mes.h" +#include "amdgpu_usermode_queue.h" +#include "amdgpu_usermode_queue_mqd.h" + +static int amdgpu_userqueue_sem_addr_unmap (struct amdgpu_device *adev, +struct amdgpu_usermode_queue *q) { +struct amdgpu_userq_sec_sem_data *sem_bo_data = &q->sem_data; +struct amdgpu_bo_va *bo_va = sem_bo_data->sem_data_va; +struct amdgpu_vm *vm = bo_va->base.vm; +struct amdgpu_bo *bo = adev->userq.sem.sem_obj; +struct amdgpu_bo_list_entry vm_pd; +struct list_head list, duplicates; +struct dma_fence *fence =NULL ; +struct ttm_validate_buffer tv; +struct ww_acquire_ctx ticket; +long r =0 ; + +INIT_LIST_HEAD (&list); +INIT_LIST_HEAD (&duplicates); + + tv.bo = &bo->tbo; + tv.num_shared =2 ; +list_add (&tv.head, &list); + +amdgpu_vm_get_pd_bo (vm, &list, &vm_pd); + + r =ttm_eu_reserve_buffers (&ticket, &list, false, &duplicates); +if (r) { +DRM_ERROR ("leaking bo va because we fail to reserve bo (%ld)\n" , r); +return r; + } + +amdgpu_vm_bo_del (adev, bo_va); +if (!amdgpu_vm_ready (vm)) + goto out_unlock; + + r =dma_resv_get_singleton (bo->tbo.base.resv,DMA_RESV_USAGE_BOOKKEEP , &fence); +if (r) + goto out_unlock; +if (fence) { +amdgpu_bo_fence (bo, fence, true); + fence =NULL ; + } + + r =amdgpu_vm_clear_freed (adev, vm, &fence); +if (r || !fence) + goto out_unlock; + +dma_fence_wait (fence, false); +amdgpu_bo_fence (bo, fence, true); +dma_fence_put (fence); + +out_unlock: +if (unlikely (r <0 )) +DRM_ERROR ("failed to clear page tables (%ld)\n" , r); +ttm_eu_backoff_reservation (&ticket, &list); + +return r; +} + +static u64 amdgpu_sem_bo_vaddr (struct amdgpu_device *adev) { +u64 addr =AMDGPU_VA_RESERVED_SIZE ; + +/* TODO:Find va address for sem bo mapping */ +return addr; +} + +static int amdgpu_userqueue_sem_addr_map (struct amdgpu_device *adev, +struct amdgpu_usermode_queue +*q) { +struct amdgpu_userq_sec_sem_data *sem_bo_data; +struct amdgpu_bo *sem_obj = adev->userq.sem.sem_obj; +struct ttm_validate_buffer csa_tv; +struct amdgpu_bo_list_entry pd; +struct ww_acquire_ctx ticket; +struct amdgpu_vm *vm = q->vm; +struct amdgpu_bo_va *bo_va; +struct amdgpu_sync sync; +struct list_head list; +int r; + +amdgpu_sync_create (&sync); +INIT_LIST_HEAD (&list); +INIT_LIST_HEAD (&csa_tv.head); + + sem_bo_data = &q->sem_data; + + csa_tv.bo = &sem_obj->tbo; + csa_tv.num_shared =1 ; + +list_add (&csa_tv.head, &list); +amdgpu_vm_get_pd_bo (vm, &list, &pd); + + r =ttm_eu_reserve_buffers (&ticket, &list, true,NULL ); +if (r) { +DRM_ERROR ("failed to reserve userqueue sec sem object BO: err=%d\n" , r); +return r; + } + + bo_va =amdgpu_vm_bo_add (adev, vm, sem_obj); +if (!bo_va) { +ttm_eu_backoff_reservation (&ticket, &list); +DRM_ERROR ("failed to create bo_va for userqueue sec sem object BO\n" ); +return -ENOMEM ; + } + + sem_bo_data->sem_gpu_addr =amdgpu_sem_bo_vaddr (adev); + r =amdgpu_vm_bo_map (adev, bo_va, sem_bo_data->sem_gpu_addr,0 , +AMDGPU_MAX_USERQUEUE_SEC_SEM *sizeof (u64), +AMDGPU_PTE_READABLE |AMDGPU_PTE_READABLE ); + +if (r) { +DRM_ERROR ("failed to do bo_map on sec sem object BO, err=%d\n" , r); + goto error; + } + + r =amdgpu_vm_bo_update (adev, bo_va, false); +if (r) { +DRM_ERROR ("failed to do vm_bo_update on sec sem object BO\n" ); + goto error; + } +amdgpu_sync_fence (&sync, bo_va->last_pt_update); + + r =amdgpu_vm_update_pdes (adev, vm, false); +if (r) { +DRM_ERROR ("failed to update pdes on sec sem object BO\n" ); + goto error; + } +amdgpu_sync_fence (&sync, vm->last_update); + +amdgpu_sync_wait (&sync, false); +ttm_eu_backoff_reservation (&ticket, &list); + +amdgpu_sync_free (&sync); + sem_bo_data->sem_data_va = bo_va; +return 0 ; + +error: +amdgpu_vm_bo_del (adev, bo_va); +ttm_eu_backoff_reservation (&ticket, &list); +amdgpu_sync_free (&sync); +return r; +} + +int amdgpu_userqueue_sec_sem_get (struct amdgpu_device *adev, +struct amdgpu_usermode_queue *q, +u64 *gpu_addr) { +unsigned long offset =find_first_zero_bit (adev->userq.sem.used, adev->userq.sem.num_sem); +u32 sem_offset; +int r; + +if (offset < adev->userq.sem.num_sem) { +__set_bit (offset, adev->userq.sem.used); + sem_offset = offset <<6 ;/* convert to qw offset */ + }else { +return -EINVAL ; + } + + r =amdgpu_userqueue_sem_addr_map (adev, q); +if (r) { +DRM_ERROR ("failed to map sec sem object BO" ); +amdgpu_userqueue_sem_addr_unmap (adev, q); +return r; + } + + *gpu_addr = sem_offset + q->sem_data.sem_gpu_addr; + +return 0 ; +} + +void amdgpu_userqueue_sec_sem_free (struct amdgpu_device *adev, +struct amdgpu_usermode_queue *q, +u32 sem) { +int r; + + r =amdgpu_userqueue_sem_addr_unmap (adev, q); +if (r) +DRM_ERROR ("failed to unmap sec sem object BO" ); + + sem >>=6 ; +if (sem < adev->userq.sem.num_sem) +__clear_bit (sem, adev->userq.sem.used); } + +int +amdgpu_userqueue_sec_sem_init (struct amdgpu_device *adev) { +int r; + +if (adev->userq.sem.sem_obj ==NULL ) { +/* +* AMDGPU_MAX_USERQUEUE_SEC_SEM * sizeof(u64) = AMDGPU_MAX_USERQUEUE_SEC_SEM +* 64bit slots +*/ + r =amdgpu_bo_create_kernel (adev,AMDGPU_MAX_USERQUEUE_SEC_SEM *sizeof (u64), +PAGE_SIZE ,AMDGPU_GEM_DOMAIN_GTT , &adev->userq.sem.sem_obj, + &adev->userq.sem.gpu_addr,NULL ); +if (r) { +DRM_ERROR ("Create userqueue SEM bo failed, err %d\n" , r); +return r; + } + + adev->userq.sem.num_sem =AMDGPU_MAX_USERQUEUE_SEC_SEM ; +memset (&adev->userq.sem.used,0 ,sizeof (adev->userq.sem.used)); + } + +return 0 ; +} + +void +amdgpu_userqueue_sec_sem_fini (struct amdgpu_device *adev) { +if (adev->userq.sem.sem_obj) { +amdgpu_bo_free_kernel (&adev->userq.sem.sem_obj, + &adev->userq.sem.gpu_addr, +NULL ); + adev->userq.sem.sem_obj =NULL ; + } +}drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h +10
-0@@ -25,6 +25,12 @@#define AMDGPU_USERMODE_QUEUE_H_ #define AMDGPU_MAX_USERQ 512 +#define AMDGPU_MAX_USERQUEUE_SEC_SEM 64 + +struct amdgpu_userq_sec_sem_data { +u64 sem_gpu_addr; +struct amdgpu_bo_va *sem_data_va; +};struct amdgpu_userq_ctx {struct amdgpu_bo *obj;@@ -52,7 +58,11 @@ struct amdgpu_usermode_queue {struct amdgpu_vm *vm;struct amdgpu_userq_ctx proc_ctx;struct amdgpu_userq_ctx gang_ctx; + +struct amdgpu_userq_sec_sem_data sem_data; struct list_head list; }; +int amdgpu_userqueue_sec_sem_init (struct amdgpu_device *adev);void +amdgpu_userqueue_sec_sem_fini (struct amdgpu_device *adev);#endif drivers/gpu/drm/amd/include/amdgpu_usermode_queue_mqd.h +2
-3@@ -35,8 +35,8 @@ struct amdgpu_usermode_queue_mqduint32_t fw_work_area_base_hi;// offset: 5 (0x5) uint32_t shadow_initialized;// offset: 6 (0x6) uint32_t ib_vmid;// offset: 7 (0x7) -uint32_t reserved_8;// offset: 8 (0x8) -uint32_t reserved_9;// offset: 9 (0x9) +uint32_t fenceaddress_lo;// offset: 8 (0x8) +uint32_t fenceaddress_high;// offset: 9 (0x9) uint32_t reserved_10;// offset: 10 (0xA) uint32_t reserved_11;// offset: 11 (0xB) uint32_t reserved_12;// offset: 12 (0xC) --2.34.1
Quoted 8 lines · Shashank Sharma
This is a RFC series to implement usermode graphics queues for AMDGPU driver (Navi 3X and above). The idea of usermode graphics queue is to allow direct workload submission from a userspace graphics process who has amdgpu graphics context.
Once we have some initial feedback on the design, we will publish a follow up V1 series with a libdrm consumer test.
I think this should look more like the following:
1. Convert doorbells to full fledged GEM objects just like vram. Then update the GEM IOCTL to allow allocation of doorbell BOs.
2. Store MQD data per amdgpu_ctx.
3. Create secure semaphore pool and map RO into each GPUVM.
4. Add callbacks to each IP type that supports user mode queues. These callbacks should handle the IP specific MQD initialization and mapping/unmapping details including allocation of BOs for the MQD itself and any relevant metadata. The USERQ IOCTL handler will look up the callback based on the IP type specified in the IOCTL.
Alex
Quoted 36 lines
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Alex Deucher (1):
drm/amdgpu: UAPI for user queue managementArunpravin Paneer Selvam (1):
drm/amdgpu: Secure semaphore for usermode queueArvind Yadav (1):
drm/amdgpu: Create MQD for userspace queueShashank Sharma (4):
drm/amdgpu: Add usermode queue for gfx work drm/amdgpu: Allocate doorbell slot for user queue drm/amdgpu: Create context for usermode queue drm/amdgpu: Map userqueue into HWdrivers/gpu/drm/amd/amdgpu/Makefile | 3 + drivers/gpu/drm/amd/amdgpu/amdgpu.h | 14 + drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h | 1 + drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 486 ++++++++++++++++ .../amd/amdgpu/amdgpu_userqueue_secure_sem.c | 245 ++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 68 +++ .../amd/include/amdgpu_usermode_queue_mqd.h | 544 ++++++++++++++++++ include/uapi/drm/amdgpu_drm.h | 52 ++ 8 files changed, 1413 insertions(+) create mode 100644 drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c create mode 100644 drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue_secure_sem.c create mode 100644 drivers/gpu/drm/amd/include/amdgpu_usermode_queue.h create mode 100644 drivers/gpu/drm/amd/include/amdgpu_usermode_queue_mqd.h--
2.34.1
Quoted 6 lines · Alex Deucher
Quoted 5 lines · Shashank Sharma
This is a RFC series to implement usermode graphics queues for AMDGPU driver (Navi 3X and above). The idea of usermode graphics queue is to allow direct workload submission from a userspace graphics process who has amdgpu graphics context.
Quoted 6 lines
Quoted 2 lines
Once we have some initial feedback on the design, we will publish a follow up V1 series with a libdrm consumer test.
I think this should look more like the following:
1. Convert doorbells to full fledged GEM objects just like vram. Then update the GEM IOCTL to allow allocation of doorbell BOs.
2. Store MQD data peramdgpu_ctx.
If my understanding of the comments is correct, we are having conflicting opinions here on where to save the MQD data. @Christian ?
Quoted 6 lines
3. Create secure semaphore pool and map RO into each GPUVM.
4. Add callbacks to each IP type that supports user mode queues. These callbacks should handle the IP specific MQD initialization and mapping/unmapping details including allocation of BOs for the MQD itself and any relevant metadata. The USERQ IOCTL handler will look up the callback based on the IP type specified in the IOCTL.
Noted.
Shashank
Quoted 38 lines
Alex
Quoted 35 lines
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Alex Deucher (1):
drm/amdgpu: UAPI for user queue managementArunpravin Paneer Selvam (1):
drm/amdgpu: Secure semaphore for usermode queueArvind Yadav (1):
drm/amdgpu: Create MQD for userspace queueShashank Sharma (4):
drm/amdgpu: Add usermode queue for gfx work drm/amdgpu: Allocate doorbell slot for user queue drm/amdgpu: Create context for usermode queue drm/amdgpu: Map userqueue into HWdrivers/gpu/drm/amd/amdgpu/Makefile | 3 + drivers/gpu/drm/amd/amdgpu/amdgpu.h | 14 + drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h | 1 + drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c | 486 ++++++++++++++++ .../amd/amdgpu/amdgpu_userqueue_secure_sem.c | 245 ++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 68 +++ .../amd/include/amdgpu_usermode_queue_mqd.h | 544 ++++++++++++++++++ include/uapi/drm/amdgpu_drm.h | 52 ++ 8 files changed, 1413 insertions(+)create mode 100644
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.ccreate mode 100644drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue_secure_sem.ccreate mode 100644drivers/gpu/drm/amd/include/amdgpu_usermode_queue.hcreate mode 100644drivers/gpu/drm/amd/include/amdgpu_usermode_queue_mqd.h--
2.34.1
Am 03.01.23 um 10:43 schrieb Shashank Sharma:
Quoted 8 lines · Alex Deucher
Quoted 6 lines · Shashank Sharma
Quoted 5 lines
This is a RFC series to implement usermode graphics queues for AMDGPU driver (Navi 3X and above). The idea of usermode graphics queue is to allow direct workload submission from a userspace graphics process who has amdgpu graphics context.
Quoted 8 lines
Quoted 6 lines
Quoted 2 lines
Once we have some initial feedback on the design, we will publish a follow up V1 series with a libdrm consumer test.
I think this should look more like the following:
1. Convert doorbells to full fledged GEM objects just like vram. Then update the GEM IOCTL to allow allocation of doorbell BOs.
2. Store MQD data peramdgpu_ctx.If my understanding of the comments is correct, we are having conflicting opinions here on where to save the MQD data. @Christian ?
You need something like an amdgpu_userq object which holds the BO with the MQD the hardware is using as well as anything else necessary for the queue.
Regards,
Christian.
Quoted 51 lines
Quoted 7 lines
3. Create secure semaphore pool and map RO into each GPUVM.
4. Add callbacks to each IP type that supports user mode queues. These callbacks should handle the IP specific MQD initialization and mapping/unmapping details including allocation of BOs for the MQD itself and any relevant metadata. The USERQ IOCTL handler will look up the callback based on the IP type specified in the IOCTL.Noted.
Shashank
Quoted 39 lines
Alex
Quoted 36 lines
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Alex Deucher (1):
drm/amdgpu: UAPI for user queue managementArunpravin Paneer Selvam (1):
drm/amdgpu: Secure semaphore for usermode queueArvind Yadav (1):
drm/amdgpu: Create MQD for userspace queueShashank Sharma (4):
drm/amdgpu: Add usermode queue for gfx work drm/amdgpu: Allocate doorbell slot for user queue drm/amdgpu: Create context for usermode queue drm/amdgpu: Map userqueue into HWdrivers/gpu/drm/amd/amdgpu/Makefile | 3 + drivers/gpu/drm/amd/amdgpu/amdgpu.h | 14 + drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h | 1 +
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c| 486 ++++++++++++++++ .../amd/amdgpu/amdgpu_userqueue_secure_sem.c | 245 ++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 68 +++ .../amd/include/amdgpu_usermode_queue_mqd.h | 544
++++++++++++++++++
include/uapi/drm/amdgpu_drm.h | 52 ++8 files changed, 1413 insertions(+)create mode 100644
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.ccreate mode 100644drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue_secure_sem.ccreate mode 100644drivers/gpu/drm/amd/include/amdgpu_usermode_queue.hcreate mode 100644drivers/gpu/drm/amd/include/amdgpu_usermode_queue_mqd.hSignature · 1 line
2.34.1
Quoted 11 lines · Christian König
Am 03.01.23 um 10:43 schrieb Shashank Sharma:
Quoted 10 lines · Alex Deucher
Quoted 8 lines · Shashank Sharma
Quoted 7 lines
This is a RFC series to implement usermode graphics queues for AMDGPU driver (Navi 3X and above). The idea of usermode graphics queue is to allow direct workload submission from a userspace graphics process who has amdgpu graphics context.
Once we have some initial feedback on the design, we will publish a follow up V1 series with a libdrm consumer test.
Quoted 8 lines
Quoted 6 lines
Quoted 4 lines
I think this should look more like the following:
1. Convert doorbells to full fledged GEM objects just like vram. Then update the GEM IOCTL to allow allocation of doorbell BOs.
2. Store MQD data peramdgpu_ctx.If my understanding of the comments is correct, we are having conflicting opinions here on where to save the MQD data. @Christian ?
You need something like an
amdgpu_userqobject which holds the BO with the MQD the hardware is using as well as anything else necessary for the queue.
And we will be storing it into fpriv->amdgpu driver_private area (probably by using something like amdgpu_useq_mgr or similar), similar to amdgpu_ctx_mgr.
- Shashank
Quoted 56 lines
Regards,
Christian.Quoted 51 lines
Quoted 7 lines
3. Create secure semaphore pool and map RO into each GPUVM.
4. Add callbacks to each IP type that supports user mode queues. These callbacks should handle the IP specific MQD initialization and mapping/unmapping details including allocation of BOs for the MQD itself and any relevant metadata. The USERQ IOCTL handler will look up the callback based on the IP type specified in the IOCTL.Noted.
Shashank
Quoted 39 lines
Alex
Quoted 36 lines
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Alex Deucher (1):
drm/amdgpu: UAPI for user queue managementArunpravin Paneer Selvam (1):
drm/amdgpu: Secure semaphore for usermode queueArvind Yadav (1):
drm/amdgpu: Create MQD for userspace queueShashank Sharma (4):
drm/amdgpu: Add usermode queue for gfx work drm/amdgpu: Allocate doorbell slot for user queue drm/amdgpu: Create context for usermode queue drm/amdgpu: Map userqueue into HWdrivers/gpu/drm/amd/amdgpu/Makefile | 3 + drivers/gpu/drm/amd/amdgpu/amdgpu.h | 14 + drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h | 1 +
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c| 486 ++++++++++++++++ .../amd/amdgpu/amdgpu_userqueue_secure_sem.c | 245 ++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 68 +++ .../amd/include/amdgpu_usermode_queue_mqd.h | 544
++++++++++++++++++
include/uapi/drm/amdgpu_drm.h | 52 ++8 files changed, 1413 insertions(+)create mode 100644
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.ccreate mode 100644drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue_secure_sem.ccreate mode 100644drivers/gpu/drm/amd/include/amdgpu_usermode_queue.hcreate mode 100644drivers/gpu/drm/amd/include/amdgpu_usermode_queue_mqd.hSignature · 1 line
2.34.1
Am 03.01.23 um 11:00 schrieb Shashank Sharma:
Quoted 18 lines · Christian König
Quoted 16 lines
Am 03.01.23 um 10:43 schrieb Shashank Sharma:
Quoted 15 lines · Alex Deucher
Quoted 12 lines · Shashank Sharma
Quoted 7 lines
This is a RFC series to implement usermode graphics queues for AMDGPU driver (Navi 3X and above). The idea of usermode graphics queue is to allow direct workload submission from a userspace graphics process who has amdgpu graphics context.
Once we have some initial feedback on the design, we will publish a follow up V1 series with a libdrm consumer test.
I think this should look more like the following:
1. Convert doorbells to full fledged GEM objects just like vram. Then update the GEM IOCTL to allow allocation of doorbell BOs.
2. Store MQD data peramdgpu_ctx.
Quoted 5 lines
Quoted 3 lines
Quoted 1 line
If my understanding of the comments is correct, we are having conflicting opinions here on where to save the MQD data. @Christian ?
You need something like an
amdgpu_userqobject which holds the BO with the MQD the hardware is using as well as anything else necessary for the queue.And we will be storing it into
fpriv->amdgpudriver_privatearea (probably by using something likeamdgpu_useq_mgror similar), similar toamdgpu_ctx_mgr.
Exactly that, yes. The amdgpu_userq_mgr keeps the idr/mutex and everything necessary per client while the amdgpu_userq object represents the queue itself.
Christian.
Quoted 60 lines
- Shashank
Quoted 57 lines
Regards,
Christian.Quoted 52 lines
Quoted 7 lines
3. Create secure semaphore pool and map RO into each GPUVM.
4. Add callbacks to each IP type that supports user mode queues. These callbacks should handle the IP specific MQD initialization and mapping/unmapping details including allocation of BOs for the MQD itself and any relevant metadata. The USERQ IOCTL handler will look up the callback based on the IP type specified in the IOCTL.Noted.
Shashank
Quoted 40 lines
Alex
Quoted 37 lines
Cc Alex Deucher <[email protected]>Cc Christian Koenig <[email protected]>Alex Deucher (1):
drm/amdgpu: UAPI for user queue managementArunpravin Paneer Selvam (1):
drm/amdgpu: Secure semaphore for usermode queueArvind Yadav (1):
drm/amdgpu: Create MQD for userspace queueShashank Sharma (4):
drm/amdgpu: Add usermode queue for gfx work drm/amdgpu: Allocate doorbell slot for user queue drm/amdgpu: Create context for usermode queue drm/amdgpu: Map userqueue into HWdrivers/gpu/drm/amd/amdgpu/Makefile | 3 + drivers/gpu/drm/amd/amdgpu/amdgpu.h | 14 + drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.h | 1 +
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.c| 486
++++++++++++++++
.../amd/amdgpu/amdgpu_userqueue_secure_sem.c | 245 ++++++++ .../drm/amd/include/amdgpu_usermode_queue.h | 68 +++ .../amd/include/amdgpu_usermode_queue_mqd.h | 544
++++++++++++++++++
include/uapi/drm/amdgpu_drm.h | 52 ++8 files changed, 1413 insertions(+)create mode 100644
drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue.ccreate mode 100644drivers/gpu/drm/amd/amdgpu/amdgpu_userqueue_secure_sem.ccreate mode 100644drivers/gpu/drm/amd/include/amdgpu_usermode_queue.hcreate mode 100644drivers/gpu/drm/amd/include/amdgpu_usermode_queue_mqd.hSignature · 1 line
2.34.1