Skip to contentSkip to conversation

drm/amdgpu: add module parameter to enable/disable bulk move

PATCH In review Huang Rui 3 participants 5 messages Sep 11, 2018 3 messages not in the archive

Subsystems (2)
lore
Share & tools
lore

Huang Rui

author
#0 lore raw

PATCH 1/1 drm/amdgpu: add module parameter to enable/disable bulk move

The bulk moving mechanism still has bug on some corner cases. So disable it by default till it is fixed. We can use the module parameter to enable it for debugging.

Cc Christian König <[email protected]>
Cc Tom StDenis <[email protected]>
---
 drivers/gpu/drm/amd/amdgpu/amdgpu.h     |  1 +
 drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c | 11 +++++++++++
 drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c  | 11 +++++++++--
 3 files changed, 21 insertions(+), 2 deletions(-)
drivers/gpu/drm/amd/amdgpu/amdgpu.h +1 -0
index e992e0f..75fd7be 100644
@@ -134,6 +134,7 @@ extern int amdgpu_compute_multipipe;
 extern int amdgpu_gpu_recovery;
 extern int amdgpu_emu_mode;
 extern uint amdgpu_smu_memory_pool_size;
+extern int amdgpu_bulk_move_enabled;
 
 #ifdef CONFIG_DRM_AMDGPU_SI
 extern int amdgpu_si_support;
drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c +11 -0
index b5c2ccb..d57d16e 100644
@@ -127,6 +127,7 @@ int amdgpu_compute_multipipe = -1;
 int amdgpu_gpu_recovery = -1; /* auto */
 int amdgpu_emu_mode = 0;
 uint amdgpu_smu_memory_pool_size = 0;
+int amdgpu_bulk_move_enabled = 0;
 
 /**
  * DOC: vramlimit (int)
@@ -532,6 +533,16 @@ MODULE_PARM_DESC(smu_memory_pool_size,
 		"0x1 = 256Mbyte, 0x2 = 512Mbyte, 0x4 = 1 Gbyte, 0x8 = 2GByte");
 module_param_named(smu_memory_pool_size, amdgpu_smu_memory_pool_size, uint, 0444);
 
+/**
+ * DOC: bulk_move_enabled (int)
+ * It is used to enable/disable bulk moving on LRU list mechanism for debugging
+ * and testing. The default is false (disabled).  It will be enabled by default
+ * till all corner cases are hammered out.
+ */
+MODULE_PARM_DESC(bulk_move_enabled,
+		 "Enable bulk moving on LRU list mechanism (1 = enabled, 0 = disabled (default)");
+module_param_named(bulk_move_enabled, amdgpu_bulk_move_enabled, uint, 0444);
+
 #ifdef CONFIG_HSA_AMD
 /**
  * DOC: sched_policy (int)
drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c +9 -2
index 9a5b1bb..ab95a9c 100644
@@ -397,7 +397,8 @@ void amdgpu_vm_move_to_lru_tail(struct amdgpu_device *adev,
 	}
 	spin_unlock(&glob->lru_lock);
 
-	vm->bulk_moveable = true;
+	if (amdgpu_bulk_move_enabled)
+		vm->bulk_moveable = true;
 }
 
 /**
@@ -1213,7 +1214,13 @@ int amdgpu_vm_update_directories(struct amdgpu_device *adev,
 		bo_base = list_first_entry(&vm->relocated,
 					   struct amdgpu_vm_bo_base,
 					   vm_status);
-		amdgpu_vm_bo_idle(bo_base);
+		if (amdgpu_bulk_move_enabled)
+			amdgpu_vm_bo_idle(bo_base);
+		else {
+			/* workaround: don't move PD/PT bos on LRU */
+			list_del_init(&bo_base->vm_status);
+			bo_base->moved = false;
+		}
 
 		bo = bo_base->bo->parent;
 		if (!bo)
Signature · 1 line
2.7.4

_______________________________________________
amd-gfx mailing list
[email protected]
https://lists.freedesktop.org/mailman/listinfo/amd-gfx

A message that is not in the archive (sent off-list or not yet received): 1536637283-6625-1-git-send-email-ray.huang-5C7GfCeVMHo@public.gmane.org

#2 lore raw

Am 11.09.2018 um 05:41 schrieb Huang Rui:

Quoted 3 lines

The bulk moving mechanism still has bug on some corner cases. So disable it by default till it is fixed. We can use the module parameter to enable it for debugging.

Please no. Module parameters are for end users, not developers.

I really don't want a bug report that this option can crash the system.

Christian.

Quoted 82 lines
Cc Christian König <[email protected]>
Cc Tom StDenis <[email protected]>
---
  drivers/gpu/drm/amd/amdgpu/amdgpu.h     |  1 +
  drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c | 11 +++++++++++
  drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c  | 11 +++++++++--
  3 files changed, 21 insertions(+), 2 deletions(-)
drivers/gpu/drm/amd/amdgpu/amdgpu.h +1 -0
index e992e0f..75fd7be 100644
@@ -134,6 +134,7 @@ extern int amdgpu_compute_multipipe;
  extern int amdgpu_gpu_recovery;
  extern int amdgpu_emu_mode;
  extern uint amdgpu_smu_memory_pool_size;
+extern int amdgpu_bulk_move_enabled;
 
  #ifdef CONFIG_DRM_AMDGPU_SI
  extern int amdgpu_si_support;
drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c +11 -0
index b5c2ccb..d57d16e 100644
@@ -127,6 +127,7 @@ int amdgpu_compute_multipipe = -1;
  int amdgpu_gpu_recovery = -1; /* auto */
  int amdgpu_emu_mode = 0;
  uint amdgpu_smu_memory_pool_size = 0;
+int amdgpu_bulk_move_enabled = 0;
 
  /**
   * DOC: vramlimit (int)
@@ -532,6 +533,16 @@ MODULE_PARM_DESC(smu_memory_pool_size,
  		"0x1 = 256Mbyte, 0x2 = 512Mbyte, 0x4 = 1 Gbyte, 0x8 = 2GByte");
  module_param_named(smu_memory_pool_size, amdgpu_smu_memory_pool_size, uint, 0444);
 
+/**
+ * DOC: bulk_move_enabled (int)
+ * It is used to enable/disable bulk moving on LRU list mechanism for debugging
+ * and testing. The default is false (disabled).  It will be enabled by default
+ * till all corner cases are hammered out.
+ */
+MODULE_PARM_DESC(bulk_move_enabled,
+		 "Enable bulk moving on LRU list mechanism (1 = enabled, 0 = disabled (default)");
+module_param_named(bulk_move_enabled, amdgpu_bulk_move_enabled, uint, 0444);
+
  #ifdef CONFIG_HSA_AMD
  /**
   * DOC: sched_policy (int)
drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c +9 -2
index 9a5b1bb..ab95a9c 100644
@@ -397,7 +397,8 @@ void amdgpu_vm_move_to_lru_tail(struct amdgpu_device *adev,
  	}
  	spin_unlock(&glob->lru_lock);
 
-	vm->bulk_moveable = true;
+	if (amdgpu_bulk_move_enabled)
+		vm->bulk_moveable = true;
  }
 
  /**
@@ -1213,7 +1214,13 @@ int amdgpu_vm_update_directories(struct amdgpu_device *adev,
  		bo_base = list_first_entry(&vm->relocated,
  					   struct amdgpu_vm_bo_base,
  					   vm_status);
-		amdgpu_vm_bo_idle(bo_base);
+		if (amdgpu_bulk_move_enabled)
+			amdgpu_vm_bo_idle(bo_base);
+		else {
+			/* workaround: don't move PD/PT bos on LRU */
+			list_del_init(&bo_base->vm_status);
+			bo_base->moved = false;
+		}
 
  		bo = bo_base->bo->parent;
  		if (!bo)
Quoted 4 lines

_______________________________________________
amd-gfx mailing list [email protected]
https://lists.freedesktop.org/mailman/listinfo/amd-gfx

_______________________________________________
amd-gfx mailing list
[email protected]
https://lists.freedesktop.org/mailman/listinfo/amd-gfx

A message that is not in the archive (sent off-list or not yet received): 506eed80-ab22-81a4-ef28-609c61701ef9-Re5JQEeQqe8AvxtiuMwx3w@public.gmane.org

author
#4 lore raw
Quoted 11 lines · Christian König

Am 11.09.2018 um 05:41 schrieb Huang Rui:

The bulk moving mechanism still has bug on some corner cases. So disable it by default till it is fixed. We can use the module parameter to enable it for debugging.

Please no. Module parameters are for end users, not developers.

I really don't want a bug report that this option can crash the system.

How about use a macro such as BULK_ENABLED? Actually, I just want to have a simple way to enable it to continue debugging.

#if BULK_ENABLED
#else
#endif

Thanks,
Ray

Quoted 82 lines

Christian.

    Signed-off-by: Huang Rui <[email protected]>
    Cc: Christian König <[email protected]>
    Cc: Tom StDenis <[email protected]>
    ---
     drivers/gpu/drm/amd/amdgpu/amdgpu.h     |  1 +
     drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c | 11 +++++++++++
     drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c  | 11 +++++++++--
     3 files changed, 21 insertions(+), 2 deletions(-)

    diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu.h b/drivers/gpu/drm/amd/amdgpu/amdgpu.h
    index e992e0f..75fd7be 100644
    --- a/drivers/gpu/drm/amd/amdgpu/amdgpu.h
    +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu.h
    @@ -134,6 +134,7 @@ extern int amdgpu_compute_multipipe;
     extern int amdgpu_gpu_recovery;
     extern int amdgpu_emu_mode;
     extern uint amdgpu_smu_memory_pool_size;
    +extern int amdgpu_bulk_move_enabled;

     #ifdef CONFIG_DRM_AMDGPU_SI
     extern int amdgpu_si_support;
    diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c b/drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c
    index b5c2ccb..d57d16e 100644
    --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c
    +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c
    @@ -127,6 +127,7 @@ int amdgpu_compute_multipipe = -1;
     int amdgpu_gpu_recovery = -1; /* auto */
     int amdgpu_emu_mode = 0;
     uint amdgpu_smu_memory_pool_size = 0;
    +int amdgpu_bulk_move_enabled = 0;

     /**
      * DOC: vramlimit (int)
    @@ -532,6 +533,16 @@ MODULE_PARM_DESC(smu_memory_pool_size,
                    "0x1 = 256Mbyte, 0x2 = 512Mbyte, 0x4 = 1 Gbyte, 0x8 = 2GByte");
     module_param_named(smu_memory_pool_size, amdgpu_smu_memory_pool_size, uint, 0444);

    +/**
    + * DOC: bulk_move_enabled (int)
    + * It is used to enable/disable bulk moving on LRU list mechanism for debugging
    + * and testing. The default is false (disabled).  It will be enabled by default
    + * till all corner cases are hammered out.
    + */
    +MODULE_PARM_DESC(bulk_move_enabled,
    +                "Enable bulk moving on LRU list mechanism (1 = enabled, 0 = disabled (default)");
    +module_param_named(bulk_move_enabled, amdgpu_bulk_move_enabled, uint, 0444);
    +
     #ifdef CONFIG_HSA_AMD
     /**
      * DOC: sched_policy (int)
    diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c b/drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c
    index 9a5b1bb..ab95a9c 100644
    --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c
    +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c
    @@ -397,7 +397,8 @@ void amdgpu_vm_move_to_lru_tail(struct amdgpu_device *adev,
            }
            spin_unlock(&glob->lru_lock);

    -       vm->bulk_moveable = true;
    +       if (amdgpu_bulk_move_enabled)
    +               vm->bulk_moveable = true;
     }

     /**
    @@ -1213,7 +1214,13 @@ int amdgpu_vm_update_directories(struct amdgpu_device *adev,
                    bo_base = list_first_entry(&vm->relocated,
                                               struct amdgpu_vm_bo_base,
                                               vm_status);
    -               amdgpu_vm_bo_idle(bo_base);
    +               if (amdgpu_bulk_move_enabled)
    +                       amdgpu_vm_bo_idle(bo_base);
    +               else {
    +                       /* workaround: don't move PD/PT bos on LRU */
    +                       list_del_init(&bo_base->vm_status);
    +                       bo_base->moved = false;
    +               }

                    bo = bo_base->bo->parent;
Quoted 10 lines
                    if (!bo)


   
    _______________________________________________
    amd-gfx mailing list
    [email protected]
    https://lists.freedesktop.org/mailman/listinfo/amd-gfx

_______________________________________________
amd-gfx mailing list
[email protected]
https://lists.freedesktop.org/mailman/listinfo/amd-gfx

#5 lore raw

Am 11.09.2018 um 12:24 schrieb Huang Rui:

Quoted 8 lines · Christian König
Quoted 7 lines

Am 11.09.2018 um 05:41 schrieb Huang Rui:

The bulk moving mechanism still has bug on some corner cases. So disable it by default till it is fixed. We can use the module parameter to enable it for debugging.

Quoted 6 lines
Quoted 4 lines

Please no. Module parameters are for end users, not developers.

I really don't want a bug report that this option can crash the system.

How about use a macro such as BULK_ENABLED? Actually, I just want to have a simple way to enable it to continue debugging.

Yeah, sure that should work.

But why do we actually need to modifiy amdgpu_vm_update_directories() as well? Because of the performance?

Thanks,
Christian.

Quoted 100 lines

#if BULK_ENABLED
#else
#endif

Thanks,
Ray

Quoted 92 lines

Christian.

     Signed-off-by: Huang Rui <[email protected]>
     Cc: Christian König <[email protected]>
     Cc: Tom StDenis <[email protected]>
     ---
      drivers/gpu/drm/amd/amdgpu/amdgpu.h     |  1 +
      drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c | 11 +++++++++++
      drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c  | 11 +++++++++--
      3 files changed, 21 insertions(+), 2 deletions(-)

     diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu.h b/drivers/gpu/drm/amd/amdgpu/amdgpu.h
     index e992e0f..75fd7be 100644
     --- a/drivers/gpu/drm/amd/amdgpu/amdgpu.h
     +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu.h
     @@ -134,6 +134,7 @@ extern int amdgpu_compute_multipipe;
      extern int amdgpu_gpu_recovery;
      extern int amdgpu_emu_mode;
      extern uint amdgpu_smu_memory_pool_size;
     +extern int amdgpu_bulk_move_enabled;

      #ifdef CONFIG_DRM_AMDGPU_SI
      extern int amdgpu_si_support;
     diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c b/drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c
     index b5c2ccb..d57d16e 100644
     --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c
     +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c
     @@ -127,6 +127,7 @@ int amdgpu_compute_multipipe = -1;
      int amdgpu_gpu_recovery = -1; /* auto */
      int amdgpu_emu_mode = 0;
      uint amdgpu_smu_memory_pool_size = 0;
     +int amdgpu_bulk_move_enabled = 0;

      /**
       * DOC: vramlimit (int)
     @@ -532,6 +533,16 @@ MODULE_PARM_DESC(smu_memory_pool_size,
                     "0x1 = 256Mbyte, 0x2 = 512Mbyte, 0x4 = 1 Gbyte, 0x8 = 2GByte");
      module_param_named(smu_memory_pool_size, amdgpu_smu_memory_pool_size, uint, 0444);

     +/**
     + * DOC: bulk_move_enabled (int)
     + * It is used to enable/disable bulk moving on LRU list mechanism for debugging
     + * and testing. The default is false (disabled).  It will be enabled by default
     + * till all corner cases are hammered out.
     + */
     +MODULE_PARM_DESC(bulk_move_enabled,
     +                "Enable bulk moving on LRU list mechanism (1 = enabled, 0 = disabled (default)");
     +module_param_named(bulk_move_enabled, amdgpu_bulk_move_enabled, uint, 0444);
     +
      #ifdef CONFIG_HSA_AMD
      /**
       * DOC: sched_policy (int)
     diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c b/drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c
     index 9a5b1bb..ab95a9c 100644
     --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c
     +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c
     @@ -397,7 +397,8 @@ void amdgpu_vm_move_to_lru_tail(struct amdgpu_device *adev,
             }
             spin_unlock(&glob->lru_lock);

     -       vm->bulk_moveable = true;
     +       if (amdgpu_bulk_move_enabled)
     +               vm->bulk_moveable = true;
      }

      /**
     @@ -1213,7 +1214,13 @@ int amdgpu_vm_update_directories(struct amdgpu_device *adev,
                     bo_base = list_first_entry(&vm->relocated,
                                                struct amdgpu_vm_bo_base,
                                                vm_status);
     -               amdgpu_vm_bo_idle(bo_base);
     +               if (amdgpu_bulk_move_enabled)
     +                       amdgpu_vm_bo_idle(bo_base);
     +               else {
     +                       /* workaround: don't move PD/PT bos on LRU */
     +                       list_del_init(&bo_base->vm_status);
     +                       bo_base->moved = false;
     +               }

                     bo = bo_base->bo->parent;
                     if (!bo)


    
     _______________________________________________
     amd-gfx mailing list
     [email protected]
     https://lists.freedesktop.org/mailman/listinfo/amd-gfx

_______________________________________________
amd-gfx mailing list
[email protected]
https://lists.freedesktop.org/mailman/listinfo/amd-gfx

A message that is not in the archive (sent off-list or not yet received): 8ac85f96-43f9-eab2-fefe-1e557b4a43ee-5C7GfCeVMHo@public.gmane.org

author
#7 lore raw
Quoted 13 lines · Christian König

Am 11.09.2018 um 12:24 schrieb Huang Rui:

Quoted 12 lines · Christian König
Quoted 11 lines

Am 11.09.2018 um 05:41 schrieb Huang Rui:

The bulk moving mechanism still has bug on some corner cases. So disable it by default till it is fixed. We can use the module parameter to enable it for debugging.

Please no. Module parameters are for end users, not developers.

I really don't want a bug report that this option can crash the system.

Quoted 7 lines
Quoted 2 lines

How about use a macro such as BULK_ENABLED? Actually, I just want to have a simple way to enable it to continue debugging.

Yeah, sure that should work.

But why do we actually need to modifiy amdgpu_vm_update_directories() as well? Because of the performance?

Yes, I'm afraid that it will make the performance drop again in some specific cases.

Thanks,
Ray

Quoted 104 lines

Thanks,
Christian.

Quoted 99 lines

#if BULK_ENABLED
#else
#endif

Thanks,
Ray

Quoted 91 lines

Christian.

    Signed-off-by: Huang Rui <[email protected]>
    Cc: Christian König <[email protected]>
    Cc: Tom StDenis <[email protected]>
    ---
     drivers/gpu/drm/amd/amdgpu/amdgpu.h     |  1 +
     drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c | 11 +++++++++++
     drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c  | 11 +++++++++--
     3 files changed, 21 insertions(+), 2 deletions(-)

    diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu.h b/drivers/gpu/drm/amd/amdgpu/amdgpu.h
    index e992e0f..75fd7be 100644
    --- a/drivers/gpu/drm/amd/amdgpu/amdgpu.h
    +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu.h
    @@ -134,6 +134,7 @@ extern int amdgpu_compute_multipipe;
     extern int amdgpu_gpu_recovery;
     extern int amdgpu_emu_mode;
     extern uint amdgpu_smu_memory_pool_size;
    +extern int amdgpu_bulk_move_enabled;

     #ifdef CONFIG_DRM_AMDGPU_SI
     extern int amdgpu_si_support;
    diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c b/drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c
    index b5c2ccb..d57d16e 100644
    --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c
    +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c
    @@ -127,6 +127,7 @@ int amdgpu_compute_multipipe = -1;
     int amdgpu_gpu_recovery = -1; /* auto */
     int amdgpu_emu_mode = 0;
     uint amdgpu_smu_memory_pool_size = 0;
    +int amdgpu_bulk_move_enabled = 0;

     /**
      * DOC: vramlimit (int)
    @@ -532,6 +533,16 @@ MODULE_PARM_DESC(smu_memory_pool_size,
                    "0x1 = 256Mbyte, 0x2 = 512Mbyte, 0x4 = 1 Gbyte, 0x8 = 2GByte");
     module_param_named(smu_memory_pool_size, amdgpu_smu_memory_pool_size, uint, 0444);

    +/**
    + * DOC: bulk_move_enabled (int)
    + * It is used to enable/disable bulk moving on LRU list mechanism for debugging
    + * and testing. The default is false (disabled).  It will be enabled by default
    + * till all corner cases are hammered out.
    + */
    +MODULE_PARM_DESC(bulk_move_enabled,
    +                "Enable bulk moving on LRU list mechanism (1 = enabled, 0 = disabled (default)");
    +module_param_named(bulk_move_enabled, amdgpu_bulk_move_enabled, uint, 0444);
    +
     #ifdef CONFIG_HSA_AMD
     /**
      * DOC: sched_policy (int)
    diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c b/drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c
    index 9a5b1bb..ab95a9c 100644
    --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c
    +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c
    @@ -397,7 +397,8 @@ void amdgpu_vm_move_to_lru_tail(struct amdgpu_device *adev,
            }
            spin_unlock(&glob->lru_lock);

    -       vm->bulk_moveable = true;
    +       if (amdgpu_bulk_move_enabled)
    +               vm->bulk_moveable = true;
     }

     /**
    @@ -1213,7 +1214,13 @@ int amdgpu_vm_update_directories(struct amdgpu_device *adev,
                    bo_base = list_first_entry(&vm->relocated,
                                               struct amdgpu_vm_bo_base,
                                               vm_status);
    -               amdgpu_vm_bo_idle(bo_base);
    +               if (amdgpu_bulk_move_enabled)
    +                       amdgpu_vm_bo_idle(bo_base);
    +               else {
    +                       /* workaround: don't move PD/PT bos on LRU */
    +                       list_del_init(&bo_base->vm_status);
    +                       bo_base->moved = false;
    +               }

                    bo = bo_base->bo->parent;
                    if (!bo)


    _______________________________________________
    amd-gfx mailing list
    [email protected]
    https://lists.freedesktop.org/mailman/listinfo/amd-gfx
Quoted 4 lines

_______________________________________________
amd-gfx mailing list
[email protected]
https://lists.freedesktop.org/mailman/listinfo/amd-gfx

_______________________________________________
amd-gfx mailing list
[email protected]
https://lists.freedesktop.org/mailman/listinfo/amd-gfx