Skip to contentSkip to conversation

Add OA functionality to Xe

PATCH In review Ashutosh Dixit 6 participants 57 messages Aug 8, 2023 – Sep 8, 2023 Page 1 of 2

Subsystems (3)
lore
Share & tools
lore
#0 lore raw

cover Add OA functionality to Xe

This patchset is the initial port of i915 perf/OA functionality to the Xe driver. It has been tested against the following IGT patch:

https://patchwork.freedesktop.org/series/121082/

The following features in i915 have not been ported and will be added (as new patches) if/as they are needed:

* Inline batch submission on stream exec_queue/hw_engine
* NOA wait
* GuC ctx id (guc_sw_ctx_id)
* CTX_R_PWR_CLK_STATE/GEN8_R_PWR_CLK_STATE
* hold_preemption (DRM_XE_OA_PROP_HOLD_PREEMPTION)
* sseu_config (DRM_XE_OA_PROP_GLOBAL_SSEU)
* Override gucrc (override_gucrc_mode)
* MTL bios_c6_setup
* ratelimits
* compat ioctl

I am providing the following additional HAX patch (not part of this series) to help review these patches:

https://patchwork.freedesktop.org/patch/551683/?series=120100&rev=4

The commit message in the above patch explains how it can be useful for reviewing this series.

Test-with: [email protected]

v2: Fix build
v3: Rebase, due to s/xe_engine/xe_exec_queue/

Ashutosh Dixit (10):
drm/xe/oa: Introduce OA uapi
drm/xe/oa: Add OA types
drm/xe/oa: Add registers and GPU commands used by OA drm/xe/oa: Module init/exit and probe/remove drm/xe/oa: Add/remove config ioctl's drm/xe/oa: Start implementing OA stream open ioctl drm/xe/oa: OA stream initialization drm/xe/oa: Expose OA stream fd
drm/xe/oa: Read file_operation
drm/xe/oa: Implement queries

 drivers/gpu/drm/xe/Makefile               |    1 +
 drivers/gpu/drm/xe/regs/xe_engine_regs.h  |    5 +
 drivers/gpu/drm/xe/regs/xe_gpu_commands.h |   27 +
 drivers/gpu/drm/xe/regs/xe_oa_regs.h      |  173 ++
 drivers/gpu/drm/xe/xe_device.c            |   16 +
 drivers/gpu/drm/xe/xe_device_types.h      |    4 +
 drivers/gpu/drm/xe/xe_gt_types.h          |    4 +
 drivers/gpu/drm/xe/xe_hw_engine_types.h   |    2 +
 drivers/gpu/drm/xe/xe_module.c            |    5 +
 drivers/gpu/drm/xe/xe_oa.c                | 2356 +++++++++++++++++++++
 drivers/gpu/drm/xe/xe_oa.h                |   28 +
 drivers/gpu/drm/xe/xe_oa_types.h          |  295 +++
 drivers/gpu/drm/xe/xe_query.c             |    5 +-
 include/uapi/drm/xe_drm.h                 |  257 ++-
 14 files changed, 3176 insertions(+), 2 deletions(-)
 create mode 100644 drivers/gpu/drm/xe/regs/xe_oa_regs.h
 create mode 100644 drivers/gpu/drm/xe/xe_oa.c
 create mode 100644 drivers/gpu/drm/xe/xe_oa.h
 create mode 100644 drivers/gpu/drm/xe/xe_oa_types.h
Signature · 1 line
2.41.0
#1 lore raw

PATCH 1/10 drm/xe/oa: Introduce OA uapi

OA uapi allows userspace to:
* Read streams of performance counters written by hardware
* Configure (and reconfigure) which sets of perf counters are captured as part of OA streams
* Configure other properties (such as format and periodicity) of such captures.
* Query associated parameters such as OA unit timestamp freq, oa_unit_id's for hw engines and OA ioctl version

---
 include/uapi/drm/xe_drm.h | 257 +++++++++++++++++++++++++++++++++++++-
 1 file changed, 256 insertions(+), 1 deletion(-)
include/uapi/drm/xe_drm.h +256 -1
index 86f16d50e9ccc..b4ab07c285245 100644
@@ -111,6 +111,9 @@ struct xe_user_extension {
 #define DRM_XE_WAIT_USER_FENCE		0x0b
 #define DRM_XE_VM_MADVISE		0x0c
 #define DRM_XE_EXEC_QUEUE_GET_PROPERTY	0x0d
+#define DRM_XE_OA_OPEN			0x36
+#define DRM_XE_OA_ADD_CONFIG		0x37
+#define DRM_XE_OA_REMOVE_CONFIG		0x38
 
 /* Must be kept compact -- no holes */
 #define DRM_IOCTL_XE_DEVICE_QUERY		DRM_IOWR(DRM_COMMAND_BASE + DRM_XE_DEVICE_QUERY, struct drm_xe_device_query)
@@ -127,6 +130,9 @@ struct xe_user_extension {
 #define DRM_IOCTL_XE_EXEC_QUEUE_SET_PROPERTY	 DRM_IOW(DRM_COMMAND_BASE + DRM_XE_EXEC_QUEUE_SET_PROPERTY, struct drm_xe_exec_queue_set_property)
 #define DRM_IOCTL_XE_WAIT_USER_FENCE		DRM_IOWR(DRM_COMMAND_BASE + DRM_XE_WAIT_USER_FENCE, struct drm_xe_wait_user_fence)
 #define DRM_IOCTL_XE_VM_MADVISE			 DRM_IOW(DRM_COMMAND_BASE + DRM_XE_VM_MADVISE, struct drm_xe_vm_madvise)
+#define DRM_IOCTL_XE_OA_OPEN			DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_OPEN, struct drm_xe_oa_open_param)
+#define DRM_IOCTL_XE_OA_ADD_CONFIG		DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_ADD_CONFIG, struct drm_xe_oa_config)
+#define DRM_IOCTL_XE_OA_REMOVE_CONFIG		DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_REMOVE_CONFIG, __u64)
 
 /**
  * enum drm_xe_memory_class - Supported memory classes.
@@ -261,7 +267,8 @@ struct drm_xe_query_config {
 #define XE_QUERY_CONFIG_GT_COUNT		4
 #define XE_QUERY_CONFIG_MEM_REGION_COUNT	5
 #define XE_QUERY_CONFIG_MAX_ENGINE_PRIORITY	6
-#define XE_QUERY_CONFIG_NUM_PARAM		(XE_QUERY_CONFIG_MAX_ENGINE_PRIORITY + 1)
+#define XE_QUERY_OA_IOCTL_VERSION		7
+#define XE_QUERY_CONFIG_NUM_PARAM		(XE_QUERY_OA_IOCTL_VERSION + 1)
 	/** @info: array of elements containing the config info */
 	__u64 info[];
 };
@@ -298,6 +305,7 @@ struct drm_xe_query_gts {
 		__u64 native_mem_regions;	/* bit mask of instances from drm_xe_query_mem_usage */
 		__u64 slow_mem_regions;		/* bit mask of instances from drm_xe_query_mem_usage */
 		__u64 inaccessible_mem_regions;	/* bit mask of instances from drm_xe_query_mem_usage */
+		__u64 oa_timestamp_freq;
 		__u64 reserved[8];
 	} gts[];
 };
@@ -753,6 +761,7 @@ struct drm_xe_engine_class_instance {
 
 	__u16 engine_instance;
 	__u16 gt_id;
+	__u16 oa_unit_id;
 };
 
 struct drm_xe_exec_queue_create {
@@ -1056,6 +1065,252 @@ struct drm_xe_vm_madvise {
 	__u64 reserved[2];
 };
 
+enum drm_xe_oa_format {
+	XE_OA_FORMAT_C4_B8 = 7,
+
+	/* Gen8+ */
+	XE_OA_FORMAT_A12,
+	XE_OA_FORMAT_A12_B8_C8,
+	XE_OA_FORMAT_A32u40_A4u32_B8_C8,
+
+	/* DG2 */
+	XE_OAR_FORMAT_A32u40_A4u32_B8_C8,
+	XE_OA_FORMAT_A24u40_A14u32_B8_C8,
+
+	/* MTL OAM */
+	XE_OAM_FORMAT_MPEC8u64_B8_C8,
+	XE_OAM_FORMAT_MPEC8u32_B8_C8,
+
+	XE_OA_FORMAT_MAX	    /* non-ABI */
+};
+
+enum drm_xe_oa_property_id {
+	/**
+	 * Open the stream for a specific exec queue id (as used with
+	 * drm_xe_exec). A stream opened for a specific exec queue id this
+	 * way won't typically require root privileges.
+	 */
+	DRM_XE_OA_PROP_EXEC_QUEUE_ID = 1,
+
+	/**
+	 * A value of 1 requests the inclusion of raw OA unit reports as
+	 * part of stream samples.
+	 */
+	DRM_XE_OA_PROP_SAMPLE_OA,
+
+	/**
+	 * The value specifies which set of OA unit metrics should be
+	 * configured, defining the contents of any OA unit reports.
+	 */
+	DRM_XE_OA_PROP_OA_METRICS_SET,
+
+	/**
+	 * The value specifies the size and layout of OA unit reports.
+	 */
+	DRM_XE_OA_PROP_OA_FORMAT,
+
+	/**
+	 * Specifying this property implicitly requests periodic OA unit
+	 * sampling and (at least on Haswell) the sampling frequency is derived
+	 * from this exponent as follows:
+	 *
+	 *   80ns * 2^(period_exponent + 1)
+	 */
+	DRM_XE_OA_PROP_OA_EXPONENT,
+
+	/**
+	 * Specifying this property is only valid when specify a context to
+	 * filter with DRM_XE_OA_PROP_ENGINE_ID. Specifying this property
+	 * will hold preemption of the particular engine we want to gather
+	 * performance data about.
+	 */
+	DRM_XE_OA_PROP_HOLD_PREEMPTION,
+
+	/**
+	 * Specifying this pins all contexts to the specified SSEU power
+	 * configuration for the duration of the recording.
+	 *
+	 * This parameter's value is a pointer to a struct
+	 * drm_xe_gem_context_param_sseu (TBD).
+	 */
+	DRM_XE_OA_PROP_GLOBAL_SSEU,
+
+	/**
+	 * This optional parameter specifies the timer interval in nanoseconds
+	 * at which the xe driver will check the OA buffer for available data.
+	 * Minimum allowed value is 100 microseconds. A default value is used by
+	 * the driver if this parameter is not specified. Note that larger timer
+	 * values will reduce cpu consumption during OA perf captures. However,
+	 * excessively large values would potentially result in OA buffer
+	 * overwrites as captures reach end of the OA buffer.
+	 */
+	DRM_XE_OA_PROP_POLL_OA_PERIOD,
+
+	/**
+	 * Multiple engines may be mapped to the same OA unit. The OA unit is
+	 * identified by class:instance of any engine mapped to it.
+	 *
+	 * This parameter specifies the engine class and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_INSTANCE.
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_CLASS,
+
+	/**
+	 * This parameter specifies the engine instance and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_CLASS.
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_INSTANCE,
+
+	DRM_XE_OA_PROP_MAX /* non-ABI */
+};
+
+struct drm_xe_oa_open_param {
+	__u32 flags;
+#define XE_OA_FLAG_FD_CLOEXEC	BIT(0)
+#define XE_OA_FLAG_FD_NONBLOCK	BIT(1)
+#define XE_OA_FLAG_DISABLED	BIT(2)
+
+	/** The number of u64 (id, value) pairs */
+	__u32 num_properties;
+
+	/**
+	 * Pointer to array of u64 (id, value) pairs configuring the stream
+	 * to open.
+	 */
+	__u64 properties_ptr;
+};
+
+/*
+ * Enable data capture for a stream that was either opened in a disabled state
+ * via I915_PERF_FLAG_DISABLED or was later disabled via
+ * I915_PERF_IOCTL_DISABLE.
+ *
+ * It is intended to be cheaper to disable and enable a stream than it may be
+ * to close and re-open a stream with the same configuration.
+ *
+ * It's undefined whether any pending data for the stream will be lost.
+ */
+#define XE_OA_IOCTL_ENABLE	_IO('i', 0x0)
+
+/*
+ * Disable data capture for a stream.
+ *
+ * It is an error to try and read a stream that is disabled.
+ */
+#define XE_OA_IOCTL_DISABLE	_IO('i', 0x1)
+
+/*
+ * Change metrics_set captured by a stream.
+ *
+ * If the stream is bound to a specific context, the configuration change
+ * will performed inline with that context such that it takes effect before
+ * the next execbuf submission.
+ *
+ * Returns the previously bound metrics set id, or a negative error code.
+ */
+#define XE_OA_IOCTL_CONFIG	_IO('i', 0x2)
+
+struct drm_xe_oa_record_header {
+	__u32 type;
+	__u16 pad;
+	__u16 size;
+};
+
+enum drm_xe_oa_record_type {
+	/**
+	 * Samples are the work horse record type whose contents are
+	 * extensible and defined when opening an xe oa stream based on the
+	 * given properties.
+	 *
+	 * Boolean properties following the naming convention
+	 * DRM_XE_OA_SAMPLE_xyz_PROP request the inclusion of 'xyz' data in
+	 * every sample.
+	 *
+	 * The order of these sample properties given by userspace has no
+	 * affect on the ordering of data within a sample. The order is
+	 * documented here.
+	 *
+	 * struct {
+	 *     struct drm_xe_oa_record_header header;
+	 *
+	 *     { u32 oa_report[]; } && DRM_XE_OA_PROP_SAMPLE_OA
+	 * };
+	 */
+	DRM_XE_OA_RECORD_SAMPLE = 1,
+
+	/**
+	 * Indicates that one or more OA reports were not written by the
+	 * hardware. This can happen for example if an MI_REPORT_PERF_COUNT
+	 * command collides with periodic sampling - which would be more likely
+	 * at higher sampling frequencies.
+	 */
+	DRM_XE_OA_RECORD_OA_REPORT_LOST = 2,
+
+	/**
+	 * An error occurred that resulted in all pending OA reports being lost.
+	 */
+	DRM_XE_OA_RECORD_OA_BUFFER_LOST = 3,
+
+	DRM_XE_OA_RECORD_MAX /* non-ABI */
+};
+
+struct drm_xe_oa_config {
+	/**
+	 * @uuid:
+	 *
+	 * String formatted like "%\08x-%\04x-%\04x-%\04x-%\012x"
+	 */
+	char uuid[36];
+
+	/**
+	 * @n_mux_regs:
+	 *
+	 * Number of mux regs in &mux_regs_ptr.
+	 */
+	__u32 n_mux_regs;
+
+	/**
+	 * @n_boolean_regs:
+	 *
+	 * Number of boolean regs in &boolean_regs_ptr.
+	 */
+	__u32 n_boolean_regs;
+
+	/**
+	 * @n_flex_regs:
+	 *
+	 * Number of flex regs in &flex_regs_ptr.
+	 */
+	__u32 n_flex_regs;
+
+	/**
+	 * @mux_regs_ptr:
+	 *
+	 * Pointer to tuples of u32 values (register address, value) for mux
+	 * registers.  Expected length of buffer is (2 * sizeof(u32) *
+	 * &n_mux_regs).
+	 */
+	__u64 mux_regs_ptr;
+
+	/**
+	 * @boolean_regs_ptr:
+	 *
+	 * Pointer to tuples of u32 values (register address, value) for mux
+	 * registers.  Expected length of buffer is (2 * sizeof(u32) *
+	 * &n_boolean_regs).
+	 */
+	__u64 boolean_regs_ptr;
+
+	/**
+	 * @flex_regs_ptr:
+	 *
+	 * Pointer to tuples of u32 values (register address, value) for mux
+	 * registers.  Expected length of buffer is (2 * sizeof(u32) *
+	 * &n_flex_regs).
+	 */
+	__u64 flex_regs_ptr;
+};
+
 #if defined(__cplusplus)
 }
 #endif
Signature · 1 line
2.41.0
#2 lore raw

Re: [Intel-xe] [PATCH 01/10] drm/xe/oa: Introduce OA uapi

Hi Ashutosh,

This looks good in terms of what existed in i915. I have some comments here from an improvement perspective. Please let me know what you think.

Quoted 19 lines · Ashutosh Dixit

OA uapi allows userspace to:
* Read streams of performance counters written by hardware
* Configure (and reconfigure) which sets of perf counters are captured as part of OA streams
* Configure other properties (such as format and periodicity) of such captures.
* Query associated parameters such as OA unit timestamp freq, oa_unit_id's for hw engines and OA ioctl version

---
include/uapi/drm/xe_drm.h | 257 +++++++++++++++++++++++++++++++++++++-

1 file changed, 256 insertions(+), 1 deletion(-)
include/uapi/drm/xe_drm.h +0 -0
index 86f16d50e9ccc..b4ab07c285245 100644

include/uapi/drm/xe_drm.h struct xe_user_extension { · line 116

Quoted 6 lines
include/uapi/drm/xe_drm.h +3 -0
@@ -111,6 +111,9 @@ struct xe_user_extension {
 #define DRM_XE_WAIT_USER_FENCE		0x0b
 #define DRM_XE_VM_MADVISE		0x0c
 #define DRM_XE_EXEC_QUEUE_GET_PROPERTY	0x0d
+#define DRM_XE_OA_OPEN			0x36
+#define DRM_XE_OA_ADD_CONFIG		0x37
+#define DRM_XE_OA_REMOVE_CONFIG		0x38

No holes in ioctl numbers above, as in use 0xe 0xf 0x10 instead of 0x36, 0x37 and 0x38. Any reason you have left it same as i915?

Quoted 14 lines
include/uapi/drm/xe_drm.h +3 -0
 /* Must be kept compact -- no holes */
 #define DRM_IOCTL_XE_DEVICE_QUERY		DRM_IOWR(DRM_COMMAND_BASE + DRM_XE_DEVICE_QUERY, struct drm_xe_device_query)
@@ -127,6 +130,9 @@ struct xe_user_extension {
 #define DRM_IOCTL_XE_EXEC_QUEUE_SET_PROPERTY	 DRM_IOW(DRM_COMMAND_BASE + DRM_XE_EXEC_QUEUE_SET_PROPERTY, struct drm_xe_exec_queue_set_property)
 #define DRM_IOCTL_XE_WAIT_USER_FENCE		DRM_IOWR(DRM_COMMAND_BASE + DRM_XE_WAIT_USER_FENCE, struct drm_xe_wait_user_fence)
 #define DRM_IOCTL_XE_VM_MADVISE			 DRM_IOW(DRM_COMMAND_BASE + DRM_XE_VM_MADVISE, struct drm_xe_vm_madvise)
+#define DRM_IOCTL_XE_OA_OPEN			DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_OPEN, struct drm_xe_oa_open_param)
+#define DRM_IOCTL_XE_OA_ADD_CONFIG		DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_ADD_CONFIG, struct drm_xe_oa_config)
+#define DRM_IOCTL_XE_OA_REMOVE_CONFIG		DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_REMOVE_CONFIG, __u64)
 
 /**
 * enum drm_xe_memory_class - Supported memory classes.

include/uapi/drm/xe_drm.h struct drm_xe_query_config { · line 270

Quoted 5 lines
include/uapi/drm/xe_drm.h +1 -1
@@ -261,7 +267,8 @@ struct drm_xe_query_config {
 #define XE_QUERY_CONFIG_GT_COUNT		4
 #define XE_QUERY_CONFIG_MEM_REGION_COUNT	5
 #define XE_QUERY_CONFIG_MAX_ENGINE_PRIORITY	6
-#define XE_QUERY_CONFIG_NUM_PARAM		(XE_QUERY_CONFIG_MAX_ENGINE_PRIORITY + 1)
+#define XE_QUERY_OA_IOCTL_VERSION		7

I am thinking we should just have a query for oa_info where things like revision, oa_timestamp_frequency and other OA specific info like supported formats (spec - 52198) can be queried by the user.

Also iirc, revision was just added as a way to determine new extensions/features to OA, but I don't see that mechanism used by any other interface here. Maybe we should see how other interfaces are adding features and detecting their presence and use something similar.

Quoted 32 lines
include/uapi/drm/xe_drm.h +11 -0
+#define XE_QUERY_CONFIG_NUM_PARAM		(XE_QUERY_OA_IOCTL_VERSION + 1)
 	/** @info: array of elements containing the config info */
 	__u64 info[];
 };
@@ -298,6 +305,7 @@ struct drm_xe_query_gts {
 		__u64 native_mem_regions;	/* bit mask of instances from drm_xe_query_mem_usage */
 		__u64 slow_mem_regions;		/* bit mask of instances from drm_xe_query_mem_usage */
 		__u64 inaccessible_mem_regions;	/* bit mask of instances from drm_xe_query_mem_usage */
+		__u64 oa_timestamp_freq;
 		__u64 reserved[8];
 	} gts[];
 };
@@ -753,6 +761,7 @@ struct drm_xe_engine_class_instance {
 
 	__u16 engine_instance;
 	__u16 gt_id;
+	__u16 oa_unit_id;
 };
 
 struct drm_xe_exec_queue_create {
@@ -1056,6 +1065,252 @@ struct drm_xe_vm_madvise {
 	__u64 reserved[2];
 };
 
+enum drm_xe_oa_format {
+	XE_OA_FORMAT_C4_B8 = 7,
+
+	/* Gen8+ */
+	XE_OA_FORMAT_A12,
+	XE_OA_FORMAT_A12_B8_C8,
+	XE_OA_FORMAT_A32u40_A4u32_B8_C8,
+

include/uapi/drm/xe_drm.h struct drm_xe_vm_madvise { · line 1085

Quoted 10 lines
include/uapi/drm/xe_drm.h +10 -0
+	/* DG2 */
+	XE_OAR_FORMAT_A32u40_A4u32_B8_C8,
+	XE_OA_FORMAT_A24u40_A14u32_B8_C8,
+
+	/* MTL OAM */
+	XE_OAM_FORMAT_MPEC8u64_B8_C8,
+	XE_OAM_FORMAT_MPEC8u32_B8_C8,
+
+	XE_OA_FORMAT_MAX	    /* non-ABI */
+};

If we support a query to get the supported OA formats, we can do away with this. Also thinking if we can provide the format definition in such a way that UMD can just decode the counters from it with some generic code. That way, we don't have to constantly keep updating UMD code for every new platforms (may be far-fetched, but could save us a lot of time). Thoughts?

Quoted 70 lines
include/uapi/drm/xe_drm.h +70 -0
+
+enum drm_xe_oa_property_id {
+	/**
+	 * Open the stream for a specific exec queue id (as used with
+	 * drm_xe_exec). A stream opened for a specific exec queue id this
+	 * way won't typically require root privileges.
+	 */
+	DRM_XE_OA_PROP_EXEC_QUEUE_ID = 1,
+
+	/**
+	 * A value of 1 requests the inclusion of raw OA unit reports as
+	 * part of stream samples.
+	 */
+	DRM_XE_OA_PROP_SAMPLE_OA,
+
+	/**
+	 * The value specifies which set of OA unit metrics should be
+	 * configured, defining the contents of any OA unit reports.
+	 */
+	DRM_XE_OA_PROP_OA_METRICS_SET,
+
+	/**
+	 * The value specifies the size and layout of OA unit reports.
+	 */
+	DRM_XE_OA_PROP_OA_FORMAT,
+
+	/**
+	 * Specifying this property implicitly requests periodic OA unit
+	 * sampling and (at least on Haswell) the sampling frequency is derived
+	 * from this exponent as follows:
+	 *
+	 *   80ns * 2^(period_exponent + 1)
+	 */
+	DRM_XE_OA_PROP_OA_EXPONENT,
+
+	/**
+	 * Specifying this property is only valid when specify a context to
+	 * filter with DRM_XE_OA_PROP_ENGINE_ID. Specifying this property
+	 * will hold preemption of the particular engine we want to gather
+	 * performance data about.
+	 */
+	DRM_XE_OA_PROP_HOLD_PREEMPTION,
+
+	/**
+	 * Specifying this pins all contexts to the specified SSEU power
+	 * configuration for the duration of the recording.
+	 *
+	 * This parameter's value is a pointer to a struct
+	 * drm_xe_gem_context_param_sseu (TBD).
+	 */
+	DRM_XE_OA_PROP_GLOBAL_SSEU,
+
+	/**
+	 * This optional parameter specifies the timer interval in nanoseconds
+	 * at which the xe driver will check the OA buffer for available data.
+	 * Minimum allowed value is 100 microseconds. A default value is used by
+	 * the driver if this parameter is not specified. Note that larger timer
+	 * values will reduce cpu consumption during OA perf captures. However,
+	 * excessively large values would potentially result in OA buffer
+	 * overwrites as captures reach end of the OA buffer.
+	 */
+	DRM_XE_OA_PROP_POLL_OA_PERIOD,
+
+	/**
+	 * Multiple engines may be mapped to the same OA unit. The OA unit is
+	 * identified by class:instance of any engine mapped to it.
+	 *
+	 * This parameter specifies the engine class and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_INSTANCE.
+	 */

include/uapi/drm/xe_drm.h struct drm_xe_vm_madvise { · line 1165

Quoted 10 lines
include/uapi/drm/xe_drm.h +10 -0
+	DRM_XE_OA_PROP_OA_ENGINE_CLASS,
+
+	/**
+	 * This parameter specifies the engine instance and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_CLASS.
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_INSTANCE,
+
+	DRM_XE_OA_PROP_MAX /* non-ABI */
+};

Wish we could replace the prop-value interface here. Most ioctls just use a struct. We could do so with some room for additional rsvd params or some room for extensions similar to other interfaces here.

Quoted 42 lines
include/uapi/drm/xe_drm.h +42 -0
+
+struct drm_xe_oa_open_param {
+	__u32 flags;
+#define XE_OA_FLAG_FD_CLOEXEC	BIT(0)
+#define XE_OA_FLAG_FD_NONBLOCK	BIT(1)
+#define XE_OA_FLAG_DISABLED	BIT(2)
+
+	/** The number of u64 (id, value) pairs */
+	__u32 num_properties;
+
+	/**
+	 * Pointer to array of u64 (id, value) pairs configuring the stream
+	 * to open.
+	 */
+	__u64 properties_ptr;
+};
+
+/*
+ * Enable data capture for a stream that was either opened in a disabled state
+ * via I915_PERF_FLAG_DISABLED or was later disabled via
+ * I915_PERF_IOCTL_DISABLE.
+ *
+ * It is intended to be cheaper to disable and enable a stream than it may be
+ * to close and re-open a stream with the same configuration.
+ *
+ * It's undefined whether any pending data for the stream will be lost.
+ */
+#define XE_OA_IOCTL_ENABLE	_IO('i', 0x0)
+
+/*
+ * Disable data capture for a stream.
+ *
+ * It is an error to try and read a stream that is disabled.
+ */
+#define XE_OA_IOCTL_DISABLE	_IO('i', 0x1)
+
+/*
+ * Change metrics_set captured by a stream.
+ *
+ * If the stream is bound to a specific context, the configuration change
+ * will performed inline with that context such that it takes effect before
+ * the next execbuf submission.

include/uapi/drm/xe_drm.h struct drm_xe_vm_madvise { · line 1217

Quoted 10 lines
include/uapi/drm/xe_drm.h +10 -0
+ *
+ * Returns the previously bound metrics set id, or a negative error code.
+ */
+#define XE_OA_IOCTL_CONFIG	_IO('i', 0x2)
+
+struct drm_xe_oa_record_header {
+	__u32 type;
+	__u16 pad;
+	__u16 size;
+};

Note to myself to ensure we are adding the header per read call now and not per report.

Quoted 85 lines
include/uapi/drm/xe_drm.h +85 -0
+
+enum drm_xe_oa_record_type {
+	/**
+	 * Samples are the work horse record type whose contents are
+	 * extensible and defined when opening an xe oa stream based on the
+	 * given properties.
+	 *
+	 * Boolean properties following the naming convention
+	 * DRM_XE_OA_SAMPLE_xyz_PROP request the inclusion of 'xyz' data in
+	 * every sample.
+	 *
+	 * The order of these sample properties given by userspace has no
+	 * affect on the ordering of data within a sample. The order is
+	 * documented here.
+	 *
+	 * struct {
+	 *     struct drm_xe_oa_record_header header;
+	 *
+	 *     { u32 oa_report[]; } && DRM_XE_OA_PROP_SAMPLE_OA
+	 * };
+	 */
+	DRM_XE_OA_RECORD_SAMPLE = 1,
+
+	/**
+	 * Indicates that one or more OA reports were not written by the
+	 * hardware. This can happen for example if an MI_REPORT_PERF_COUNT
+	 * command collides with periodic sampling - which would be more likely
+	 * at higher sampling frequencies.
+	 */
+	DRM_XE_OA_RECORD_OA_REPORT_LOST = 2,
+
+	/**
+	 * An error occurred that resulted in all pending OA reports being lost.
+	 */
+	DRM_XE_OA_RECORD_OA_BUFFER_LOST = 3,
+
+	DRM_XE_OA_RECORD_MAX /* non-ABI */
+};
+
+struct drm_xe_oa_config {
+	/**
+	 * @uuid:
+	 *
+	 * String formatted like "%\08x-%\04x-%\04x-%\04x-%\012x"
+	 */
+	char uuid[36];
+
+	/**
+	 * @n_mux_regs:
+	 *
+	 * Number of mux regs in &mux_regs_ptr.
+	 */
+	__u32 n_mux_regs;
+
+	/**
+	 * @n_boolean_regs:
+	 *
+	 * Number of boolean regs in &boolean_regs_ptr.
+	 */
+	__u32 n_boolean_regs;
+
+	/**
+	 * @n_flex_regs:
+	 *
+	 * Number of flex regs in &flex_regs_ptr.
+	 */
+	__u32 n_flex_regs;
+
+	/**
+	 * @mux_regs_ptr:
+	 *
+	 * Pointer to tuples of u32 values (register address, value) for mux
+	 * registers.  Expected length of buffer is (2 * sizeof(u32) *
+	 * &n_mux_regs).
+	 */
+	__u64 mux_regs_ptr;
+
+	/**
+	 * @boolean_regs_ptr:
+	 *
+	 * Pointer to tuples of u32 values (register address, value) for mux
+	 * registers.  Expected length of buffer is (2 * sizeof(u32) *
+	 * &n_boolean_regs).
+	 */
+	__u64 boolean_regs_ptr;

include/uapi/drm/xe_drm.h struct drm_xe_vm_madvise { · line 1312

Quoted 10 lines
include/uapi/drm/xe_drm.h +10 -0
+
+	/**
+	 * @flex_regs_ptr:
+	 *
+	 * Pointer to tuples of u32 values (register address, value) for mux
+	 * registers.  Expected length of buffer is (2 * sizeof(u32) *
+	 * &n_flex_regs).
+	 */
+	__u64 flex_regs_ptr;
+};

We could just have n_regs and regs_ptr for the above struct instead of breaking this down into mux, b and flex. The kernel implementation does not care because it only checks for these. The metrics XML processing may need to be tweaked though. Worth it if it simplifies the KMD code.

Thanks,
Umesh

Quoted 7 lines
include/uapi/drm/xe_drm.h +1 -0
+
 #if defined(__cplusplus)
 }
 #endif
Signature · 1 line
2.41.0
#3 lore raw

Re: [Intel-xe] [PATCH 01/10] drm/xe/oa: Introduce OA uapi

Quoted 1 line · Umesh Nerlige Ramappa

Hi Umesh,

Quoted 18 lines

This looks good in terms of what existed in i915. I have some comments here from an improvement perspective. Please let me know what you think.

Quoted 14 lines · Ashutosh Dixit

OA uapi allows userspace to:
* Read streams of performance counters written by hardware
* Configure (and reconfigure) which sets of perf counters are captured as part of OA streams
* Configure other properties (such as format and periodicity) of such captures.
* Query associated parameters such as OA unit timestamp freq, oa_unit_id's for hw engines and OA ioctl version

---
include/uapi/drm/xe_drm.h | 257 +++++++++++++++++++++++++++++++++++++-

1 file changed, 256 insertions(+), 1 deletion(-)
Quoted 14 lines

include/uapi/drm/xe_drm.h struct xe_user_extension { · line 116

Quoted 11 lines
include/uapi/drm/xe_drm.h +3 -0
index 86f16d50e9ccc..b4ab07c285245 100644
@@ -111,6 +111,9 @@ struct xe_user_extension {
 #define DRM_XE_WAIT_USER_FENCE		0x0b
 #define DRM_XE_VM_MADVISE		0x0c
 #define DRM_XE_EXEC_QUEUE_GET_PROPERTY	0x0d
+#define DRM_XE_OA_OPEN			0x36
+#define DRM_XE_OA_ADD_CONFIG		0x37
+#define DRM_XE_OA_REMOVE_CONFIG		0x38

No holes in ioctl numbers above, as in use 0xe 0xf 0x10 instead of 0x36, 0x37 and 0x38. Any reason you have left it same as i915?

Just wanted to get the patches out on the mailing list soon, having the ioctl numbers same as i915 saves a bunch of IGT changes.

Also, I am providing these patches to UMD's to test and the holes allow the ioctls to remain undisturbed even if new ioctls are introduced in non-oa.

Even the oa_formats below are the same value as i915 :)

But yes this will eventually have to be fixed before merging.

Quoted 25 lines
Quoted 15 lines
include/uapi/drm/xe_drm.h +3 -0
 /* Must be kept compact -- no holes */
 #define DRM_IOCTL_XE_DEVICE_QUERY		DRM_IOWR(DRM_COMMAND_BASE + DRM_XE_DEVICE_QUERY, struct drm_xe_device_query)
@@ -127,6 +130,9 @@ struct xe_user_extension {
 #define DRM_IOCTL_XE_EXEC_QUEUE_SET_PROPERTY	 DRM_IOW(DRM_COMMAND_BASE + DRM_XE_EXEC_QUEUE_SET_PROPERTY, struct drm_xe_exec_queue_set_property)
 #define DRM_IOCTL_XE_WAIT_USER_FENCE		DRM_IOWR(DRM_COMMAND_BASE + DRM_XE_WAIT_USER_FENCE, struct drm_xe_wait_user_fence)
 #define DRM_IOCTL_XE_VM_MADVISE			 DRM_IOW(DRM_COMMAND_BASE + DRM_XE_VM_MADVISE, struct drm_xe_vm_madvise)
+#define DRM_IOCTL_XE_OA_OPEN			DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_OPEN, struct drm_xe_oa_open_param)
+#define DRM_IOCTL_XE_OA_ADD_CONFIG		DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_ADD_CONFIG, struct drm_xe_oa_config)
+#define DRM_IOCTL_XE_OA_REMOVE_CONFIG		DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_REMOVE_CONFIG, __u64)
 
 /**
 * enum drm_xe_memory_class - Supported memory classes.

include/uapi/drm/xe_drm.h struct drm_xe_query_config { · line 270

Quoted 5 lines
include/uapi/drm/xe_drm.h +1 -1
@@ -261,7 +267,8 @@ struct drm_xe_query_config {
 #define XE_QUERY_CONFIG_GT_COUNT		4
 #define XE_QUERY_CONFIG_MEM_REGION_COUNT	5
 #define XE_QUERY_CONFIG_MAX_ENGINE_PRIORITY	6
-#define XE_QUERY_CONFIG_NUM_PARAM		(XE_QUERY_CONFIG_MAX_ENGINE_PRIORITY + 1)
+#define XE_QUERY_OA_IOCTL_VERSION		7

I am thinking we should just have a query for oa_info where things like revision, oa_timestamp_frequency and other OA specific info like supported formats (spec - 52198) can be queried by the user.

Quoted 4 lines

Also iirc, revision was just added as a way to determine new extensions/features to OA, but I don't see that mechanism used by any other interface here. Maybe we should see how other interfaces are adding features and detecting their presence and use something similar.

I believe that would be doing this using xe_user_extension's, both set and get. See exec_queue_set_property and exec_queue_get_property. Revision etc. won't be needed if done this way.

Quoted 38 lines
Quoted 38 lines
include/uapi/drm/xe_drm.h +16 -0
+#define XE_QUERY_CONFIG_NUM_PARAM		(XE_QUERY_OA_IOCTL_VERSION + 1)
 	/** @info: array of elements containing the config info */
 	__u64 info[];
 };
@@ -298,6 +305,7 @@ struct drm_xe_query_gts {
 		__u64 native_mem_regions;	/* bit mask of instances from drm_xe_query_mem_usage */
 		__u64 slow_mem_regions;		/* bit mask of instances from drm_xe_query_mem_usage */
 		__u64 inaccessible_mem_regions;	/* bit mask of instances from drm_xe_query_mem_usage */
+		__u64 oa_timestamp_freq;
 		__u64 reserved[8];
 	} gts[];
 };
@@ -753,6 +761,7 @@ struct drm_xe_engine_class_instance {
 
 	__u16 engine_instance;
 	__u16 gt_id;
+	__u16 oa_unit_id;
 };
 
 struct drm_xe_exec_queue_create {
@@ -1056,6 +1065,252 @@ struct drm_xe_vm_madvise {
 	__u64 reserved[2];
 };
 
+enum drm_xe_oa_format {
+	XE_OA_FORMAT_C4_B8 = 7,
+
+	/* Gen8+ */
+	XE_OA_FORMAT_A12,
+	XE_OA_FORMAT_A12_B8_C8,
+	XE_OA_FORMAT_A32u40_A4u32_B8_C8,
+
+	/* DG2 */
+	XE_OAR_FORMAT_A32u40_A4u32_B8_C8,
+	XE_OA_FORMAT_A24u40_A14u32_B8_C8,
+
+	/* MTL OAM */
Quoted 8 lines

include/uapi/drm/xe_drm.h struct drm_xe_vm_madvise { · line 1085

Quoted 5 lines
include/uapi/drm/xe_drm.h +5 -0
+	XE_OAM_FORMAT_MPEC8u64_B8_C8,
+	XE_OAM_FORMAT_MPEC8u32_B8_C8,
+
+	XE_OA_FORMAT_MAX	    /* non-ABI */
+};

If we support a query to get the supported OA formats, we can do away with this.

OK, yeah get using user_ext's.

Quoted 5 lines

Also thinking if we can provide the format definition in such a way that UMD can just decode the counters from it with some generic code. That way, we don't have to constantly keep updating UMD code for every new platforms (may be far-fetched, but could save us a lot of time). Thoughts?

Ok, but I am not sure how to do this.

Quoted 75 lines
Quoted 75 lines
include/uapi/drm/xe_drm.h +75 -0
+enum drm_xe_oa_property_id {
+	/**
+	 * Open the stream for a specific exec queue id (as used with
+	 * drm_xe_exec). A stream opened for a specific exec queue id this
+	 * way won't typically require root privileges.
+	 */
+	DRM_XE_OA_PROP_EXEC_QUEUE_ID = 1,
+
+	/**
+	 * A value of 1 requests the inclusion of raw OA unit reports as
+	 * part of stream samples.
+	 */
+	DRM_XE_OA_PROP_SAMPLE_OA,
+
+	/**
+	 * The value specifies which set of OA unit metrics should be
+	 * configured, defining the contents of any OA unit reports.
+	 */
+	DRM_XE_OA_PROP_OA_METRICS_SET,
+
+	/**
+	 * The value specifies the size and layout of OA unit reports.
+	 */
+	DRM_XE_OA_PROP_OA_FORMAT,
+
+	/**
+	 * Specifying this property implicitly requests periodic OA unit
+	 * sampling and (at least on Haswell) the sampling frequency is derived
+	 * from this exponent as follows:
+	 *
+	 *   80ns * 2^(period_exponent + 1)
+	 */
+	DRM_XE_OA_PROP_OA_EXPONENT,
+
+	/**
+	 * Specifying this property is only valid when specify a context to
+	 * filter with DRM_XE_OA_PROP_ENGINE_ID. Specifying this property
+	 * will hold preemption of the particular engine we want to gather
+	 * performance data about.
+	 */
+	DRM_XE_OA_PROP_HOLD_PREEMPTION,
+
+	/**
+	 * Specifying this pins all contexts to the specified SSEU power
+	 * configuration for the duration of the recording.
+	 *
+	 * This parameter's value is a pointer to a struct
+	 * drm_xe_gem_context_param_sseu (TBD).
+	 */
+	DRM_XE_OA_PROP_GLOBAL_SSEU,
+
+	/**
+	 * This optional parameter specifies the timer interval in nanoseconds
+	 * at which the xe driver will check the OA buffer for available data.
+	 * Minimum allowed value is 100 microseconds. A default value is used by
+	 * the driver if this parameter is not specified. Note that larger timer
+	 * values will reduce cpu consumption during OA perf captures. However,
+	 * excessively large values would potentially result in OA buffer
+	 * overwrites as captures reach end of the OA buffer.
+	 */
+	DRM_XE_OA_PROP_POLL_OA_PERIOD,
+
+	/**
+	 * Multiple engines may be mapped to the same OA unit. The OA unit is
+	 * identified by class:instance of any engine mapped to it.
+	 *
+	 * This parameter specifies the engine class and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_INSTANCE.
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_CLASS,
+
+	/**
+	 * This parameter specifies the engine instance and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_CLASS.
+	 */
Quoted 8 lines

include/uapi/drm/xe_drm.h struct drm_xe_vm_madvise { · line 1165

Quoted 4 lines
include/uapi/drm/xe_drm.h +4 -0
+	DRM_XE_OA_PROP_OA_ENGINE_INSTANCE,
+
+	DRM_XE_OA_PROP_MAX /* non-ABI */
+};

Wish we could replace the prop-value interface here. Most ioctls just use a struct. We could do so with some room for additional rsvd params or some room for extensions similar to other interfaces here.

Yes again use user_ext's for these.

Quoted 148 lines
Quoted 43 lines
include/uapi/drm/xe_drm.h +42 -0
+
+struct drm_xe_oa_open_param {
+	__u32 flags;
+#define XE_OA_FLAG_FD_CLOEXEC	BIT(0)
+#define XE_OA_FLAG_FD_NONBLOCK	BIT(1)
+#define XE_OA_FLAG_DISABLED	BIT(2)
+
+	/** The number of u64 (id, value) pairs */
+	__u32 num_properties;
+
+	/**
+	 * Pointer to array of u64 (id, value) pairs configuring the stream
+	 * to open.
+	 */
+	__u64 properties_ptr;
+};
+
+/*
+ * Enable data capture for a stream that was either opened in a disabled state
+ * via I915_PERF_FLAG_DISABLED or was later disabled via
+ * I915_PERF_IOCTL_DISABLE.
+ *
+ * It is intended to be cheaper to disable and enable a stream than it may be
+ * to close and re-open a stream with the same configuration.
+ *
+ * It's undefined whether any pending data for the stream will be lost.
+ */
+#define XE_OA_IOCTL_ENABLE	_IO('i', 0x0)
+
+/*
+ * Disable data capture for a stream.
+ *
+ * It is an error to try and read a stream that is disabled.
+ */
+#define XE_OA_IOCTL_DISABLE	_IO('i', 0x1)
+
+/*
+ * Change metrics_set captured by a stream.
+ *
+ * If the stream is bound to a specific context, the configuration change
+ * will performed inline with that context such that it takes effect before
+ * the next execbuf submission.

include/uapi/drm/xe_drm.h struct drm_xe_vm_madvise { · line 1217

Quoted 10 lines
include/uapi/drm/xe_drm.h +10 -0
+ *
+ * Returns the previously bound metrics set id, or a negative error code.
+ */
+#define XE_OA_IOCTL_CONFIG	_IO('i', 0x2)
+
+struct drm_xe_oa_record_header {
+	__u32 type;
+	__u16 pad;
+	__u16 size;
+};

Note to myself to ensure we are adding the header per read call now and not per report.

Quoted 91 lines
include/uapi/drm/xe_drm.h +91 -0
+
+enum drm_xe_oa_record_type {
+	/**
+	 * Samples are the work horse record type whose contents are
+	 * extensible and defined when opening an xe oa stream based on the
+	 * given properties.
+	 *
+	 * Boolean properties following the naming convention
+	 * DRM_XE_OA_SAMPLE_xyz_PROP request the inclusion of 'xyz' data in
+	 * every sample.
+	 *
+	 * The order of these sample properties given by userspace has no
+	 * affect on the ordering of data within a sample. The order is
+	 * documented here.
+	 *
+	 * struct {
+	 *     struct drm_xe_oa_record_header header;
+	 *
+	 *     { u32 oa_report[]; } && DRM_XE_OA_PROP_SAMPLE_OA
+	 * };
+	 */
+	DRM_XE_OA_RECORD_SAMPLE = 1,
+
+	/**
+	 * Indicates that one or more OA reports were not written by the
+	 * hardware. This can happen for example if an MI_REPORT_PERF_COUNT
+	 * command collides with periodic sampling - which would be more likely
+	 * at higher sampling frequencies.
+	 */
+	DRM_XE_OA_RECORD_OA_REPORT_LOST = 2,
+
+	/**
+	 * An error occurred that resulted in all pending OA reports being lost.
+	 */
+	DRM_XE_OA_RECORD_OA_BUFFER_LOST = 3,
+
+	DRM_XE_OA_RECORD_MAX /* non-ABI */
+};
+
+struct drm_xe_oa_config {
+	/**
+	 * @uuid:
+	 *
+	 * String formatted like "%\08x-%\04x-%\04x-%\04x-%\012x"
+	 */
+	char uuid[36];
+
+	/**
+	 * @n_mux_regs:
+	 *
+	 * Number of mux regs in &mux_regs_ptr.
+	 */
+	__u32 n_mux_regs;
+
+	/**
+	 * @n_boolean_regs:
+	 *
+	 * Number of boolean regs in &boolean_regs_ptr.
+	 */
+	__u32 n_boolean_regs;
+
+	/**
+	 * @n_flex_regs:
+	 *
+	 * Number of flex regs in &flex_regs_ptr.
+	 */
+	__u32 n_flex_regs;
+
+	/**
+	 * @mux_regs_ptr:
+	 *
+	 * Pointer to tuples of u32 values (register address, value) for mux
+	 * registers.  Expected length of buffer is (2 * sizeof(u32) *
+	 * &n_mux_regs).
+	 */
+	__u64 mux_regs_ptr;
+
+	/**
+	 * @boolean_regs_ptr:
+	 *
+	 * Pointer to tuples of u32 values (register address, value) for mux
+	 * registers.  Expected length of buffer is (2 * sizeof(u32) *
+	 * &n_boolean_regs).
+	 */
+	__u64 boolean_regs_ptr;
+
+	/**
+	 * @flex_regs_ptr:
+	 *
+	 * Pointer to tuples of u32 values (register address, value) for mux
+	 * registers.  Expected length of buffer is (2 * sizeof(u32) *
Quoted 8 lines

include/uapi/drm/xe_drm.h struct drm_xe_vm_madvise { · line 1312

Quoted 4 lines
include/uapi/drm/xe_drm.h +4 -0
+	 * &n_flex_regs).
+	 */
+	__u64 flex_regs_ptr;
+};

We could just have n_regs and regs_ptr for the above struct instead of breaking this down into mux, b and flex. The kernel implementation does not care because it only checks for these.

But the kmd checks for separate addr ranges for mux, b and flex? How to handle that if have just n_regs and regs_ptr?

Quoted 2 lines

The metrics XML processing may need to be tweaked though. Worth it if it simplifies the KMD code.

Thanks.
--
Ashutosh

#4 lore raw

Re: [Intel-xe] [PATCH 01/10] drm/xe/oa: Introduce OA uapi

Quoted 41 lines · Ashutosh
Quoted 1 line · Umesh Nerlige Ramappa

Hi Umesh,

Quoted 18 lines

This looks good in terms of what existed in i915. I have some comments here from an improvement perspective. Please let me know what you think.

Quoted 14 lines · Ashutosh Dixit

OA uapi allows userspace to:
* Read streams of performance counters written by hardware
* Configure (and reconfigure) which sets of perf counters are captured as part of OA streams
* Configure other properties (such as format and periodicity) of such captures.
* Query associated parameters such as OA unit timestamp freq, oa_unit_id's for hw engines and OA ioctl version

---
include/uapi/drm/xe_drm.h | 257 +++++++++++++++++++++++++++++++++++++-

1 file changed, 256 insertions(+), 1 deletion(-)
Quoted 14 lines

include/uapi/drm/xe_drm.h struct xe_user_extension { · line 116

Quoted 11 lines
include/uapi/drm/xe_drm.h +3 -0
index 86f16d50e9ccc..b4ab07c285245 100644
@@ -111,6 +111,9 @@ struct xe_user_extension {
 #define DRM_XE_WAIT_USER_FENCE		0x0b
 #define DRM_XE_VM_MADVISE		0x0c
 #define DRM_XE_EXEC_QUEUE_GET_PROPERTY	0x0d
+#define DRM_XE_OA_OPEN			0x36
+#define DRM_XE_OA_ADD_CONFIG		0x37
+#define DRM_XE_OA_REMOVE_CONFIG		0x38

No holes in ioctl numbers above, as in use 0xe 0xf 0x10 instead of 0x36, 0x37 and 0x38. Any reason you have left it same as i915?

Just wanted to get the patches out on the mailing list soon, having the ioctl numbers same as i915 saves a bunch of IGT changes.

Quoted 6 lines

Also, I am providing these patches to UMD's to test and the holes allow the ioctls to remain undisturbed even if new ioctls are introduced in non-oa.

Even the oa_formats below are the same value as i915 :)

But yes this will eventually have to be fixed before merging.

sounds good

Quoted 84 lines
Quoted 26 lines
Quoted 16 lines
include/uapi/drm/xe_drm.h +3 -0
 /* Must be kept compact -- no holes */
 #define DRM_IOCTL_XE_DEVICE_QUERY		DRM_IOWR(DRM_COMMAND_BASE + DRM_XE_DEVICE_QUERY, struct drm_xe_device_query)
@@ -127,6 +130,9 @@ struct xe_user_extension {
 #define DRM_IOCTL_XE_EXEC_QUEUE_SET_PROPERTY	 DRM_IOW(DRM_COMMAND_BASE + DRM_XE_EXEC_QUEUE_SET_PROPERTY, struct drm_xe_exec_queue_set_property)
 #define DRM_IOCTL_XE_WAIT_USER_FENCE		DRM_IOWR(DRM_COMMAND_BASE + DRM_XE_WAIT_USER_FENCE, struct drm_xe_wait_user_fence)
 #define DRM_IOCTL_XE_VM_MADVISE			 DRM_IOW(DRM_COMMAND_BASE + DRM_XE_VM_MADVISE, struct drm_xe_vm_madvise)
+#define DRM_IOCTL_XE_OA_OPEN			DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_OPEN, struct drm_xe_oa_open_param)
+#define DRM_IOCTL_XE_OA_ADD_CONFIG		DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_ADD_CONFIG, struct drm_xe_oa_config)
+#define DRM_IOCTL_XE_OA_REMOVE_CONFIG		DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_REMOVE_CONFIG, __u64)
 
 /**
 * enum drm_xe_memory_class - Supported memory classes.

include/uapi/drm/xe_drm.h struct drm_xe_query_config { · line 270

Quoted 5 lines
include/uapi/drm/xe_drm.h +1 -1
@@ -261,7 +267,8 @@ struct drm_xe_query_config {
 #define XE_QUERY_CONFIG_GT_COUNT		4
 #define XE_QUERY_CONFIG_MEM_REGION_COUNT	5
 #define XE_QUERY_CONFIG_MAX_ENGINE_PRIORITY	6
-#define XE_QUERY_CONFIG_NUM_PARAM		(XE_QUERY_CONFIG_MAX_ENGINE_PRIORITY + 1)
+#define XE_QUERY_OA_IOCTL_VERSION		7

I am thinking we should just have a query for oa_info where things like revision, oa_timestamp_frequency and other OA specific info like supported formats (spec - 52198) can be queried by the user.

Quoted 4 lines

Also iirc, revision was just added as a way to determine new extensions/features to OA, but I don't see that mechanism used by any other interface here. Maybe we should see how other interfaces are adding features and detecting their presence and use something similar.

I believe that would be doing this using xe_user_extension's, both set and get. See exec_queue_set_property and exec_queue_get_property. Revision etc. won't be needed if done this way.

Quoted 38 lines
Quoted 38 lines
include/uapi/drm/xe_drm.h +16 -0
+#define XE_QUERY_CONFIG_NUM_PARAM		(XE_QUERY_OA_IOCTL_VERSION + 1)
 	/** @info: array of elements containing the config info */
 	__u64 info[];
 };
@@ -298,6 +305,7 @@ struct drm_xe_query_gts {
 		__u64 native_mem_regions;	/* bit mask of instances from drm_xe_query_mem_usage */
 		__u64 slow_mem_regions;		/* bit mask of instances from drm_xe_query_mem_usage */
 		__u64 inaccessible_mem_regions;	/* bit mask of instances from drm_xe_query_mem_usage */
+		__u64 oa_timestamp_freq;
 		__u64 reserved[8];
 	} gts[];
 };
@@ -753,6 +761,7 @@ struct drm_xe_engine_class_instance {
 
 	__u16 engine_instance;
 	__u16 gt_id;
+	__u16 oa_unit_id;
 };
 
 struct drm_xe_exec_queue_create {
@@ -1056,6 +1065,252 @@ struct drm_xe_vm_madvise {
 	__u64 reserved[2];
 };
 
+enum drm_xe_oa_format {
+	XE_OA_FORMAT_C4_B8 = 7,
+
+	/* Gen8+ */
+	XE_OA_FORMAT_A12,
+	XE_OA_FORMAT_A12_B8_C8,
+	XE_OA_FORMAT_A32u40_A4u32_B8_C8,
+
+	/* DG2 */
+	XE_OAR_FORMAT_A32u40_A4u32_B8_C8,
+	XE_OA_FORMAT_A24u40_A14u32_B8_C8,
+
+	/* MTL OAM */
Quoted 8 lines

include/uapi/drm/xe_drm.h struct drm_xe_vm_madvise { · line 1085

Quoted 5 lines
include/uapi/drm/xe_drm.h +5 -0
+	XE_OAM_FORMAT_MPEC8u64_B8_C8,
+	XE_OAM_FORMAT_MPEC8u32_B8_C8,
+
+	XE_OA_FORMAT_MAX	    /* non-ABI */
+};

If we support a query to get the supported OA formats, we can do away with this.

OK, yeah get using user_ext's.

Quoted 7 lines
Quoted 5 lines

Also thinking if we can provide the format definition in such a way that UMD can just decode the counters from it with some generic code. That way, we don't have to constantly keep updating UMD code for every new platforms (may be far-fetched, but could save us a lot of time). Thoughts?

Ok, but I am not sure how to do this.

Just a thought, we can ignore that for now.

Quoted 244 lines
Quoted 76 lines
Quoted 76 lines
include/uapi/drm/xe_drm.h +75 -0
+enum drm_xe_oa_property_id {
+	/**
+	 * Open the stream for a specific exec queue id (as used with
+	 * drm_xe_exec). A stream opened for a specific exec queue id this
+	 * way won't typically require root privileges.
+	 */
+	DRM_XE_OA_PROP_EXEC_QUEUE_ID = 1,
+
+	/**
+	 * A value of 1 requests the inclusion of raw OA unit reports as
+	 * part of stream samples.
+	 */
+	DRM_XE_OA_PROP_SAMPLE_OA,
+
+	/**
+	 * The value specifies which set of OA unit metrics should be
+	 * configured, defining the contents of any OA unit reports.
+	 */
+	DRM_XE_OA_PROP_OA_METRICS_SET,
+
+	/**
+	 * The value specifies the size and layout of OA unit reports.
+	 */
+	DRM_XE_OA_PROP_OA_FORMAT,
+
+	/**
+	 * Specifying this property implicitly requests periodic OA unit
+	 * sampling and (at least on Haswell) the sampling frequency is derived
+	 * from this exponent as follows:
+	 *
+	 *   80ns * 2^(period_exponent + 1)
+	 */
+	DRM_XE_OA_PROP_OA_EXPONENT,
+
+	/**
+	 * Specifying this property is only valid when specify a context to
+	 * filter with DRM_XE_OA_PROP_ENGINE_ID. Specifying this property
+	 * will hold preemption of the particular engine we want to gather
+	 * performance data about.
+	 */
+	DRM_XE_OA_PROP_HOLD_PREEMPTION,
+
+	/**
+	 * Specifying this pins all contexts to the specified SSEU power
+	 * configuration for the duration of the recording.
+	 *
+	 * This parameter's value is a pointer to a struct
+	 * drm_xe_gem_context_param_sseu (TBD).
+	 */
+	DRM_XE_OA_PROP_GLOBAL_SSEU,
+
+	/**
+	 * This optional parameter specifies the timer interval in nanoseconds
+	 * at which the xe driver will check the OA buffer for available data.
+	 * Minimum allowed value is 100 microseconds. A default value is used by
+	 * the driver if this parameter is not specified. Note that larger timer
+	 * values will reduce cpu consumption during OA perf captures. However,
+	 * excessively large values would potentially result in OA buffer
+	 * overwrites as captures reach end of the OA buffer.
+	 */
+	DRM_XE_OA_PROP_POLL_OA_PERIOD,
+
+	/**
+	 * Multiple engines may be mapped to the same OA unit. The OA unit is
+	 * identified by class:instance of any engine mapped to it.
+	 *
+	 * This parameter specifies the engine class and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_INSTANCE.
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_CLASS,
+
+	/**
+	 * This parameter specifies the engine instance and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_CLASS.
+	 */
Quoted 8 lines

include/uapi/drm/xe_drm.h struct drm_xe_vm_madvise { · line 1165

Quoted 4 lines
include/uapi/drm/xe_drm.h +4 -0
+	DRM_XE_OA_PROP_OA_ENGINE_INSTANCE,
+
+	DRM_XE_OA_PROP_MAX /* non-ABI */
+};

Wish we could replace the prop-value interface here. Most ioctls just use a struct. We could do so with some room for additional rsvd params or some room for extensions similar to other interfaces here.

Yes again use user_ext's for these.

Quoted 148 lines
Quoted 43 lines
include/uapi/drm/xe_drm.h +42 -0
+
+struct drm_xe_oa_open_param {
+	__u32 flags;
+#define XE_OA_FLAG_FD_CLOEXEC	BIT(0)
+#define XE_OA_FLAG_FD_NONBLOCK	BIT(1)
+#define XE_OA_FLAG_DISABLED	BIT(2)
+
+	/** The number of u64 (id, value) pairs */
+	__u32 num_properties;
+
+	/**
+	 * Pointer to array of u64 (id, value) pairs configuring the stream
+	 * to open.
+	 */
+	__u64 properties_ptr;
+};
+
+/*
+ * Enable data capture for a stream that was either opened in a disabled state
+ * via I915_PERF_FLAG_DISABLED or was later disabled via
+ * I915_PERF_IOCTL_DISABLE.
+ *
+ * It is intended to be cheaper to disable and enable a stream than it may be
+ * to close and re-open a stream with the same configuration.
+ *
+ * It's undefined whether any pending data for the stream will be lost.
+ */
+#define XE_OA_IOCTL_ENABLE	_IO('i', 0x0)
+
+/*
+ * Disable data capture for a stream.
+ *
+ * It is an error to try and read a stream that is disabled.
+ */
+#define XE_OA_IOCTL_DISABLE	_IO('i', 0x1)
+
+/*
+ * Change metrics_set captured by a stream.
+ *
+ * If the stream is bound to a specific context, the configuration change
+ * will performed inline with that context such that it takes effect before
+ * the next execbuf submission.

include/uapi/drm/xe_drm.h struct drm_xe_vm_madvise { · line 1217

Quoted 10 lines
include/uapi/drm/xe_drm.h +10 -0
+ *
+ * Returns the previously bound metrics set id, or a negative error code.
+ */
+#define XE_OA_IOCTL_CONFIG	_IO('i', 0x2)
+
+struct drm_xe_oa_record_header {
+	__u32 type;
+	__u16 pad;
+	__u16 size;
+};

Note to myself to ensure we are adding the header per read call now and not per report.

Quoted 91 lines
include/uapi/drm/xe_drm.h +91 -0
+
+enum drm_xe_oa_record_type {
+	/**
+	 * Samples are the work horse record type whose contents are
+	 * extensible and defined when opening an xe oa stream based on the
+	 * given properties.
+	 *
+	 * Boolean properties following the naming convention
+	 * DRM_XE_OA_SAMPLE_xyz_PROP request the inclusion of 'xyz' data in
+	 * every sample.
+	 *
+	 * The order of these sample properties given by userspace has no
+	 * affect on the ordering of data within a sample. The order is
+	 * documented here.
+	 *
+	 * struct {
+	 *     struct drm_xe_oa_record_header header;
+	 *
+	 *     { u32 oa_report[]; } && DRM_XE_OA_PROP_SAMPLE_OA
+	 * };
+	 */
+	DRM_XE_OA_RECORD_SAMPLE = 1,
+
+	/**
+	 * Indicates that one or more OA reports were not written by the
+	 * hardware. This can happen for example if an MI_REPORT_PERF_COUNT
+	 * command collides with periodic sampling - which would be more likely
+	 * at higher sampling frequencies.
+	 */
+	DRM_XE_OA_RECORD_OA_REPORT_LOST = 2,
+
+	/**
+	 * An error occurred that resulted in all pending OA reports being lost.
+	 */
+	DRM_XE_OA_RECORD_OA_BUFFER_LOST = 3,
+
+	DRM_XE_OA_RECORD_MAX /* non-ABI */
+};
+
+struct drm_xe_oa_config {
+	/**
+	 * @uuid:
+	 *
+	 * String formatted like "%\08x-%\04x-%\04x-%\04x-%\012x"
+	 */
+	char uuid[36];
+
+	/**
+	 * @n_mux_regs:
+	 *
+	 * Number of mux regs in &mux_regs_ptr.
+	 */
+	__u32 n_mux_regs;
+
+	/**
+	 * @n_boolean_regs:
+	 *
+	 * Number of boolean regs in &boolean_regs_ptr.
+	 */
+	__u32 n_boolean_regs;
+
+	/**
+	 * @n_flex_regs:
+	 *
+	 * Number of flex regs in &flex_regs_ptr.
+	 */
+	__u32 n_flex_regs;
+
+	/**
+	 * @mux_regs_ptr:
+	 *
+	 * Pointer to tuples of u32 values (register address, value) for mux
+	 * registers.  Expected length of buffer is (2 * sizeof(u32) *
+	 * &n_mux_regs).
+	 */
+	__u64 mux_regs_ptr;
+
+	/**
+	 * @boolean_regs_ptr:
+	 *
+	 * Pointer to tuples of u32 values (register address, value) for mux
+	 * registers.  Expected length of buffer is (2 * sizeof(u32) *
+	 * &n_boolean_regs).
+	 */
+	__u64 boolean_regs_ptr;
+
+	/**
+	 * @flex_regs_ptr:
+	 *
+	 * Pointer to tuples of u32 values (register address, value) for mux
+	 * registers.  Expected length of buffer is (2 * sizeof(u32) *
Quoted 8 lines

include/uapi/drm/xe_drm.h struct drm_xe_vm_madvise { · line 1312

Quoted 4 lines
include/uapi/drm/xe_drm.h +4 -0
+	 * &n_flex_regs).
+	 */
+	__u64 flex_regs_ptr;
+};

We could just have n_regs and regs_ptr for the above struct instead of breaking this down into mux, b and flex. The kernel implementation does not care because it only checks for these.

Quoted 2 lines

But the kmd checks for separate addr ranges for mux, b and flex? How to handle that if have just n_regs and regs_ptr?

The per platform ranges will still exist, but the registers will be compared against all ranges (mux can be compared against b and flex ranges. We don't have too many ranges to be concerned about the comparison overhead.

Well.. any changes would impact metrics scripts, so we can leave it as is.

Thanks,
Umesh

Quoted 7 lines
Quoted 3 lines

The metrics XML processing may need to be tweaked though. Worth it if it simplifies the KMD code.

Thanks.
--
Ashutosh

#5 lore raw

Re: [Intel-xe] [PATCH 01/10] drm/xe/oa: Introduce OA uapi

Quoted 1 line · Umesh Nerlige Ramappa

Hi Umesh,

Some more thoughts.

Quoted 39 lines · Ashutosh
Quoted 38 lines · Umesh Nerlige Ramappa
Quoted 19 lines

This looks good in terms of what existed in i915. I have some comments here from an improvement perspective. Please let me know what you think.

Quoted 14 lines · Ashutosh Dixit

OA uapi allows userspace to:
* Read streams of performance counters written by hardware
* Configure (and reconfigure) which sets of perf counters are captured as part of OA streams
* Configure other properties (such as format and periodicity) of such captures.
* Query associated parameters such as OA unit timestamp freq, oa_unit_id's for hw engines and OA ioctl version

---
include/uapi/drm/xe_drm.h | 257 +++++++++++++++++++++++++++++++++++++-

1 file changed, 256 insertions(+), 1 deletion(-)
Quoted 14 lines

include/uapi/drm/xe_drm.h struct xe_user_extension { · line 116

Quoted 11 lines
include/uapi/drm/xe_drm.h +3 -0
index 86f16d50e9ccc..b4ab07c285245 100644
@@ -111,6 +111,9 @@ struct xe_user_extension {
 #define DRM_XE_WAIT_USER_FENCE		0x0b
 #define DRM_XE_VM_MADVISE		0x0c
 #define DRM_XE_EXEC_QUEUE_GET_PROPERTY	0x0d
+#define DRM_XE_OA_OPEN			0x36
+#define DRM_XE_OA_ADD_CONFIG		0x37
+#define DRM_XE_OA_REMOVE_CONFIG		0x38

No holes in ioctl numbers above, as in use 0xe 0xf 0x10 instead of 0x36, 0x37 and 0x38. Any reason you have left it same as i915?

Just wanted to get the patches out on the mailing list soon, having the ioctl numbers same as i915 saves a bunch of IGT changes.

Quoted 34 lines
Quoted 6 lines

Also, I am providing these patches to UMD's to test and the holes allow the ioctls to remain undisturbed even if new ioctls are introduced in non-oa.

Even the oa_formats below are the same value as i915 :)

But yes this will eventually have to be fixed before merging.

sounds good

Quoted 25 lines
Quoted 25 lines
Quoted 16 lines
include/uapi/drm/xe_drm.h +3 -0
 /* Must be kept compact -- no holes */
 #define DRM_IOCTL_XE_DEVICE_QUERY		DRM_IOWR(DRM_COMMAND_BASE + DRM_XE_DEVICE_QUERY, struct drm_xe_device_query)
@@ -127,6 +130,9 @@ struct xe_user_extension {
 #define DRM_IOCTL_XE_EXEC_QUEUE_SET_PROPERTY	 DRM_IOW(DRM_COMMAND_BASE + DRM_XE_EXEC_QUEUE_SET_PROPERTY, struct drm_xe_exec_queue_set_property)
 #define DRM_IOCTL_XE_WAIT_USER_FENCE		DRM_IOWR(DRM_COMMAND_BASE + DRM_XE_WAIT_USER_FENCE, struct drm_xe_wait_user_fence)
 #define DRM_IOCTL_XE_VM_MADVISE			 DRM_IOW(DRM_COMMAND_BASE + DRM_XE_VM_MADVISE, struct drm_xe_vm_madvise)
+#define DRM_IOCTL_XE_OA_OPEN			DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_OPEN, struct drm_xe_oa_open_param)
+#define DRM_IOCTL_XE_OA_ADD_CONFIG		DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_ADD_CONFIG, struct drm_xe_oa_config)
+#define DRM_IOCTL_XE_OA_REMOVE_CONFIG		DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_REMOVE_CONFIG, __u64)
 
 /**
 * enum drm_xe_memory_class - Supported memory classes.

include/uapi/drm/xe_drm.h struct drm_xe_query_config { · line 270

Quoted 5 lines
include/uapi/drm/xe_drm.h +1 -1
@@ -261,7 +267,8 @@ struct drm_xe_query_config {
 #define XE_QUERY_CONFIG_GT_COUNT		4
 #define XE_QUERY_CONFIG_MEM_REGION_COUNT	5
 #define XE_QUERY_CONFIG_MAX_ENGINE_PRIORITY	6
-#define XE_QUERY_CONFIG_NUM_PARAM		(XE_QUERY_CONFIG_MAX_ENGINE_PRIORITY + 1)
+#define XE_QUERY_OA_IOCTL_VERSION		7

I am thinking we should just have a query for oa_info where things like revision, oa_timestamp_frequency and other OA specific info like supported formats (spec - 52198) can be queried by the user.

This is also simplified somewhat if we go with the one char device file per OA unit I mentioned in the other mail. So we need info about just that one OA unit, rather than multiplex information about all OA units into the ioctl.

Not sure if I mentioned earlier that this oa_info is a little bit complicated otherwise: e.g. oa_timestamp_frequency is per gt, oa_unit_id is per engine etc. Also we may need to exposed mapping from oa_unit_id to engines attached to that oa unit.

E.g. if we don't expose oa_format in xe_drm.h (see below) I think oa_info for each oa unit is something like:

{ oa_unit_id, oa_timestamp_freq, list-of-attached-engines}

Quoted 8 lines
Quoted 8 lines
Quoted 4 lines

Also iirc, revision was just added as a way to determine new extensions/features to OA, but I don't see that mechanism used by any other interface here. Maybe we should see how other interfaces are adding features and detecting their presence and use something similar.

I believe that would be doing this using xe_user_extension's, both set and get. See exec_queue_set_property and exec_queue_get_property. Revision etc. won't be needed if done this way.

Actually this is not strictly true. xe_user_extension's make the interface more extensible but don't really eliminate the need for a version.

But I agree, we need to drop this version. Worst case userland can just use the kernel version (and maintain a mapping of which OA features are available in which kernel version if needed)?

Also, for a simple property <key, value> interface, xe_user_extension's seem a bit of an overkill (but drm_xe_ext_exec_queue_set_property seems to have done exactly that). To me xe_user_extension seems useful if properties are associated with bigger data structs.

So I am still thinking about it. Maybe we should check if the convention in XE is to expose even property <key, value> interfaces with xe_user_extension. Certainly looks like that.

Or maybe we can separate out the data structs: One for basic OA params and one for the query params (OAR/MI_RPC) etc. Or we can retain the one property per data struct approach used in drm_xe_ext_exec_queue_set_property. Simplest would be to keep the current struct but add a xe_user_extension field at the top, so that it is the same as now but can be extended in the future.

Quoted 56 lines
Quoted 56 lines
Quoted 39 lines
Quoted 39 lines
include/uapi/drm/xe_drm.h +16 -0
+#define XE_QUERY_CONFIG_NUM_PARAM		(XE_QUERY_OA_IOCTL_VERSION + 1)
 	/** @info: array of elements containing the config info */
 	__u64 info[];
 };
@@ -298,6 +305,7 @@ struct drm_xe_query_gts {
 		__u64 native_mem_regions;	/* bit mask of instances from drm_xe_query_mem_usage */
 		__u64 slow_mem_regions;		/* bit mask of instances from drm_xe_query_mem_usage */
 		__u64 inaccessible_mem_regions;	/* bit mask of instances from drm_xe_query_mem_usage */
+		__u64 oa_timestamp_freq;
 		__u64 reserved[8];
 	} gts[];
 };
@@ -753,6 +761,7 @@ struct drm_xe_engine_class_instance {
 
 	__u16 engine_instance;
 	__u16 gt_id;
+	__u16 oa_unit_id;
 };
 
 struct drm_xe_exec_queue_create {
@@ -1056,6 +1065,252 @@ struct drm_xe_vm_madvise {
 	__u64 reserved[2];
 };
 
+enum drm_xe_oa_format {
+	XE_OA_FORMAT_C4_B8 = 7,
+
+	/* Gen8+ */
+	XE_OA_FORMAT_A12,
+	XE_OA_FORMAT_A12_B8_C8,
+	XE_OA_FORMAT_A32u40_A4u32_B8_C8,
+
+	/* DG2 */
+	XE_OAR_FORMAT_A32u40_A4u32_B8_C8,
+	XE_OA_FORMAT_A24u40_A14u32_B8_C8,
+
+	/* MTL OAM */
Quoted 8 lines

include/uapi/drm/xe_drm.h struct drm_xe_vm_madvise { · line 1085

Quoted 5 lines
include/uapi/drm/xe_drm.h +5 -0
+	XE_OAM_FORMAT_MPEC8u64_B8_C8,
+	XE_OAM_FORMAT_MPEC8u32_B8_C8,
+
+	XE_OA_FORMAT_MAX	    /* non-ABI */
+};

If we support a query to get the supported OA formats, we can do away with this.

OK, yeah get using user_ext's.

Quoted 5 lines

Also thinking if we can provide the format definition in such a way that UMD can just decode the counters from it with some generic code. That way, we don't have to constantly keep updating UMD code for every new platforms (may be far-fetched, but could save us a lot of time). Thoughts?

Quoted 3 lines
Quoted 1 line

Ok, but I am not sure how to do this.

Just a thought, we can ignore that for now.

I am not sure if exposing valid counter_select values has much use since userland has metrics files so already knows supported counter_select values. How about not exposing anything at all regarding this in xe_drm.h? Userland can just send the counter_select values it already knows about and XE can just validate these. LNL etc. need a couple of other fields, so we can just define the bitfields XE is expecting and have userspace fill these in. XE will validate all of these.

I think we need a little bit of encapsulation (provided the OA format) if we remove this, but if it causes problems in uapi updates etc. we can probably get rid of it.

Again, assuming we'll change the python scripts etc. for this. Maybe we /should/ prefer a clean interface to these userspace modifications?

Quoted 85 lines
Quoted 85 lines
Quoted 84 lines
Quoted 70 lines
include/uapi/drm/xe_drm.h +69 -0
+enum drm_xe_oa_property_id {
+	/**
+	 * Open the stream for a specific exec queue id (as used with
+	 * drm_xe_exec). A stream opened for a specific exec queue id this
+	 * way won't typically require root privileges.
+	 */
+	DRM_XE_OA_PROP_EXEC_QUEUE_ID = 1,
+
+	/**
+	 * A value of 1 requests the inclusion of raw OA unit reports as
+	 * part of stream samples.
+	 */
+	DRM_XE_OA_PROP_SAMPLE_OA,
+
+	/**
+	 * The value specifies which set of OA unit metrics should be
+	 * configured, defining the contents of any OA unit reports.
+	 */
+	DRM_XE_OA_PROP_OA_METRICS_SET,
+
+	/**
+	 * The value specifies the size and layout of OA unit reports.
+	 */
+	DRM_XE_OA_PROP_OA_FORMAT,
+
+	/**
+	 * Specifying this property implicitly requests periodic OA unit
+	 * sampling and (at least on Haswell) the sampling frequency is derived
+	 * from this exponent as follows:
+	 *
+	 *   80ns * 2^(period_exponent + 1)
+	 */
+	DRM_XE_OA_PROP_OA_EXPONENT,
+
+	/**
+	 * Specifying this property is only valid when specify a context to
+	 * filter with DRM_XE_OA_PROP_ENGINE_ID. Specifying this property
+	 * will hold preemption of the particular engine we want to gather
+	 * performance data about.
+	 */
+	DRM_XE_OA_PROP_HOLD_PREEMPTION,
+
+	/**
+	 * Specifying this pins all contexts to the specified SSEU power
+	 * configuration for the duration of the recording.
+	 *
+	 * This parameter's value is a pointer to a struct
+	 * drm_xe_gem_context_param_sseu (TBD).
+	 */
+	DRM_XE_OA_PROP_GLOBAL_SSEU,
+
+	/**
+	 * This optional parameter specifies the timer interval in nanoseconds
+	 * at which the xe driver will check the OA buffer for available data.
+	 * Minimum allowed value is 100 microseconds. A default value is used by
+	 * the driver if this parameter is not specified. Note that larger timer
+	 * values will reduce cpu consumption during OA perf captures. However,
+	 * excessively large values would potentially result in OA buffer
+	 * overwrites as captures reach end of the OA buffer.
+	 */
+	DRM_XE_OA_PROP_POLL_OA_PERIOD,
+
+	/**
+	 * Multiple engines may be mapped to the same OA unit. The OA unit is
+	 * identified by class:instance of any engine mapped to it.
+	 *
+	 * This parameter specifies the engine class and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_INSTANCE.
+	 */

include/uapi/drm/xe_drm.h struct drm_xe_vm_madvise { · line 1165

Quoted 10 lines
include/uapi/drm/xe_drm.h +10 -0
+	DRM_XE_OA_PROP_OA_ENGINE_CLASS,
+
+	/**
+	 * This parameter specifies the engine instance and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_CLASS.
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_INSTANCE,
+
+	DRM_XE_OA_PROP_MAX /* non-ABI */
+};

Wish we could replace the prop-value interface here. Most ioctls just use a struct. We could do so with some room for additional rsvd params or some room for extensions similar to other interfaces here.

Quoted 1 line
Quoted 1 line

Yes again use user_ext's for these.

Already covered the options for these above.

Quoted 161 lines
Quoted 158 lines
Quoted 149 lines
Quoted 44 lines
include/uapi/drm/xe_drm.h +42 -0
+
+struct drm_xe_oa_open_param {
+	__u32 flags;
+#define XE_OA_FLAG_FD_CLOEXEC	BIT(0)
+#define XE_OA_FLAG_FD_NONBLOCK	BIT(1)
+#define XE_OA_FLAG_DISABLED	BIT(2)
+
+	/** The number of u64 (id, value) pairs */
+	__u32 num_properties;
+
+	/**
+	 * Pointer to array of u64 (id, value) pairs configuring the stream
+	 * to open.
+	 */
+	__u64 properties_ptr;
+};
+
+/*
+ * Enable data capture for a stream that was either opened in a disabled state
+ * via I915_PERF_FLAG_DISABLED or was later disabled via
+ * I915_PERF_IOCTL_DISABLE.
+ *
+ * It is intended to be cheaper to disable and enable a stream than it may be
+ * to close and re-open a stream with the same configuration.
+ *
+ * It's undefined whether any pending data for the stream will be lost.
+ */
+#define XE_OA_IOCTL_ENABLE	_IO('i', 0x0)
+
+/*
+ * Disable data capture for a stream.
+ *
+ * It is an error to try and read a stream that is disabled.
+ */
+#define XE_OA_IOCTL_DISABLE	_IO('i', 0x1)
+
+/*
+ * Change metrics_set captured by a stream.
+ *
+ * If the stream is bound to a specific context, the configuration change
+ * will performed inline with that context such that it takes effect before
+ * the next execbuf submission.

include/uapi/drm/xe_drm.h struct drm_xe_vm_madvise { · line 1217

Quoted 10 lines
include/uapi/drm/xe_drm.h +10 -0
+ *
+ * Returns the previously bound metrics set id, or a negative error code.
+ */
+#define XE_OA_IOCTL_CONFIG	_IO('i', 0x2)
+
+struct drm_xe_oa_record_header {
+	__u32 type;
+	__u16 pad;
+	__u16 size;
+};

Note to myself to ensure we are adding the header per read call now and not per report.

Quoted 91 lines
include/uapi/drm/xe_drm.h +91 -0
+
+enum drm_xe_oa_record_type {
+	/**
+	 * Samples are the work horse record type whose contents are
+	 * extensible and defined when opening an xe oa stream based on the
+	 * given properties.
+	 *
+	 * Boolean properties following the naming convention
+	 * DRM_XE_OA_SAMPLE_xyz_PROP request the inclusion of 'xyz' data in
+	 * every sample.
+	 *
+	 * The order of these sample properties given by userspace has no
+	 * affect on the ordering of data within a sample. The order is
+	 * documented here.
+	 *
+	 * struct {
+	 *     struct drm_xe_oa_record_header header;
+	 *
+	 *     { u32 oa_report[]; } && DRM_XE_OA_PROP_SAMPLE_OA
+	 * };
+	 */
+	DRM_XE_OA_RECORD_SAMPLE = 1,
+
+	/**
+	 * Indicates that one or more OA reports were not written by the
+	 * hardware. This can happen for example if an MI_REPORT_PERF_COUNT
+	 * command collides with periodic sampling - which would be more likely
+	 * at higher sampling frequencies.
+	 */
+	DRM_XE_OA_RECORD_OA_REPORT_LOST = 2,
+
+	/**
+	 * An error occurred that resulted in all pending OA reports being lost.
+	 */
+	DRM_XE_OA_RECORD_OA_BUFFER_LOST = 3,
+
+	DRM_XE_OA_RECORD_MAX /* non-ABI */
+};
+
+struct drm_xe_oa_config {
+	/**
+	 * @uuid:
+	 *
+	 * String formatted like "%\08x-%\04x-%\04x-%\04x-%\012x"
+	 */
+	char uuid[36];
+
+	/**
+	 * @n_mux_regs:
+	 *
+	 * Number of mux regs in &mux_regs_ptr.
+	 */
+	__u32 n_mux_regs;
+
+	/**
+	 * @n_boolean_regs:
+	 *
+	 * Number of boolean regs in &boolean_regs_ptr.
+	 */
+	__u32 n_boolean_regs;
+
+	/**
+	 * @n_flex_regs:
+	 *
+	 * Number of flex regs in &flex_regs_ptr.
+	 */
+	__u32 n_flex_regs;
+
+	/**
+	 * @mux_regs_ptr:
+	 *
+	 * Pointer to tuples of u32 values (register address, value) for mux
+	 * registers.  Expected length of buffer is (2 * sizeof(u32) *
+	 * &n_mux_regs).
+	 */
+	__u64 mux_regs_ptr;
+
+	/**
+	 * @boolean_regs_ptr:
+	 *
+	 * Pointer to tuples of u32 values (register address, value) for mux
+	 * registers.  Expected length of buffer is (2 * sizeof(u32) *
+	 * &n_boolean_regs).
+	 */
+	__u64 boolean_regs_ptr;
+
+	/**
+	 * @flex_regs_ptr:
+	 *
+	 * Pointer to tuples of u32 values (register address, value) for mux
+	 * registers.  Expected length of buffer is (2 * sizeof(u32) *
Quoted 8 lines

include/uapi/drm/xe_drm.h struct drm_xe_vm_madvise { · line 1312

Quoted 4 lines
include/uapi/drm/xe_drm.h +4 -0
+	 * &n_flex_regs).
+	 */
+	__u64 flex_regs_ptr;
+};

We could just have n_regs and regs_ptr for the above struct instead of breaking this down into mux, b and flex. The kernel implementation does not care because it only checks for these.

Quoted 2 lines

But the kmd checks for separate addr ranges for mux, b and flex? How to handle that if have just n_regs and regs_ptr?

Quoted 6 lines

The per platform ranges will still exist, but the registers will be compared against all ranges (mux can be compared against b and flex ranges. We don't have too many ranges to be concerned about the comparison overhead.

Well.. any changes would impact metrics scripts, so we can leave it as is.

Once again, I think we should prefer a clean uapi over the work for userspace changes, the uapi is "forever".

Quoted 2 lines
Quoted 2 lines
Quoted 2 lines

The metrics XML processing may need to be tweaked though. Worth it if it simplifies the KMD code.

Let's make some decisions and close on these things soon.

Thanks.
--
Ashutosh

#6 lore raw

Re: [Intel-xe] [PATCH 01/10] drm/xe/oa: Introduce OA uapi

Quoted 1 line · Ashutosh

Hi Umesh,

About just the 'enum drm_xe_oa_format' below:

Quoted 47 lines · Umesh Nerlige Ramappa
Quoted 34 lines · Ashutosh
Quoted 33 lines · Umesh Nerlige Ramappa
Quoted 15 lines · Ashutosh Dixit
Quoted 13 lines
include/uapi/drm/xe_drm.h +13 -0
+enum drm_xe_oa_format {
+	XE_OA_FORMAT_C4_B8 = 7,
+
+	/* Gen8+ */
+	XE_OA_FORMAT_A12,
+	XE_OA_FORMAT_A12_B8_C8,
+	XE_OA_FORMAT_A32u40_A4u32_B8_C8,
+
+	/* DG2 */
+	XE_OAR_FORMAT_A32u40_A4u32_B8_C8,
+	XE_OA_FORMAT_A24u40_A14u32_B8_C8,
+
+	/* MTL OAM */
Quoted 8 lines

include/uapi/drm/xe_drm.h struct drm_xe_vm_madvise { · line 1085

Quoted 5 lines
include/uapi/drm/xe_drm.h +5 -0
+	XE_OAM_FORMAT_MPEC8u64_B8_C8,
+	XE_OAM_FORMAT_MPEC8u32_B8_C8,
+
+	XE_OA_FORMAT_MAX	    /* non-ABI */
+};

If we support a query to get the supported OA formats, we can do away with this.

OK, yeah get using user_ext's.

Quoted 5 lines

Also thinking if we can provide the format definition in such a way that UMD can just decode the counters from it with some generic code. That way, we don't have to constantly keep updating UMD code for every new platforms (may be far-fetched, but could save us a lot of time). Thoughts?

Quoted 3 lines
Quoted 1 line

Ok, but I am not sure how to do this.

Just a thought, we can ignore that for now.

I am not sure if exposing valid counter_select values has much use since userland has metrics files so already knows supported counter_select values. How about not exposing anything at all regarding this in xe_drm.h? Userland can just send the counter_select values it already knows about and XE can just validate these. LNL etc. need a couple of other fields, so we can just define the bitfields XE is expecting and have userspace fill these in. XE will validate all of these.

Quoted 6 lines

I think we need a little bit of encapsulation (provided the OA format) if we remove this, but if it causes problems in uapi updates etc. we can probably get rid of it.

Again, assuming we'll change the python scripts etc. for this. Maybe we /should/ prefer a clean interface to these userspace modifications?

I think instead of including the enum above as we've been doing, it is possible to describe the formats in terms of a few quantities. Looking at Bspec, these would be something like:

- Format Type: OAG/OAR/OAC/OAM/PEC
- Counter Select
- Counter Size (LNL+)
- BC Report (LNL+)

So I think from these (together with the platform (MTL/LNL etc.) we can figure out what the report format (the oa_formats[] array) should be.

So it is possible I think to replace 'enum drm_xe_oa_format' above with a struct or a bitfield with these quantities.

I think this will be a little more resilient than the enum above, we won't have to change xe_drm.h each time a new format is introduced. We will only have to change xe_drm.h when HW format representation in the OACONTROL register changes basically. So e.g. if we had this struct/bitfield in i915_drm.h we would have been ok till LNL at which point we'd have to make some changes (introduce 'Counter Size' and 'BC Report').

So what do you think? Should we switch to this way of getting the formats through the uapi and discontinue the enum? Or do you just want to see the patch? Or any other ideas?

Thanks.
--
Ashutosh

#7 lore raw

Re: [Intel-xe] [PATCH 01/10] drm/xe/oa: Introduce OA uapi

In reply to Ashutosh Dixit
Quoted 1 line · Ashutosh Dixit

A couple of other comments on the the uAPI.

Quoted 29 lines

OA uapi allows userspace to:
* Read streams of performance counters written by hardware
* Configure (and reconfigure) which sets of perf counters are captured as part of OA streams
* Configure other properties (such as format and periodicity) of such captures.
* Query associated parameters such as OA unit timestamp freq, oa_unit_id's for hw engines and OA ioctl version

---
 include/uapi/drm/xe_drm.h | 257 +++++++++++++++++++++++++++++++++++++-
 1 file changed, 256 insertions(+), 1 deletion(-)
include/uapi/drm/xe_drm.h +3 -0
index 86f16d50e9ccc..b4ab07c285245 100644
@@ -111,6 +111,9 @@ struct xe_user_extension {
 #define DRM_XE_WAIT_USER_FENCE		0x0b
 #define DRM_XE_VM_MADVISE		0x0c
 #define DRM_XE_EXEC_QUEUE_GET_PROPERTY	0x0d
+#define DRM_XE_OA_OPEN			0x36
+#define DRM_XE_OA_ADD_CONFIG		0x37
+#define DRM_XE_OA_REMOVE_CONFIG		0x38
 
 /* Must be kept compact -- no holes */
 #define DRM_IOCTL_XE_DEVICE_QUERY		DRM_IOWR(DRM_COMMAND_BASE + DRM_XE_DEVICE_QUERY, struct drm_xe_device_query)

include/uapi/drm/xe_drm.h struct xe_user_extension { · line 135

Quoted 6 lines
include/uapi/drm/xe_drm.h +3 -0
@@ -127,6 +130,9 @@ struct xe_user_extension {
 #define DRM_IOCTL_XE_EXEC_QUEUE_SET_PROPERTY	 DRM_IOW(DRM_COMMAND_BASE + DRM_XE_EXEC_QUEUE_SET_PROPERTY, struct drm_xe_exec_queue_set_property)
 #define DRM_IOCTL_XE_WAIT_USER_FENCE		DRM_IOWR(DRM_COMMAND_BASE + DRM_XE_WAIT_USER_FENCE, struct drm_xe_wait_user_fence)
 #define DRM_IOCTL_XE_VM_MADVISE			 DRM_IOW(DRM_COMMAND_BASE + DRM_XE_VM_MADVISE, struct drm_xe_vm_madvise)
+#define DRM_IOCTL_XE_OA_OPEN			DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_OPEN, struct drm_xe_oa_open_param)
+#define DRM_IOCTL_XE_OA_ADD_CONFIG		DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_ADD_CONFIG, struct drm_xe_oa_config)
+#define DRM_IOCTL_XE_OA_REMOVE_CONFIG		DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_REMOVE_CONFIG, __u64)

In current and future HW, there are other HW blocks which generate performance counter streams. There is an ask to expose these streams also using the uapi introduced here. Specifically the ask is to replace "OA" in these and the ioctls below by "PERF" (similar to i915) and support OA streams as only one of the perf counter stream types supported under PERF. But the PERF interface would be able to support other types of perf streams too.

We are planning to make this change in the next version of these patches.

Quoted 118 lines
include/uapi/drm/xe_drm.h +89 -1
 /**
  * enum drm_xe_memory_class - Supported memory classes.
@@ -261,7 +267,8 @@ struct drm_xe_query_config {
 #define XE_QUERY_CONFIG_GT_COUNT		4
 #define XE_QUERY_CONFIG_MEM_REGION_COUNT	5
 #define XE_QUERY_CONFIG_MAX_ENGINE_PRIORITY	6
-#define XE_QUERY_CONFIG_NUM_PARAM		(XE_QUERY_CONFIG_MAX_ENGINE_PRIORITY + 1)
+#define XE_QUERY_OA_IOCTL_VERSION		7
+#define XE_QUERY_CONFIG_NUM_PARAM		(XE_QUERY_OA_IOCTL_VERSION + 1)
 	/** @info: array of elements containing the config info */
 	__u64 info[];
 };
@@ -298,6 +305,7 @@ struct drm_xe_query_gts {
 		__u64 native_mem_regions;	/* bit mask of instances from drm_xe_query_mem_usage */
 		__u64 slow_mem_regions;		/* bit mask of instances from drm_xe_query_mem_usage */
 		__u64 inaccessible_mem_regions;	/* bit mask of instances from drm_xe_query_mem_usage */
+		__u64 oa_timestamp_freq;
 		__u64 reserved[8];
 	} gts[];
 };
@@ -753,6 +761,7 @@ struct drm_xe_engine_class_instance {
 
 	__u16 engine_instance;
 	__u16 gt_id;
+	__u16 oa_unit_id;
 };
 
 struct drm_xe_exec_queue_create {
@@ -1056,6 +1065,252 @@ struct drm_xe_vm_madvise {
 	__u64 reserved[2];
 };
 
+enum drm_xe_oa_format {
+	XE_OA_FORMAT_C4_B8 = 7,
+
+	/* Gen8+ */
+	XE_OA_FORMAT_A12,
+	XE_OA_FORMAT_A12_B8_C8,
+	XE_OA_FORMAT_A32u40_A4u32_B8_C8,
+
+	/* DG2 */
+	XE_OAR_FORMAT_A32u40_A4u32_B8_C8,
+	XE_OA_FORMAT_A24u40_A14u32_B8_C8,
+
+	/* MTL OAM */
+	XE_OAM_FORMAT_MPEC8u64_B8_C8,
+	XE_OAM_FORMAT_MPEC8u32_B8_C8,
+
+	XE_OA_FORMAT_MAX	    /* non-ABI */
+};
+
+enum drm_xe_oa_property_id {
+	/**
+	 * Open the stream for a specific exec queue id (as used with
+	 * drm_xe_exec). A stream opened for a specific exec queue id this
+	 * way won't typically require root privileges.
+	 */
+	DRM_XE_OA_PROP_EXEC_QUEUE_ID = 1,
+
+	/**
+	 * A value of 1 requests the inclusion of raw OA unit reports as
+	 * part of stream samples.
+	 */
+	DRM_XE_OA_PROP_SAMPLE_OA,
+
+	/**
+	 * The value specifies which set of OA unit metrics should be
+	 * configured, defining the contents of any OA unit reports.
+	 */
+	DRM_XE_OA_PROP_OA_METRICS_SET,
+
+	/**
+	 * The value specifies the size and layout of OA unit reports.
+	 */
+	DRM_XE_OA_PROP_OA_FORMAT,
+
+	/**
+	 * Specifying this property implicitly requests periodic OA unit
+	 * sampling and (at least on Haswell) the sampling frequency is derived
+	 * from this exponent as follows:
+	 *
+	 *   80ns * 2^(period_exponent + 1)
+	 */
+	DRM_XE_OA_PROP_OA_EXPONENT,
+
+	/**
+	 * Specifying this property is only valid when specify a context to
+	 * filter with DRM_XE_OA_PROP_ENGINE_ID. Specifying this property
+	 * will hold preemption of the particular engine we want to gather
+	 * performance data about.
+	 */
+	DRM_XE_OA_PROP_HOLD_PREEMPTION,
+
+	/**
+	 * Specifying this pins all contexts to the specified SSEU power
+	 * configuration for the duration of the recording.
+	 *
+	 * This parameter's value is a pointer to a struct
+	 * drm_xe_gem_context_param_sseu (TBD).
+	 */
+	DRM_XE_OA_PROP_GLOBAL_SSEU,
+
+	/**
+	 * This optional parameter specifies the timer interval in nanoseconds
+	 * at which the xe driver will check the OA buffer for available data.
+	 * Minimum allowed value is 100 microseconds. A default value is used by
+	 * the driver if this parameter is not specified. Note that larger timer
+	 * values will reduce cpu consumption during OA perf captures. However,
+	 * excessively large values would potentially result in OA buffer
+	 * overwrites as captures reach end of the OA buffer.
+	 */
+	DRM_XE_OA_PROP_POLL_OA_PERIOD,
+
+	/**
+	 * Multiple engines may be mapped to the same OA unit. The OA unit is
+	 * identified by class:instance of any engine mapped to it.
+	 *

include/uapi/drm/xe_drm.h struct drm_xe_vm_madvise { · line 1162

Quoted 10 lines
include/uapi/drm/xe_drm.h +10 -0
+	 * This parameter specifies the engine class and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_INSTANCE.
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_CLASS,
+
+	/**
+	 * This parameter specifies the engine instance and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_CLASS.
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_INSTANCE,

Because oa_unit_id has been introduced above in drm_xe_engine_class_instance, should we remove these engine class/instance properties? Since it seems OA streams can be opened directly against the oa unit identified by oa_unit_id. And the driver can itself figure out the engine class/instance from the oa_unit_id?

Separately, there is also the question of whether we want to share the Xe OA IGT code with i915 as was done for this series. Since duplicating the IGT code as well as all the perf tools seems a bit much.

Thanks.
--
Ashutosh

#8 lore raw

Re: [Intel-xe] [PATCH 01/10] drm/xe/oa: Introduce OA uapi

Quoted 177 lines · Ashutosh
Quoted 1 line · Ashutosh Dixit

A couple of other comments on the the uAPI.

Quoted 29 lines

OA uapi allows userspace to:
* Read streams of performance counters written by hardware
* Configure (and reconfigure) which sets of perf counters are captured as part of OA streams
* Configure other properties (such as format and periodicity) of such captures.
* Query associated parameters such as OA unit timestamp freq, oa_unit_id's for hw engines and OA ioctl version

---
 include/uapi/drm/xe_drm.h | 257 +++++++++++++++++++++++++++++++++++++-
 1 file changed, 256 insertions(+), 1 deletion(-)
include/uapi/drm/xe_drm.h +3 -0
index 86f16d50e9ccc..b4ab07c285245 100644
@@ -111,6 +111,9 @@ struct xe_user_extension {
 #define DRM_XE_WAIT_USER_FENCE		0x0b
 #define DRM_XE_VM_MADVISE		0x0c
 #define DRM_XE_EXEC_QUEUE_GET_PROPERTY	0x0d
+#define DRM_XE_OA_OPEN			0x36
+#define DRM_XE_OA_ADD_CONFIG		0x37
+#define DRM_XE_OA_REMOVE_CONFIG		0x38
 
 /* Must be kept compact -- no holes */
 #define DRM_IOCTL_XE_DEVICE_QUERY		DRM_IOWR(DRM_COMMAND_BASE + DRM_XE_DEVICE_QUERY, struct drm_xe_device_query)

include/uapi/drm/xe_drm.h struct xe_user_extension { · line 135

Quoted 6 lines
include/uapi/drm/xe_drm.h +3 -0
@@ -127,6 +130,9 @@ struct xe_user_extension {
 #define DRM_IOCTL_XE_EXEC_QUEUE_SET_PROPERTY	 DRM_IOW(DRM_COMMAND_BASE + DRM_XE_EXEC_QUEUE_SET_PROPERTY, struct drm_xe_exec_queue_set_property)
 #define DRM_IOCTL_XE_WAIT_USER_FENCE		DRM_IOWR(DRM_COMMAND_BASE + DRM_XE_WAIT_USER_FENCE, struct drm_xe_wait_user_fence)
 #define DRM_IOCTL_XE_VM_MADVISE			 DRM_IOW(DRM_COMMAND_BASE + DRM_XE_VM_MADVISE, struct drm_xe_vm_madvise)
+#define DRM_IOCTL_XE_OA_OPEN			DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_OPEN, struct drm_xe_oa_open_param)
+#define DRM_IOCTL_XE_OA_ADD_CONFIG		DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_ADD_CONFIG, struct drm_xe_oa_config)
+#define DRM_IOCTL_XE_OA_REMOVE_CONFIG		DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_REMOVE_CONFIG, __u64)

In current and future HW, there are other HW blocks which generate performance counter streams. There is an ask to expose these streams also using the uapi introduced here. Specifically the ask is to replace "OA" in these and the ioctls below by "PERF" (similar to i915) and support OA streams as only one of the perf counter stream types supported under PERF. But the PERF interface would be able to support other types of perf streams too.

We are planning to make this change in the next version of these patches.

Quoted 126 lines
include/uapi/drm/xe_drm.h +97 -1
 /**
  * enum drm_xe_memory_class - Supported memory classes.
@@ -261,7 +267,8 @@ struct drm_xe_query_config {
 #define XE_QUERY_CONFIG_GT_COUNT		4
 #define XE_QUERY_CONFIG_MEM_REGION_COUNT	5
 #define XE_QUERY_CONFIG_MAX_ENGINE_PRIORITY	6
-#define XE_QUERY_CONFIG_NUM_PARAM		(XE_QUERY_CONFIG_MAX_ENGINE_PRIORITY + 1)
+#define XE_QUERY_OA_IOCTL_VERSION		7
+#define XE_QUERY_CONFIG_NUM_PARAM		(XE_QUERY_OA_IOCTL_VERSION + 1)
 	/** @info: array of elements containing the config info */
 	__u64 info[];
 };
@@ -298,6 +305,7 @@ struct drm_xe_query_gts {
 		__u64 native_mem_regions;	/* bit mask of instances from drm_xe_query_mem_usage */
 		__u64 slow_mem_regions;		/* bit mask of instances from drm_xe_query_mem_usage */
 		__u64 inaccessible_mem_regions;	/* bit mask of instances from drm_xe_query_mem_usage */
+		__u64 oa_timestamp_freq;
 		__u64 reserved[8];
 	} gts[];
 };
@@ -753,6 +761,7 @@ struct drm_xe_engine_class_instance {
 
 	__u16 engine_instance;
 	__u16 gt_id;
+	__u16 oa_unit_id;
 };
 
 struct drm_xe_exec_queue_create {
@@ -1056,6 +1065,252 @@ struct drm_xe_vm_madvise {
 	__u64 reserved[2];
 };
 
+enum drm_xe_oa_format {
+	XE_OA_FORMAT_C4_B8 = 7,
+
+	/* Gen8+ */
+	XE_OA_FORMAT_A12,
+	XE_OA_FORMAT_A12_B8_C8,
+	XE_OA_FORMAT_A32u40_A4u32_B8_C8,
+
+	/* DG2 */
+	XE_OAR_FORMAT_A32u40_A4u32_B8_C8,
+	XE_OA_FORMAT_A24u40_A14u32_B8_C8,
+
+	/* MTL OAM */
+	XE_OAM_FORMAT_MPEC8u64_B8_C8,
+	XE_OAM_FORMAT_MPEC8u32_B8_C8,
+
+	XE_OA_FORMAT_MAX	    /* non-ABI */
+};
+
+enum drm_xe_oa_property_id {
+	/**
+	 * Open the stream for a specific exec queue id (as used with
+	 * drm_xe_exec). A stream opened for a specific exec queue id this
+	 * way won't typically require root privileges.
+	 */
+	DRM_XE_OA_PROP_EXEC_QUEUE_ID = 1,
+
+	/**
+	 * A value of 1 requests the inclusion of raw OA unit reports as
+	 * part of stream samples.
+	 */
+	DRM_XE_OA_PROP_SAMPLE_OA,
+
+	/**
+	 * The value specifies which set of OA unit metrics should be
+	 * configured, defining the contents of any OA unit reports.
+	 */
+	DRM_XE_OA_PROP_OA_METRICS_SET,
+
+	/**
+	 * The value specifies the size and layout of OA unit reports.
+	 */
+	DRM_XE_OA_PROP_OA_FORMAT,
+
+	/**
+	 * Specifying this property implicitly requests periodic OA unit
+	 * sampling and (at least on Haswell) the sampling frequency is derived
+	 * from this exponent as follows:
+	 *
+	 *   80ns * 2^(period_exponent + 1)
+	 */
+	DRM_XE_OA_PROP_OA_EXPONENT,
+
+	/**
+	 * Specifying this property is only valid when specify a context to
+	 * filter with DRM_XE_OA_PROP_ENGINE_ID. Specifying this property
+	 * will hold preemption of the particular engine we want to gather
+	 * performance data about.
+	 */
+	DRM_XE_OA_PROP_HOLD_PREEMPTION,
+
+	/**
+	 * Specifying this pins all contexts to the specified SSEU power
+	 * configuration for the duration of the recording.
+	 *
+	 * This parameter's value is a pointer to a struct
+	 * drm_xe_gem_context_param_sseu (TBD).
+	 */
+	DRM_XE_OA_PROP_GLOBAL_SSEU,
+
+	/**
+	 * This optional parameter specifies the timer interval in nanoseconds
+	 * at which the xe driver will check the OA buffer for available data.
+	 * Minimum allowed value is 100 microseconds. A default value is used by
+	 * the driver if this parameter is not specified. Note that larger timer
+	 * values will reduce cpu consumption during OA perf captures. However,
+	 * excessively large values would potentially result in OA buffer
+	 * overwrites as captures reach end of the OA buffer.
+	 */
+	DRM_XE_OA_PROP_POLL_OA_PERIOD,
+
+	/**
+	 * Multiple engines may be mapped to the same OA unit. The OA unit is
+	 * identified by class:instance of any engine mapped to it.
+	 *
+	 * This parameter specifies the engine class and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_INSTANCE.
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_CLASS,
+
+	/**
+	 * This parameter specifies the engine instance and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_CLASS.
Quoted 8 lines

include/uapi/drm/xe_drm.h struct drm_xe_vm_madvise { · line 1162

Quoted 2 lines
include/uapi/drm/xe_drm.h +2 -0
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_INSTANCE,

Because oa_unit_id has been introduced above in drm_xe_engine_class_instance, should we remove these engine class/instance properties? Since it seems OA streams can be opened directly against the oa unit identified by oa_unit_id. And the driver can itself figure out the engine class/instance from the oa_unit_id?

Agree for the OA buffer use case.

For query, we have used the class:instance to enable query support for specific engine instance. If we can work around that somehow, then we can do away with these 2 params. More like enable query for all engines that belong to the OAG unit. For render, it is straight forward since we have one render per OAG unit. For compute, multiple compute instances can map to one OAG unit and only one instance can support the query. So user may want to choose which instance that is. Although, I would just simplify it and support only instance 0 of compute. If UMD is okay with it, then we should be good.

Media engines do not support query, so we should be good for OAM.

Thanks,
Umesh

Quoted 8 lines

Separately, there is also the question of whether we want to share the Xe OA IGT code with i915 as was done for this series. Since duplicating the IGT code as well as all the perf tools seems a bit much.

Thanks.
--
Ashutosh

#9 lore raw

Re: [Intel-xe] [PATCH 01/10] drm/xe/oa: Introduce OA uapi

Quoted 24 lines · Umesh Nerlige Ramappa
Quoted 13 lines
Quoted 13 lines
include/uapi/drm/xe_drm.h +12 -0
+	/**
+	 * Multiple engines may be mapped to the same OA unit. The OA unit is
+	 * identified by class:instance of any engine mapped to it.
+	 *
+	 * This parameter specifies the engine class and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_INSTANCE.
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_CLASS,
+
+	/**
+	 * This parameter specifies the engine instance and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_CLASS.
Quoted 8 lines

Review

Quoted 2 lines
(quoted diff) +2 -0
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_INSTANCE,

Because oa_unit_id has been introduced above in drm_xe_engine_class_instance, should we remove these engine class/instance properties? Since it seems OA streams can be opened directly against the oa unit identified by oa_unit_id. And the driver can itself figure out the engine class/instance from the oa_unit_id?

Agree for the OA buffer use case.

Quoted 9 lines

For query, we have used the class:instance to enable query support for specific engine instance. If we can work around that somehow, then we can do away with these 2 params. More like enable query for all engines that belong to the OAG unit. For render, it is straight forward since we have one render per OAG unit. For compute, multiple compute instances can map to one OAG unit and only one instance can support the query. So user may want to choose which instance that is. Although, I would just simplify it and support only instance 0 of compute. If UMD is okay with it, then we should be good.

Can we enable the query (I guess "query" is MI_RPC) on all attached compute engines and have the UMD execute the query on any of the attached engines? Or is this mode of operation never been tried out before so risky?

Ashutosh

Quoted 11 lines

Media engines do not support query, so we should be good for OAM.

Quoted 8 lines

Separately, there is also the question of whether we want to share the Xe OA IGT code with i915 as was done for this series. Since duplicating the IGT code as well as all the perf tools seems a bit much.

Thanks.
--
Ashutosh

#10 lore raw

Re: [Intel-xe] [PATCH 01/10] drm/xe/oa: Introduce OA uapi

Quoted 35 lines · Ashutosh
Quoted 24 lines · Umesh Nerlige Ramappa
Quoted 13 lines
Quoted 13 lines
include/uapi/drm/xe_drm.h +12 -0
+	/**
+	 * Multiple engines may be mapped to the same OA unit. The OA unit is
+	 * identified by class:instance of any engine mapped to it.
+	 *
+	 * This parameter specifies the engine class and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_INSTANCE.
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_CLASS,
+
+	/**
+	 * This parameter specifies the engine instance and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_CLASS.
Quoted 8 lines

Review

Quoted 2 lines
(quoted diff) +2 -0
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_INSTANCE,

Because oa_unit_id has been introduced above in drm_xe_engine_class_instance, should we remove these engine class/instance properties? Since it seems OA streams can be opened directly against the oa unit identified by oa_unit_id. And the driver can itself figure out the engine class/instance from the oa_unit_id?

Agree for the OA buffer use case.

Quoted 9 lines

For query, we have used the class:instance to enable query support for specific engine instance. If we can work around that somehow, then we can do away with these 2 params. More like enable query for all engines that belong to the OAG unit. For render, it is straight forward since we have one render per OAG unit. For compute, multiple compute instances can map to one OAG unit and only one instance can support the query. So user may want to choose which instance that is. Although, I would just simplify it and support only instance 0 of compute. If UMD is okay with it, then we should be good.

Quoted 3 lines

Can we enable the query (I guess "query" is MI_RPC) on all attached compute engines and have the UMD execute the query on any of the attached engines? Or is this mode of operation never been tried out before so risky?

We cannot, since that is gated by a global configuration in HW that selects a specific instance to enable the query for compute (ccs_select to be specific). I think the limitation is that HW has only one OAC unit and only one ccs can use it.

Umesh

Quoted 14 lines

Ashutosh

Quoted 11 lines

Media engines do not support query, so we should be good for OAM.

Quoted 8 lines

Separately, there is also the question of whether we want to share the Xe OA IGT code with i915 as was done for this series. Since duplicating the IGT code as well as all the perf tools seems a bit much.

Thanks.
--
Ashutosh

#11 lore raw

Re: [Intel-xe] [PATCH 01/10] drm/xe/oa: Introduce OA uapi

Quoted 37 lines · Umesh Nerlige Ramappa
Quoted 35 lines · Ashutosh
Quoted 33 lines · Umesh Nerlige Ramappa
Quoted 13 lines
Quoted 13 lines
include/uapi/drm/xe_drm.h +12 -0
+	/**
+	 * Multiple engines may be mapped to the same OA unit. The OA unit is
+	 * identified by class:instance of any engine mapped to it.
+	 *
+	 * This parameter specifies the engine class and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_INSTANCE.
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_CLASS,
+
+	/**
+	 * This parameter specifies the engine instance and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_CLASS.
Quoted 8 lines

Review

Quoted 2 lines
(quoted diff) +2 -0
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_INSTANCE,

Because oa_unit_id has been introduced above in drm_xe_engine_class_instance, should we remove these engine class/instance properties? Since it seems OA streams can be opened directly against the oa unit identified by oa_unit_id. And the driver can itself figure out the engine class/instance from the oa_unit_id?

Agree for the OA buffer use case.

For query, we have used the class:instance to enable query support for specific engine instance. If we can work around that somehow, then we can do away with these 2 params. More like enable query for all engines that belong to the OAG unit. For render, it is straight forward since we have one render per OAG unit. For compute, multiple compute instances can map to one OAG unit and only one instance can support the query. So user may want to choose which instance that is. Although, I would just simplify it and support only instance 0 of compute. If UMD is okay with it, then we should be good.

Quoted 8 lines
Quoted 3 lines

Can we enable the query (I guess "query" is MI_RPC) on all attached compute engines and have the UMD execute the query on any of the attached engines? Or is this mode of operation never been tried out before so risky?

We cannot, since that is gated by a global configuration in HW that selects a specific instance to enable the query for compute (ccs_select to be specific). I think the limitation is that HW has only one OAC unit and only one ccs can use it.

OK. But iiuc there is also a context (or, in Xe, an exec_queue). So we should be able to turn on the query on the context/exec_queue hw_engine, no? Assuming more than one hw_engine in the context/exec_queue is an error?

Ashutosh

Quoted 11 lines
Quoted 11 lines
Quoted 11 lines

Media engines do not support query, so we should be good for OAM.

Quoted 8 lines

Separately, there is also the question of whether we want to share the Xe OA IGT code with i915 as was done for this series. Since duplicating the IGT code as well as all the perf tools seems a bit much.

Thanks.
--
Ashutosh

#12 lore raw

Re: [Intel-xe] [PATCH 01/10] drm/xe/oa: Introduce OA uapi

Quoted 42 lines · Ashutosh
Quoted 41 lines · Umesh Nerlige Ramappa
Quoted 38 lines · Ashutosh
Quoted 24 lines · Umesh Nerlige Ramappa
Quoted 13 lines
Quoted 13 lines
include/uapi/drm/xe_drm.h +12 -0
+	/**
+	 * Multiple engines may be mapped to the same OA unit. The OA unit is
+	 * identified by class:instance of any engine mapped to it.
+	 *
+	 * This parameter specifies the engine class and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_INSTANCE.
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_CLASS,
+
+	/**
+	 * This parameter specifies the engine instance and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_CLASS.
Quoted 8 lines

Review

Quoted 2 lines
(quoted diff) +2 -0
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_INSTANCE,

Because oa_unit_id has been introduced above in drm_xe_engine_class_instance, should we remove these engine class/instance properties? Since it seems OA streams can be opened directly against the oa unit identified by oa_unit_id. And the driver can itself figure out the engine class/instance from the oa_unit_id?

Agree for the OA buffer use case.

Quoted 9 lines

For query, we have used the class:instance to enable query support for specific engine instance. If we can work around that somehow, then we can do away with these 2 params. More like enable query for all engines that belong to the OAG unit. For render, it is straight forward since we have one render per OAG unit. For compute, multiple compute instances can map to one OAG unit and only one instance can support the query. So user may want to choose which instance that is. Although, I would just simplify it and support only instance 0 of compute. If UMD is okay with it, then we should be good.

Can we enable the query (I guess "query" is MI_RPC) on all attached compute engines and have the UMD execute the query on any of the attached engines? Or is this mode of operation never been tried out before so risky?

Quoted 8 lines
Quoted 4 lines

We cannot, since that is gated by a global configuration in HW that selects a specific instance to enable the query for compute (ccs_select to be specific). I think the limitation is that HW has only one OAC unit and only one ccs can use it.

OK. But iiuc there is also a context (or, in Xe, an exec_queue). So we should be able to turn on the query on the context/exec_queue hw_engine, no? Assuming more than one hw_engine in the context/exec_queue is an error?

The global config (ccs_select) needs to be applied at the context switch granularity which the KMD is unaware of. If the ccs_select configuration were a part of the context image, it would have been simpler. If we were to do this, it would have to be in the WA batch buffer in the context. The WA batch would run every context switch and would do an LRI on the global register. Possible, but hacky and architecturally incorrect since we would be modifying a global state from the context.

Regards,
Umesh

Quoted 14 lines

Ashutosh

Quoted 11 lines
Quoted 11 lines
Quoted 11 lines

Media engines do not support query, so we should be good for OAM.

Quoted 8 lines

Separately, there is also the question of whether we want to share the Xe OA IGT code with i915 as was done for this series. Since duplicating the IGT code as well as all the perf tools seems a bit much.

Thanks.
--
Ashutosh

#13 lore raw

Re: [Intel-xe] [PATCH 01/10] drm/xe/oa: Introduce OA uapi

Quoted 1 line · Umesh Nerlige Ramappa

Hi Umesh,

Quoted 52 lines · Ashutosh
Quoted 42 lines · Umesh Nerlige Ramappa
Quoted 41 lines · Ashutosh
Quoted 38 lines · Umesh Nerlige Ramappa
Quoted 24 lines
Quoted 13 lines
Quoted 13 lines
(quoted diff) +12 -0
+	/**
+	 * Multiple engines may be mapped to the same OA unit. The OA unit is
+	 * identified by class:instance of any engine mapped to it.
+	 *
+	 * This parameter specifies the engine class and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_INSTANCE.
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_CLASS,
+
+	/**
+	 * This parameter specifies the engine instance and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_CLASS.
Quoted 8 lines

Review

Quoted 2 lines
(quoted diff) +2 -0
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_INSTANCE,

Because oa_unit_id has been introduced above in drm_xe_engine_class_instance, should we remove these engine class/instance properties? Since it seems OA streams can be opened directly against the oa unit identified by oa_unit_id. And the driver can itself figure out the engine class/instance from the oa_unit_id?

Agree for the OA buffer use case.

Quoted 9 lines

For query, we have used the class:instance to enable query support for specific engine instance. If we can work around that somehow, then we can do away with these 2 params. More like enable query for all engines that belong to the OAG unit. For render, it is straight forward since we have one render per OAG unit. For compute, multiple compute instances can map to one OAG unit and only one instance can support the query. So user may want to choose which instance that is. Although, I would just simplify it and support only instance 0 of compute. If UMD is okay with it, then we should be good.

Can we enable the query (I guess "query" is MI_RPC) on all attached compute engines and have the UMD execute the query on any of the attached engines? Or is this mode of operation never been tried out before so risky?

Quoted 8 lines
Quoted 4 lines

We cannot, since that is gated by a global configuration in HW that selects a specific instance to enable the query for compute (ccs_select to be specific). I think the limitation is that HW has only one OAC unit and only one ccs can use it.

OK. But iiuc there is also a context (or, in Xe, an exec_queue). So we should be able to turn on the query on the context/exec_queue hw_engine, no? Assuming more than one hw_engine in the context/exec_queue is an error?

Quoted 7 lines

The global config (ccs_select) needs to be applied at the context switch granularity which the KMD is unaware of. If the ccs_select configuration were a part of the context image, it would have been simpler. If we were to do this, it would have to be in the WA batch buffer in the context. The WA batch would run every context switch and would do an LRI on the global register. Possible, but hacky and architecturally incorrect since we would be modifying a global state from the context.

I think you misunderstood. I was only saying (e.g. with the current uapi) that 'drm_xe_oa_property_id' has a 'DRM_XE_OA_PROP_EXEC_QUEUE_ID' field in it. So we know which exec_queue (XE exec_queue is equivalent to i915 gem_context) the query needs to run on. And we know the exec_queue engine class as well as which hardware engines are backing that exec_queue. So now say instead of having engine ci in 'drm_xe_oa_property_id' we can say get the engine ci from exec_queue. This is just exec_q->hwe[0].

So if we have multiple hwe's backing backing the exec_q (say a compute virtual engine) we can restrict that the query runs only on the 0'th hwe. If we include engine ci in 'drm_xe_oa_property_id', the query can run on any hwe backing the exec_queue. In this case we need engine ci in 'drm_xe_oa_property_id', if we can impose the restriction that the query only run on exec_q->hwe[0], then we don't.

(The correction I have from my previous mail that having only a single hwe in an exec_queue will probably be unacceptable).

Though I am now thinking just leaving engine ci in 'drm_xe_oa_property_id' since there is a valid use case for it.

Thanks.
--
Ashutosh

Quoted 11 lines
Quoted 11 lines
Quoted 11 lines
Quoted 11 lines
Quoted 11 lines

Media engines do not support query, so we should be good for OAM.

Quoted 8 lines

Separately, there is also the question of whether we want to share the Xe OA IGT code with i915 as was done for this series. Since duplicating the IGT code as well as all the perf tools seems a bit much.

Thanks.
--
Ashutosh

#14 lore raw

Re: [Intel-xe] [PATCH 01/10] drm/xe/oa: Introduce OA uapi

Quoted 81 lines · Ashutosh
Quoted 1 line · Umesh Nerlige Ramappa

Hi Umesh,

Quoted 52 lines · Ashutosh
Quoted 42 lines · Umesh Nerlige Ramappa
Quoted 41 lines · Ashutosh
Quoted 38 lines · Umesh Nerlige Ramappa
Quoted 24 lines
Quoted 13 lines
Quoted 13 lines
(quoted diff) +12 -0
+	/**
+	 * Multiple engines may be mapped to the same OA unit. The OA unit is
+	 * identified by class:instance of any engine mapped to it.
+	 *
+	 * This parameter specifies the engine class and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_INSTANCE.
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_CLASS,
+
+	/**
+	 * This parameter specifies the engine instance and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_CLASS.
Quoted 8 lines

Review

Quoted 2 lines
(quoted diff) +2 -0
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_INSTANCE,

Because oa_unit_id has been introduced above in drm_xe_engine_class_instance, should we remove these engine class/instance properties? Since it seems OA streams can be opened directly against the oa unit identified by oa_unit_id. And the driver can itself figure out the engine class/instance from the oa_unit_id?

Agree for the OA buffer use case.

Quoted 9 lines

For query, we have used the class:instance to enable query support for specific engine instance. If we can work around that somehow, then we can do away with these 2 params. More like enable query for all engines that belong to the OAG unit. For render, it is straight forward since we have one render per OAG unit. For compute, multiple compute instances can map to one OAG unit and only one instance can support the query. So user may want to choose which instance that is. Although, I would just simplify it and support only instance 0 of compute. If UMD is okay with it, then we should be good.

Can we enable the query (I guess "query" is MI_RPC) on all attached compute engines and have the UMD execute the query on any of the attached engines? Or is this mode of operation never been tried out before so risky?

Quoted 8 lines
Quoted 4 lines

We cannot, since that is gated by a global configuration in HW that selects a specific instance to enable the query for compute (ccs_select to be specific). I think the limitation is that HW has only one OAC unit and only one ccs can use it.

OK. But iiuc there is also a context (or, in Xe, an exec_queue). So we should be able to turn on the query on the context/exec_queue hw_engine, no? Assuming more than one hw_engine in the context/exec_queue is an error?

Quoted 7 lines

The global config (ccs_select) needs to be applied at the context switch granularity which the KMD is unaware of. If the ccs_select configuration were a part of the context image, it would have been simpler. If we were to do this, it would have to be in the WA batch buffer in the context. The WA batch would run every context switch and would do an LRI on the global register. Possible, but hacky and architecturally incorrect since we would be modifying a global state from the context.

I think you misunderstood. I was only saying (e.g. with the current uapi) that 'drm_xe_oa_property_id' has a 'DRM_XE_OA_PROP_EXEC_QUEUE_ID' field in it. So we know which exec_queue (XE exec_queue is equivalent to i915 gem_context) the query needs to run on. And we know the exec_queue engine class as well as which hardware engines are backing that exec_queue. So now say instead of having engine ci in 'drm_xe_oa_property_id' we can say get the engine ci from exec_queue. This is just exec_q->hwe[0].

So if we have multiple hwe's backing backing the exec_q (say a compute virtual engine) we can restrict that the query runs only on the 0'th hwe. If we include engine ci in 'drm_xe_oa_property_id', the query can run on any hwe backing the exec_queue. In this case we need engine ci in 'drm_xe_oa_property_id', if we can impose the restriction that the query only run on exec_q->hwe[0], then we don't.

Quoted 5 lines

(The correction I have from my previous mail that having only a single hwe in an exec_queue will probably be unacceptable).

Though I am now thinking just leaving engine ci in 'drm_xe_oa_property_id' since there is a valid use case for it.

Sorry for that rambling mail. But I think, to be fully accurate, we only need the hw engine instance in 'drm_xe_oa_property_id'. We can get the class from exec_q->class.

Ashutosh

Quoted 11 lines
Quoted 11 lines
Quoted 11 lines
Quoted 11 lines
Quoted 11 lines
Quoted 11 lines

Media engines do not support query, so we should be good for OAM.

Quoted 8 lines

Separately, there is also the question of whether we want to share the Xe OA IGT code with i915 as was done for this series. Since duplicating the IGT code as well as all the perf tools seems a bit much.

Thanks.
--
Ashutosh

#15 lore raw

Re: [Intel-xe] [PATCH 01/10] drm/xe/oa: Introduce OA uapi

In reply to Dixit, Ashutosh

On Tue, 15 Aug 2023 15:03:45 -0700, Dixit, Ashutosh wrote:

Hi Umesh,

Quoted 176 lines · Ashutosh Dixit

A couple of other comments on the the uAPI.

Quoted 29 lines

OA uapi allows userspace to:
* Read streams of performance counters written by hardware
* Configure (and reconfigure) which sets of perf counters are captured as part of OA streams
* Configure other properties (such as format and periodicity) of such captures.
* Query associated parameters such as OA unit timestamp freq, oa_unit_id's for hw engines and OA ioctl version

---
 include/uapi/drm/xe_drm.h | 257 +++++++++++++++++++++++++++++++++++++-
 1 file changed, 256 insertions(+), 1 deletion(-)
include/uapi/drm/xe_drm.h +3 -0
index 86f16d50e9ccc..b4ab07c285245 100644
@@ -111,6 +111,9 @@ struct xe_user_extension {
 #define DRM_XE_WAIT_USER_FENCE		0x0b
 #define DRM_XE_VM_MADVISE		0x0c
 #define DRM_XE_EXEC_QUEUE_GET_PROPERTY	0x0d
+#define DRM_XE_OA_OPEN			0x36
+#define DRM_XE_OA_ADD_CONFIG		0x37
+#define DRM_XE_OA_REMOVE_CONFIG		0x38
 
 /* Must be kept compact -- no holes */
 #define DRM_IOCTL_XE_DEVICE_QUERY		DRM_IOWR(DRM_COMMAND_BASE + DRM_XE_DEVICE_QUERY, struct drm_xe_device_query)

include/uapi/drm/xe_drm.h struct xe_user_extension { · line 135

Quoted 6 lines
include/uapi/drm/xe_drm.h +3 -0
@@ -127,6 +130,9 @@ struct xe_user_extension {
 #define DRM_IOCTL_XE_EXEC_QUEUE_SET_PROPERTY	 DRM_IOW(DRM_COMMAND_BASE + DRM_XE_EXEC_QUEUE_SET_PROPERTY, struct drm_xe_exec_queue_set_property)
 #define DRM_IOCTL_XE_WAIT_USER_FENCE		DRM_IOWR(DRM_COMMAND_BASE + DRM_XE_WAIT_USER_FENCE, struct drm_xe_wait_user_fence)
 #define DRM_IOCTL_XE_VM_MADVISE			 DRM_IOW(DRM_COMMAND_BASE + DRM_XE_VM_MADVISE, struct drm_xe_vm_madvise)
+#define DRM_IOCTL_XE_OA_OPEN			DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_OPEN, struct drm_xe_oa_open_param)
+#define DRM_IOCTL_XE_OA_ADD_CONFIG		DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_ADD_CONFIG, struct drm_xe_oa_config)
+#define DRM_IOCTL_XE_OA_REMOVE_CONFIG		DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_REMOVE_CONFIG, __u64)

In current and future HW, there are other HW blocks which generate performance counter streams. There is an ask to expose these streams also using the uapi introduced here. Specifically the ask is to replace "OA" in these and the ioctls below by "PERF" (similar to i915) and support OA streams as only one of the perf counter stream types supported under PERF. But the PERF interface would be able to support other types of perf streams too.

We are planning to make this change in the next version of these patches.

Quoted 126 lines
include/uapi/drm/xe_drm.h +97 -1
 /**
  * enum drm_xe_memory_class - Supported memory classes.
@@ -261,7 +267,8 @@ struct drm_xe_query_config {
 #define XE_QUERY_CONFIG_GT_COUNT		4
 #define XE_QUERY_CONFIG_MEM_REGION_COUNT	5
 #define XE_QUERY_CONFIG_MAX_ENGINE_PRIORITY	6
-#define XE_QUERY_CONFIG_NUM_PARAM		(XE_QUERY_CONFIG_MAX_ENGINE_PRIORITY + 1)
+#define XE_QUERY_OA_IOCTL_VERSION		7
+#define XE_QUERY_CONFIG_NUM_PARAM		(XE_QUERY_OA_IOCTL_VERSION + 1)
 	/** @info: array of elements containing the config info */
 	__u64 info[];
 };
@@ -298,6 +305,7 @@ struct drm_xe_query_gts {
 		__u64 native_mem_regions;	/* bit mask of instances from drm_xe_query_mem_usage */
 		__u64 slow_mem_regions;		/* bit mask of instances from drm_xe_query_mem_usage */
 		__u64 inaccessible_mem_regions;	/* bit mask of instances from drm_xe_query_mem_usage */
+		__u64 oa_timestamp_freq;
 		__u64 reserved[8];
 	} gts[];
 };
@@ -753,6 +761,7 @@ struct drm_xe_engine_class_instance {
 
 	__u16 engine_instance;
 	__u16 gt_id;
+	__u16 oa_unit_id;
 };
 
 struct drm_xe_exec_queue_create {
@@ -1056,6 +1065,252 @@ struct drm_xe_vm_madvise {
 	__u64 reserved[2];
 };
 
+enum drm_xe_oa_format {
+	XE_OA_FORMAT_C4_B8 = 7,
+
+	/* Gen8+ */
+	XE_OA_FORMAT_A12,
+	XE_OA_FORMAT_A12_B8_C8,
+	XE_OA_FORMAT_A32u40_A4u32_B8_C8,
+
+	/* DG2 */
+	XE_OAR_FORMAT_A32u40_A4u32_B8_C8,
+	XE_OA_FORMAT_A24u40_A14u32_B8_C8,
+
+	/* MTL OAM */
+	XE_OAM_FORMAT_MPEC8u64_B8_C8,
+	XE_OAM_FORMAT_MPEC8u32_B8_C8,
+
+	XE_OA_FORMAT_MAX	    /* non-ABI */
+};
+
+enum drm_xe_oa_property_id {
+	/**
+	 * Open the stream for a specific exec queue id (as used with
+	 * drm_xe_exec). A stream opened for a specific exec queue id this
+	 * way won't typically require root privileges.
+	 */
+	DRM_XE_OA_PROP_EXEC_QUEUE_ID = 1,
+
+	/**
+	 * A value of 1 requests the inclusion of raw OA unit reports as
+	 * part of stream samples.
+	 */
+	DRM_XE_OA_PROP_SAMPLE_OA,
+
+	/**
+	 * The value specifies which set of OA unit metrics should be
+	 * configured, defining the contents of any OA unit reports.
+	 */
+	DRM_XE_OA_PROP_OA_METRICS_SET,
+
+	/**
+	 * The value specifies the size and layout of OA unit reports.
+	 */
+	DRM_XE_OA_PROP_OA_FORMAT,
+
+	/**
+	 * Specifying this property implicitly requests periodic OA unit
+	 * sampling and (at least on Haswell) the sampling frequency is derived
+	 * from this exponent as follows:
+	 *
+	 *   80ns * 2^(period_exponent + 1)
+	 */
+	DRM_XE_OA_PROP_OA_EXPONENT,
+
+	/**
+	 * Specifying this property is only valid when specify a context to
+	 * filter with DRM_XE_OA_PROP_ENGINE_ID. Specifying this property
+	 * will hold preemption of the particular engine we want to gather
+	 * performance data about.
+	 */
+	DRM_XE_OA_PROP_HOLD_PREEMPTION,
+
+	/**
+	 * Specifying this pins all contexts to the specified SSEU power
+	 * configuration for the duration of the recording.
+	 *
+	 * This parameter's value is a pointer to a struct
+	 * drm_xe_gem_context_param_sseu (TBD).
+	 */
+	DRM_XE_OA_PROP_GLOBAL_SSEU,
+
+	/**
+	 * This optional parameter specifies the timer interval in nanoseconds
+	 * at which the xe driver will check the OA buffer for available data.
+	 * Minimum allowed value is 100 microseconds. A default value is used by
+	 * the driver if this parameter is not specified. Note that larger timer
+	 * values will reduce cpu consumption during OA perf captures. However,
+	 * excessively large values would potentially result in OA buffer
+	 * overwrites as captures reach end of the OA buffer.
+	 */
+	DRM_XE_OA_PROP_POLL_OA_PERIOD,
+
+	/**
+	 * Multiple engines may be mapped to the same OA unit. The OA unit is
+	 * identified by class:instance of any engine mapped to it.
+	 *
+	 * This parameter specifies the engine class and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_INSTANCE.
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_CLASS,
+
+	/**
+	 * This parameter specifies the engine instance and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_CLASS.
Quoted 8 lines

include/uapi/drm/xe_drm.h struct drm_xe_vm_madvise { · line 1162

Quoted 2 lines
include/uapi/drm/xe_drm.h +2 -0
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_INSTANCE,

Because oa_unit_id has been introduced above in drm_xe_engine_class_instance, should we remove these engine class/instance properties? Since it seems OA streams can be opened directly against the oa unit identified by oa_unit_id. And the driver can itself figure out the engine class/instance from the oa_unit_id?

About these two issues: (a) multiple type of perf streams and (b) multiplexing configuration of multiple OA units. There is actually a nice way to avoid both these issues. It is basically to expose each OA unit (and similar any such other PERF unit) as its own *character device file*.

This was already half-way done in the original i915 code since each OA unit/stream had its own file_operations. A character device file will complete this interface. So stream_open, add/remove config will basically be ioctl's associated with this char device file (rather than the drm file as is at present). Any PERF unit is free to expose whatever makes sense to it (through its char device).

So as long as OA units are completely independent this char device file to me is an attractive option. In the current implementation OA configs are common to all OA units. But I think this requirement is not a hard requirement, OA configs can also just be specific to an OA unit.

If we are making significant changes to the OA uapi we might as well consider doing this too. So I definitely wanted to bring this up.

Quoted 3 lines

Separately, there is also the question of whether we want to share the Xe OA IGT code with i915 as was done for this series. Since duplicating the IGT code as well as all the perf tools seems a bit much.

If we are going to change the OA uapi completely, I am thinking of dumping this common IGT code too and just copy and modify the i915 IGT code for XE (including the tools). Thoughts?

Thanks.
--
Ashutosh

#16 lore raw

Re: [Intel-xe] [PATCH 01/10] drm/xe/oa: Introduce OA uapi

In reply to Ashutosh Dixit

Hi Ashutosh,

Quoted 8 lines · Ashutosh Dixit

OA uapi allows userspace to:
* Read streams of performance counters written by hardware
* Configure (and reconfigure) which sets of perf counters are captured as part of OA streams
* Configure other properties (such as format and periodicity) of such captures.
* Query associated parameters such as OA unit timestamp freq, oa_unit_id's for hw engines and OA ioctl version

Please document the uapi structures, not only their members. Also it would be nice to explicit somewhere what OA stands for, maybe in the commit message as well.

Francois

Quoted 312 lines
---
 include/uapi/drm/xe_drm.h | 257 +++++++++++++++++++++++++++++++++++++-
 1 file changed, 256 insertions(+), 1 deletion(-)
include/uapi/drm/xe_drm.h +256 -1
index 86f16d50e9ccc..b4ab07c285245 100644
@@ -111,6 +111,9 @@ struct xe_user_extension {
 #define DRM_XE_WAIT_USER_FENCE		0x0b
 #define DRM_XE_VM_MADVISE		0x0c
 #define DRM_XE_EXEC_QUEUE_GET_PROPERTY	0x0d
+#define DRM_XE_OA_OPEN			0x36
+#define DRM_XE_OA_ADD_CONFIG		0x37
+#define DRM_XE_OA_REMOVE_CONFIG		0x38
 
 /* Must be kept compact -- no holes */
 #define DRM_IOCTL_XE_DEVICE_QUERY		DRM_IOWR(DRM_COMMAND_BASE + DRM_XE_DEVICE_QUERY, struct drm_xe_device_query)
@@ -127,6 +130,9 @@ struct xe_user_extension {
 #define DRM_IOCTL_XE_EXEC_QUEUE_SET_PROPERTY	 DRM_IOW(DRM_COMMAND_BASE + DRM_XE_EXEC_QUEUE_SET_PROPERTY, struct drm_xe_exec_queue_set_property)
 #define DRM_IOCTL_XE_WAIT_USER_FENCE		DRM_IOWR(DRM_COMMAND_BASE + DRM_XE_WAIT_USER_FENCE, struct drm_xe_wait_user_fence)
 #define DRM_IOCTL_XE_VM_MADVISE			 DRM_IOW(DRM_COMMAND_BASE + DRM_XE_VM_MADVISE, struct drm_xe_vm_madvise)
+#define DRM_IOCTL_XE_OA_OPEN			DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_OPEN, struct drm_xe_oa_open_param)
+#define DRM_IOCTL_XE_OA_ADD_CONFIG		DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_ADD_CONFIG, struct drm_xe_oa_config)
+#define DRM_IOCTL_XE_OA_REMOVE_CONFIG		DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_REMOVE_CONFIG, __u64)
 
 /**
  * enum drm_xe_memory_class - Supported memory classes.
@@ -261,7 +267,8 @@ struct drm_xe_query_config {
 #define XE_QUERY_CONFIG_GT_COUNT		4
 #define XE_QUERY_CONFIG_MEM_REGION_COUNT	5
 #define XE_QUERY_CONFIG_MAX_ENGINE_PRIORITY	6
-#define XE_QUERY_CONFIG_NUM_PARAM		(XE_QUERY_CONFIG_MAX_ENGINE_PRIORITY + 1)
+#define XE_QUERY_OA_IOCTL_VERSION		7
+#define XE_QUERY_CONFIG_NUM_PARAM		(XE_QUERY_OA_IOCTL_VERSION + 1)
 	/** @info: array of elements containing the config info */
 	__u64 info[];
 };
@@ -298,6 +305,7 @@ struct drm_xe_query_gts {
 		__u64 native_mem_regions;	/* bit mask of instances from drm_xe_query_mem_usage */
 		__u64 slow_mem_regions;		/* bit mask of instances from drm_xe_query_mem_usage */
 		__u64 inaccessible_mem_regions;	/* bit mask of instances from drm_xe_query_mem_usage */
+		__u64 oa_timestamp_freq;
 		__u64 reserved[8];
 	} gts[];
 };
@@ -753,6 +761,7 @@ struct drm_xe_engine_class_instance {
 
 	__u16 engine_instance;
 	__u16 gt_id;
+	__u16 oa_unit_id;
 };
 
 struct drm_xe_exec_queue_create {
@@ -1056,6 +1065,252 @@ struct drm_xe_vm_madvise {
 	__u64 reserved[2];
 };
 
+enum drm_xe_oa_format {
+	XE_OA_FORMAT_C4_B8 = 7,
+
+	/* Gen8+ */
+	XE_OA_FORMAT_A12,
+	XE_OA_FORMAT_A12_B8_C8,
+	XE_OA_FORMAT_A32u40_A4u32_B8_C8,
+
+	/* DG2 */
+	XE_OAR_FORMAT_A32u40_A4u32_B8_C8,
+	XE_OA_FORMAT_A24u40_A14u32_B8_C8,
+
+	/* MTL OAM */
+	XE_OAM_FORMAT_MPEC8u64_B8_C8,
+	XE_OAM_FORMAT_MPEC8u32_B8_C8,
+
+	XE_OA_FORMAT_MAX	    /* non-ABI */
+};
+
+enum drm_xe_oa_property_id {
+	/**
+	 * Open the stream for a specific exec queue id (as used with
+	 * drm_xe_exec). A stream opened for a specific exec queue id this
+	 * way won't typically require root privileges.
+	 */
+	DRM_XE_OA_PROP_EXEC_QUEUE_ID = 1,
+
+	/**
+	 * A value of 1 requests the inclusion of raw OA unit reports as
+	 * part of stream samples.
+	 */
+	DRM_XE_OA_PROP_SAMPLE_OA,
+
+	/**
+	 * The value specifies which set of OA unit metrics should be
+	 * configured, defining the contents of any OA unit reports.
+	 */
+	DRM_XE_OA_PROP_OA_METRICS_SET,
+
+	/**
+	 * The value specifies the size and layout of OA unit reports.
+	 */
+	DRM_XE_OA_PROP_OA_FORMAT,
+
+	/**
+	 * Specifying this property implicitly requests periodic OA unit
+	 * sampling and (at least on Haswell) the sampling frequency is derived
+	 * from this exponent as follows:
+	 *
+	 *   80ns * 2^(period_exponent + 1)
+	 */
+	DRM_XE_OA_PROP_OA_EXPONENT,
+
+	/**
+	 * Specifying this property is only valid when specify a context to
+	 * filter with DRM_XE_OA_PROP_ENGINE_ID. Specifying this property
+	 * will hold preemption of the particular engine we want to gather
+	 * performance data about.
+	 */
+	DRM_XE_OA_PROP_HOLD_PREEMPTION,
+
+	/**
+	 * Specifying this pins all contexts to the specified SSEU power
+	 * configuration for the duration of the recording.
+	 *
+	 * This parameter's value is a pointer to a struct
+	 * drm_xe_gem_context_param_sseu (TBD).
+	 */
+	DRM_XE_OA_PROP_GLOBAL_SSEU,
+
+	/**
+	 * This optional parameter specifies the timer interval in nanoseconds
+	 * at which the xe driver will check the OA buffer for available data.
+	 * Minimum allowed value is 100 microseconds. A default value is used by
+	 * the driver if this parameter is not specified. Note that larger timer
+	 * values will reduce cpu consumption during OA perf captures. However,
+	 * excessively large values would potentially result in OA buffer
+	 * overwrites as captures reach end of the OA buffer.
+	 */
+	DRM_XE_OA_PROP_POLL_OA_PERIOD,
+
+	/**
+	 * Multiple engines may be mapped to the same OA unit. The OA unit is
+	 * identified by class:instance of any engine mapped to it.
+	 *
+	 * This parameter specifies the engine class and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_INSTANCE.
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_CLASS,
+
+	/**
+	 * This parameter specifies the engine instance and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_CLASS.
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_INSTANCE,
+
+	DRM_XE_OA_PROP_MAX /* non-ABI */
+};
+
+struct drm_xe_oa_open_param {
+	__u32 flags;
+#define XE_OA_FLAG_FD_CLOEXEC	BIT(0)
+#define XE_OA_FLAG_FD_NONBLOCK	BIT(1)
+#define XE_OA_FLAG_DISABLED	BIT(2)
+
+	/** The number of u64 (id, value) pairs */
+	__u32 num_properties;
+
+	/**
+	 * Pointer to array of u64 (id, value) pairs configuring the stream
+	 * to open.
+	 */
+	__u64 properties_ptr;
+};
+
+/*
+ * Enable data capture for a stream that was either opened in a disabled state
+ * via I915_PERF_FLAG_DISABLED or was later disabled via
+ * I915_PERF_IOCTL_DISABLE.
+ *
+ * It is intended to be cheaper to disable and enable a stream than it may be
+ * to close and re-open a stream with the same configuration.
+ *
+ * It's undefined whether any pending data for the stream will be lost.
+ */
+#define XE_OA_IOCTL_ENABLE	_IO('i', 0x0)
+
+/*
+ * Disable data capture for a stream.
+ *
+ * It is an error to try and read a stream that is disabled.
+ */
+#define XE_OA_IOCTL_DISABLE	_IO('i', 0x1)
+
+/*
+ * Change metrics_set captured by a stream.
+ *
+ * If the stream is bound to a specific context, the configuration change
+ * will performed inline with that context such that it takes effect before
+ * the next execbuf submission.
+ *
+ * Returns the previously bound metrics set id, or a negative error code.
+ */
+#define XE_OA_IOCTL_CONFIG	_IO('i', 0x2)
+
+struct drm_xe_oa_record_header {
+	__u32 type;
+	__u16 pad;
+	__u16 size;
+};
+
+enum drm_xe_oa_record_type {
+	/**
+	 * Samples are the work horse record type whose contents are
+	 * extensible and defined when opening an xe oa stream based on the
+	 * given properties.
+	 *
+	 * Boolean properties following the naming convention
+	 * DRM_XE_OA_SAMPLE_xyz_PROP request the inclusion of 'xyz' data in
+	 * every sample.
+	 *
+	 * The order of these sample properties given by userspace has no
+	 * affect on the ordering of data within a sample. The order is
+	 * documented here.
+	 *
+	 * struct {
+	 *     struct drm_xe_oa_record_header header;
+	 *
+	 *     { u32 oa_report[]; } && DRM_XE_OA_PROP_SAMPLE_OA
+	 * };
+	 */
+	DRM_XE_OA_RECORD_SAMPLE = 1,
+
+	/**
+	 * Indicates that one or more OA reports were not written by the
+	 * hardware. This can happen for example if an MI_REPORT_PERF_COUNT
+	 * command collides with periodic sampling - which would be more likely
+	 * at higher sampling frequencies.
+	 */
+	DRM_XE_OA_RECORD_OA_REPORT_LOST = 2,
+
+	/**
+	 * An error occurred that resulted in all pending OA reports being lost.
+	 */
+	DRM_XE_OA_RECORD_OA_BUFFER_LOST = 3,
+
+	DRM_XE_OA_RECORD_MAX /* non-ABI */
+};
+
+struct drm_xe_oa_config {
+	/**
+	 * @uuid:
+	 *
+	 * String formatted like "%\08x-%\04x-%\04x-%\04x-%\012x"
+	 */
+	char uuid[36];
+
+	/**
+	 * @n_mux_regs:
+	 *
+	 * Number of mux regs in &mux_regs_ptr.
+	 */
+	__u32 n_mux_regs;
+
+	/**
+	 * @n_boolean_regs:
+	 *
+	 * Number of boolean regs in &boolean_regs_ptr.
+	 */
+	__u32 n_boolean_regs;
+
+	/**
+	 * @n_flex_regs:
+	 *
+	 * Number of flex regs in &flex_regs_ptr.
+	 */
+	__u32 n_flex_regs;
+
+	/**
+	 * @mux_regs_ptr:
+	 *
+	 * Pointer to tuples of u32 values (register address, value) for mux
+	 * registers.  Expected length of buffer is (2 * sizeof(u32) *
+	 * &n_mux_regs).
+	 */
+	__u64 mux_regs_ptr;
+
+	/**
+	 * @boolean_regs_ptr:
+	 *
+	 * Pointer to tuples of u32 values (register address, value) for mux
+	 * registers.  Expected length of buffer is (2 * sizeof(u32) *
+	 * &n_boolean_regs).
+	 */
+	__u64 boolean_regs_ptr;
+
+	/**
+	 * @flex_regs_ptr:
+	 *
+	 * Pointer to tuples of u32 values (register address, value) for mux
+	 * registers.  Expected length of buffer is (2 * sizeof(u32) *
+	 * &n_flex_regs).
+	 */
+	__u64 flex_regs_ptr;
+};
+
 #if defined(__cplusplus)
 }
 #endif
Signature · 1 line
2.41.0
maintainer
#17 lore raw

Re: [Intel-xe] [PATCH 01/10] drm/xe/oa: Introduce OA uapi

Quoted 12 lines · Francois Dugast

Hi Ashutosh,

Quoted 8 lines · Ashutosh Dixit

OA uapi allows userspace to:
* Read streams of performance counters written by hardware
* Configure (and reconfigure) which sets of perf counters are captured as part of OA streams
* Configure other properties (such as format and periodicity) of such captures.
* Query associated parameters such as OA unit timestamp freq, oa_unit_id's for hw engines and OA ioctl version

Quoted 3 lines

Please document the uapi structures, not only their members. Also it would be nice to explicit somewhere what OA stands for, maybe in the commit message as well.

Besides that, we need true API like documentation with examples showing how this is used. Please!

Quoted 315 lines

Francois

Quoted 312 lines
---
 include/uapi/drm/xe_drm.h | 257 +++++++++++++++++++++++++++++++++++++-
 1 file changed, 256 insertions(+), 1 deletion(-)
include/uapi/drm/xe_drm.h +256 -1
index 86f16d50e9ccc..b4ab07c285245 100644
@@ -111,6 +111,9 @@ struct xe_user_extension {
 #define DRM_XE_WAIT_USER_FENCE		0x0b
 #define DRM_XE_VM_MADVISE		0x0c
 #define DRM_XE_EXEC_QUEUE_GET_PROPERTY	0x0d
+#define DRM_XE_OA_OPEN			0x36
+#define DRM_XE_OA_ADD_CONFIG		0x37
+#define DRM_XE_OA_REMOVE_CONFIG		0x38
 
 /* Must be kept compact -- no holes */
 #define DRM_IOCTL_XE_DEVICE_QUERY		DRM_IOWR(DRM_COMMAND_BASE + DRM_XE_DEVICE_QUERY, struct drm_xe_device_query)
@@ -127,6 +130,9 @@ struct xe_user_extension {
 #define DRM_IOCTL_XE_EXEC_QUEUE_SET_PROPERTY	 DRM_IOW(DRM_COMMAND_BASE + DRM_XE_EXEC_QUEUE_SET_PROPERTY, struct drm_xe_exec_queue_set_property)
 #define DRM_IOCTL_XE_WAIT_USER_FENCE		DRM_IOWR(DRM_COMMAND_BASE + DRM_XE_WAIT_USER_FENCE, struct drm_xe_wait_user_fence)
 #define DRM_IOCTL_XE_VM_MADVISE			 DRM_IOW(DRM_COMMAND_BASE + DRM_XE_VM_MADVISE, struct drm_xe_vm_madvise)
+#define DRM_IOCTL_XE_OA_OPEN			DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_OPEN, struct drm_xe_oa_open_param)
+#define DRM_IOCTL_XE_OA_ADD_CONFIG		DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_ADD_CONFIG, struct drm_xe_oa_config)
+#define DRM_IOCTL_XE_OA_REMOVE_CONFIG		DRM_IOW(DRM_COMMAND_BASE + DRM_XE_OA_REMOVE_CONFIG, __u64)
 
 /**
  * enum drm_xe_memory_class - Supported memory classes.
@@ -261,7 +267,8 @@ struct drm_xe_query_config {
 #define XE_QUERY_CONFIG_GT_COUNT		4
 #define XE_QUERY_CONFIG_MEM_REGION_COUNT	5
 #define XE_QUERY_CONFIG_MAX_ENGINE_PRIORITY	6
-#define XE_QUERY_CONFIG_NUM_PARAM		(XE_QUERY_CONFIG_MAX_ENGINE_PRIORITY + 1)
+#define XE_QUERY_OA_IOCTL_VERSION		7
+#define XE_QUERY_CONFIG_NUM_PARAM		(XE_QUERY_OA_IOCTL_VERSION + 1)
 	/** @info: array of elements containing the config info */
 	__u64 info[];
 };
@@ -298,6 +305,7 @@ struct drm_xe_query_gts {
 		__u64 native_mem_regions;	/* bit mask of instances from drm_xe_query_mem_usage */
 		__u64 slow_mem_regions;		/* bit mask of instances from drm_xe_query_mem_usage */
 		__u64 inaccessible_mem_regions;	/* bit mask of instances from drm_xe_query_mem_usage */
+		__u64 oa_timestamp_freq;
 		__u64 reserved[8];
 	} gts[];
 };
@@ -753,6 +761,7 @@ struct drm_xe_engine_class_instance {
 
 	__u16 engine_instance;
 	__u16 gt_id;
+	__u16 oa_unit_id;
 };
 
 struct drm_xe_exec_queue_create {
@@ -1056,6 +1065,252 @@ struct drm_xe_vm_madvise {
 	__u64 reserved[2];
 };
 
+enum drm_xe_oa_format {
+	XE_OA_FORMAT_C4_B8 = 7,
+
+	/* Gen8+ */
+	XE_OA_FORMAT_A12,
+	XE_OA_FORMAT_A12_B8_C8,
+	XE_OA_FORMAT_A32u40_A4u32_B8_C8,
+
+	/* DG2 */
+	XE_OAR_FORMAT_A32u40_A4u32_B8_C8,
+	XE_OA_FORMAT_A24u40_A14u32_B8_C8,
+
+	/* MTL OAM */
+	XE_OAM_FORMAT_MPEC8u64_B8_C8,
+	XE_OAM_FORMAT_MPEC8u32_B8_C8,
+
+	XE_OA_FORMAT_MAX	    /* non-ABI */
+};
+
+enum drm_xe_oa_property_id {
+	/**
+	 * Open the stream for a specific exec queue id (as used with
+	 * drm_xe_exec). A stream opened for a specific exec queue id this
+	 * way won't typically require root privileges.
+	 */
+	DRM_XE_OA_PROP_EXEC_QUEUE_ID = 1,
+
+	/**
+	 * A value of 1 requests the inclusion of raw OA unit reports as
+	 * part of stream samples.
+	 */
+	DRM_XE_OA_PROP_SAMPLE_OA,
+
+	/**
+	 * The value specifies which set of OA unit metrics should be
+	 * configured, defining the contents of any OA unit reports.
+	 */
+	DRM_XE_OA_PROP_OA_METRICS_SET,
+
+	/**
+	 * The value specifies the size and layout of OA unit reports.
+	 */
+	DRM_XE_OA_PROP_OA_FORMAT,
+
+	/**
+	 * Specifying this property implicitly requests periodic OA unit
+	 * sampling and (at least on Haswell) the sampling frequency is derived
+	 * from this exponent as follows:
+	 *
+	 *   80ns * 2^(period_exponent + 1)
+	 */
+	DRM_XE_OA_PROP_OA_EXPONENT,
+
+	/**
+	 * Specifying this property is only valid when specify a context to
+	 * filter with DRM_XE_OA_PROP_ENGINE_ID. Specifying this property
+	 * will hold preemption of the particular engine we want to gather
+	 * performance data about.
+	 */
+	DRM_XE_OA_PROP_HOLD_PREEMPTION,
+
+	/**
+	 * Specifying this pins all contexts to the specified SSEU power
+	 * configuration for the duration of the recording.
+	 *
+	 * This parameter's value is a pointer to a struct
+	 * drm_xe_gem_context_param_sseu (TBD).
+	 */
+	DRM_XE_OA_PROP_GLOBAL_SSEU,
+
+	/**
+	 * This optional parameter specifies the timer interval in nanoseconds
+	 * at which the xe driver will check the OA buffer for available data.
+	 * Minimum allowed value is 100 microseconds. A default value is used by
+	 * the driver if this parameter is not specified. Note that larger timer
+	 * values will reduce cpu consumption during OA perf captures. However,
+	 * excessively large values would potentially result in OA buffer
+	 * overwrites as captures reach end of the OA buffer.
+	 */
+	DRM_XE_OA_PROP_POLL_OA_PERIOD,
+
+	/**
+	 * Multiple engines may be mapped to the same OA unit. The OA unit is
+	 * identified by class:instance of any engine mapped to it.
+	 *
+	 * This parameter specifies the engine class and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_INSTANCE.
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_CLASS,
+
+	/**
+	 * This parameter specifies the engine instance and must be passed along
+	 * with DRM_XE_OA_PROP_OA_ENGINE_CLASS.
+	 */
+	DRM_XE_OA_PROP_OA_ENGINE_INSTANCE,
+
+	DRM_XE_OA_PROP_MAX /* non-ABI */
+};
+
+struct drm_xe_oa_open_param {
+	__u32 flags;
+#define XE_OA_FLAG_FD_CLOEXEC	BIT(0)
+#define XE_OA_FLAG_FD_NONBLOCK	BIT(1)
+#define XE_OA_FLAG_DISABLED	BIT(2)
+
+	/** The number of u64 (id, value) pairs */
+	__u32 num_properties;
+
+	/**
+	 * Pointer to array of u64 (id, value) pairs configuring the stream
+	 * to open.
+	 */
+	__u64 properties_ptr;
+};
+
+/*
+ * Enable data capture for a stream that was either opened in a disabled state
+ * via I915_PERF_FLAG_DISABLED or was later disabled via
+ * I915_PERF_IOCTL_DISABLE.
+ *
+ * It is intended to be cheaper to disable and enable a stream than it may be
+ * to close and re-open a stream with the same configuration.
+ *
+ * It's undefined whether any pending data for the stream will be lost.
+ */
+#define XE_OA_IOCTL_ENABLE	_IO('i', 0x0)
+
+/*
+ * Disable data capture for a stream.
+ *
+ * It is an error to try and read a stream that is disabled.
+ */
+#define XE_OA_IOCTL_DISABLE	_IO('i', 0x1)
+
+/*
+ * Change metrics_set captured by a stream.
+ *
+ * If the stream is bound to a specific context, the configuration change
+ * will performed inline with that context such that it takes effect before
+ * the next execbuf submission.
+ *
+ * Returns the previously bound metrics set id, or a negative error code.
+ */
+#define XE_OA_IOCTL_CONFIG	_IO('i', 0x2)
+
+struct drm_xe_oa_record_header {
+	__u32 type;
+	__u16 pad;
+	__u16 size;
+};
+
+enum drm_xe_oa_record_type {
+	/**
+	 * Samples are the work horse record type whose contents are
+	 * extensible and defined when opening an xe oa stream based on the
+	 * given properties.
+	 *
+	 * Boolean properties following the naming convention
+	 * DRM_XE_OA_SAMPLE_xyz_PROP request the inclusion of 'xyz' data in
+	 * every sample.
+	 *
+	 * The order of these sample properties given by userspace has no
+	 * affect on the ordering of data within a sample. The order is
+	 * documented here.
+	 *
+	 * struct {
+	 *     struct drm_xe_oa_record_header header;
+	 *
+	 *     { u32 oa_report[]; } && DRM_XE_OA_PROP_SAMPLE_OA
+	 * };
+	 */
+	DRM_XE_OA_RECORD_SAMPLE = 1,
+
+	/**
+	 * Indicates that one or more OA reports were not written by the
+	 * hardware. This can happen for example if an MI_REPORT_PERF_COUNT
+	 * command collides with periodic sampling - which would be more likely
+	 * at higher sampling frequencies.
+	 */
+	DRM_XE_OA_RECORD_OA_REPORT_LOST = 2,
+
+	/**
+	 * An error occurred that resulted in all pending OA reports being lost.
+	 */
+	DRM_XE_OA_RECORD_OA_BUFFER_LOST = 3,
+
+	DRM_XE_OA_RECORD_MAX /* non-ABI */
+};
+
+struct drm_xe_oa_config {
+	/**
+	 * @uuid:
+	 *
+	 * String formatted like "%\08x-%\04x-%\04x-%\04x-%\012x"
+	 */
+	char uuid[36];
+
+	/**
+	 * @n_mux_regs:
+	 *
+	 * Number of mux regs in &mux_regs_ptr.
+	 */
+	__u32 n_mux_regs;
+
+	/**
+	 * @n_boolean_regs:
+	 *
+	 * Number of boolean regs in &boolean_regs_ptr.
+	 */
+	__u32 n_boolean_regs;
+
+	/**
+	 * @n_flex_regs:
+	 *
+	 * Number of flex regs in &flex_regs_ptr.
+	 */
+	__u32 n_flex_regs;
+
+	/**
+	 * @mux_regs_ptr:
+	 *
+	 * Pointer to tuples of u32 values (register address, value) for mux
+	 * registers.  Expected length of buffer is (2 * sizeof(u32) *
+	 * &n_mux_regs).
+	 */
+	__u64 mux_regs_ptr;
+
+	/**
+	 * @boolean_regs_ptr:
+	 *
+	 * Pointer to tuples of u32 values (register address, value) for mux
+	 * registers.  Expected length of buffer is (2 * sizeof(u32) *
+	 * &n_boolean_regs).
+	 */
+	__u64 boolean_regs_ptr;
+
+	/**
+	 * @flex_regs_ptr:
+	 *
+	 * Pointer to tuples of u32 values (register address, value) for mux
+	 * registers.  Expected length of buffer is (2 * sizeof(u32) *
+	 * &n_flex_regs).
+	 */
+	__u64 flex_regs_ptr;
+};
+
 #if defined(__cplusplus)
 }
 #endif
Signature · 1 line
2.41.0
#18 lore raw

Re: [Intel-xe] [PATCH 01/10] drm/xe/oa: Introduce OA uapi

Quoted 1 line · Rodrigo Vivi

Hi Rodrigo,

Quoted 13 lines · Francois Dugast
Quoted 12 lines

Hi Ashutosh,

Quoted 8 lines · Ashutosh Dixit

OA uapi allows userspace to:
* Read streams of performance counters written by hardware
* Configure (and reconfigure) which sets of perf counters are captured as part of OA streams
* Configure other properties (such as format and periodicity) of such captures.
* Query associated parameters such as OA unit timestamp freq, oa_unit_id's for hw engines and OA ioctl version

Quoted 6 lines
Quoted 3 lines

Please document the uapi structures, not only their members. Also it would be nice to explicit somewhere what OA stands for, maybe in the commit message as well.

Besides that, we need true API like documentation with examples showing how this is used. Please!

Sorry, not following. What sort of "examples"? Are there similar examples in xe_drm.h, could you please point them out so we know what to add. Or you mean examples outside xe_drm.h, e.g. in Documentation/ e.g.?

The IGT series was also posted along with the kernel series here:

	https://patchwork.freedesktop.org/series/121082/

That has plenty of examples but probably that's not what you mean?

Thanks.
--
Ashutosh

maintainer
#19 lore raw

Re: [Intel-xe] [PATCH 01/10] drm/xe/oa: Introduce OA uapi

Quoted 29 lines · Ashutosh
Quoted 1 line · Rodrigo Vivi

Hi Rodrigo,

Quoted 13 lines · Francois Dugast
Quoted 12 lines

Hi Ashutosh,

Quoted 8 lines · Ashutosh Dixit

OA uapi allows userspace to:
* Read streams of performance counters written by hardware
* Configure (and reconfigure) which sets of perf counters are captured as part of OA streams
* Configure other properties (such as format and periodicity) of such captures.
* Query associated parameters such as OA unit timestamp freq, oa_unit_id's for hw engines and OA ioctl version

Quoted 6 lines
Quoted 3 lines

Please document the uapi structures, not only their members. Also it would be nice to explicit somewhere what OA stands for, maybe in the commit message as well.

Besides that, we need true API like documentation with examples showing how this is used. Please!

Sorry, not following. What sort of "examples"? Are there similar examples in xe_drm.h, could you please point them out so we know what to add. Or you mean examples outside xe_drm.h, e.g. in Documentation/ e.g.?

Quoted 5 lines

The IGT series was also posted along with the kernel series here:

	https://patchwork.freedesktop.org/series/121082/

That has plenty of examples but probably that's not what you mean?

I know we are really far from having a good API documentation in general, not just in xe or not just xe and i915...
But a good API documentation would target any developer willing to create a new user space component and use that API, even without having to look to IGT or other UMD drivers. So good examples in the documentation would be important.

I believe a good example is the PXP doc in i915 section:
https://docs.kernel.org/gpu/driver-uapi.html

Quoted 4 lines

Thanks.
--
Ashutosh

#20 lore raw

Re: [Intel-xe] [PATCH 01/10] drm/xe/oa: Introduce OA uapi

In reply to Rodrigo Vivi
Quoted 1 line · Rodrigo

Rodrigo/Francois,

Quoted 13 lines · Francois Dugast
Quoted 12 lines

Hi Ashutosh,

Quoted 8 lines · Ashutosh Dixit

OA uapi allows userspace to:
* Read streams of performance counters written by hardware
* Configure (and reconfigure) which sets of perf counters are captured as part of OA streams
* Configure other properties (such as format and periodicity) of such captures.
* Query associated parameters such as OA unit timestamp freq, oa_unit_id's for hw engines and OA ioctl version

Quoted 2 lines
Quoted 2 lines

Also it would be nice to explicit somewhere what OA stands for, maybe in the commit message as well.

I've added what OA stands for to the commit message of Patch 1.

https://patchwork.freedesktop.org/series/121084/#rev5

Quoted 5 lines
Quoted 1 line

Please document the uapi structures, not only their members.

Besides that, we need true API like documentation with examples showing how this is used. Please!

We are rapidly changing the OA uapi. uapi changes will be reviewed (including UMD's) and accepted or rejected. I will add such documentation after the uapi is close to being frozen.

Thanks.
--
Ashutosh

#21 lore raw

PATCH 2/10 drm/xe/oa: Add OA types

In reply to Ashutosh Dixit

Add types and data structs used by OA. The data structs maintain device and gt level information, information about the open OA stream and OA buffer used internally to capture OA counters written by HW as well as capture configurations which can be selected for an OA stream.

v2: Add linux includes to fix build

---
 drivers/gpu/drm/xe/xe_oa_types.h | 295 +++++++++++++++++++++++++++++++
 1 file changed, 295 insertions(+)
 create mode 100644 drivers/gpu/drm/xe/xe_oa_types.h
drivers/gpu/drm/xe/xe_oa_types.h new file +295 -0
new file mode 100644
index 0000000000000..58164ff0b6a48
@@ -0,0 +1,295 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Copyright © 2023 Intel Corporation
+ */
+
+#ifndef _XE_OA_TYPES_H_
+#define _XE_OA_TYPES_H__
+
+#include <linux/idr.h>
+#include <linux/kobject.h>
+#include <linux/poll.h>
+#include <linux/sysfs.h>
+#include <drm/xe_drm.h>
+#include "regs/xe_reg_defs.h"
+
+struct drm_device;
+struct drm_file;
+
+enum {
+	OA_GROUP_OAG = 0,
+	OA_GROUP_OAM_SAMEDIA_0 = 0,
+
+	OA_GROUP_MAX,
+	OA_GROUP_INVALID = U32_MAX,
+};
+
+enum oa_type {
+	TYPE_OAG,
+	TYPE_OAM,
+};
+
+enum report_header {
+	HDR_32_BIT = 0,
+	HDR_64_BIT,
+};
+
+struct xe_oa_format {
+	u32 format;
+	int size;
+	int type;
+	enum report_header header;
+};
+
+struct xe_oa_reg {
+	struct xe_reg addr;
+	u32 value;
+};
+
+struct xe_oa_config {
+	struct xe_oa *oa;
+
+	char uuid[UUID_STRING_LEN + 1];
+	int id;
+
+	const struct xe_oa_reg *mux_regs;
+	u32 mux_regs_len;
+	const struct xe_oa_reg *b_counter_regs;
+	u32 b_counter_regs_len;
+	const struct xe_oa_reg *flex_regs;
+	u32 flex_regs_len;
+
+	struct attribute_group sysfs_metric;
+	struct attribute *attrs[2];
+	struct kobj_attribute sysfs_metric_id;
+
+	struct kref ref;
+	struct rcu_head rcu;
+};
+
+struct xe_oa_regs {
+	u32 base;
+	struct xe_reg oa_head_ptr;
+	struct xe_reg oa_tail_ptr;
+	struct xe_reg oa_buffer;
+	struct xe_reg oa_ctx_ctrl;
+	struct xe_reg oa_ctrl;
+	struct xe_reg oa_debug;
+	struct xe_reg oa_status;
+	u32 oa_ctrl_counter_format_shift;
+};
+
+/**
+ * struct xe_oa_group - OA group representing one hardware OA unit
+ */
+struct xe_oa_group {
+	/** @oa_unit_id: identifier for the OA unit */
+	u32 oa_unit_id;
+
+	/**
+	 * @exclusive_stream: The stream currently using the OA unit. This is
+	 * sometimes accessed outside a syscall associated to its file
+	 * descriptor.
+	 */
+	struct xe_oa_stream *exclusive_stream;
+
+	/** @num_engines: number of engines using this OA unit */
+	u32 num_engines;
+
+	/** @regs: OA buffer register group for programming the OA unit */
+	struct xe_oa_regs regs;
+
+	/** @type: Type of OA unit - OAM, OAG etc. */
+	enum oa_type type;
+};
+
+/**
+ * struct xe_oa_gt - OA per-gt information
+ */
+struct xe_oa_gt {
+	/** @lock: lock associated with anything below within this structure */
+	struct mutex lock;
+
+	/** @num_oa_groups: number of oa groups per gt */
+	u32 num_oa_groups;
+
+	/** @group: list of OA groups - one for each OA buffer */
+	struct xe_oa_group *group;
+};
+
+/**
+ * struct xe_oa - OA device level information
+ */
+struct xe_oa {
+	/** @xe: back pointer to xe device */
+	struct xe_device *xe;
+
+	/** @metrics_kobj: kobj for metrics sysfs */
+	struct kobject *metrics_kobj;
+
+	/**
+	 * @metrics_lock: lock associated with adding/modifying/removing OA
+	 * configs in oa->metrics_idr.
+	 */
+	struct mutex metrics_lock;
+
+	/**
+	 * @metrics_idr: List of dynamic configurations (struct xe_oa_config)
+	 */
+	struct idr metrics_idr;
+
+	/** @ctx_oactxctrl_offset: offset of OACTXCONTROL register in context image */
+	u32 ctx_oactxctrl_offset;
+
+	/** @oa_formats: tracks all OA formats across platforms */
+	const struct xe_oa_format *oa_formats;
+
+#define FORMAT_MASK_SIZE DIV_ROUND_UP(XE_OA_FORMAT_MAX - 1, BITS_PER_LONG)
+
+	/** @format_mask: tracks valid OA formats for a platform */
+	unsigned long format_mask[FORMAT_MASK_SIZE];
+
+	/** @oa_unit_ids: tracks oa unit ids assigned across gt's */
+	u32 oa_unit_ids;
+};
+
+/**
+ * struct xe_oa_stream - state for a single open stream FD
+ */
+struct xe_oa_stream {
+	/** @oa: xe_oa backpointer */
+	struct xe_oa *oa;
+
+	/** @gt: gt associated with the oa stream */
+	struct xe_gt *gt;
+
+	/**
+	 * @hwe: hardware engine associated with this performance stream.
+	 */
+	struct xe_hw_engine *hwe;
+
+	/** @lock: Lock associated with operations on stream */
+	struct mutex lock;
+
+	/**
+	 * @sample: true when DRM_XE_OA_PROP_SAMPLE_OA is given when
+	 * opening a stream, representing the contents of a single sample
+	 * as read() by userspace.
+	 */
+	bool sample;
+
+	/**
+	 * @sample_size: Considering the configured contents of a sample
+	 * combined with the required header size, this is the total size
+	 * of a single sample record.
+	 */
+	int sample_size;
+
+	/**
+	 * @exec_q: %NULL if measuring system-wide across all exec_q's or a
+	 * specific exec_q that is being monitored.
+	 */
+	struct xe_exec_queue *exec_q;
+
+	/**
+	 * @enabled: Whether the stream is currently enabled, considering
+	 * whether the stream was opened in a disabled state and based
+	 * on `XE_OA_IOCTL_ENABLE` and `XE_OA_IOCTL_DISABLE` calls.
+	 */
+	bool enabled;
+
+	/** @oa_config: The OA configuration used by the stream */
+	struct xe_oa_config *oa_config;
+
+	/**
+	 * @oa_config_bos: A list of struct i915_oa_config_bo allocated lazily
+	 * each time @oa_config changes.
+	 */
+	struct llist_head oa_config_bos;
+
+	/** @specific_ctx_id: id of the context used for filtering reports */
+	u32 specific_ctx_id;
+
+	/** @specific_ctx_id_mask: The mask used to masking specific_ctx_id bits */
+	u32 specific_ctx_id_mask;
+
+	/**
+	 * @poll_check_timer: High resolution timer that will periodically
+	 * check for data in the circular OA buffer for notifying userspace
+	 * (e.g. during a read() or poll()).
+	 */
+	struct hrtimer poll_check_timer;
+
+	/**
+	 * @poll_wq: The wait queue that hrtimer callback wakes when it
+	 * sees data ready to read in the circular OA buffer.
+	 */
+	wait_queue_head_t poll_wq;
+
+	/** @pollin: Whether there is data available to read */
+	bool pollin;
+
+	/** @periodic: Whether periodic sampling is currently enabled */
+	bool periodic;
+
+	/** @period_exponent: The OA unit sampling frequency is derived from this */
+	int period_exponent;
+
+	/** @oa_buffer: State of the OA buffer */
+	struct {
+		/** @format: data format */
+		const struct xe_oa_format *format;
+
+		/** @format: xe_bo backing the OA buffer */
+		struct xe_bo *bo;
+
+		/** @vaddr: mapped vaddr of the OA buffer */
+		u8 *vaddr;
+
+		/** @last_ctx_id: last context id for OA data added */
+		u32 last_ctx_id;
+
+		/**
+		 * @ptr_lock: Locks reads and writes to all head/tail state
+		 *
+		 * Consider: the head and tail pointer state needs to be read
+		 * consistently from a hrtimer callback (atomic context) and
+		 * read() fop (user context) with tail pointer updates happening
+		 * in atomic context and head updates in user context and the
+		 * (unlikely) possibility of read() errors needing to reset all
+		 * head/tail state.
+		 *
+		 * Note: Contention/performance aren't currently a significant
+		 * concern here considering the relatively low frequency of
+		 * hrtimer callbacks (5ms period) and that reads typically only
+		 * happen in response to a hrtimer event and likely complete
+		 * before the next callback.
+		 *
+		 * Note: This lock is not held *while* reading and copying data
+		 * to userspace so the value of head observed in htrimer
+		 * callbacks won't represent any partial consumption of data.
+		 */
+		spinlock_t ptr_lock;
+
+		/**
+		 * @head: Although we can always read back the head pointer register,
+		 * we prefer to avoid trusting the HW state, just to avoid any
+		 * risk that some hardware condition could somehow bump the
+		 * head pointer unpredictably and cause us to forward the wrong
+		 * OA buffer data to userspace.
+		 */
+		u32 head;
+
+		/**
+		 * @tail: The last verified tail that can be read by userspace.
+		 */
+		u32 tail;
+	} oa_buffer;
+
+	/**
+	 * @poll_oa_period: The period in nanoseconds at which the OA
+	 * buffer should be checked for available data.
+	 */
+	u64 poll_oa_period;
+};
+#endif
Signature · 1 line
2.41.0
#22 lore raw

PATCH 3/10 drm/xe/oa: Add registers and GPU commands used by OA

In reply to Ashutosh Dixit

Add registers and GPU commands used by OA in subsequent patches. The xe oa code programs OA units which generate performance data. The code also submits command buffers to change hardware engine context images and implement waits.

---
 drivers/gpu/drm/xe/regs/xe_engine_regs.h  |   5 +
 drivers/gpu/drm/xe/regs/xe_gpu_commands.h |  27 ++++
 drivers/gpu/drm/xe/regs/xe_oa_regs.h      | 173 ++++++++++++++++++++++
 3 files changed, 205 insertions(+)
 create mode 100644 drivers/gpu/drm/xe/regs/xe_oa_regs.h
drivers/gpu/drm/xe/regs/xe_engine_regs.h +5 -0
index 79873bf64e8dd..044a4920f1568 100644
@@ -84,6 +84,9 @@
 
 #define RING_CTX_TIMESTAMP(base)		XE_REG((base) + 0x3a8)
 
+#define MI_PREDICATE_RESULT_2(base)		XE_REG((base) + 0x3bc)
+#define MI_PREDICATE_RESULT_1(base)		XE_REG((base) + 0x41c)
+
 #define RING_FORCE_TO_NONPRIV(base, i)		XE_REG(((base) + 0x4d0) + (i) * 4)
 #define   RING_FORCE_TO_NONPRIV_DENY		REG_BIT(30)
 #define   RING_FORCE_TO_NONPRIV_ACCESS_MASK	REG_GENMASK(29, 28)
@@ -108,6 +111,8 @@
 #define RING_EXECLIST_CONTROL(base)		XE_REG((base) + 0x550)
 #define	  EL_CTRL_LOAD				REG_BIT(0)
 
+#define GEN8_RING_CS_GPR(base, n)		XE_REG((base) + 0x600 + (n) * 8)
+
 #define VDBOX_CGCTL3F10(base)			XE_REG((base) + 0x3f10)
 #define   IECPUNIT_CLKGATE_DIS			REG_BIT(22)
 
drivers/gpu/drm/xe/regs/xe_gpu_commands.h +27 -0
index 12120dd37aa2a..672100d375312 100644
@@ -14,8 +14,10 @@
 
 #define MI_INSTR(opcode, flags) \
 	(__INSTR(INSTR_MI_CLIENT) | (opcode) << 23 | (flags))
+#define MI_OPCODE(x)		(((x) >> 23) & 0x3f)
 
 #define MI_NOOP			MI_INSTR(0, 0)
+#define MI_SET_PREDICATE	MI_INSTR(0x01, 0)
 #define MI_USER_INTERRUPT	MI_INSTR(0x02, 0)
 
 #define MI_ARB_ON_OFF		MI_INSTR(0x08, 0)
@@ -23,12 +25,32 @@
 #define   MI_ARB_DISABLE		(0<<0)
 
 #define MI_BATCH_BUFFER_END	MI_INSTR(0x0a, 0)
+
+#define	MI_MATH(x)		MI_INSTR(0x1a, (x) - 1)
+#define MI_MATH_INSTR(opcode, op1, op2) ((opcode) << 20 | (op1) << 10 | (op2))
+#define	  MI_MATH_LOAD(op1, op2)	MI_MATH_INSTR(0x080, op1, op2)
+#define   MI_MATH_ADD			MI_MATH_INSTR(0x100, 0x0, 0x0)
+#define   MI_MATH_SUB			MI_MATH_INSTR(0x101, 0x0, 0x0)
+#define   MI_MATH_STORE(op1, op2)	MI_MATH_INSTR(0x180, op1, op2)
+#define   MI_MATH_STOREINV(op1, op2)	MI_MATH_INSTR(0x580, op1, op2)
+#define   MI_MATH_REG(x) (x)
+#define   MI_MATH_REG_SRCA		0x20
+#define   MI_MATH_REG_SRCB		0x21
+#define   MI_MATH_REG_ACCU		0x31
+#define   MI_MATH_REG_CF		0x33
+
 #define MI_STORE_DATA_IMM	MI_INSTR(0x20, 0)
+#define MI_STORE_DWORD_IMM_GEN4	MI_INSTR(0x20, 2)
 
 #define MI_LOAD_REGISTER_IMM(x)	MI_INSTR(0x22, 2*(x)-1)
 #define   MI_LRI_LRM_CS_MMIO		REG_BIT(19)
 #define   MI_LRI_MMIO_REMAP_EN		REG_BIT(17)
 #define   MI_LRI_FORCE_POSTED		(1<<12)
+#define   IS_MI_LRI_CMD(x)		(MI_OPCODE(x) == MI_OPCODE(MI_INSTR(0x22, 0)))
+#define   MI_LRI_LEN(x)			(((x) & 0xff) + 1)
+
+#define MI_STORE_REGISTER_MEM	MI_INSTR(0x24, 1)
+#define   MI_SRM_LRM_GLOBAL_GTT		REG_BIT(22)
 
 #define MI_FLUSH_DW		MI_INSTR(0x26, 1)
 #define   MI_FLUSH_DW_STORE_INDEX	(1<<21)
@@ -37,7 +59,12 @@
 #define   MI_FLUSH_DW_OP_STOREDW	(1<<14)
 #define   MI_FLUSH_DW_USE_GTT		(1<<2)
 
+#define MI_LOAD_REGISTER_MEM	MI_INSTR(0x29, 1)
+
+#define MI_LOAD_REGISTER_REG	MI_INSTR(0x2A, 1)
+
 #define MI_BATCH_BUFFER_START		MI_INSTR(0x31, 1)
+#define   MI_BATCH_PREDICATE         REG_BIT(15) /* HSW+ on RCS only*/
 
 #define XY_CTRL_SURF_COPY_BLT		((2 << 29) | (0x48 << 22) | 3)
 #define   SRC_ACCESS_TYPE_SHIFT		21
drivers/gpu/drm/xe/regs/xe_oa_regs.h new file +173 -0

173 lines not on this page · raw message

Signature · 1 line
2.41.0
#23 lore raw

Re: [Intel-xe] [PATCH 03/10] drm/xe/oa: Add registers and GPU commands used by OA

Quoted 18 lines · Ashutosh Dixit

Add registers and GPU commands used by OA in subsequent patches. The xe oa code programs OA units which generate performance data. The code also submits command buffers to change hardware engine context images and implement waits.

---

drivers/gpu/drm/xe/regs/xe_engine_regs.h  |   5 +
drivers/gpu/drm/xe/regs/xe_gpu_commands.h |  27 ++++
drivers/gpu/drm/xe/regs/xe_oa_regs.h      | 173 ++++++++++++++++++++++
3 files changed, 205 insertions(+)

create mode 100644 drivers/gpu/drm/xe/regs/xe_oa_regs.h

drivers/gpu/drm/xe/regs/xe_engine_regs.h +0 -0
index 79873bf64e8dd..044a4920f1568 100644

drivers/gpu/drm/xe/regs/xe_engine_regs.h line 89

Quoted 6 lines
drivers/gpu/drm/xe/regs/xe_engine_regs.h +3 -0
@@ -84,6 +84,9 @@
 
 #define RING_CTX_TIMESTAMP(base)		XE_REG((base) + 0x3a8)
 
+#define MI_PREDICATE_RESULT_2(base)		XE_REG((base) + 0x3bc)
+#define MI_PREDICATE_RESULT_1(base)		XE_REG((base) + 0x41c)
+

We can drop these changes until we decide to implement the noa wait.

Umesh

Quoted 255 lines
drivers/gpu/drm/xe/regs/xe_engine_regs.h +2 -0
 #define RING_FORCE_TO_NONPRIV(base, i)		XE_REG(((base) + 0x4d0) + (i) * 4)
 #define   RING_FORCE_TO_NONPRIV_DENY		REG_BIT(30)
 #define   RING_FORCE_TO_NONPRIV_ACCESS_MASK	REG_GENMASK(29, 28)
@@ -108,6 +111,8 @@
 #define RING_EXECLIST_CONTROL(base)		XE_REG((base) + 0x550)
 #define	  EL_CTRL_LOAD				REG_BIT(0)
 
+#define GEN8_RING_CS_GPR(base, n)		XE_REG((base) + 0x600 + (n) * 8)
+
 #define VDBOX_CGCTL3F10(base)			XE_REG((base) + 0x3f10)
 #define   IECPUNIT_CLKGATE_DIS			REG_BIT(22)
 
drivers/gpu/drm/xe/regs/xe_gpu_commands.h +27 -0
index 12120dd37aa2a..672100d375312 100644
@@ -14,8 +14,10 @@
 
 #define MI_INSTR(opcode, flags) \
 	(__INSTR(INSTR_MI_CLIENT) | (opcode) << 23 | (flags))
+#define MI_OPCODE(x)		(((x) >> 23) & 0x3f)
 
 #define MI_NOOP			MI_INSTR(0, 0)
+#define MI_SET_PREDICATE	MI_INSTR(0x01, 0)
 #define MI_USER_INTERRUPT	MI_INSTR(0x02, 0)
 
 #define MI_ARB_ON_OFF		MI_INSTR(0x08, 0)
@@ -23,12 +25,32 @@
 #define   MI_ARB_DISABLE		(0<<0)
 
 #define MI_BATCH_BUFFER_END	MI_INSTR(0x0a, 0)
+
+#define	MI_MATH(x)		MI_INSTR(0x1a, (x) - 1)
+#define MI_MATH_INSTR(opcode, op1, op2) ((opcode) << 20 | (op1) << 10 | (op2))
+#define	  MI_MATH_LOAD(op1, op2)	MI_MATH_INSTR(0x080, op1, op2)
+#define   MI_MATH_ADD			MI_MATH_INSTR(0x100, 0x0, 0x0)
+#define   MI_MATH_SUB			MI_MATH_INSTR(0x101, 0x0, 0x0)
+#define   MI_MATH_STORE(op1, op2)	MI_MATH_INSTR(0x180, op1, op2)
+#define   MI_MATH_STOREINV(op1, op2)	MI_MATH_INSTR(0x580, op1, op2)
+#define   MI_MATH_REG(x) (x)
+#define   MI_MATH_REG_SRCA		0x20
+#define   MI_MATH_REG_SRCB		0x21
+#define   MI_MATH_REG_ACCU		0x31
+#define   MI_MATH_REG_CF		0x33
+
 #define MI_STORE_DATA_IMM	MI_INSTR(0x20, 0)
+#define MI_STORE_DWORD_IMM_GEN4	MI_INSTR(0x20, 2)
 
 #define MI_LOAD_REGISTER_IMM(x)	MI_INSTR(0x22, 2*(x)-1)
 #define   MI_LRI_LRM_CS_MMIO		REG_BIT(19)
 #define   MI_LRI_MMIO_REMAP_EN		REG_BIT(17)
 #define   MI_LRI_FORCE_POSTED		(1<<12)
+#define   IS_MI_LRI_CMD(x)		(MI_OPCODE(x) == MI_OPCODE(MI_INSTR(0x22, 0)))
+#define   MI_LRI_LEN(x)			(((x) & 0xff) + 1)
+
+#define MI_STORE_REGISTER_MEM	MI_INSTR(0x24, 1)
+#define   MI_SRM_LRM_GLOBAL_GTT		REG_BIT(22)
 
 #define MI_FLUSH_DW		MI_INSTR(0x26, 1)
 #define   MI_FLUSH_DW_STORE_INDEX	(1<<21)
@@ -37,7 +59,12 @@
 #define   MI_FLUSH_DW_OP_STOREDW	(1<<14)
 #define   MI_FLUSH_DW_USE_GTT		(1<<2)
 
+#define MI_LOAD_REGISTER_MEM	MI_INSTR(0x29, 1)
+
+#define MI_LOAD_REGISTER_REG	MI_INSTR(0x2A, 1)
+
 #define MI_BATCH_BUFFER_START		MI_INSTR(0x31, 1)
+#define   MI_BATCH_PREDICATE         REG_BIT(15) /* HSW+ on RCS only*/
 
 #define XY_CTRL_SURF_COPY_BLT		((2 << 29) | (0x48 << 22) | 3)
 #define   SRC_ACCESS_TYPE_SHIFT		21
drivers/gpu/drm/xe/regs/xe_oa_regs.h new file +173 -0
new file mode 100644
index 0000000000000..0b378cb7a6ddb
@@ -0,0 +1,173 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Copyright © 2023 Intel Corporation
+ */
+
+#ifndef __XE_OA_REGS__
+#define __XE_OA_REGS__
+
+#define REG_EQUAL(reg, xe_reg) ((reg) == (xe_reg.addr))
+#define REG_EQUAL_MCR(reg, xe_reg) ((reg) == (xe_reg.__reg.addr))
+
+#define HALF_SLICE_CHICKEN2 XE_REG_MCR(0xe180)
+#define   GEN8_ST_PO_DISABLE	REG_BIT(13)
+
+#define GEN7_ROW_CHICKEN2		XE_REG(0xe4f4)
+#define GEN8_ROW_CHICKEN		XE_REG_MCR(0xe4f0)
+#define   STALL_DOP_GATING_DISABLE	REG_BIT(5)
+#define   GEN12_DISABLE_DOP_GATING	REG_BIT(0)
+
+#define RPM_CONFIG1			XE_REG(0xd04)
+#define   GEN10_GT_NOA_ENABLE		REG_BIT(9)
+
+#define WAIT_FOR_RC6_EXIT XE_REG(0x20cc)
+#define   HSW_WAIT_FOR_RC6_EXIT_ENABLE	REG_BIT(0)
+
+#define EU_PERF_CNTL0 XE_REG(0xe458)
+#define EU_PERF_CNTL4 XE_REG(0xe45c)
+#define EU_PERF_CNTL1 XE_REG(0xe558)
+#define EU_PERF_CNTL5 XE_REG(0xe55c)
+#define EU_PERF_CNTL2 XE_REG(0xe658)
+#define EU_PERF_CNTL6 XE_REG(0xe65c)
+#define EU_PERF_CNTL3 XE_REG(0xe758)
+
+#define OABUFFER_SIZE_MASK	REG_GENMASK(5, 3)
+#define OABUFFER_SIZE_128K	REG_FIELD_PREP(OABUFFER_SIZE_MASK, 0)
+#define OABUFFER_SIZE_256K	REG_FIELD_PREP(OABUFFER_SIZE_MASK, 1)
+#define OABUFFER_SIZE_512K	REG_FIELD_PREP(OABUFFER_SIZE_MASK, 2)
+#define OABUFFER_SIZE_1M	REG_FIELD_PREP(OABUFFER_SIZE_MASK, 3)
+#define OABUFFER_SIZE_2M	REG_FIELD_PREP(OABUFFER_SIZE_MASK, 4)
+#define OABUFFER_SIZE_4M	REG_FIELD_PREP(OABUFFER_SIZE_MASK, 5)
+#define OABUFFER_SIZE_8M	REG_FIELD_PREP(OABUFFER_SIZE_MASK, 6)
+#define OABUFFER_SIZE_16M	REG_FIELD_PREP(OABUFFER_SIZE_MASK, 7)
+
+#define GEN12_OA_TLB_INV_CR XE_REG(0xceec)
+
+/* Gen12 OAR unit */
+#define GEN12_OAR_OACONTROL XE_REG(0x2960)
+#define  GEN12_OAR_OACONTROL_COUNTER_FORMAT_SHIFT 1
+#define  GEN12_OAR_OACONTROL_COUNTER_ENABLE	REG_BIT(0)
+
+#define GEN8_OACTXCONTROL XE_REG(0x2360)
+#define  GEN8_OA_COUNTER_RESUME			REG_BIT(0)
+
+#define GEN12_OACTXCONTROL(base) XE_REG((base) + 0x360)
+#define GEN12_OAR_OASTATUS XE_REG(0x2968)
+
+/* Gen12 OAG unit */
+#define GEN12_OAG_OAHEADPTR XE_REG(0xdb00)
+#define  GEN12_OAG_OAHEADPTR_MASK 0xffffffc0
+#define GEN12_OAG_OATAILPTR XE_REG(0xdb04)
+#define  GEN12_OAG_OATAILPTR_MASK 0xffffffc0
+
+#define GEN12_OAG_OABUFFER XE_REG(0xdb08)
+#define  GEN12_OAG_OABUFFER_BUFFER_SIZE_MASK  (0x7)
+#define  GEN12_OAG_OABUFFER_BUFFER_SIZE_SHIFT (3)
+#define  GEN12_OAG_OABUFFER_MEMORY_SELECT     REG_BIT(0) /* 0: PPGTT, 1: GGTT */
+
+#define GEN12_OAG_OAGLBCTXCTRL XE_REG(0x2b28)
+#define  GEN12_OAG_OAGLBCTXCTRL_TIMER_PERIOD_SHIFT 2
+#define  GEN12_OAG_OAGLBCTXCTRL_TIMER_ENABLE	REG_BIT(1)
+#define  GEN12_OAG_OAGLBCTXCTRL_COUNTER_RESUME	REG_BIT(0)
+
+#define GEN12_OAG_OACONTROL XE_REG(0xdaf4)
+#define  GEN12_OAG_OACONTROL_OA_COUNTER_FORMAT_SHIFT 2
+#define  GEN12_OAG_OACONTROL_OA_COUNTER_ENABLE	REG_BIT(0)
+
+#define GEN12_OAG_OA_DEBUG XE_REG(0xdaf8)
+#define  GEN12_OAG_OA_DEBUG_INCLUDE_CLK_RATIO		REG_BIT(6)
+#define  GEN12_OAG_OA_DEBUG_DISABLE_CLK_RATIO_REPORTS	REG_BIT(5)
+#define  GEN12_OAG_OA_DEBUG_DISABLE_GO_1_0_REPORTS	REG_BIT(2)
+#define  GEN12_OAG_OA_DEBUG_DISABLE_CTX_SWITCH_REPORTS	REG_BIT(1)
+
+#define GEN12_OAG_OASTATUS XE_REG(0xdafc)
+#define  GEN12_OAG_OASTATUS_COUNTER_OVERFLOW	REG_BIT(2)
+#define  GEN12_OAG_OASTATUS_BUFFER_OVERFLOW	REG_BIT(1)
+#define  GEN12_OAG_OASTATUS_REPORT_LOST		REG_BIT(0)
+
+#define GDT_CHICKEN_BITS    XE_REG(0x9840)
+#define   GT_NOA_ENABLE	    0x00000080
+
+#define GEN12_SQCNT1				XE_REG(0x8718)
+#define   GEN12_SQCNT1_PMON_ENABLE		REG_BIT(30)
+#define   GEN12_SQCNT1_OABPC			REG_BIT(29)
+
+/* Gen12 OAM unit */
+#define GEN12_OAM_HEAD_POINTER_OFFSET   (0x1a0)
+#define  GEN12_OAM_HEAD_POINTER_MASK    0xffffffc0
+
+#define GEN12_OAM_TAIL_POINTER_OFFSET   (0x1a4)
+#define  GEN12_OAM_TAIL_POINTER_MASK    0xffffffc0
+
+#define GEN12_OAM_BUFFER_OFFSET         (0x1a8)
+#define  GEN12_OAM_BUFFER_SIZE_MASK     (0x7)
+#define  GEN12_OAM_BUFFER_SIZE_SHIFT    (3)
+#define  GEN12_OAM_BUFFER_MEMORY_SELECT REG_BIT(0) /* 0: PPGTT, 1: GGTT */
+
+#define GEN12_OAM_CONTEXT_CONTROL_OFFSET              (0x1bc)
+#define  GEN12_OAM_CONTEXT_CONTROL_TIMER_PERIOD_SHIFT 2
+#define  GEN12_OAM_CONTEXT_CONTROL_TIMER_ENABLE       REG_BIT(1)
+#define  GEN12_OAM_CONTEXT_CONTROL_COUNTER_RESUME     REG_BIT(0)
+
+#define GEN12_OAM_CONTROL_OFFSET                (0x194)
+#define  GEN12_OAM_CONTROL_COUNTER_FORMAT_SHIFT 1
+#define  GEN12_OAM_CONTROL_COUNTER_ENABLE       REG_BIT(0)
+
+#define GEN12_OAM_DEBUG_OFFSET                      (0x198)
+#define  GEN12_OAM_DEBUG_BUFFER_SIZE_SELECT         REG_BIT(12)
+#define  GEN12_OAM_DEBUG_INCLUDE_CLK_RATIO          REG_BIT(6)
+#define  GEN12_OAM_DEBUG_DISABLE_CLK_RATIO_REPORTS  REG_BIT(5)
+#define  GEN12_OAM_DEBUG_DISABLE_GO_1_0_REPORTS     REG_BIT(2)
+#define  GEN12_OAM_DEBUG_DISABLE_CTX_SWITCH_REPORTS REG_BIT(1)
+
+#define GEN12_OAM_STATUS_OFFSET            (0x19c)
+#define  GEN12_OAM_STATUS_COUNTER_OVERFLOW REG_BIT(2)
+#define  GEN12_OAM_STATUS_BUFFER_OVERFLOW  REG_BIT(1)
+#define  GEN12_OAM_STATUS_REPORT_LOST      REG_BIT(0)
+
+#define GEN12_OAM_MMIO_TRG_OFFSET	(0x1d0)
+
+#define GEN12_OAM_MMIO_TRG(base) \
+	XE_REG((base) + GEN12_OAM_MMIO_TRG_OFFSET)
+
+#define GEN12_OAM_HEAD_POINTER(base) \
+	XE_REG((base) + GEN12_OAM_HEAD_POINTER_OFFSET)
+#define GEN12_OAM_TAIL_POINTER(base) \
+	XE_REG((base) + GEN12_OAM_TAIL_POINTER_OFFSET)
+#define GEN12_OAM_BUFFER(base) \
+	XE_REG((base) + GEN12_OAM_BUFFER_OFFSET)
+#define GEN12_OAM_CONTEXT_CONTROL(base) \
+	XE_REG((base) + GEN12_OAM_CONTEXT_CONTROL_OFFSET)
+#define GEN12_OAM_CONTROL(base) \
+	XE_REG((base) + GEN12_OAM_CONTROL_OFFSET)
+#define GEN12_OAM_DEBUG(base) \
+	XE_REG((base) + GEN12_OAM_DEBUG_OFFSET)
+#define GEN12_OAM_STATUS(base) \
+	XE_REG((base) + GEN12_OAM_STATUS_OFFSET)
+
+#define GEN12_OAM_CEC0_0_OFFSET		(0x40)
+#define GEN12_OAM_CEC7_1_OFFSET		(0x7c)
+#define GEN12_OAM_CEC0_0(base) \
+	XE_REG((base) + GEN12_OAM_CEC0_0_OFFSET)
+#define GEN12_OAM_CEC7_1(base) \
+	XE_REG((base) + GEN12_OAM_CEC7_1_OFFSET)
+
+#define GEN12_OAM_STARTTRIG1_OFFSET	(0x00)
+#define GEN12_OAM_STARTTRIG8_OFFSET	(0x1c)
+#define GEN12_OAM_STARTTRIG1(base) \
+	XE_REG((base) + GEN12_OAM_STARTTRIG1_OFFSET)
+#define GEN12_OAM_STARTTRIG8(base) \
+	XE_REG((base) + GEN12_OAM_STARTTRIG8_OFFSET)
+
+#define GEN12_OAM_REPORTTRIG1_OFFSET	(0x20)
+#define GEN12_OAM_REPORTTRIG8_OFFSET	(0x3c)
+#define GEN12_OAM_REPORTTRIG1(base) \
+	XE_REG((base) + GEN12_OAM_REPORTTRIG1_OFFSET)
+#define GEN12_OAM_REPORTTRIG8(base) \
+	XE_REG((base) + GEN12_OAM_REPORTTRIG8_OFFSET)
+
+#define GEN12_OAM_PERF_COUNTER_B0_OFFSET	(0x84)
+#define GEN12_OAM_PERF_COUNTER_B(base, idx) \
+	XE_REG((base) + GEN12_OAM_PERF_COUNTER_B0_OFFSET + 4 * (idx))
+
+#endif /* __XE_OA_REGS__ */
Signature · 1 line
2.41.0
#24 lore raw

Re: [Intel-xe] [PATCH 03/10] drm/xe/oa: Add registers and GPU commands used by OA

Quoted 1 line · Umesh

Hi Umesh,

Quoted 20 lines · Ashutosh Dixit
Quoted 19 lines

Add registers and GPU commands used by OA in subsequent patches. The xe oa code programs OA units which generate performance data. The code also submits command buffers to change hardware engine context images and implement waits.

---

drivers/gpu/drm/xe/regs/xe_engine_regs.h  |   5 +
drivers/gpu/drm/xe/regs/xe_gpu_commands.h |  27 ++++
drivers/gpu/drm/xe/regs/xe_oa_regs.h      | 173 ++++++++++++++++++++++
3 files changed, 205 insertions(+)

create mode 100644 drivers/gpu/drm/xe/regs/xe_oa_regs.h

drivers/gpu/drm/xe/regs/xe_engine_regs.h +0 -0
index 79873bf64e8dd..044a4920f1568 100644
@@ -84,6 +84,9 @@
 
Quoted 7 lines

drivers/gpu/drm/xe/regs/xe_engine_regs.h line 89

Quoted 5 lines
drivers/gpu/drm/xe/regs/xe_engine_regs.h +3 -0
 #define RING_CTX_TIMESTAMP(base)		XE_REG((base) + 0x3a8)
 
+#define MI_PREDICATE_RESULT_2(base)		XE_REG((base) + 0x3bc)
+#define MI_PREDICATE_RESULT_1(base)		XE_REG((base) + 0x41c)
+

We can drop these changes until we decide to implement the noa wait.

Done, in patch v2.

Thanks.
--
Ashutosh

#25 lore raw

PATCH 4/10 drm/xe/oa: Module init/exit and probe/remove

In reply to Ashutosh Dixit

Perform OA initialization at module init and probe time:

* Setup perf_stream_paranoid and oa_max_sample_rate files in /proc
* Setup metrics sysfs directories to expose which metrics configurations are available
* Setup OA groups which associate hw engines with OA units
* Initialize OA units

---
 drivers/gpu/drm/xe/Makefile             |   1 +
 drivers/gpu/drm/xe/xe_device.c          |  11 +
 drivers/gpu/drm/xe/xe_device_types.h    |   4 +
 drivers/gpu/drm/xe/xe_gt_types.h        |   4 +
 drivers/gpu/drm/xe/xe_hw_engine_types.h |   2 +
 drivers/gpu/drm/xe/xe_module.c          |   5 +
 drivers/gpu/drm/xe/xe_oa.c              | 310 ++++++++++++++++++++++++
 drivers/gpu/drm/xe/xe_oa.h              |  18 ++
 8 files changed, 355 insertions(+)
 create mode 100644 drivers/gpu/drm/xe/xe_oa.c
 create mode 100644 drivers/gpu/drm/xe/xe_oa.h
drivers/gpu/drm/xe/Makefile +1 -0
index 1b59702cd9f98..01280233ff271 100644
@@ -84,6 +84,7 @@ xe-y += xe_bb.o \
 	xe_mmio.o \
 	xe_mocs.o \
 	xe_module.o \
+	xe_oa.o \
 	xe_pat.o \
 	xe_pci.o \
 	xe_pcode.o \
drivers/gpu/drm/xe/xe_device.c +11 -0
index 766df07de979c..1c54cac0a117f 100644
@@ -25,6 +25,7 @@
 #include "xe_irq.h"
 #include "xe_mmio.h"
 #include "xe_module.h"
+#include "xe_oa.h"
 #include "xe_pcode.h"
 #include "xe_pm.h"
 #include "xe_query.h"
@@ -323,6 +324,10 @@ int xe_device_probe(struct xe_device *xe)
 			goto err_irq_shutdown;
 	}
 
+	err = xe_oa_init(xe);
+	if (err)
+		goto err_irq_shutdown;
+
 	err = xe_display_init(xe);
 	if (err)
 		goto err_fini_display;
@@ -333,6 +338,8 @@ int xe_device_probe(struct xe_device *xe)
 
 	xe_display_register(xe);
 
+	xe_oa_register(xe);
+
 	xe_debugfs_register(xe);
 
 	err = drmm_add_action_or_reset(&xe->drm, xe_device_sanitize, xe);
@@ -361,10 +368,14 @@ static void xe_device_remove_display(struct xe_device *xe)
 
 void xe_device_remove(struct xe_device *xe)
 {
+	xe_oa_unregister(xe);
+
 	xe_device_remove_display(xe);
 
 	xe_display_unlink(xe);
 
+	xe_oa_fini(xe);
+
 	xe_irq_shutdown(xe);
 }
 
drivers/gpu/drm/xe/xe_device_types.h +4 -0
index f84ecb976f5d4..3b487905306b7 100644
@@ -16,6 +16,7 @@
 #include "xe_gt_types.h"
 #include "xe_platform_types.h"
 #include "xe_step_types.h"
+#include "xe_oa.h"
 
 #if IS_ENABLED(CONFIG_DRM_XE_DISPLAY)
 #include "ext/intel_device_info.h"
@@ -376,6 +377,9 @@ struct xe_device {
 	 */
 	struct task_struct *pm_callback_task;
 
+	/** @oa: oa perf counter subsystem */
+	struct xe_oa oa;
+
 	/* private: */
 
 #if IS_ENABLED(CONFIG_DRM_XE_DISPLAY)
drivers/gpu/drm/xe/xe_gt_types.h +4 -0
index 35b8c19fa8bf5..d6053f85dbb60 100644
@@ -13,6 +13,7 @@
 #include "xe_reg_sr_types.h"
 #include "xe_sa_types.h"
 #include "xe_uc_types.h"
+#include "xe_oa.h"
 
 struct xe_exec_queue_ops;
 struct xe_migrate;
@@ -346,6 +347,9 @@ struct xe_gt {
 		/** @oob: bitmap with active OOB workaroudns */
 		unsigned long *oob;
 	} wa_active;
+
+	/** @oa: oa perf counter subsystem per gt info */
+	struct xe_oa_gt oa;
 };
 
 #endif
drivers/gpu/drm/xe/xe_hw_engine_types.h +2 -0
index 97d9ba31b5fc7..92bb30433353c 100644
@@ -144,6 +144,8 @@ struct xe_hw_engine {
 	enum xe_hw_engine_id engine_id;
 	/** @eclass: pointer to per hw engine class interface */
 	struct xe_hw_engine_class_intf *eclass;
+	/** @oa_group: oa unit for this hw engine */
+	struct xe_oa_group *oa_group;
 };
 
 /**
drivers/gpu/drm/xe/xe_module.c +5 -0
index de85494e2280b..460e8161c6f21 100644
@@ -11,6 +11,7 @@
 #include "xe_drv.h"
 #include "xe_hw_fence.h"
 #include "xe_module.h"
+#include "xe_oa.h"
 #include "xe_pci.h"
 #include "xe_sched_job.h"
 
@@ -53,6 +54,10 @@ static const struct init_funcs init_funcs[] = {
 		.init = xe_register_pci_driver,
 		.exit = xe_unregister_pci_driver,
 	},
+	{
+		.init = xe_oa_sysctl_register,
+		.exit = xe_oa_sysctl_unregister,
+	},
 };
 
 static int __init xe_init(void)
drivers/gpu/drm/xe/xe_oa.c new file +310 -0

310 lines not on this page · raw message

drivers/gpu/drm/xe/xe_oa.h new file +18 -0
new file mode 100644
index 0000000000000..ba4ba80fd34cb
@@ -0,0 +1,18 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Copyright © 2023 Intel Corporation
+ */
+
+#ifndef _XE_OA_H_
+#define _XE_OA_H_
+
+#include "xe_oa_types.h"
+
+int xe_oa_init(struct xe_device *xe);
+void xe_oa_fini(struct xe_device *xe);
+void xe_oa_register(struct xe_device *xe);
+void xe_oa_unregister(struct xe_device *xe);
+int xe_oa_sysctl_register(void);
+void xe_oa_sysctl_unregister(void);
+
+#endif
Signature · 1 line
2.41.0
#26 lore raw

Re: [Intel-xe] [PATCH 04/10] drm/xe/oa: Module init/exit and probe/remove

Quoted 116 lines · Ashutosh Dixit

Perform OA initialization at module init and probe time:

* Setup perf_stream_paranoid and oa_max_sample_rate files in /proc
* Setup metrics sysfs directories to expose which metrics configurations are available
* Setup OA groups which associate hw engines with OA units
* Initialize OA units

---

drivers/gpu/drm/xe/Makefile             |   1 +
drivers/gpu/drm/xe/xe_device.c          |  11 +
drivers/gpu/drm/xe/xe_device_types.h    |   4 +
drivers/gpu/drm/xe/xe_gt_types.h        |   4 +
drivers/gpu/drm/xe/xe_hw_engine_types.h |   2 +
drivers/gpu/drm/xe/xe_module.c          |   5 +
drivers/gpu/drm/xe/xe_oa.c              | 310 ++++++++++++++++++++++++
drivers/gpu/drm/xe/xe_oa.h              |  18 ++
8 files changed, 355 insertions(+)

create mode 100644 drivers/gpu/drm/xe/xe_oa.c
create mode 100644 drivers/gpu/drm/xe/xe_oa.h

drivers/gpu/drm/xe/Makefile +1 -0
index 1b59702cd9f98..01280233ff271 100644
@@ -84,6 +84,7 @@ xe-y += xe_bb.o \
 	xe_mmio.o \
 	xe_mocs.o \
 	xe_module.o \
+	xe_oa.o \
 	xe_pat.o \
 	xe_pci.o \
 	xe_pcode.o \
drivers/gpu/drm/xe/xe_device.c +11 -0
index 766df07de979c..1c54cac0a117f 100644
@@ -25,6 +25,7 @@
 #include "xe_irq.h"
 #include "xe_mmio.h"
 #include "xe_module.h"
+#include "xe_oa.h"
 #include "xe_pcode.h"
 #include "xe_pm.h"
 #include "xe_query.h"
@@ -323,6 +324,10 @@ int xe_device_probe(struct xe_device *xe)
 			goto err_irq_shutdown;
 	}
 
+	err = xe_oa_init(xe);
+	if (err)
+		goto err_irq_shutdown;
+
 	err = xe_display_init(xe);
 	if (err)
 		goto err_fini_display;
@@ -333,6 +338,8 @@ int xe_device_probe(struct xe_device *xe)
 
 	xe_display_register(xe);
 
+	xe_oa_register(xe);
+
 	xe_debugfs_register(xe);
 
 	err = drmm_add_action_or_reset(&xe->drm, xe_device_sanitize, xe);
@@ -361,10 +368,14 @@ static void xe_device_remove_display(struct xe_device *xe)
 
 void xe_device_remove(struct xe_device *xe)
 {
+	xe_oa_unregister(xe);
+
 	xe_device_remove_display(xe);
 
 	xe_display_unlink(xe);
 
+	xe_oa_fini(xe);
+
 	xe_irq_shutdown(xe);
 }
 
drivers/gpu/drm/xe/xe_device_types.h +4 -0
index f84ecb976f5d4..3b487905306b7 100644
@@ -16,6 +16,7 @@
 #include "xe_gt_types.h"
 #include "xe_platform_types.h"
 #include "xe_step_types.h"
+#include "xe_oa.h"
 
 #if IS_ENABLED(CONFIG_DRM_XE_DISPLAY)
 #include "ext/intel_device_info.h"
@@ -376,6 +377,9 @@ struct xe_device {
 	 */
 	struct task_struct *pm_callback_task;
 
+	/** @oa: oa perf counter subsystem */
+	struct xe_oa oa;
+
 	/* private: */
 
 #if IS_ENABLED(CONFIG_DRM_XE_DISPLAY)
drivers/gpu/drm/xe/xe_gt_types.h +1 -0
index 35b8c19fa8bf5..d6053f85dbb60 100644
@@ -13,6 +13,7 @@
 #include "xe_reg_sr_types.h"
 #include "xe_sa_types.h"
 #include "xe_uc_types.h"
+#include "xe_oa.h"
 
 struct xe_exec_queue_ops;
 struct xe_migrate;

drivers/gpu/drm/xe/xe_gt_types.h struct xe_gt { · line 352

Quoted 6 lines
drivers/gpu/drm/xe/xe_gt_types.h +3 -0
@@ -346,6 +347,9 @@ struct xe_gt {
 		/** @oob: bitmap with active OOB workaroudns */
 		unsigned long *oob;
 	} wa_active;
+
+	/** @oa: oa perf counter subsystem per gt info */
+	struct xe_oa_gt oa;

I don't see a reference to this, so thought we could drop it. OR can you point me to where this is used?

Umesh

Quoted 382 lines
drivers/gpu/drm/xe/xe_gt_types.h +0 -0
 };
 
 #endif
drivers/gpu/drm/xe/xe_hw_engine_types.h +2 -0
index 97d9ba31b5fc7..92bb30433353c 100644
@@ -144,6 +144,8 @@ struct xe_hw_engine {
 	enum xe_hw_engine_id engine_id;
 	/** @eclass: pointer to per hw engine class interface */
 	struct xe_hw_engine_class_intf *eclass;
+	/** @oa_group: oa unit for this hw engine */
+	struct xe_oa_group *oa_group;
 };
 
 /**
drivers/gpu/drm/xe/xe_module.c +5 -0
index de85494e2280b..460e8161c6f21 100644
@@ -11,6 +11,7 @@
 #include "xe_drv.h"
 #include "xe_hw_fence.h"
 #include "xe_module.h"
+#include "xe_oa.h"
 #include "xe_pci.h"
 #include "xe_sched_job.h"
 
@@ -53,6 +54,10 @@ static const struct init_funcs init_funcs[] = {
 		.init = xe_register_pci_driver,
 		.exit = xe_unregister_pci_driver,
 	},
+	{
+		.init = xe_oa_sysctl_register,
+		.exit = xe_oa_sysctl_unregister,
+	},
 };
 
 static int __init xe_init(void)
drivers/gpu/drm/xe/xe_oa.c new file +310 -0
new file mode 100644
index 0000000000000..d44ef611c76eb
@@ -0,0 +1,310 @@
+// SPDX-License-Identifier: MIT
+/*
+ * Copyright © 2023 Intel Corporation
+ */
+
+#include <linux/anon_inodes.h>
+#include <linux/nospec.h>
+#include <linux/sizes.h>
+#include <linux/uuid.h>
+
+#include <drm/xe_drm.h>
+#include <drm/drm_drv.h>
+
+#include "regs/xe_oa_regs.h"
+#include "xe_gt.h"
+#include "xe_device.h"
+#include "xe_oa.h"
+
+static u32 xe_oa_stream_paranoid = true;
+static int xe_oa_sample_rate_hard_limit;
+static u32 xe_oa_max_sample_rate = 100000;
+
+static const struct xe_oa_format oa_formats[] = {
+	[XE_OA_FORMAT_C4_B8]			= { 7, 64 },
+	[XE_OA_FORMAT_A12]			= { 0, 64 },
+	[XE_OA_FORMAT_A12_B8_C8]		= { 2, 128 },
+	[XE_OA_FORMAT_A32u40_A4u32_B8_C8]	= { 5, 256 },
+	[XE_OAR_FORMAT_A32u40_A4u32_B8_C8]	= { 5, 256 },
+	[XE_OA_FORMAT_A24u40_A14u32_B8_C8]	= { 5, 256 },
+	[XE_OAM_FORMAT_MPEC8u64_B8_C8]		= { 1, 192, TYPE_OAM, HDR_64_BIT },
+	[XE_OAM_FORMAT_MPEC8u32_B8_C8]		= { 2, 128, TYPE_OAM, HDR_64_BIT },
+};
+
+static struct ctl_table_header *sysctl_header;
+
+void xe_oa_register(struct xe_device *xe)
+{
+	struct xe_oa *oa = &xe->oa;
+
+	if (!oa->xe)
+		return;
+
+	oa->metrics_kobj = kobject_create_and_add("metrics",
+						  &xe->drm.primary->kdev->kobj);
+}
+
+void xe_oa_unregister(struct xe_device *xe)
+{
+	struct xe_oa *oa = &xe->oa;
+
+	if (!oa->metrics_kobj)
+		return;
+
+	kobject_put(oa->metrics_kobj);
+	oa->metrics_kobj = NULL;
+}
+
+static u32 num_oa_groups_per_gt(struct xe_gt *gt)
+{
+	return 1;
+}
+
+static u32 __oam_engine_group(struct xe_hw_engine *hwe)
+{
+	if (GRAPHICS_VERx100(gt_to_xe(hwe->gt)) >= 1270) {
+		/*
+		 * There's 1 SAMEDIA gt and 1 OAM per SAMEDIA gt. All media slices
+		 * within the gt use the same OAM. All MTL SKUs list 1 SA MEDIA.
+		 */
+		drm_WARN_ON(&hwe->gt->tile->xe->drm,
+			    hwe->gt->info.type != XE_GT_TYPE_MEDIA);
+
+		return OA_GROUP_OAM_SAMEDIA_0;
+	}
+
+	return OA_GROUP_INVALID;
+}
+
+static u32 __oa_engine_group(struct xe_hw_engine *hwe)
+{
+	switch (hwe->class) {
+	case XE_ENGINE_CLASS_RENDER:
+		return OA_GROUP_OAG;
+
+	case XE_ENGINE_CLASS_VIDEO_DECODE:
+	case XE_ENGINE_CLASS_VIDEO_ENHANCE:
+		return __oam_engine_group(hwe);
+
+	default:
+		return OA_GROUP_INVALID;
+	}
+}
+
+static struct xe_oa_regs __oam_regs(u32 base)
+{
+	return (struct xe_oa_regs) {
+		base,
+		GEN12_OAM_HEAD_POINTER(base),
+		GEN12_OAM_TAIL_POINTER(base),
+		GEN12_OAM_BUFFER(base),
+		GEN12_OAM_CONTEXT_CONTROL(base),
+		GEN12_OAM_CONTROL(base),
+		GEN12_OAM_DEBUG(base),
+		GEN12_OAM_STATUS(base),
+		GEN12_OAM_CONTROL_COUNTER_FORMAT_SHIFT,
+	};
+}
+
+static struct xe_oa_regs __oag_regs(void)
+{
+	return (struct xe_oa_regs) {
+		0,
+		GEN12_OAG_OAHEADPTR,
+		GEN12_OAG_OATAILPTR,
+		GEN12_OAG_OABUFFER,
+		GEN12_OAG_OAGLBCTXCTRL,
+		GEN12_OAG_OACONTROL,
+		GEN12_OAG_OA_DEBUG,
+		GEN12_OAG_OASTATUS,
+		GEN12_OAG_OACONTROL_OA_COUNTER_FORMAT_SHIFT,
+	};
+}
+
+static void xe_oa_init_groups(struct xe_gt *gt)
+{
+	const u32 mtl_oa_base[] = {
+		[OA_GROUP_OAM_SAMEDIA_0] = 0x393000,
+	};
+	int i, num_groups = gt->oa.num_oa_groups;
+
+	for (i = 0; i < num_groups; i++) {
+		struct xe_oa_group *g = &gt->oa.group[i];
+
+		/* Fused off engines can result in a group with num_engines == 0 */
+		if (g->num_engines == 0)
+			continue;
+
+		if (i == OA_GROUP_OAG && gt->info.type != XE_GT_TYPE_MEDIA) {
+			g->regs = __oag_regs();
+			g->type = TYPE_OAG;
+		} else if (GRAPHICS_VERx100(gt_to_xe(gt)) >= 1270) {
+			g->regs = __oam_regs(mtl_oa_base[i]);
+			g->type = TYPE_OAM;
+		}
+
+		/* Set oa_unit_ids now to ensure ids remain contiguous. */
+		g->oa_unit_id = gt->tile->xe->oa.oa_unit_ids++;
+	}
+}
+
+static int xe_oa_init_gt(struct xe_gt *gt)
+{
+	u32 num_groups = num_oa_groups_per_gt(gt);
+	struct xe_hw_engine *hwe;
+	enum xe_hw_engine_id id;
+	struct xe_oa_group *g;
+
+	g = kcalloc(num_groups, sizeof(*g), GFP_KERNEL);
+	if (!g)
+		return -ENOMEM;
+
+	for_each_hw_engine(hwe, gt, id) {
+		u32 index = __oa_engine_group(hwe);
+
+		hwe->oa_group = NULL;
+		if (index < num_groups) {
+			g[index].num_engines++;
+			hwe->oa_group = &g[index];
+		}
+	}
+
+	gt->oa.num_oa_groups = num_groups;
+	gt->oa.group = g;
+
+	xe_oa_init_groups(gt);
+
+	return 0;
+}
+
+static int xe_oa_init_engine_groups(struct xe_oa *oa)
+{
+	struct xe_gt *gt;
+	int i, ret;
+
+	for_each_gt(gt, oa->xe, i) {
+		ret = xe_oa_init_gt(gt);
+		if (ret)
+			return ret;
+	}
+
+	return 0;
+}
+
+static void oa_format_add(struct xe_oa *oa, enum drm_xe_oa_format format)
+{
+	__set_bit(format, oa->format_mask);
+}
+
+static void xe_oa_init_supported_formats(struct xe_oa *oa)
+{
+	switch (oa->xe->info.platform) {
+	case XE_ALDERLAKE_S:
+	case XE_ALDERLAKE_P:
+		oa_format_add(oa, XE_OA_FORMAT_A12);
+		oa_format_add(oa, XE_OA_FORMAT_A12_B8_C8);
+		oa_format_add(oa, XE_OA_FORMAT_A32u40_A4u32_B8_C8);
+		oa_format_add(oa, XE_OA_FORMAT_C4_B8);
+		break;
+
+	case XE_DG2:
+		oa_format_add(oa, XE_OAR_FORMAT_A32u40_A4u32_B8_C8);
+		oa_format_add(oa, XE_OA_FORMAT_A24u40_A14u32_B8_C8);
+		break;
+
+	case XE_METEORLAKE:
+		oa_format_add(oa, XE_OAR_FORMAT_A32u40_A4u32_B8_C8);
+		oa_format_add(oa, XE_OA_FORMAT_A24u40_A14u32_B8_C8);
+		oa_format_add(oa, XE_OAM_FORMAT_MPEC8u64_B8_C8);
+		oa_format_add(oa, XE_OAM_FORMAT_MPEC8u32_B8_C8);
+		break;
+
+	default:
+		drm_err(&oa->xe->drm, "Unknown platform\n");
+	}
+}
+
+int xe_oa_init(struct xe_device *xe)
+{
+	struct xe_oa *oa = &xe->oa;
+	struct xe_gt *gt;
+	int i, ret;
+
+	/* Support OA only with GuC submission and Gen12+ */
+	if (XE_WARN_ON(!xe_device_guc_submission_enabled(xe)) ||
+	    XE_WARN_ON(GRAPHICS_VER(xe) < 12))
+		return 0;
+
+	oa->xe = xe;
+	oa->oa_formats = oa_formats;
+
+	for_each_gt(gt, xe, i)
+		mutex_init(&gt->oa.lock);
+
+	/* Choose a representative limit */
+	xe_oa_sample_rate_hard_limit = xe_root_mmio_gt(xe)->info.clock_freq / 2;
+
+	mutex_init(&oa->metrics_lock);
+	idr_init_base(&oa->metrics_idr, 1);
+
+	ret = xe_oa_init_engine_groups(oa);
+	if (ret) {
+		drm_err(&xe->drm, "OA initialization failed %d\n", ret);
+		return ret;
+	}
+
+	xe_oa_init_supported_formats(oa);
+
+	oa->xe = xe;
+	return 0;
+}
+
+void xe_oa_fini(struct xe_device *xe)
+{
+	struct xe_oa *oa = &xe->oa;
+	struct xe_gt *gt;
+	int i;
+
+	if (!oa->xe)
+		return;
+
+	for_each_gt(gt, xe, i)
+		kfree(gt->oa.group);
+
+	idr_destroy(&oa->metrics_idr);
+
+	oa->xe = NULL;
+}
+
+static struct ctl_table oa_ctl_table[] = {
+	{
+	 .procname = "perf_stream_paranoid",
+	 .data = &xe_oa_stream_paranoid,
+	 .maxlen = sizeof(xe_oa_stream_paranoid),
+	 .mode = 0644,
+	 .proc_handler = proc_dointvec_minmax,
+	 .extra1 = SYSCTL_ZERO,
+	 .extra2 = SYSCTL_ONE,
+	 },
+	{
+	 .procname = "oa_max_sample_rate",
+	 .data = &xe_oa_max_sample_rate,
+	 .maxlen = sizeof(xe_oa_max_sample_rate),
+	 .mode = 0644,
+	 .proc_handler = proc_dointvec_minmax,
+	 .extra1 = SYSCTL_ZERO,
+	 .extra2 = &xe_oa_sample_rate_hard_limit,
+	 },
+	{}
+};
+
+int xe_oa_sysctl_register(void)
+{
+	sysctl_header = register_sysctl("dev/xe", oa_ctl_table);
+	return 0;
+}
+
+void xe_oa_sysctl_unregister(void)
+{
+	unregister_sysctl_table(sysctl_header);
+}
drivers/gpu/drm/xe/xe_oa.h new file +18 -0
new file mode 100644
index 0000000000000..ba4ba80fd34cb
@@ -0,0 +1,18 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Copyright © 2023 Intel Corporation
+ */
+
+#ifndef _XE_OA_H_
+#define _XE_OA_H_
+
+#include "xe_oa_types.h"
+
+int xe_oa_init(struct xe_device *xe);
+void xe_oa_fini(struct xe_device *xe);
+void xe_oa_register(struct xe_device *xe);
+void xe_oa_unregister(struct xe_device *xe);
+int xe_oa_sysctl_register(void);
+void xe_oa_sysctl_unregister(void);
+
+#endif
Signature · 1 line
2.41.0
#27 lore raw

Re: [Intel-xe] [PATCH 04/10] drm/xe/oa: Module init/exit and probe/remove

Quoted 114 lines · Umesh Nerlige Ramappa
Quoted 113 lines · Ashutosh Dixit

Perform OA initialization at module init and probe time:

* Setup perf_stream_paranoid and oa_max_sample_rate files in /proc
* Setup metrics sysfs directories to expose which metrics configurations are available
* Setup OA groups which associate hw engines with OA units
* Initialize OA units

---

drivers/gpu/drm/xe/Makefile             |   1 +
drivers/gpu/drm/xe/xe_device.c          |  11 +
drivers/gpu/drm/xe/xe_device_types.h    |   4 +
drivers/gpu/drm/xe/xe_gt_types.h        |   4 +
drivers/gpu/drm/xe/xe_hw_engine_types.h |   2 +
drivers/gpu/drm/xe/xe_module.c          |   5 +
drivers/gpu/drm/xe/xe_oa.c              | 310 ++++++++++++++++++++++++
drivers/gpu/drm/xe/xe_oa.h              |  18 ++
8 files changed, 355 insertions(+)

create mode 100644 drivers/gpu/drm/xe/xe_oa.c
create mode 100644 drivers/gpu/drm/xe/xe_oa.h

drivers/gpu/drm/xe/Makefile +1 -0
index 1b59702cd9f98..01280233ff271 100644
@@ -84,6 +84,7 @@ xe-y += xe_bb.o \
 	xe_mmio.o \
 	xe_mocs.o \
 	xe_module.o \
+	xe_oa.o \
 	xe_pat.o \
 	xe_pci.o \
 	xe_pcode.o \
drivers/gpu/drm/xe/xe_device.c +11 -0
index 766df07de979c..1c54cac0a117f 100644
@@ -25,6 +25,7 @@
 #include "xe_irq.h"
 #include "xe_mmio.h"
 #include "xe_module.h"
+#include "xe_oa.h"
 #include "xe_pcode.h"
 #include "xe_pm.h"
 #include "xe_query.h"
@@ -323,6 +324,10 @@ int xe_device_probe(struct xe_device *xe)
 			goto err_irq_shutdown;
 	}
 
+	err = xe_oa_init(xe);
+	if (err)
+		goto err_irq_shutdown;
+
 	err = xe_display_init(xe);
 	if (err)
 		goto err_fini_display;
@@ -333,6 +338,8 @@ int xe_device_probe(struct xe_device *xe)
 
 	xe_display_register(xe);
 
+	xe_oa_register(xe);
+
 	xe_debugfs_register(xe);
 
 	err = drmm_add_action_or_reset(&xe->drm, xe_device_sanitize, xe);
@@ -361,10 +368,14 @@ static void xe_device_remove_display(struct xe_device *xe)
 
 void xe_device_remove(struct xe_device *xe)
 {
+	xe_oa_unregister(xe);
+
 	xe_device_remove_display(xe);
 
 	xe_display_unlink(xe);
 
+	xe_oa_fini(xe);
+
 	xe_irq_shutdown(xe);
 }
 
drivers/gpu/drm/xe/xe_device_types.h +4 -0
index f84ecb976f5d4..3b487905306b7 100644
@@ -16,6 +16,7 @@
 #include "xe_gt_types.h"
 #include "xe_platform_types.h"
 #include "xe_step_types.h"
+#include "xe_oa.h"
 
 #if IS_ENABLED(CONFIG_DRM_XE_DISPLAY)
 #include "ext/intel_device_info.h"
@@ -376,6 +377,9 @@ struct xe_device {
 	 */
 	struct task_struct *pm_callback_task;
 
+	/** @oa: oa perf counter subsystem */
+	struct xe_oa oa;
+
 	/* private: */
 
 #if IS_ENABLED(CONFIG_DRM_XE_DISPLAY)
drivers/gpu/drm/xe/xe_gt_types.h +1 -0
index 35b8c19fa8bf5..d6053f85dbb60 100644
@@ -13,6 +13,7 @@
 #include "xe_reg_sr_types.h"
 #include "xe_sa_types.h"
 #include "xe_uc_types.h"
+#include "xe_oa.h"
 
Quoted 11 lines

drivers/gpu/drm/xe/xe_gt_types.h struct xe_gt { · line 352

Quoted 9 lines
drivers/gpu/drm/xe/xe_gt_types.h +3 -0
 struct xe_exec_queue_ops;
 struct xe_migrate;
@@ -346,6 +347,9 @@ struct xe_gt {
 		/** @oob: bitmap with active OOB workaroudns */
 		unsigned long *oob;
 	} wa_active;
+
+	/** @oa: oa perf counter subsystem per gt info */
+	struct xe_oa_gt oa;

I don't see a reference to this, so thought we could drop it. OR can you point me to where this is used?

yikes, not this. I wanted to comment on the xe_oa member in xe_device structure. The xe_oa is not used... I think.

Umesh

Quoted 385 lines

Umesh

Quoted 382 lines
drivers/gpu/drm/xe/xe_gt_types.h +0 -0
 };
 
 #endif
drivers/gpu/drm/xe/xe_hw_engine_types.h +2 -0
index 97d9ba31b5fc7..92bb30433353c 100644
@@ -144,6 +144,8 @@ struct xe_hw_engine {
 	enum xe_hw_engine_id engine_id;
 	/** @eclass: pointer to per hw engine class interface */
 	struct xe_hw_engine_class_intf *eclass;
+	/** @oa_group: oa unit for this hw engine */
+	struct xe_oa_group *oa_group;
 };
 
 /**
drivers/gpu/drm/xe/xe_module.c +5 -0
index de85494e2280b..460e8161c6f21 100644
@@ -11,6 +11,7 @@
 #include "xe_drv.h"
 #include "xe_hw_fence.h"
 #include "xe_module.h"
+#include "xe_oa.h"
 #include "xe_pci.h"
 #include "xe_sched_job.h"
 
@@ -53,6 +54,10 @@ static const struct init_funcs init_funcs[] = {
 		.init = xe_register_pci_driver,
 		.exit = xe_unregister_pci_driver,
 	},
+	{
+		.init = xe_oa_sysctl_register,
+		.exit = xe_oa_sysctl_unregister,
+	},
 };
 
 static int __init xe_init(void)
drivers/gpu/drm/xe/xe_oa.c new file +310 -0
new file mode 100644
index 0000000000000..d44ef611c76eb
@@ -0,0 +1,310 @@
+// SPDX-License-Identifier: MIT
+/*
+ * Copyright © 2023 Intel Corporation
+ */
+
+#include <linux/anon_inodes.h>
+#include <linux/nospec.h>
+#include <linux/sizes.h>
+#include <linux/uuid.h>
+
+#include <drm/xe_drm.h>
+#include <drm/drm_drv.h>
+
+#include "regs/xe_oa_regs.h"
+#include "xe_gt.h"
+#include "xe_device.h"
+#include "xe_oa.h"
+
+static u32 xe_oa_stream_paranoid = true;
+static int xe_oa_sample_rate_hard_limit;
+static u32 xe_oa_max_sample_rate = 100000;
+
+static const struct xe_oa_format oa_formats[] = {
+	[XE_OA_FORMAT_C4_B8]			= { 7, 64 },
+	[XE_OA_FORMAT_A12]			= { 0, 64 },
+	[XE_OA_FORMAT_A12_B8_C8]		= { 2, 128 },
+	[XE_OA_FORMAT_A32u40_A4u32_B8_C8]	= { 5, 256 },
+	[XE_OAR_FORMAT_A32u40_A4u32_B8_C8]	= { 5, 256 },
+	[XE_OA_FORMAT_A24u40_A14u32_B8_C8]	= { 5, 256 },
+	[XE_OAM_FORMAT_MPEC8u64_B8_C8]		= { 1, 192, TYPE_OAM, HDR_64_BIT },
+	[XE_OAM_FORMAT_MPEC8u32_B8_C8]		= { 2, 128, TYPE_OAM, HDR_64_BIT },
+};
+
+static struct ctl_table_header *sysctl_header;
+
+void xe_oa_register(struct xe_device *xe)
+{
+	struct xe_oa *oa = &xe->oa;
+
+	if (!oa->xe)
+		return;
+
+	oa->metrics_kobj = kobject_create_and_add("metrics",
+						  &xe->drm.primary->kdev->kobj);
+}
+
+void xe_oa_unregister(struct xe_device *xe)
+{
+	struct xe_oa *oa = &xe->oa;
+
+	if (!oa->metrics_kobj)
+		return;
+
+	kobject_put(oa->metrics_kobj);
+	oa->metrics_kobj = NULL;
+}
+
+static u32 num_oa_groups_per_gt(struct xe_gt *gt)
+{
+	return 1;
+}
+
+static u32 __oam_engine_group(struct xe_hw_engine *hwe)
+{
+	if (GRAPHICS_VERx100(gt_to_xe(hwe->gt)) >= 1270) {
+		/*
+		 * There's 1 SAMEDIA gt and 1 OAM per SAMEDIA gt. All media slices
+		 * within the gt use the same OAM. All MTL SKUs list 1 SA MEDIA.
+		 */
+		drm_WARN_ON(&hwe->gt->tile->xe->drm,
+			    hwe->gt->info.type != XE_GT_TYPE_MEDIA);
+
+		return OA_GROUP_OAM_SAMEDIA_0;
+	}
+
+	return OA_GROUP_INVALID;
+}
+
+static u32 __oa_engine_group(struct xe_hw_engine *hwe)
+{
+	switch (hwe->class) {
+	case XE_ENGINE_CLASS_RENDER:
+		return OA_GROUP_OAG;
+
+	case XE_ENGINE_CLASS_VIDEO_DECODE:
+	case XE_ENGINE_CLASS_VIDEO_ENHANCE:
+		return __oam_engine_group(hwe);
+
+	default:
+		return OA_GROUP_INVALID;
+	}
+}
+
+static struct xe_oa_regs __oam_regs(u32 base)
+{
+	return (struct xe_oa_regs) {
+		base,
+		GEN12_OAM_HEAD_POINTER(base),
+		GEN12_OAM_TAIL_POINTER(base),
+		GEN12_OAM_BUFFER(base),
+		GEN12_OAM_CONTEXT_CONTROL(base),
+		GEN12_OAM_CONTROL(base),
+		GEN12_OAM_DEBUG(base),
+		GEN12_OAM_STATUS(base),
+		GEN12_OAM_CONTROL_COUNTER_FORMAT_SHIFT,
+	};
+}
+
+static struct xe_oa_regs __oag_regs(void)
+{
+	return (struct xe_oa_regs) {
+		0,
+		GEN12_OAG_OAHEADPTR,
+		GEN12_OAG_OATAILPTR,
+		GEN12_OAG_OABUFFER,
+		GEN12_OAG_OAGLBCTXCTRL,
+		GEN12_OAG_OACONTROL,
+		GEN12_OAG_OA_DEBUG,
+		GEN12_OAG_OASTATUS,
+		GEN12_OAG_OACONTROL_OA_COUNTER_FORMAT_SHIFT,
+	};
+}
+
+static void xe_oa_init_groups(struct xe_gt *gt)
+{
+	const u32 mtl_oa_base[] = {
+		[OA_GROUP_OAM_SAMEDIA_0] = 0x393000,
+	};
+	int i, num_groups = gt->oa.num_oa_groups;
+
+	for (i = 0; i < num_groups; i++) {
+		struct xe_oa_group *g = &gt->oa.group[i];
+
+		/* Fused off engines can result in a group with num_engines == 0 */
+		if (g->num_engines == 0)
+			continue;
+
+		if (i == OA_GROUP_OAG && gt->info.type != XE_GT_TYPE_MEDIA) {
+			g->regs = __oag_regs();
+			g->type = TYPE_OAG;
+		} else if (GRAPHICS_VERx100(gt_to_xe(gt)) >= 1270) {
+			g->regs = __oam_regs(mtl_oa_base[i]);
+			g->type = TYPE_OAM;
+		}
+
+		/* Set oa_unit_ids now to ensure ids remain contiguous. */
+		g->oa_unit_id = gt->tile->xe->oa.oa_unit_ids++;
+	}
+}
+
+static int xe_oa_init_gt(struct xe_gt *gt)
+{
+	u32 num_groups = num_oa_groups_per_gt(gt);
+	struct xe_hw_engine *hwe;
+	enum xe_hw_engine_id id;
+	struct xe_oa_group *g;
+
+	g = kcalloc(num_groups, sizeof(*g), GFP_KERNEL);
+	if (!g)
+		return -ENOMEM;
+
+	for_each_hw_engine(hwe, gt, id) {
+		u32 index = __oa_engine_group(hwe);
+
+		hwe->oa_group = NULL;
+		if (index < num_groups) {
+			g[index].num_engines++;
+			hwe->oa_group = &g[index];
+		}
+	}
+
+	gt->oa.num_oa_groups = num_groups;
+	gt->oa.group = g;
+
+	xe_oa_init_groups(gt);
+
+	return 0;
+}
+
+static int xe_oa_init_engine_groups(struct xe_oa *oa)
+{
+	struct xe_gt *gt;
+	int i, ret;
+
+	for_each_gt(gt, oa->xe, i) {
+		ret = xe_oa_init_gt(gt);
+		if (ret)
+			return ret;
+	}
+
+	return 0;
+}
+
+static void oa_format_add(struct xe_oa *oa, enum drm_xe_oa_format format)
+{
+	__set_bit(format, oa->format_mask);
+}
+
+static void xe_oa_init_supported_formats(struct xe_oa *oa)
+{
+	switch (oa->xe->info.platform) {
+	case XE_ALDERLAKE_S:
+	case XE_ALDERLAKE_P:
+		oa_format_add(oa, XE_OA_FORMAT_A12);
+		oa_format_add(oa, XE_OA_FORMAT_A12_B8_C8);
+		oa_format_add(oa, XE_OA_FORMAT_A32u40_A4u32_B8_C8);
+		oa_format_add(oa, XE_OA_FORMAT_C4_B8);
+		break;
+
+	case XE_DG2:
+		oa_format_add(oa, XE_OAR_FORMAT_A32u40_A4u32_B8_C8);
+		oa_format_add(oa, XE_OA_FORMAT_A24u40_A14u32_B8_C8);
+		break;
+
+	case XE_METEORLAKE:
+		oa_format_add(oa, XE_OAR_FORMAT_A32u40_A4u32_B8_C8);
+		oa_format_add(oa, XE_OA_FORMAT_A24u40_A14u32_B8_C8);
+		oa_format_add(oa, XE_OAM_FORMAT_MPEC8u64_B8_C8);
+		oa_format_add(oa, XE_OAM_FORMAT_MPEC8u32_B8_C8);
+		break;
+
+	default:
+		drm_err(&oa->xe->drm, "Unknown platform\n");
+	}
+}
+
+int xe_oa_init(struct xe_device *xe)
+{
+	struct xe_oa *oa = &xe->oa;
+	struct xe_gt *gt;
+	int i, ret;
+
+	/* Support OA only with GuC submission and Gen12+ */
+	if (XE_WARN_ON(!xe_device_guc_submission_enabled(xe)) ||
+	    XE_WARN_ON(GRAPHICS_VER(xe) < 12))
+		return 0;
+
+	oa->xe = xe;
+	oa->oa_formats = oa_formats;
+
+	for_each_gt(gt, xe, i)
+		mutex_init(&gt->oa.lock);
+
+	/* Choose a representative limit */
+	xe_oa_sample_rate_hard_limit = xe_root_mmio_gt(xe)->info.clock_freq / 2;
+
+	mutex_init(&oa->metrics_lock);
+	idr_init_base(&oa->metrics_idr, 1);
+
+	ret = xe_oa_init_engine_groups(oa);
+	if (ret) {
+		drm_err(&xe->drm, "OA initialization failed %d\n", ret);
+		return ret;
+	}
+
+	xe_oa_init_supported_formats(oa);
+
+	oa->xe = xe;
+	return 0;
+}
+
+void xe_oa_fini(struct xe_device *xe)
+{
+	struct xe_oa *oa = &xe->oa;
+	struct xe_gt *gt;
+	int i;
+
+	if (!oa->xe)
+		return;
+
+	for_each_gt(gt, xe, i)
+		kfree(gt->oa.group);
+
+	idr_destroy(&oa->metrics_idr);
+
+	oa->xe = NULL;
+}
+
+static struct ctl_table oa_ctl_table[] = {
+	{
+	 .procname = "perf_stream_paranoid",
+	 .data = &xe_oa_stream_paranoid,
+	 .maxlen = sizeof(xe_oa_stream_paranoid),
+	 .mode = 0644,
+	 .proc_handler = proc_dointvec_minmax,
+	 .extra1 = SYSCTL_ZERO,
+	 .extra2 = SYSCTL_ONE,
+	 },
+	{
+	 .procname = "oa_max_sample_rate",
+	 .data = &xe_oa_max_sample_rate,
+	 .maxlen = sizeof(xe_oa_max_sample_rate),
+	 .mode = 0644,
+	 .proc_handler = proc_dointvec_minmax,
+	 .extra1 = SYSCTL_ZERO,
+	 .extra2 = &xe_oa_sample_rate_hard_limit,
+	 },
+	{}
+};
+
+int xe_oa_sysctl_register(void)
+{
+	sysctl_header = register_sysctl("dev/xe", oa_ctl_table);
+	return 0;
+}
+
+void xe_oa_sysctl_unregister(void)
+{
+	unregister_sysctl_table(sysctl_header);
+}
drivers/gpu/drm/xe/xe_oa.h new file +18 -0
new file mode 100644
index 0000000000000..ba4ba80fd34cb
@@ -0,0 +1,18 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Copyright © 2023 Intel Corporation
+ */
+
+#ifndef _XE_OA_H_
+#define _XE_OA_H_
+
+#include "xe_oa_types.h"
+
+int xe_oa_init(struct xe_device *xe);
+void xe_oa_fini(struct xe_device *xe);
+void xe_oa_register(struct xe_device *xe);
+void xe_oa_unregister(struct xe_device *xe);
+int xe_oa_sysctl_register(void);
+void xe_oa_sysctl_unregister(void);
+
+#endif
Signature · 1 line
2.41.0
#28 lore raw

Re: [Intel-xe] [PATCH 04/10] drm/xe/oa: Module init/exit and probe/remove

Quoted 1 line · Umesh Nerlige Ramappa

Hi Umesh,

Quoted 25 lines · Umesh Nerlige Ramappa
Quoted 11 lines · Ashutosh Dixit
Quoted 10 lines
drivers/gpu/drm/xe/xe_gt_types.h +1 -0
index 35b8c19fa8bf5..d6053f85dbb60 100644
@@ -13,6 +13,7 @@
 #include "xe_reg_sr_types.h"
 #include "xe_sa_types.h"
 #include "xe_uc_types.h"
+#include "xe_oa.h"
 
Quoted 12 lines

drivers/gpu/drm/xe/xe_gt_types.h struct xe_gt { · line 352

Quoted 9 lines
drivers/gpu/drm/xe/xe_gt_types.h +3 -0
 struct xe_exec_queue_ops;
 struct xe_migrate;
@@ -346,6 +347,9 @@ struct xe_gt {
 		/** @oob: bitmap with active OOB workaroudns */
 		unsigned long *oob;
 	} wa_active;
+
+	/** @oa: oa perf counter subsystem per gt info */
+	struct xe_oa_gt oa;

I don't see a reference to this, so thought we could drop it. OR can you point me to where this is used?

Quoted 2 lines

yikes, not this. I wanted to comment on the xe_oa member in xe_device structure. The xe_oa is not used... I think.

No, both are used. xe_oa contains device level info (metric configs etc.) and xe_oa_gt gt level info. Look at xe_oa_types.h.

There is a fair amount of code here, but to keep reviewing sane I had to split it into multiple patches. But it maybe just easier to pull all the patches and browse the code directly.

Likely the patches will not apply, but the latest version of this code (rebased regularly on drm-xe-next) is maintained in the 'xe-oa' branch here:

https://gitlab.freedesktop.org/adixit/kernel.git

So the easiest might be to just fetch this branch to browse the code.

Thanks.
--
Ashutosh

#29 lore raw

PATCH 5/10 drm/xe/oa: Add/remove config ioctl's

In reply to Ashutosh Dixit

OA configurations consist of a set of event and counter select registers. The add_config ioctl validates and stores such configurations and also exposes them in the metrics sysfs. These configurations will be programmed to OA unit HW when an OA stream using a configuration is opened. The OA stream can also switch to other stored configurations.

---
 drivers/gpu/drm/xe/xe_device.c |   4 +
 drivers/gpu/drm/xe/xe_oa.c     | 379 ++++++++++++++++++++++++++++++++-
 drivers/gpu/drm/xe/xe_oa.h     |   5 +
 3 files changed, 387 insertions(+), 1 deletion(-)
drivers/gpu/drm/xe/xe_device.c +4 -0
index 1c54cac0a117f..3772ce1dd234b 100644
@@ -114,6 +114,10 @@ static const struct drm_ioctl_desc xe_ioctls[] = {
 	DRM_IOCTL_DEF_DRV(XE_WAIT_USER_FENCE, xe_wait_user_fence_ioctl,
 			  DRM_RENDER_ALLOW),
 	DRM_IOCTL_DEF_DRV(XE_VM_MADVISE, xe_vm_madvise_ioctl, DRM_RENDER_ALLOW),
+
+	DRM_IOCTL_DEF_DRV(XE_OA_ADD_CONFIG, xe_oa_add_config_ioctl, DRM_RENDER_ALLOW),
+	DRM_IOCTL_DEF_DRV(XE_OA_REMOVE_CONFIG, xe_oa_remove_config_ioctl, DRM_RENDER_ALLOW),
+
 };
 
 static const struct file_operations xe_driver_fops = {
drivers/gpu/drm/xe/xe_oa.c +378 -1

404 lines not on this page · raw message

drivers/gpu/drm/xe/xe_oa.h +5 -0
index ba4ba80fd34cb..79f77f445deb0 100644
@@ -12,7 +12,12 @@ int xe_oa_init(struct xe_device *xe);
 void xe_oa_fini(struct xe_device *xe);
 void xe_oa_register(struct xe_device *xe);
 void xe_oa_unregister(struct xe_device *xe);
+int xe_oa_ioctl_version(struct xe_device *xe);
 int xe_oa_sysctl_register(void);
 void xe_oa_sysctl_unregister(void);
 
+int xe_oa_add_config_ioctl(struct drm_device *dev, void *data,
+			   struct drm_file *file);
+int xe_oa_remove_config_ioctl(struct drm_device *dev, void *data,
+			      struct drm_file *file);
 #endif
Signature · 1 line
2.41.0
#30 lore raw

PATCH 6/10 drm/xe/oa: Start implementing OA stream open ioctl

In reply to Ashutosh Dixit

Start implementing OA stream open ioctl and parse properties passed in as part of OA stream open. The remaining operations associated with OA stream open continue in subsequent patches.

---
 drivers/gpu/drm/xe/xe_device.c |   1 +
 drivers/gpu/drm/xe/xe_oa.c     | 240 +++++++++++++++++++++++++++++++++
 drivers/gpu/drm/xe/xe_oa.h     |   2 +
 3 files changed, 243 insertions(+)
drivers/gpu/drm/xe/xe_device.c +1 -0
index 3772ce1dd234b..37fb9e6772e40 100644
@@ -115,6 +115,7 @@ static const struct drm_ioctl_desc xe_ioctls[] = {
 			  DRM_RENDER_ALLOW),
 	DRM_IOCTL_DEF_DRV(XE_VM_MADVISE, xe_vm_madvise_ioctl, DRM_RENDER_ALLOW),
 
+	DRM_IOCTL_DEF_DRV(XE_OA_OPEN, xe_oa_stream_open_ioctl, DRM_RENDER_ALLOW),
 	DRM_IOCTL_DEF_DRV(XE_OA_ADD_CONFIG, xe_oa_add_config_ioctl, DRM_RENDER_ALLOW),
 	DRM_IOCTL_DEF_DRV(XE_OA_REMOVE_CONFIG, xe_oa_remove_config_ioctl, DRM_RENDER_ALLOW),
 
drivers/gpu/drm/xe/xe_oa.c +240 -0

263 lines not on this page · raw message

drivers/gpu/drm/xe/xe_oa.h +2 -0
index 79f77f445deb0..fd6caf652047a 100644
@@ -16,6 +16,8 @@ int xe_oa_ioctl_version(struct xe_device *xe);
 int xe_oa_sysctl_register(void);
 void xe_oa_sysctl_unregister(void);
 
+int xe_oa_stream_open_ioctl(struct drm_device *dev, void *data,
+			    struct drm_file *file);
 int xe_oa_add_config_ioctl(struct drm_device *dev, void *data,
 			   struct drm_file *file);
 int xe_oa_remove_config_ioctl(struct drm_device *dev, void *data,
Signature · 1 line
2.41.0
#31 lore raw

Re: [Intel-xe] [PATCH 06/10] drm/xe/oa: Start implementing OA stream open ioctl

Quoted 67 lines · Ashutosh Dixit

Start implementing OA stream open ioctl and parse properties passed in as part of OA stream open. The remaining operations associated with OA stream open continue in subsequent patches.

---

drivers/gpu/drm/xe/xe_device.c |   1 +
drivers/gpu/drm/xe/xe_oa.c     | 240 +++++++++++++++++++++++++++++++++
drivers/gpu/drm/xe/xe_oa.h     |   2 +
3 files changed, 243 insertions(+)
drivers/gpu/drm/xe/xe_device.c +1 -0
index 3772ce1dd234b..37fb9e6772e40 100644
@@ -115,6 +115,7 @@ static const struct drm_ioctl_desc xe_ioctls[] = {
 			  DRM_RENDER_ALLOW),
 	DRM_IOCTL_DEF_DRV(XE_VM_MADVISE, xe_vm_madvise_ioctl, DRM_RENDER_ALLOW),
 
+	DRM_IOCTL_DEF_DRV(XE_OA_OPEN, xe_oa_stream_open_ioctl, DRM_RENDER_ALLOW),
 	DRM_IOCTL_DEF_DRV(XE_OA_ADD_CONFIG, xe_oa_add_config_ioctl, DRM_RENDER_ALLOW),
 	DRM_IOCTL_DEF_DRV(XE_OA_REMOVE_CONFIG, xe_oa_remove_config_ioctl, DRM_RENDER_ALLOW),
 
drivers/gpu/drm/xe/xe_oa.c +20 -0
index b98eeab8573d7..0ea5af549bdaa 100644
@@ -11,11 +11,16 @@
 #include <drm/xe_drm.h>
 #include <drm/drm_drv.h>
 
+#include "regs/xe_gt_regs.h"
 #include "regs/xe_oa_regs.h"
 #include "xe_device.h"
 #include "xe_gt.h"
+#include "xe_mmio.h"
 #include "xe_oa.h"
 
+#define DEFAULT_POLL_FREQUENCY_HZ 200
+#define DEFAULT_POLL_PERIOD_NS (NSEC_PER_SEC / DEFAULT_POLL_FREQUENCY_HZ)
+
 static u32 xe_oa_stream_paranoid = true;
 static int xe_oa_sample_rate_hard_limit;
 static u32 xe_oa_max_sample_rate = 100000;
@@ -31,6 +36,21 @@ static const struct xe_oa_format oa_formats[] = {
 	[XE_OAM_FORMAT_MPEC8u32_B8_C8]		= { 2, 128, TYPE_OAM, HDR_64_BIT },
 };
 
+struct xe_oa_open_properties {
+	bool sample;
+	bool single_exec_q;
+	u64 exec_q_id;
+
+	int metrics_set;
+	int oa_format;
+	bool oa_periodic;
+	int oa_period_exponent;
+
+	struct xe_hw_engine *hwe;
+
+	u64 poll_oa_period;
+};
+
 static struct ctl_table_header *sysctl_header;
 
 static void xe_oa_config_release(struct kref *ref)

drivers/gpu/drm/xe/xe_oa.c static void xe_oa_config_put(struct xe_oa_config *oa_config) · line 81

Quoted 9 lines
drivers/gpu/drm/xe/xe_oa.c +6 -0
@@ -53,6 +73,226 @@ static void xe_oa_config_put(struct xe_oa_config *oa_config)
 	kref_put(&oa_config->ref, xe_oa_config_release);
 }
 
+/*
+ * OA timestamp frequency = CS timestamp frequency in most platforms. On some
+ * platforms OA unit ignores the CTC_SHIFT and the 2 timestamps differ. In such
+ * cases, return the adjusted CS timestamp frequency to the user.
+ */
+u32 xe_oa_timestamp_frequency(struct xe_device *xe)

This should ideally be dependent on OA buffer, but the i915 interface did not have a way to pass that. We should do that in XE.

Umesh

Quoted 233 lines
drivers/gpu/drm/xe/xe_oa.c +214 -0
+{
+	struct xe_gt *gt = xe_root_mmio_gt(xe);
+	u32 reg, shift;
+
+	/*
+	 * Wa_18013179988:dg2
+	 * Wa_14015846243:mtl
+	 */
+	switch (xe->info.platform) {
+	case XE_DG2:
+	case XE_METEORLAKE:
+		xe_device_mem_access_get(xe);
+		XE_WARN_ON(xe_force_wake_get(gt_to_fw(gt), XE_FORCEWAKE_ALL));
+		reg = xe_mmio_read32(xe_root_mmio_gt(xe), RPM_CONFIG0);
+		XE_WARN_ON(xe_force_wake_put(gt_to_fw(gt), XE_FORCEWAKE_ALL));
+		xe_device_mem_access_put(xe);
+
+		shift = REG_FIELD_GET(RPM_CONFIG0_CTC_SHIFT_PARAMETER_MASK, reg);
+		return xe_root_mmio_gt(xe)->info.clock_freq << (3 - shift);
+
+	default:
+		return xe_root_mmio_gt(xe)->info.clock_freq;
+	}
+}
+
+static u64 oa_exponent_to_ns(struct xe_oa *oa, int exponent)
+{
+	u64 nom = (2ULL << exponent) * NSEC_PER_SEC;
+	u32 den = xe_oa_timestamp_frequency(oa->xe);
+
+	return div_u64(nom + den - 1, den);
+}
+
+static bool oa_format_valid(struct xe_oa *oa, u64 format)
+{
+	if (format >= XE_OA_FORMAT_MAX)
+		return false;
+	return test_bit(format, oa->format_mask);
+}
+
+static bool engine_supports_oa(const struct xe_hw_engine *hwe)
+{
+	return hwe->oa_group;
+}
+
+static bool engine_supports_oa_format(const struct xe_hw_engine *hwe, int type)
+{
+	return hwe->oa_group && hwe->oa_group->type == type;
+}
+
+#define OA_EXPONENT_MAX 31
+
+static int xe_oa_read_properties_unlocked(struct xe_oa *oa, u64 __user *uprops,
+					  u32 n_props,
+					  struct xe_oa_open_properties *props)
+{
+	const struct xe_oa_format *f;
+	u64 __user *uprop = uprops;
+	bool config_instance = false;
+	bool config_class = false;
+	u8 class, instance;
+	struct xe_gt *gt;
+	u32 i;
+	int ret;
+
+	if (!n_props || n_props >= DRM_XE_OA_PROP_MAX) {
+		drm_dbg(&oa->xe->drm, "Invalid number of xe perf properties given\n");
+		return -EINVAL;
+	}
+
+	props->poll_oa_period = DEFAULT_POLL_PERIOD_NS;
+
+	/* Defaults when class:instance is not passed */
+	class = XE_ENGINE_CLASS_RENDER;
+	instance = 0;
+
+	for (i = 0; i < n_props; i++) {
+		u64 oa_period, oa_freq_hz;
+		u64 id, value;
+
+		ret = get_user(id, uprop);
+		if (ret)
+			return ret;
+
+		ret = get_user(value, uprop + 1);
+		if (ret)
+			return ret;
+
+		switch ((enum drm_xe_oa_property_id)id) {
+		case DRM_XE_OA_PROP_EXEC_QUEUE_ID:
+			props->single_exec_q = true;
+			props->exec_q_id = value;
+			break;
+		case DRM_XE_OA_PROP_SAMPLE_OA:
+			props->sample = value;
+			break;
+		case DRM_XE_OA_PROP_OA_METRICS_SET:
+			if (!value) {
+				drm_dbg(&oa->xe->drm, "Unknown OA metric set ID\n");
+				return -EINVAL;
+			}
+			props->metrics_set = value;
+			break;
+		case DRM_XE_OA_PROP_OA_FORMAT:
+			if (!oa_format_valid(oa, value)) {
+				drm_dbg(&oa->xe->drm, "Unsupported OA report format %llu\n",
+					value);
+				return -EINVAL;
+			}
+			props->oa_format = value;
+			break;
+		case DRM_XE_OA_PROP_OA_EXPONENT:
+			if (value > OA_EXPONENT_MAX) {
+				drm_dbg(&oa->xe->drm, "OA timer exponent too high (> %u)\n",
+					OA_EXPONENT_MAX);
+				return -EINVAL;
+			}
+
+			BUILD_BUG_ON(sizeof(oa_period) != 8);
+			oa_period = oa_exponent_to_ns(oa, value);
+
+			oa_freq_hz = div64_u64(NSEC_PER_SEC, oa_period);
+			if (oa_freq_hz > xe_oa_max_sample_rate && !perfmon_capable()) {
+				drm_dbg(&oa->xe->drm,
+					"OA exponent would exceed the max sampling frequency (sysctl dev.xe.oa_max_sample_rate) %uHz without CAP_PERFMON or CAP_SYS_ADMIN privileges\n",
+					  xe_oa_max_sample_rate);
+				return -EACCES;
+			}
+
+			props->oa_periodic = true;
+			props->oa_period_exponent = value;
+			break;
+		case DRM_XE_OA_PROP_POLL_OA_PERIOD:
+			if (value < 100000 /* 100us */) {
+				drm_dbg(&oa->xe->drm, "OA timer too small (%lluns < 100us)\n",
+					value);
+				return -EINVAL;
+			}
+			props->poll_oa_period = value;
+			break;
+		case DRM_XE_OA_PROP_OA_ENGINE_CLASS:
+			class = (u8)value;
+			config_class = true;
+			break;
+		case DRM_XE_OA_PROP_OA_ENGINE_INSTANCE:
+			instance = (u8)value;
+			config_instance = true;
+			break;
+		default:
+			drm_dbg(&oa->xe->drm, "Unknown xe oa property ID\n");
+			return -EINVAL;
+		}
+
+		uprop += 2;
+	}
+
+	if ((config_class && !config_instance) ||
+	    (config_instance && !config_class)) {
+		drm_dbg(&oa->xe->drm, "OA engine class/instance parameters must be passed together\n");
+		return -EINVAL;
+	}
+
+	for_each_gt(gt, oa->xe, i) {
+		props->hwe = xe_gt_hw_engine(gt, class, instance, false);
+		if (props->hwe)
+			break;
+	}
+	if (!props->hwe) {
+		drm_dbg(&oa->xe->drm, "OA engine class and instance invalid %d:%d\n",
+			class, instance);
+		return -EINVAL;
+	}
+
+	if (!engine_supports_oa(props->hwe)) {
+		drm_dbg(&oa->xe->drm, "Engine not supported by OA %d:%d\n",
+			class, instance);
+		return -EINVAL;
+	}
+
+	f = &oa->oa_formats[props->oa_format];
+	if (!props->oa_format || !f->size ||
+	    !engine_supports_oa_format(props->hwe, f->type)) {
+		drm_dbg(&oa->xe->drm, "Invalid OA format %d type %d size %d for class %d\n",
+			props->oa_format, f->type, f->size, props->hwe->class);
+		return -EINVAL;
+	}
+
+	return 0;
+}
+
+int xe_oa_stream_open_ioctl(struct drm_device *dev, void *data,
+			    struct drm_file *file)
+{
+	struct xe_oa *oa = &to_xe_device(dev)->oa;
+	struct drm_xe_oa_open_param *param = data;
+	struct xe_oa_open_properties props = {};
+	u32 known_open_flags;
+
+	if (!oa->xe) {
+		drm_dbg(&oa->xe->drm, "xe oa interface not available for this system\n");
+		return -ENODEV;
+	}
+
+	known_open_flags = XE_OA_FLAG_FD_CLOEXEC | XE_OA_FLAG_FD_NONBLOCK | XE_OA_FLAG_DISABLED;
+	if (param->flags & ~known_open_flags) {
+		drm_dbg(&oa->xe->drm, "Unknown drm_xe_oa_open_param flag\n");
+		return -EINVAL;
+	}
+
+	return xe_oa_read_properties_unlocked(oa, u64_to_user_ptr(param->properties_ptr),
+					      param->num_properties,
+					      &props);
+}
+
 static bool xe_oa_is_valid_flex_addr(struct xe_oa *oa, u32 addr)
 {
 	static const struct xe_reg flex_eu_regs[] = {
drivers/gpu/drm/xe/xe_oa.h +2 -0
index 79f77f445deb0..fd6caf652047a 100644
@@ -16,6 +16,8 @@ int xe_oa_ioctl_version(struct xe_device *xe);
 int xe_oa_sysctl_register(void);
 void xe_oa_sysctl_unregister(void);
 
+int xe_oa_stream_open_ioctl(struct drm_device *dev, void *data,
+			    struct drm_file *file);
 int xe_oa_add_config_ioctl(struct drm_device *dev, void *data,
 			   struct drm_file *file);
 int xe_oa_remove_config_ioctl(struct drm_device *dev, void *data,
Signature · 1 line
2.41.0
#32 lore raw

Re: [Intel-xe] [PATCH 06/10] drm/xe/oa: Start implementing OA stream open ioctl

Quoted 1 line · Umesh

Hi Umesh,

Quoted 10 lines · Ashutosh Dixit

drivers/gpu/drm/xe/xe_oa.c static void xe_oa_config_put(struct xe_oa_config *oa_config) · line 81

Quoted 6 lines
drivers/gpu/drm/xe/xe_oa.c +6 -0
+/*
+ * OA timestamp frequency = CS timestamp frequency in most platforms. On some
+ * platforms OA unit ignores the CTC_SHIFT and the 2 timestamps differ. In such
+ * cases, return the adjusted CS timestamp frequency to the user.
+ */
+u32 xe_oa_timestamp_frequency(struct xe_device *xe)

This should ideally be dependent on OA buffer, but the i915 interface did not have a way to pass that. We should do that in XE.

By "dependent on OA buffer" you mean per gt? I have added a new patch making xe_oa_timestamp_frequency per gt so that the changes can be reviewed easily, if needed we can squash the new patch with this one.

https://patchwork.freedesktop.org/patch/556307/?series=121084&rev=5

Please review.

Thanks.
--
Ashutosh

#33 lore raw

PATCH 7/10 drm/xe/oa: OA stream initialization

In reply to Ashutosh Dixit

Implement majority of OA stream initialization (as part of OA stream open ioctl). The OA buffer is allocated for receiving perf counter samples from HW. The selected counter configuration is programmed into OA unit HW using a command/batch buffer. For OAR, the render context image is modified so as to have correct register values when the context switches in.

---
 drivers/gpu/drm/xe/xe_oa.c | 678 ++++++++++++++++++++++++++++++++++++-
 1 file changed, 675 insertions(+), 3 deletions(-)
drivers/gpu/drm/xe/xe_oa.c +675 -3
index 0ea5af549bdaa..bb34bd604c2c1 100644
@@ -11,13 +11,26 @@
 #include <drm/xe_drm.h>
 #include <drm/drm_drv.h>
 
+#include "regs/xe_engine_regs.h"
 #include "regs/xe_gt_regs.h"
+#include "regs/xe_lrc_layout.h"
 #include "regs/xe_oa_regs.h"
+#include "regs/xe_regs.h"
+#include "xe_bb.h"
+#include "xe_bo.h"
 #include "xe_device.h"
+#include "xe_exec_queue.h"
 #include "xe_gt.h"
+#include "xe_gt_mcr.h"
+#include "xe_lrc.h"
+#include "xe_migrate.h"
 #include "xe_mmio.h"
 #include "xe_oa.h"
+#include "xe_sched_job.h"
+#include "xe_vm.h"
 
+#define OA_BUFFER_SIZE		SZ_16M
+#define OA_TAKEN(tail, head)	(((tail) - (head)) & (OA_BUFFER_SIZE - 1))
 #define DEFAULT_POLL_FREQUENCY_HZ 200
 #define DEFAULT_POLL_PERIOD_NS (NSEC_PER_SEC / DEFAULT_POLL_FREQUENCY_HZ)
 
@@ -25,6 +38,12 @@ static u32 xe_oa_stream_paranoid = true;
 static int xe_oa_sample_rate_hard_limit;
 static u32 xe_oa_max_sample_rate = 100000;
 
+struct flex {
+	struct xe_reg reg;
+	u32 offset;
+	u32 value;
+};
+
 static const struct xe_oa_format oa_formats[] = {
 	[XE_OA_FORMAT_C4_B8]			= { 7, 64 },
 	[XE_OA_FORMAT_A12]			= { 0, 64 },
@@ -51,6 +70,13 @@ struct xe_oa_open_properties {
 	u64 poll_oa_period;
 };
 
+struct xe_oa_config_bo {
+	struct llist_node node;
+
+	struct xe_oa_config *oa_config;
+	struct xe_bb *bb;
+};
+
 static struct ctl_table_header *sysctl_header;
 
 static void xe_oa_config_release(struct kref *ref)
@@ -73,6 +99,640 @@ static void xe_oa_config_put(struct xe_oa_config *oa_config)
 	kref_put(&oa_config->ref, xe_oa_config_release);
 }
 
+static struct xe_oa_config *xe_oa_config_get(struct xe_oa_config *oa_config)
+{
+	return kref_get_unless_zero(&oa_config->ref) ? oa_config : NULL;
+}
+
+static struct xe_oa_config *xe_oa_get_oa_config(struct xe_oa *oa, int metrics_set)
+{
+	struct xe_oa_config *oa_config;
+
+	rcu_read_lock();
+	oa_config = idr_find(&oa->metrics_idr, metrics_set);
+	if (oa_config)
+		oa_config = xe_oa_config_get(oa_config);
+	rcu_read_unlock();
+
+	return oa_config;
+}
+
+static void free_oa_config_bo(struct xe_oa_config_bo *oa_bo)
+{
+	xe_oa_config_put(oa_bo->oa_config);
+	xe_bb_free(oa_bo->bb, NULL);
+	kfree(oa_bo);
+}
+
+static const struct xe_oa_regs *__oa_regs(struct xe_oa_stream *stream)
+{
+	return &stream->hwe->oa_group->regs;
+}
+
+static int xe_oa_submit_bb(struct xe_oa_stream *stream, struct xe_bb *bb)
+{
+	struct xe_hw_engine *hwe = stream->hwe;
+	struct xe_sched_job *job;
+	struct xe_exec_queue *q;
+	struct dma_fence *fence;
+	struct xe_vm *vm;
+	u64 batch_ofs;
+	long timeout;
+	int err = 0;
+
+	vm = xe_migrate_get_vm(stream->gt->tile->migrate);
+	q = xe_exec_queue_create(hwe->gt->tile->xe, vm, BIT(hwe->logical_instance), 1,
+				 hwe, EXEC_QUEUE_FLAG_WA);
+	if (IS_ERR(q)) {
+		err = PTR_ERR(q);
+		drm_err(&stream->oa->xe->drm, "gt%d, hwe %s, xe_exec_queue_create failed=%d",
+			stream->gt->info.id, hwe->name, err);
+		goto put_vm;
+	}
+
+	batch_ofs = xe_bo_ggtt_addr(stream->gt->tile->mem.kernel_bb_pool->bo);
+	/* Will add MI_BATCH_BUFFER_END */
+	job = xe_bb_create_wa_job(q, bb, batch_ofs);
+	if (IS_ERR(job)) {
+		err = PTR_ERR(job);
+		goto put_exec_q;
+	}
+
+	xe_sched_job_arm(job);
+	fence = dma_fence_get(&job->drm.s_fence->finished);
+	xe_sched_job_push(job);
+
+	timeout = dma_fence_wait_timeout(fence, false, HZ);
+	dma_fence_put(fence);
+	if (timeout < 0)
+		err = timeout;
+	else if (!timeout)
+		err = -ETIME;
+put_exec_q:
+	xe_exec_queue_put(q);
+put_vm:
+	xe_vm_put(vm);
+
+	return err;
+}
+
+static void xe_oa_free_oa_buffer(struct xe_oa_stream *stream)
+{
+	xe_bo_unpin_map_no_vm(stream->oa_buffer.bo);
+}
+
+static void xe_oa_free_configs(struct xe_oa_stream *stream)
+{
+	struct xe_oa_config_bo *oa_bo, *tmp;
+
+	xe_oa_config_put(stream->oa_config);
+	llist_for_each_entry_safe(oa_bo, tmp, stream->oa_config_bos.first, node)
+		free_oa_config_bo(oa_bo);
+}
+
+static void xe_oa_store_flex(struct xe_oa_stream *stream, struct xe_lrc *lrc,
+			     struct xe_bb *bb, const struct flex *flex, u32 count)
+{
+	u32 offset = xe_bo_ggtt_addr(lrc->bo);
+
+	do {
+		bb->cs[bb->len++] = MI_STORE_DWORD_IMM_GEN4 | MI_SRM_LRM_GLOBAL_GTT;
+		bb->cs[bb->len++] = offset + flex->offset * sizeof(u32);
+		bb->cs[bb->len++] = 0;
+		bb->cs[bb->len++] = flex->value;
+
+	} while (flex++, --count);
+}
+
+static int xe_oa_modify_context(struct xe_oa_stream *stream, struct xe_lrc *lrc,
+				const struct flex *flex, u32 count)
+{
+	struct xe_bb *bb;
+	int err = 0;
+
+	bb = xe_bb_new(stream->gt, 4 * count + 1, false);
+	if (IS_ERR(bb)) {
+		err = PTR_ERR(bb);
+		goto exit;
+	}
+
+	xe_oa_store_flex(stream, lrc, bb, flex, count);
+
+	err = xe_oa_submit_bb(stream, bb);
+	xe_bb_free(bb, NULL);
+exit:
+	return err;
+}
+
+static void xe_oa_load_flex(struct xe_oa_stream *stream, struct xe_bb *bb,
+			    const struct flex *flex, u32 count)
+{
+	XE_WARN_ON(!count || count > 63);
+
+	bb->cs[bb->len++] = MI_LOAD_REGISTER_IMM(count);
+
+	do {
+		bb->cs[bb->len++] = flex->reg.addr;
+		bb->cs[bb->len++] = flex->value;
+
+	} while (flex++, --count);
+
+	bb->cs[bb->len++] = MI_NOOP;
+}
+
+static int xe_oa_modify_self(struct xe_oa_stream *stream,
+			     const struct flex *flex, u32 count)
+{
+	struct xe_bb *bb;
+	int err = 0;
+
+	bb = xe_bb_new(stream->gt, 2 * count + 3, false);
+	if (IS_ERR(bb)) {
+		err = PTR_ERR(bb);
+		goto exit;
+	}
+
+	xe_oa_load_flex(stream, bb, flex, count);
+
+	err = xe_oa_submit_bb(stream, bb);
+	xe_bb_free(bb, NULL);
+exit:
+	return err;
+}
+
+static int xe_oa_configure_oar_context(struct xe_oa_stream *stream, bool enable)
+{
+	int err;
+	u32 format = stream->oa_buffer.format->format;
+	u32 offset = stream->oa->ctx_oactxctrl_offset;
+	struct flex regs_context[] = {
+		{
+			GEN8_OACTXCONTROL,
+			offset + 1,
+			enable ? GEN8_OA_COUNTER_RESUME : 0,
+		},
+	};
+#define	GEN12_CTX_CTRL_OAR_CONTEXT_ENABLE BIT(8)
+#define GEN12_OAR_OACONTROL_OFFSET 0x5B0
+	/* Offsets in regs_lri are not used since this configuration is applied using LRI */
+	struct flex regs_lri[] = {
+		{
+			GEN12_OAR_OACONTROL,
+			GEN12_OAR_OACONTROL_OFFSET + 1,
+			(format << GEN12_OAR_OACONTROL_COUNTER_FORMAT_SHIFT) |
+			(enable ? GEN12_OAR_OACONTROL_COUNTER_ENABLE : 0)
+		},
+		{
+			RING_CONTEXT_CONTROL(stream->hwe->mmio_base),
+			CTX_CONTEXT_CONTROL,
+			_MASKED_FIELD(GEN12_CTX_CTRL_OAR_CONTEXT_ENABLE,
+				      enable ?
+				      GEN12_CTX_CTRL_OAR_CONTEXT_ENABLE :
+				      0)
+		},
+	};
+
+	/* Modify stream hwe context image with regs_context */
+	err = xe_oa_modify_context(stream, &stream->exec_q->lrc[0],
+				   regs_context, ARRAY_SIZE(regs_context));
+	if (err)
+		return err;
+
+	/* Apply regs_lri using LRI */
+	return xe_oa_modify_self(stream, regs_lri, ARRAY_SIZE(regs_lri));
+}
+
+#define HAS_OA_BPC_REPORTING(xe) (GRAPHICS_VERx100(xe) >= 1255)
+
+static void xe_oa_disable_metric_set(struct xe_oa_stream *stream)
+{
+	u32 sqcnt1;
+
+	/*
+	 * Wa_1508761755:xehpsdv, dg2
+	 * Enable thread stall DOP gating and EU DOP gating.
+	 */
+	if (stream->gt->tile->xe->info.platform == XE_DG2) {
+		xe_gt_mcr_multicast_write(stream->gt, GEN8_ROW_CHICKEN,
+					  _MASKED_BIT_ENABLE(STALL_DOP_GATING_DISABLE));
+		xe_mmio_write32(stream->gt, GEN7_ROW_CHICKEN2,
+				_MASKED_BIT_ENABLE(GEN12_DISABLE_DOP_GATING));
+	}
+
+	/* disable the context save/restore or OAR counters */
+	if (stream->exec_q)
+		xe_oa_configure_oar_context(stream, false);
+
+	/* Make sure we disable noa to save power. */
+	xe_mmio_rmw32(stream->gt, RPM_CONFIG1, GEN10_GT_NOA_ENABLE, 0);
+
+	sqcnt1 = GEN12_SQCNT1_PMON_ENABLE |
+		 (HAS_OA_BPC_REPORTING(stream->gt->tile->xe) ? GEN12_SQCNT1_OABPC : 0);
+
+	/* Reset PMON Enable to save power. */
+	xe_mmio_rmw32(stream->gt, GEN12_SQCNT1, sqcnt1, 0);
+}
+
+static int xe_oa_alloc_oa_buffer(struct xe_oa_stream *stream)
+{
+	struct xe_bo *bo;
+
+	BUILD_BUG_ON_NOT_POWER_OF_2(OA_BUFFER_SIZE);
+	BUILD_BUG_ON(OA_BUFFER_SIZE < SZ_128K || OA_BUFFER_SIZE > SZ_16M);
+
+	bo = xe_bo_create_pin_map(stream->gt->tile->xe, stream->gt->tile, NULL,
+				  OA_BUFFER_SIZE, ttm_bo_type_kernel,
+				  XE_BO_CREATE_SYSTEM_BIT | XE_BO_CREATE_GGTT_BIT);
+	if (IS_ERR(bo))
+		return PTR_ERR(bo);
+
+	stream->oa_buffer.bo = bo;
+	stream->oa_buffer.vaddr = bo->vmap.is_iomem ?
+					bo->vmap.vaddr_iomem : bo->vmap.vaddr;
+	return 0;
+}
+
+static void write_cs_mi_lri(struct xe_bb *bb, const struct xe_oa_reg *reg_data, u32 n_regs)
+{
+	u32 i;
+
+#define MI_LOAD_REGISTER_IMM_MAX_REGS (126)
+
+	for (i = 0; i < n_regs; i++) {
+		if ((i % MI_LOAD_REGISTER_IMM_MAX_REGS) == 0) {
+			u32 n_lri = min_t(u32, n_regs - i,
+					  MI_LOAD_REGISTER_IMM_MAX_REGS);
+
+			bb->cs[bb->len++] = MI_LOAD_REGISTER_IMM(n_lri);
+		}
+		bb->cs[bb->len++] = reg_data[i].addr.addr;
+		bb->cs[bb->len++] = reg_data[i].value;
+	}
+}
+
+static int num_lri_dwords(int num_regs)
+{
+	int count = 0;
+
+	if (num_regs > 0) {
+		count += DIV_ROUND_UP(num_regs, MI_LOAD_REGISTER_IMM_MAX_REGS);
+		count += num_regs * 2;
+	}
+
+	return count;
+}
+
+static struct xe_oa_config_bo *
+__xe_oa_alloc_config_buffer(struct xe_oa_stream *stream, struct xe_oa_config *oa_config)
+{
+	struct xe_oa_config_bo *oa_bo;
+	size_t config_length = 0;
+	struct xe_bb *bb;
+
+	oa_bo = kzalloc(sizeof(*oa_bo), GFP_KERNEL);
+	if (!oa_bo)
+		return ERR_PTR(-ENOMEM);
+
+	config_length += num_lri_dwords(oa_config->mux_regs_len);
+	config_length += num_lri_dwords(oa_config->b_counter_regs_len);
+	config_length += num_lri_dwords(oa_config->flex_regs_len);
+	config_length++; /* MI_BATCH_BUFFER_END */
+	config_length = ALIGN(sizeof(u32) * config_length, XE_PAGE_SIZE) / sizeof(u32);
+
+	bb = xe_bb_new(stream->gt, config_length, false);
+	if (IS_ERR(bb))
+		goto err_free;
+
+	write_cs_mi_lri(bb, oa_config->mux_regs, oa_config->mux_regs_len);
+	write_cs_mi_lri(bb, oa_config->b_counter_regs, oa_config->b_counter_regs_len);
+	write_cs_mi_lri(bb, oa_config->flex_regs, oa_config->flex_regs_len);
+
+	oa_bo->bb = bb;
+	oa_bo->oa_config = xe_oa_config_get(oa_config);
+	llist_add(&oa_bo->node, &stream->oa_config_bos);
+
+	return oa_bo;
+err_free:
+	kfree(oa_bo);
+	return ERR_CAST(bb);
+}
+
+static struct xe_oa_config_bo *xe_oa_alloc_config_buffer(struct xe_oa_stream *stream)
+{
+	struct xe_oa_config *oa_config = stream->oa_config;
+	struct xe_oa_config_bo *oa_bo;
+
+	/* Look for the buffer in the already allocated BOs attached to the stream */
+	llist_for_each_entry(oa_bo, stream->oa_config_bos.first, node) {
+		if (oa_bo->oa_config == oa_config &&
+		    memcmp(oa_bo->oa_config->uuid, oa_config->uuid,
+			   sizeof(oa_config->uuid)) == 0)
+			goto out;
+	}
+
+	oa_bo = __xe_oa_alloc_config_buffer(stream, oa_config);
+out:
+	return oa_bo;
+}
+
+static int xe_oa_emit_oa_config(struct xe_oa_stream *stream)
+{
+	struct xe_oa_config_bo *oa_bo;
+	int err = 0;
+
+	oa_bo = xe_oa_alloc_config_buffer(stream);
+	if (IS_ERR(oa_bo)) {
+		err = PTR_ERR(oa_bo);
+		goto exit;
+	}
+
+	err = xe_oa_submit_bb(stream, oa_bo->bb);
+exit:
+	return err;
+}
+
+static u32 oag_report_ctx_switches(const struct xe_oa_stream *stream)
+{
+	return _MASKED_FIELD(GEN12_OAG_OA_DEBUG_DISABLE_CTX_SWITCH_REPORTS,
+			     stream->sample ?
+			     0 : GEN12_OAG_OA_DEBUG_DISABLE_CTX_SWITCH_REPORTS);
+}
+
+static int xe_oa_enable_metric_set(struct xe_oa_stream *stream)
+{
+	u32 sqcnt1;
+	int ret;
+
+	/*
+	 * Wa_1508761755:xehpsdv, dg2
+	 * EU NOA signals behave incorrectly if EU clock gating is enabled.
+	 * Disable thread stall DOP gating and EU DOP gating.
+	 */
+	if (stream->gt->tile->xe->info.platform == XE_DG2) {
+		xe_gt_mcr_multicast_write(stream->gt, GEN8_ROW_CHICKEN,
+					  _MASKED_BIT_ENABLE(STALL_DOP_GATING_DISABLE));
+		xe_mmio_write32(stream->gt, GEN7_ROW_CHICKEN2,
+				_MASKED_BIT_ENABLE(GEN12_DISABLE_DOP_GATING));
+	}
+
+	xe_mmio_write32(stream->gt, __oa_regs(stream)->oa_debug,
+			/* Disable clk ratio reports, like previous Gens. */
+			_MASKED_BIT_ENABLE(GEN12_OAG_OA_DEBUG_DISABLE_CLK_RATIO_REPORTS |
+					   GEN12_OAG_OA_DEBUG_INCLUDE_CLK_RATIO) |
+			   /*
+			    * If the user didn't require OA reports, instruct the hardware
+			    * not to emit ctx switch reports.
+			    */
+			oag_report_ctx_switches(stream));
+
+	xe_mmio_write32(stream->gt, __oa_regs(stream)->oa_ctx_ctrl, stream->periodic ?
+			(GEN12_OAG_OAGLBCTXCTRL_COUNTER_RESUME |
+			 GEN12_OAG_OAGLBCTXCTRL_TIMER_ENABLE |
+			 (stream->period_exponent <<
+			  GEN12_OAG_OAGLBCTXCTRL_TIMER_PERIOD_SHIFT)) : 0);
+
+	/*
+	 * Initialize Super Queue Internal Cnt Register
+	 * Set PMON Enable in order to collect valid metrics.
+	 * Enable bytes per clock reporting in OA for XEHPSDV onward.
+	 */
+	sqcnt1 = GEN12_SQCNT1_PMON_ENABLE |
+		 (HAS_OA_BPC_REPORTING(stream->gt->tile->xe) ? GEN12_SQCNT1_OABPC : 0);
+
+	xe_mmio_rmw32(stream->gt, GEN12_SQCNT1, 0, sqcnt1);
+
+	/*
+	 * For Gen12, performance counters are context saved/restored. Only enable it
+	 * for the context that requested this.
+	 */
+	if (stream->exec_q) {
+		ret = xe_oa_configure_oar_context(stream, true);
+		if (ret)
+			return ret;
+	}
+
+	return xe_oa_emit_oa_config(stream);
+}
+
+static bool engine_supports_mi_query(struct xe_hw_engine *hwe)
+{
+	return hwe->class == XE_ENGINE_CLASS_RENDER;
+}
+
+#define MI_LRI_LEN(x) (((x) & 0xff) + 1)
+
+static bool xe_oa_find_reg_in_lri(u32 *state, u32 reg, u32 *offset, u32 end)
+{
+	u32 idx = *offset;
+	u32 len = min(MI_LRI_LEN(state[idx]) + idx, end);
+	bool found = false;
+
+	idx++;
+	for (; idx < len; idx += 2) {
+		if (state[idx] == reg) {
+			found = true;
+			break;
+		}
+	}
+
+	*offset = idx;
+	return found;
+}
+
+static u32 xe_oa_context_image_offset(struct xe_oa_stream *stream, u32 reg)
+{
+	u32 len = (xe_lrc_size(stream->gt->tile->xe, stream->hwe->class) - PAGE_SIZE) / 4;
+	u32 *state = stream->gt->default_lrc[stream->hwe->class];
+	u32 offset;
+
+	if (drm_WARN_ON(&stream->oa->xe->drm, !state))
+		return U32_MAX;
+
+	for (offset = 0; offset < len; ) {
+		if (IS_MI_LRI_CMD(state[offset])) {
+			/*
+			 * We expect reg-value pairs in MI_LRI command, so
+			 * MI_LRI_LEN() should be even
+			 */
+			drm_WARN_ON(&stream->oa->xe->drm,
+				    MI_LRI_LEN(state[offset]) & 0x1);
+
+			if (xe_oa_find_reg_in_lri(state, reg, &offset, len))
+				break;
+		} else {
+			offset++;
+		}
+	}
+
+	return offset < len ? offset : U32_MAX;
+}
+
+static int xe_oa_set_ctx_ctrl_offset(struct xe_oa_stream *stream)
+{
+	struct xe_reg reg = GEN12_OACTXCONTROL(stream->hwe->mmio_base);
+	u32 offset = stream->oa->ctx_oactxctrl_offset;
+
+	/* Do this only once. Failure is stored as offset of U32_MAX */
+	if (offset)
+		goto exit;
+
+	offset = xe_oa_context_image_offset(stream, reg.addr);
+	stream->oa->ctx_oactxctrl_offset = offset;
+
+	drm_dbg(&stream->oa->xe->drm, "%s oa ctx control at 0x%08x dword offset\n",
+		stream->hwe->name, offset);
+exit:
+	return offset && offset != U32_MAX ? 0 : -ENODEV;
+}
+
+static int xe_oa_stream_init(struct xe_oa_stream *stream,
+			     struct xe_oa_open_properties *props)
+{
+	struct xe_oa_group *g = props->hwe->oa_group;
+	struct xe_gt *gt = props->hwe->gt;
+	struct xe_oa *oa = stream->oa;
+	int ret;
+
+	stream->poll_oa_period = props->poll_oa_period;
+	stream->hwe = props->hwe;
+	stream->gt = stream->hwe->gt;
+	stream->sample_size = sizeof(struct drm_xe_oa_record_header);
+	stream->oa_buffer.format = &oa->oa_formats[props->oa_format];
+
+	stream->sample = props->sample;
+	stream->sample_size += stream->oa_buffer.format->size;
+	stream->periodic = props->oa_periodic;
+	stream->period_exponent = props->oa_period_exponent;
+
+	if (stream->exec_q && engine_supports_mi_query(stream->hwe)) {
+		/* If we don't find the context offset, just return error */
+		ret = xe_oa_set_ctx_ctrl_offset(stream);
+		if (ret) {
+			drm_err(&stream->gt->tile->xe->drm,
+				"xe_oa_set_ctx_ctrl_offset failed for %s\n",
+				stream->hwe->name);
+			goto exit;
+		}
+	}
+
+	stream->oa_config = xe_oa_get_oa_config(oa, props->metrics_set);
+	if (!stream->oa_config) {
+		drm_dbg(&oa->xe->drm, "Invalid OA config id=%i\n", props->metrics_set);
+		ret = -EINVAL;
+		goto exit;
+	}
+
+	ret = xe_oa_alloc_oa_buffer(stream);
+	if (ret)
+		goto err_free_configs;
+
+	/* Take runtime pm ref and forcewake to disable RC6 */
+	xe_device_mem_access_get(stream->oa->xe);
+	XE_WARN_ON(xe_force_wake_get(gt_to_fw(gt), XE_FORCEWAKE_ALL));
+
+	ret = xe_oa_enable_metric_set(stream);
+	if (ret) {
+		drm_dbg(&oa->xe->drm, "Unable to enable metric set\n");
+		goto err_fw_put;
+	}
+
+	drm_dbg(&oa->xe->drm, "opening stream oa config uuid=%s\n",
+		stream->oa_config->uuid);
+
+	WRITE_ONCE(g->exclusive_stream, stream);
+
+	hrtimer_init(&stream->poll_check_timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL);
+	init_waitqueue_head(&stream->poll_wq);
+
+	spin_lock_init(&stream->oa_buffer.ptr_lock);
+	mutex_init(&stream->lock);
+
+	return 0;
+
+err_fw_put:
+	xe_oa_disable_metric_set(stream);
+	XE_WARN_ON(xe_force_wake_put(gt_to_fw(gt), XE_FORCEWAKE_ALL));
+	xe_device_mem_access_put(stream->oa->xe);
+	xe_oa_free_oa_buffer(stream);
+err_free_configs:
+	xe_oa_free_configs(stream);
+exit:
+	return ret;
+}
+
+static int
+xe_oa_stream_open_ioctl_locked(struct xe_oa *oa,
+			       struct drm_xe_oa_open_param *param,
+			       struct xe_oa_open_properties *props,
+			       struct drm_file *file)
+{
+	struct xe_file *xef = to_xe_file(file);
+	struct xe_oa_stream *stream = NULL;
+	struct xe_exec_queue *q = NULL;
+	bool privileged_op = true;
+	int stream_fd;
+	int ret;
+
+	if (props->single_exec_q) {
+		q = xe_exec_queue_lookup(xef, props->exec_q_id);
+		if (XE_IOCTL_DBG(oa->xe, !q)) {
+			ret = -ENOENT;
+			goto err_exec_q;
+		}
+	}
+
+	/*
+	 * The OAR unit only monitors the RCS on a per context basis. Relax
+	 * requirements if the user doesn't request global stream access,
+	 * i.e. query based sampling using MI_REPORT_PERF_COUNT
+	 */
+	if (q && !props->sample)
+		privileged_op = false;
+
+	if (privileged_op && xe_oa_stream_paranoid && !perfmon_capable()) {
+		drm_dbg(&oa->xe->drm, "Insufficient privileges to open xe perf stream\n");
+		ret = -EACCES;
+		goto err_exec_q;
+	}
+
+	if (!props->sample && !q) {
+		drm_dbg(&oa->xe->drm, "Only OA report sampling supported\n");
+		ret = -EINVAL;
+		goto err_exec_q;
+	}
+
+	/* We currently only allow exclusive access */
+	if (props->hwe->oa_group->exclusive_stream) {
+		drm_dbg(&oa->xe->drm, "OA unit already in use\n");
+		ret = -EBUSY;
+		goto err_exec_q;
+	}
+
+	stream = kzalloc(sizeof(*stream), GFP_KERNEL);
+	if (!stream) {
+		ret = -ENOMEM;
+		goto err_exec_q;
+	}
+
+	stream->oa = oa;
+	stream->exec_q = q;
+
+	ret = xe_oa_stream_init(stream, props);
+	if (ret)
+		goto err_free;
+
+	/* Hold a reference on the drm device till stream_fd is released */
+	drm_dev_get(&oa->xe->drm);
+
+	return stream_fd;
+err_free:
+	kfree(stream);
+err_exec_q:
+	if (q)
+		xe_exec_queue_put(q);
+	return ret;
+}
+
 /*
  * OA timestamp frequency = CS timestamp frequency in most platforms. On some
  * platforms OA unit ignores the CTC_SHIFT and the 2 timestamps differ. In such
@@ -276,6 +936,8 @@ int xe_oa_stream_open_ioctl(struct drm_device *dev, void *data,
 	struct drm_xe_oa_open_param *param = data;
 	struct xe_oa_open_properties props = {};
 	u32 known_open_flags;
+	struct xe_gt *gt;
+	int ret;
 
 	if (!oa->xe) {
 		drm_dbg(&oa->xe->drm, "xe oa interface not available for this system\n");
@@ -288,9 +950,19 @@ int xe_oa_stream_open_ioctl(struct drm_device *dev, void *data,
 		return -EINVAL;
 	}
 
-	return xe_oa_read_properties_unlocked(oa, u64_to_user_ptr(param->properties_ptr),
-					      param->num_properties,
-					      &props);
+	ret = xe_oa_read_properties_unlocked(oa, u64_to_user_ptr(param->properties_ptr),
+					     param->num_properties,
+					     &props);
+	if (ret)
+		return ret;
+
+	gt = props.hwe->gt;
+
+	mutex_lock(&gt->oa.lock);
+	ret = xe_oa_stream_open_ioctl_locked(oa, param, &props, file);
+	mutex_unlock(&gt->oa.lock);
+
+	return ret;
 }
 
 static bool xe_oa_is_valid_flex_addr(struct xe_oa *oa, u32 addr)
Signature · 1 line
2.41.0
#34 lore raw

PATCH 8/10 drm/xe/oa: Expose OA stream fd

In reply to Ashutosh Dixit

The OA stream open ioctl returns an fd with its own file_operations for the newly initialized OA stream. These file_operations allow userspace to enable or disable the stream, as well as apply a different counter configuration for the OA stream. Userspace can also poll for data availability. OA stream initialization is completed in this commit by enabling the OA stream. When sampling is enabled this starts a hrtimer which periodically checks for data availablility.

---
 drivers/gpu/drm/xe/xe_oa.c | 387 +++++++++++++++++++++++++++++++++++++
 1 file changed, 387 insertions(+)
drivers/gpu/drm/xe/xe_oa.c +387 -0
index bb34bd604c2c1..c97180997427e 100644
@@ -12,6 +12,7 @@
 #include <drm/drm_drv.h>
 
 #include "regs/xe_engine_regs.h"
+#include "regs/xe_gpu_commands.h"
 #include "regs/xe_gt_regs.h"
 #include "regs/xe_lrc_layout.h"
 #include "regs/xe_oa_regs.h"
@@ -26,6 +27,7 @@
 #include "xe_migrate.h"
 #include "xe_mmio.h"
 #include "xe_oa.h"
+#include "xe_pm.h"
 #include "xe_sched_job.h"
 #include "xe_vm.h"
 
@@ -33,6 +35,7 @@
 #define OA_TAKEN(tail, head)	(((tail) - (head)) & (OA_BUFFER_SIZE - 1))
 #define DEFAULT_POLL_FREQUENCY_HZ 200
 #define DEFAULT_POLL_PERIOD_NS (NSEC_PER_SEC / DEFAULT_POLL_FREQUENCY_HZ)
+#define INVALID_CTX_ID U32_MAX
 
 static u32 xe_oa_stream_paranoid = true;
 static int xe_oa_sample_rate_hard_limit;
@@ -129,6 +132,210 @@ static const struct xe_oa_regs *__oa_regs(struct xe_oa_stream *stream)
 	return &stream->hwe->oa_group->regs;
 }
 
+static u32 gen12_oa_hw_tail_read(struct xe_oa_stream *stream)
+{
+	return xe_mmio_read32(stream->gt, __oa_regs(stream)->oa_tail_ptr) &
+		GEN12_OAG_OATAILPTR_MASK;
+}
+
+#define oa_report_header_64bit(__s) \
+	((__s)->oa_buffer.format->header == HDR_64_BIT)
+
+static u64 oa_report_id(struct xe_oa_stream *stream, void *report)
+{
+	return oa_report_header_64bit(stream) ? *(u64 *)report : *(u32 *)report;
+}
+
+static u64 oa_timestamp(struct xe_oa_stream *stream, void *report)
+{
+	return oa_report_header_64bit(stream) ?
+		*((u64 *)report + 1) :
+		*((u32 *)report + 1);
+}
+
+static bool xe_oa_buffer_check_unlocked(struct xe_oa_stream *stream)
+{
+	u32 gtt_offset = xe_bo_ggtt_addr(stream->oa_buffer.bo);
+	int report_size = stream->oa_buffer.format->size;
+	u32 tail, hw_tail;
+	unsigned long flags;
+	bool pollin;
+	u32 partial_report_size;
+
+	/*
+	 * We have to consider the (unlikely) possibility that read() errors could result
+	 * in an OA buffer reset which might reset the head and tail state.
+	 */
+	spin_lock_irqsave(&stream->oa_buffer.ptr_lock, flags);
+
+	hw_tail = gen12_oa_hw_tail_read(stream);
+	hw_tail -= gtt_offset;
+
+	/*
+	 * The tail pointer increases in 64 byte increments, not in report_size
+	 * steps. Also the report size may not be a power of 2. Compute potentially
+	 * partially landed report in the OA buffer
+	 */
+	partial_report_size = OA_TAKEN(hw_tail, stream->oa_buffer.tail);
+	partial_report_size %= report_size;
+
+	/* Subtract partial amount off the tail */
+	hw_tail = OA_TAKEN(hw_tail, partial_report_size);
+
+	tail = hw_tail;
+
+	/*
+	 * Walk the stream backward until we find a report with report id and timestmap
+	 * not at 0. Since the circular buffer pointers progress by increments of 64 bytes
+	 * and that reports can be up to 256 bytes long, we can't tell whether a report
+	 * has fully landed in memory before the report id and timestamp of the following
+	 * report have effectively landed.
+	 *
+	 * This is assuming that the writes of the OA unit land in memory in the order
+	 * they were written to.  If not : (╯°□°)╯︵ ┻━┻
+	 */
+	while (OA_TAKEN(tail, stream->oa_buffer.tail) >= report_size) {
+		void *report = stream->oa_buffer.vaddr + tail;
+
+		if (oa_report_id(stream, report) ||
+		    oa_timestamp(stream, report))
+			break;
+
+		tail = OA_TAKEN(tail, report_size);
+	}
+
+	if (OA_TAKEN(hw_tail, tail) > report_size)
+		drm_dbg(&stream->oa->xe->drm,
+			"unlanded report(s) head=0x%x tail=0x%x hw_tail=0x%x\n",
+			stream->oa_buffer.head, tail, hw_tail);
+
+	stream->oa_buffer.tail = tail;
+
+	pollin = OA_TAKEN(stream->oa_buffer.tail,
+			  stream->oa_buffer.head) >= report_size;
+
+	spin_unlock_irqrestore(&stream->oa_buffer.ptr_lock, flags);
+
+	return pollin;
+}
+
+static enum hrtimer_restart xe_oa_poll_check_timer_cb(struct hrtimer *hrtimer)
+{
+	struct xe_oa_stream *stream =
+		container_of(hrtimer, typeof(*stream), poll_check_timer);
+
+	if (xe_oa_buffer_check_unlocked(stream)) {
+		stream->pollin = true;
+		wake_up(&stream->poll_wq);
+	}
+
+	hrtimer_forward_now(hrtimer, ns_to_ktime(stream->poll_oa_period));
+
+	return HRTIMER_RESTART;
+}
+
+static void xe_oa_init_oa_buffer(struct xe_oa_stream *stream)
+{
+	u32 gtt_offset = xe_bo_ggtt_addr(stream->oa_buffer.bo);
+	unsigned long flags;
+
+	spin_lock_irqsave(&stream->oa_buffer.ptr_lock, flags);
+
+	xe_mmio_write32(stream->gt, __oa_regs(stream)->oa_status, 0);
+	xe_mmio_write32(stream->gt, __oa_regs(stream)->oa_head_ptr,
+			gtt_offset & GEN12_OAG_OAHEADPTR_MASK);
+	stream->oa_buffer.head = 0;
+
+	/*
+	 * PRM says: "This MMIO must be set before the OATAILPTR register and after the
+	 * OAHEADPTR register. This is to enable proper functionality of the overflow bit".
+	 */
+	xe_mmio_write32(stream->gt, __oa_regs(stream)->oa_buffer, gtt_offset |
+			OABUFFER_SIZE_16M | GEN12_OAG_OABUFFER_MEMORY_SELECT);
+	xe_mmio_write32(stream->gt, __oa_regs(stream)->oa_tail_ptr,
+			gtt_offset & GEN12_OAG_OATAILPTR_MASK);
+
+	/* Mark that we need updated tail pointers to read from... */
+	stream->oa_buffer.tail = 0;
+
+	/*
+	 * Reset state used to recognise context switches, affecting which reports we will
+	 * forward to userspace while filtering for a single context.
+	 */
+	stream->oa_buffer.last_ctx_id = INVALID_CTX_ID;
+
+	spin_unlock_irqrestore(&stream->oa_buffer.ptr_lock, flags);
+
+	/* Zero out the OA buffer since we rely on zero report id and timestamp fields */
+	memset(stream->oa_buffer.vaddr, 0, stream->oa_buffer.bo->size);
+}
+
+static void xe_oa_enable(struct xe_oa_stream *stream)
+{
+	const struct xe_oa_regs *regs;
+	u32 val;
+
+	/*
+	 * If we don't want OA reports from the OA buffer, then we don't
+	 * even need to program the OAG unit.
+	 */
+	if (!stream->sample)
+		return;
+
+	xe_oa_init_oa_buffer(stream);
+
+	regs = __oa_regs(stream);
+	val = (stream->oa_buffer.format->format << regs->oa_ctrl_counter_format_shift) |
+	      GEN12_OAG_OACONTROL_OA_COUNTER_ENABLE;
+
+	xe_mmio_write32(stream->gt, regs->oa_ctrl, val);
+}
+
+static void xe_oa_disable(struct xe_oa_stream *stream)
+{
+	xe_mmio_write32(stream->gt, __oa_regs(stream)->oa_ctrl, 0);
+	if (xe_mmio_wait32(stream->gt, __oa_regs(stream)->oa_ctrl,
+			   GEN12_OAG_OACONTROL_OA_COUNTER_ENABLE, 0, 50000, NULL, false))
+		drm_err(&stream->oa->xe->drm,
+			"wait for OA to be disabled timed out\n");
+
+	xe_mmio_write32(stream->gt, GEN12_OA_TLB_INV_CR, 1);
+	if (xe_mmio_wait32(stream->gt, GEN12_OA_TLB_INV_CR, 1, 0, 50000, NULL, false))
+		drm_err(&stream->oa->xe->drm,
+			"wait for OA tlb invalidate timed out\n");
+}
+
+static __poll_t xe_oa_poll_locked(struct xe_oa_stream *stream,
+				  struct file *file, poll_table *wait)
+{
+	__poll_t events = 0;
+
+	poll_wait(file, &stream->poll_wq, wait);
+
+	/*
+	 * We don't explicitly check whether there's something to read here since this
+	 * path may be hot depending on what else userspace is polling, or on the timeout
+	 * in use. We rely on hrtimer/xe_oa_poll_check_timer_cb to notify us when there
+	 * are samples to read.
+	 */
+	if (stream->pollin)
+		events |= EPOLLIN;
+
+	return events;
+}
+
+static __poll_t xe_oa_poll(struct file *file, poll_table *wait)
+{
+	struct xe_oa_stream *stream = file->private_data;
+	__poll_t ret;
+
+	mutex_lock(&stream->lock);
+	ret = xe_oa_poll_locked(stream, file, wait);
+	mutex_unlock(&stream->lock);
+
+	return ret;
+}
+
 static int xe_oa_submit_bb(struct xe_oa_stream *stream, struct xe_bb *bb)
 {
 	struct xe_hw_engine *hwe = stream->hwe;
@@ -333,6 +540,26 @@ static void xe_oa_disable_metric_set(struct xe_oa_stream *stream)
 	xe_mmio_rmw32(stream->gt, GEN12_SQCNT1, sqcnt1, 0);
 }
 
+static void xe_oa_stream_destroy(struct xe_oa_stream *stream)
+{
+	struct xe_oa_group *g = stream->hwe->oa_group;
+	struct xe_gt *gt = stream->hwe->gt;
+
+	if (WARN_ON(stream != g->exclusive_stream))
+		return;
+
+	/* Unset exclusive_stream first */
+	WRITE_ONCE(g->exclusive_stream, NULL);
+	xe_oa_disable_metric_set(stream);
+
+	xe_oa_free_oa_buffer(stream);
+
+	XE_WARN_ON(xe_force_wake_put(gt_to_fw(gt), XE_FORCEWAKE_ALL));
+	xe_device_mem_access_put(stream->oa->xe);
+
+	xe_oa_free_configs(stream);
+}
+
 static int xe_oa_alloc_oa_buffer(struct xe_oa_stream *stream)
 {
 	struct xe_bo *bo;
@@ -514,6 +741,148 @@ static int xe_oa_enable_metric_set(struct xe_oa_stream *stream)
 	return xe_oa_emit_oa_config(stream);
 }
 
+static void xe_oa_stream_enable(struct xe_oa_stream *stream)
+{
+	stream->pollin = false;
+
+	xe_oa_enable(stream);
+
+	if (stream->sample)
+		hrtimer_start(&stream->poll_check_timer,
+			      ns_to_ktime(stream->poll_oa_period),
+			      HRTIMER_MODE_REL_PINNED);
+}
+
+static void xe_oa_stream_disable(struct xe_oa_stream *stream)
+{
+	xe_oa_disable(stream);
+
+	if (stream->sample)
+		hrtimer_cancel(&stream->poll_check_timer);
+}
+
+static void xe_oa_enable_locked(struct xe_oa_stream *stream)
+{
+	if (stream->enabled)
+		return;
+
+	stream->enabled = true;
+
+	xe_oa_stream_enable(stream);
+}
+
+static void xe_oa_disable_locked(struct xe_oa_stream *stream)
+{
+	if (!stream->enabled)
+		return;
+
+	stream->enabled = false;
+
+	xe_oa_stream_disable(stream);
+}
+
+static long xe_oa_config_locked(struct xe_oa_stream *stream,
+				unsigned long metrics_set)
+{
+	struct xe_oa_config *config;
+	long ret = stream->oa_config->id;
+
+	config = xe_oa_get_oa_config(stream->oa, metrics_set);
+	if (!config)
+		return -ENODEV;
+
+	if (config != stream->oa_config) {
+		int err;
+
+		/*
+		 * If OA is bound to a specific engine, emit the reconfiguration
+		 * inline from that engine. The update will then be ordered with
+		 * respect to submission on that engine.
+		 */
+		err = xe_oa_emit_oa_config(stream);
+		if (!err)
+			config = xchg(&stream->oa_config, config);
+		else
+			ret = err;
+	}
+
+	xe_oa_config_put(config);
+
+	return ret;
+}
+
+static long xe_oa_ioctl_locked(struct xe_oa_stream *stream,
+			       unsigned int cmd,
+			       unsigned long arg)
+{
+	switch (cmd) {
+	case XE_OA_IOCTL_ENABLE:
+		xe_oa_enable_locked(stream);
+		return 0;
+	case XE_OA_IOCTL_DISABLE:
+		xe_oa_disable_locked(stream);
+		return 0;
+	case XE_OA_IOCTL_CONFIG:
+		return xe_oa_config_locked(stream, arg);
+	}
+
+	return -EINVAL;
+}
+
+static long xe_oa_ioctl(struct file *file,
+			unsigned int cmd,
+			unsigned long arg)
+{
+	struct xe_oa_stream *stream = file->private_data;
+	long ret;
+
+	mutex_lock(&stream->lock);
+	ret = xe_oa_ioctl_locked(stream, cmd, arg);
+	mutex_unlock(&stream->lock);
+
+	return ret;
+}
+
+static void xe_oa_destroy_locked(struct xe_oa_stream *stream)
+{
+	if (stream->enabled)
+		xe_oa_disable_locked(stream);
+
+	xe_oa_stream_destroy(stream);
+
+	if (stream->exec_q)
+		xe_exec_queue_put(stream->exec_q);
+
+	kfree(stream);
+}
+
+static int xe_oa_release(struct inode *inode, struct file *file)
+{
+	struct xe_oa_stream *stream = file->private_data;
+	struct xe_gt *gt = stream->gt;
+
+	/*
+	 * Within this call, we know that the fd is being closed and we have no other
+	 * user of stream->lock. Use the perf lock to destroy the stream here.
+	 */
+	mutex_lock(&gt->oa.lock);
+	xe_oa_destroy_locked(stream);
+	mutex_unlock(&gt->oa.lock);
+
+	/* Release the reference the perf stream kept on the driver. */
+	drm_dev_put(&gt->tile->xe->drm);
+
+	return 0;
+}
+
+static const struct file_operations xe_oa_fops = {
+	.owner		= THIS_MODULE,
+	.llseek		= no_llseek,
+	.release	= xe_oa_release,
+	.poll		= xe_oa_poll,
+	.unlocked_ioctl	= xe_oa_ioctl,
+};
+
 static bool engine_supports_mi_query(struct xe_hw_engine *hwe)
 {
 	return hwe->class == XE_ENGINE_CLASS_RENDER;
@@ -642,6 +1011,7 @@ static int xe_oa_stream_init(struct xe_oa_stream *stream,
 	WRITE_ONCE(g->exclusive_stream, stream);
 
 	hrtimer_init(&stream->poll_check_timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL);
+	stream->poll_check_timer.function = xe_oa_poll_check_timer_cb;
 	init_waitqueue_head(&stream->poll_wq);
 
 	spin_lock_init(&stream->oa_buffer.ptr_lock);
@@ -669,6 +1039,7 @@ xe_oa_stream_open_ioctl_locked(struct xe_oa *oa,
 	struct xe_file *xef = to_xe_file(file);
 	struct xe_oa_stream *stream = NULL;
 	struct xe_exec_queue *q = NULL;
+	unsigned long f_flags = 0;
 	bool privileged_op = true;
 	int stream_fd;
 	int ret;
@@ -721,10 +1092,26 @@ xe_oa_stream_open_ioctl_locked(struct xe_oa *oa,
 	if (ret)
 		goto err_free;
 
+	if (param->flags & XE_OA_FLAG_FD_CLOEXEC)
+		f_flags |= O_CLOEXEC;
+	if (param->flags & XE_OA_FLAG_FD_NONBLOCK)
+		f_flags |= O_NONBLOCK;
+
+	stream_fd = anon_inode_getfd("[xe_oa]", &xe_oa_fops, stream, f_flags);
+	if (stream_fd < 0) {
+		ret = stream_fd;
+		goto err_destroy;
+	}
+
+	if (!(param->flags & XE_OA_FLAG_DISABLED))
+		xe_oa_enable_locked(stream);
+
 	/* Hold a reference on the drm device till stream_fd is released */
 	drm_dev_get(&oa->xe->drm);
 
 	return stream_fd;
+err_destroy:
+	xe_oa_stream_destroy(stream);
 err_free:
 	kfree(stream);
 err_exec_q:
Signature · 1 line
2.41.0
#35 lore raw

PATCH 9/10 drm/xe/oa: Read file_operation

In reply to Ashutosh Dixit

Finally implement the OA stream read file_operation which was the only fop missing in the previous commit. Both blocking and non-blocking reads are supported. The read copies OA perf data from the OA buffer to the user buffer provided as part of read system call.

---
 drivers/gpu/drm/xe/xe_oa.c | 359 +++++++++++++++++++++++++++++++++++++
 1 file changed, 359 insertions(+)
drivers/gpu/drm/xe/xe_oa.c +359 -0
index c97180997427e..fcbb352f36a48 100644
@@ -146,6 +146,29 @@ static u64 oa_report_id(struct xe_oa_stream *stream, void *report)
 	return oa_report_header_64bit(stream) ? *(u64 *)report : *(u32 *)report;
 }
 
+#define OAREPORT_REASON_MASK_EXTENDED	GENMASK(25, 19)
+#define OAREPORT_REASON_TIMER		BIT(0)
+#define OAREPORT_REASON_CTX_SWITCH	BIT(3)
+#define OAREPORT_REASON_CLK_RATIO	BIT(5)
+
+static u64 oa_report_reason(struct xe_oa_stream *stream, void *report)
+{
+	return FIELD_GET(OAREPORT_REASON_MASK_EXTENDED, oa_report_id(stream, report));
+}
+
+static void oa_report_id_clear(struct xe_oa_stream *stream, u32 *report)
+{
+	if (oa_report_header_64bit(stream))
+		*(u64 *)report = 0;
+	else
+		*report = 0;
+}
+
+static bool oa_report_ctx_invalid(struct xe_oa_stream *stream, void *report)
+{
+	return false;
+}
+
 static u64 oa_timestamp(struct xe_oa_stream *stream, void *report)
 {
 	return oa_report_header_64bit(stream) ?
@@ -153,6 +176,29 @@ static u64 oa_timestamp(struct xe_oa_stream *stream, void *report)
 		*((u32 *)report + 1);
 }
 
+static void oa_timestamp_clear(struct xe_oa_stream *stream, u32 *report)
+{
+	if (oa_report_header_64bit(stream))
+		*(u64 *)&report[2] = 0;
+	else
+		report[1] = 0;
+}
+
+static u32 oa_context_id(struct xe_oa_stream *stream, u32 *report)
+{
+	u32 ctx_id = oa_report_header_64bit(stream) ? report[4] : report[2];
+
+	return ctx_id & stream->specific_ctx_id_mask;
+}
+
+static void oa_context_id_squash(struct xe_oa_stream *stream, u32 *report)
+{
+	if (oa_report_header_64bit(stream))
+		report[4] = INVALID_CTX_ID;
+	else
+		report[2] = INVALID_CTX_ID;
+}
+
 static bool xe_oa_buffer_check_unlocked(struct xe_oa_stream *stream)
 {
 	u32 gtt_offset = xe_bo_ggtt_addr(stream->oa_buffer.bo);
@@ -234,6 +280,199 @@ static enum hrtimer_restart xe_oa_poll_check_timer_cb(struct hrtimer *hrtimer)
 	return HRTIMER_RESTART;
 }
 
+static int xe_oa_append_status(struct xe_oa_stream *stream, char __user *buf,
+			       size_t count, size_t *offset,
+			       enum drm_xe_oa_record_type type)
+{
+	struct drm_xe_oa_record_header header = { type, 0, sizeof(header) };
+
+	if ((count - *offset) < header.size)
+		return -ENOSPC;
+
+	if (copy_to_user(buf + *offset, &header, sizeof(header)))
+		return -EFAULT;
+
+	*offset += header.size;
+
+	return 0;
+}
+
+static int xe_oa_append_sample(struct xe_oa_stream *stream, char __user *buf,
+			       size_t count, size_t *offset, const u8 *report)
+{
+	int report_size = stream->oa_buffer.format->size;
+	struct drm_xe_oa_record_header header;
+	int report_size_partial;
+	u8 *oa_buf_end;
+
+	header.type = DRM_XE_OA_RECORD_SAMPLE;
+	header.pad = 0;
+	header.size = stream->sample_size;
+
+	if ((count - *offset) < header.size)
+		return -ENOSPC;
+
+	buf += *offset;
+	if (copy_to_user(buf, &header, sizeof(header)))
+		return -EFAULT;
+	buf += sizeof(header);
+
+	oa_buf_end = stream->oa_buffer.vaddr + OA_BUFFER_SIZE;
+	report_size_partial = oa_buf_end - report;
+
+	if (report_size_partial < report_size) {
+		if (copy_to_user(buf, report, report_size_partial))
+			return -EFAULT;
+		buf += report_size_partial;
+
+		if (copy_to_user(buf, stream->oa_buffer.vaddr,
+				 report_size - report_size_partial))
+			return -EFAULT;
+	} else if (copy_to_user(buf, report, report_size)) {
+		return -EFAULT;
+	}
+
+	*offset += header.size;
+
+	return 0;
+}
+
+static int xe_oa_append_reports(struct xe_oa_stream *stream, char __user *buf,
+				size_t count, size_t *offset)
+{
+	int report_size = stream->oa_buffer.format->size;
+	u8 *oa_buf_base = stream->oa_buffer.vaddr;
+	u32 gtt_offset = xe_bo_ggtt_addr(stream->oa_buffer.bo);
+	u32 mask = (OA_BUFFER_SIZE - 1);
+	size_t start_offset = *offset;
+	unsigned long flags;
+	u32 head, tail;
+	int ret = 0;
+
+	if (drm_WARN_ON(&stream->oa->xe->drm, !stream->enabled))
+		return -EIO;
+
+	spin_lock_irqsave(&stream->oa_buffer.ptr_lock, flags);
+
+	head = stream->oa_buffer.head;
+	tail = stream->oa_buffer.tail;
+
+	spin_unlock_irqrestore(&stream->oa_buffer.ptr_lock, flags);
+
+	/* An out of bounds or misaligned head or tail pointer implies a driver bug */
+	if (drm_WARN_ONCE(&stream->oa->xe->drm,
+			  head > OA_BUFFER_SIZE || tail > OA_BUFFER_SIZE,
+			  "Inconsistent OA buffer pointers: head = %u, tail = %u\n",
+			  head, tail))
+		return -EIO;
+
+	for (/* none */; OA_TAKEN(tail, head); head = (head + report_size) & mask) {
+		u8 *report = oa_buf_base + head;
+		u32 ctx_id, *report32 = (void *)report;
+		u64 reason;
+
+		/*
+		 * The reason field indicates what triggered this report (e.g. timer
+		 * triggered or a context switch).
+		 *
+		 * In MMIO triggered reports, some platforms do not set the reason bit in
+		 * this field and it is valid to have a reason field of zero.
+		 */
+		reason = oa_report_reason(stream, report);
+		ctx_id = oa_context_id(stream, report32);
+
+		/*
+		 * Squash whatever is in the CTX_ID field if it's marked as invalid to be
+		 * sure we avoid false-positive, single-context filtering below...
+		 *
+		 * Note: we don't clear the valid_ctx_bit so userspace can understand that
+		 * the ID has been squashed by the kernel.
+		 */
+		if (oa_report_ctx_invalid(stream, report)) {
+			ctx_id = INVALID_CTX_ID;
+			oa_context_id_squash(stream, report32);
+		}
+
+		/*
+		 * NB: The OA unit does not support clock gating off for a specific
+		 * context and the kernel can't securely stop counters from updating as
+		 * system-wide/global values.
+		 *
+		 * Automatic reports include a context ID so reports can be filtered on
+		 * the cpu but it's not worth trying to automatically subtract/hide
+		 * counter progress for other contexts while filtering since userspace can
+		 * issue MI_REPORT_PERF_COUNT commands which would still provide a
+		 * side-band view of the real values.
+		 *
+		 * To allow userspace to normalize counters for a single filtered context
+		 * then it needs be forwarded bookend context-switch reports so that it
+		 * can track switches in between MI_REPORT_PERF_COUNT commands and can
+		 * itself subtract/ignore the progress of counters associated with other
+		 * contexts. Note that the hardware automatically triggers reports when
+		 * switching to a new context which are tagged with the ID of the newly
+		 * active context. To avoid the complexity of reading ahead while parsing
+		 * reports to try and minimize forwarding redundant context switch reports
+		 * (i.e. between other, unrelated contexts) we simply elect to forward
+		 * them all.
+		 *
+		 * We don't rely solely on the reason field to identify context switches
+		 * since it's not-uncommon for periodic samples to identify a switch
+		 * before any 'context switch' report.
+		 */
+		if (!stream->exec_q || stream->specific_ctx_id == ctx_id ||
+		    stream->oa_buffer.last_ctx_id == stream->specific_ctx_id ||
+		    reason & OAREPORT_REASON_CTX_SWITCH) {
+			/*
+			 * While filtering for a single context we avoid
+			 * leaking the IDs of other contexts.
+			 */
+			if (stream->exec_q && stream->specific_ctx_id != ctx_id)
+				oa_context_id_squash(stream, report32);
+
+			ret = xe_oa_append_sample(stream, buf, count, offset, report);
+			if (ret)
+				break;
+
+			stream->oa_buffer.last_ctx_id = ctx_id;
+		}
+
+		if (is_power_of_2(report_size)) {
+			/*
+			 * Clear out report id and timestamp as a means to
+			 * detect unlanded reports.
+			 */
+			oa_report_id_clear(stream, report32);
+			oa_timestamp_clear(stream, report32);
+		} else {
+			u8 *oa_buf_end = stream->oa_buffer.vaddr +
+					 OA_BUFFER_SIZE;
+			u32 part = oa_buf_end - (u8 *)report32;
+
+			/* Zero out the entire report */
+			if (report_size <= part) {
+				memset(report32, 0, report_size);
+			} else {
+				memset(report32, 0, part);
+				memset(oa_buf_base, 0, report_size - part);
+			}
+		}
+	}
+
+	if (start_offset != *offset) {
+		struct xe_reg oaheadptr = __oa_regs(stream)->oa_head_ptr;
+
+		spin_lock_irqsave(&stream->oa_buffer.ptr_lock, flags);
+
+		xe_mmio_write32(stream->gt, oaheadptr,
+				(head + gtt_offset) & GEN12_OAG_OAHEADPTR_MASK);
+		stream->oa_buffer.head = head;
+
+		spin_unlock_irqrestore(&stream->oa_buffer.ptr_lock, flags);
+	}
+
+	return ret;
+}
+
 static void xe_oa_init_oa_buffer(struct xe_oa_stream *stream)
 {
 	u32 gtt_offset = xe_bo_ggtt_addr(stream->oa_buffer.bo);
@@ -305,6 +544,125 @@ static void xe_oa_disable(struct xe_oa_stream *stream)
 			"wait for OA tlb invalidate timed out\n");
 }
 
+static int __xe_oa_read(struct xe_oa_stream *stream, char __user *buf,
+			size_t count, size_t *offset)
+{
+	struct xe_reg oastatus_reg = __oa_regs(stream)->oa_status;
+	u32 oastatus;
+	int ret;
+
+	if (drm_WARN_ON(&stream->oa->xe->drm, !stream->oa_buffer.vaddr))
+		return -EIO;
+
+	oastatus = xe_mmio_read32(stream->gt, oastatus_reg);
+
+	/*
+	 * We treat OABUFFER_OVERFLOW as a significant error:
+	 *
+	 * We could handle this more gracefully, but some Gens don't correctly suppress
+	 * certain automatically triggered reports in this condition and so we have to
+	 * assume that old reports are now being trampled over.
+	 *
+	 * Considering how we don't currently give userspace control over the OA buffer
+	 * size and always configure a large 16MB buffer, then a buffer overflow does
+	 * anyway likely indicate that something has gone quite badly wrong.
+	 */
+	if (oastatus & GEN12_OAG_OASTATUS_BUFFER_OVERFLOW) {
+		ret = xe_oa_append_status(stream, buf, count, offset,
+					  DRM_XE_OA_RECORD_OA_BUFFER_LOST);
+		if (ret)
+			return ret;
+
+		drm_dbg(&stream->oa->xe->drm,
+			"OA buffer overflow (exponent = %d): force restart\n",
+			stream->period_exponent);
+
+		xe_oa_disable(stream);
+		xe_oa_enable(stream);
+
+		/*
+		 * Note: oa_enable is expected to re-init the oabuffer and reset
+		 * oastatus_reg for us
+		 */
+		oastatus = xe_mmio_read32(stream->gt, oastatus_reg);
+	}
+
+	if (oastatus & GEN12_OAG_OASTATUS_REPORT_LOST) {
+		ret = xe_oa_append_status(stream, buf, count, offset,
+					  DRM_XE_OA_RECORD_OA_REPORT_LOST);
+		if (ret)
+			return ret;
+
+		xe_mmio_rmw32(stream->gt, oastatus_reg,
+			      GEN12_OAG_OASTATUS_COUNTER_OVERFLOW |
+			      GEN12_OAG_OASTATUS_REPORT_LOST, 0);
+	}
+
+	return xe_oa_append_reports(stream, buf, count, offset);
+}
+
+static int xe_oa_wait_unlocked(struct xe_oa_stream *stream)
+{
+	/* We might wait indefinitely if periodic sampling is not enabled */
+	if (!stream->periodic)
+		return -EIO;
+
+	return wait_event_interruptible(stream->poll_wq,
+					xe_oa_buffer_check_unlocked(stream));
+}
+
+static ssize_t xe_oa_read(struct file *file, char __user *buf,
+			  size_t count, loff_t *ppos)
+{
+	struct xe_oa_stream *stream = file->private_data;
+	size_t offset = 0;
+	int ret;
+
+	/* Can't read from disabled streams */
+	if (!stream->enabled || !stream->sample)
+		return -EIO;
+
+	if (!(file->f_flags & O_NONBLOCK)) {
+		/*
+		 * There's the small chance of false positives from wait_unlocked,
+		 * e.g. with single engine filtering since we only wait until oabuffer
+		 * has >= 1 report we don't immediately know whether any reports really
+		 * belong to the current engine.
+		 */
+		do {
+			ret = xe_oa_wait_unlocked(stream);
+			if (ret)
+				return ret;
+
+			mutex_lock(&stream->lock);
+			ret = __xe_oa_read(stream, buf, count, &offset);
+			mutex_unlock(&stream->lock);
+		} while (!offset && !ret);
+	} else {
+		mutex_lock(&stream->lock);
+		ret = __xe_oa_read(stream, buf, count, &offset);
+		mutex_unlock(&stream->lock);
+	}
+
+	/*
+	 * We allow the poll checking to sometimes report false positive EPOLLIN
+	 * events where we might actually report EAGAIN on read() if there's
+	 * not really any data available. In this situation though we don't
+	 * want to enter a busy loop between poll() reporting a EPOLLIN event
+	 * and read() returning -EAGAIN. Clearing the oa.pollin state here
+	 * effectively ensures we back off until the next hrtimer callback
+	 * before reporting another EPOLLIN event.
+	 * The exception to this is if __xe_oa_read returned -ENOSPC which means
+	 * that more OA data is available than could fit in the user provided
+	 * buffer. In this case we want the next poll() call to not block.
+	 */
+	if (ret != -ENOSPC)
+		stream->pollin = false;
+
+	/* Possible values for ret are 0, -EFAULT, -ENOSPC, -EIO, ... */
+	return offset ?: (ret ?: -EAGAIN);
+}
+
 static __poll_t xe_oa_poll_locked(struct xe_oa_stream *stream,
 				  struct file *file, poll_table *wait)
 {
@@ -880,6 +1238,7 @@ static const struct file_operations xe_oa_fops = {
 	.llseek		= no_llseek,
 	.release	= xe_oa_release,
 	.poll		= xe_oa_poll,
+	.read		= xe_oa_read,
 	.unlocked_ioctl	= xe_oa_ioctl,
 };
 
Signature · 1 line
2.41.0
#36 lore raw

Re: [Intel-xe] [PATCH 09/10] drm/xe/oa: Read file_operation

Quoted 31 lines · Ashutosh Dixit

Finally implement the OA stream read file_operation which was the only fop missing in the previous commit. Both blocking and non-blocking reads are supported. The read copies OA perf data from the OA buffer to the user buffer provided as part of read system call.

---
drivers/gpu/drm/xe/xe_oa.c | 359 +++++++++++++++++++++++++++++++++++++

1 file changed, 359 insertions(+)
drivers/gpu/drm/xe/xe_oa.c +13 -0
index c97180997427e..fcbb352f36a48 100644
@@ -146,6 +146,29 @@ static u64 oa_report_id(struct xe_oa_stream *stream, void *report)
 	return oa_report_header_64bit(stream) ? *(u64 *)report : *(u32 *)report;
 }
 
+#define OAREPORT_REASON_MASK_EXTENDED	GENMASK(25, 19)
+#define OAREPORT_REASON_TIMER		BIT(0)
+#define OAREPORT_REASON_CTX_SWITCH	BIT(3)
+#define OAREPORT_REASON_CLK_RATIO	BIT(5)
+
+static u64 oa_report_reason(struct xe_oa_stream *stream, void *report)
+{
+	return FIELD_GET(OAREPORT_REASON_MASK_EXTENDED, oa_report_id(stream, report));
+}
+
+static void oa_report_id_clear(struct xe_oa_stream *stream, u32 *report)
+{
+	if (oa_report_header_64bit(stream))

drivers/gpu/drm/xe/xe_oa.c static u64 oa_report_id(struct xe_oa_stream *stream, void *report) · line 171

Quoted 10 lines
drivers/gpu/drm/xe/xe_oa.c +9 -0
+		*(u64 *)report = 0;
+	else
+		*report = 0;
+}
+
+static bool oa_report_ctx_invalid(struct xe_oa_stream *stream, void 
 *report)
+{
+	return false;
+}

I think I had posted an updated patch for i915. The context valid bit is applicable to gen12 as well, so we should implement the context id valid/invalid helper.

Quoted 115 lines
drivers/gpu/drm/xe/xe_oa.c +1 -0
+
 static u64 oa_timestamp(struct xe_oa_stream *stream, void *report)
 {

return oa_report_header_64bit(stream) ?

drivers/gpu/drm/xe/xe_oa.c +100 -0
@@ -153,6 +176,29 @@ static u64 oa_timestamp(struct xe_oa_stream *stream, void *report)
 		*((u32 *)report + 1);
 }
 
+static void oa_timestamp_clear(struct xe_oa_stream *stream, u32 *report)
+{
+	if (oa_report_header_64bit(stream))
+		*(u64 *)&report[2] = 0;
+	else
+		report[1] = 0;
+}
+
+static u32 oa_context_id(struct xe_oa_stream *stream, u32 *report)
+{
+	u32 ctx_id = oa_report_header_64bit(stream) ? report[4] : report[2];
+
+	return ctx_id & stream->specific_ctx_id_mask;
+}
+
+static void oa_context_id_squash(struct xe_oa_stream *stream, u32 *report)
+{
+	if (oa_report_header_64bit(stream))
+		report[4] = INVALID_CTX_ID;
+	else
+		report[2] = INVALID_CTX_ID;
+}
+
 static bool xe_oa_buffer_check_unlocked(struct xe_oa_stream *stream)
 {
 	u32 gtt_offset = xe_bo_ggtt_addr(stream->oa_buffer.bo);
@@ -234,6 +280,199 @@ static enum hrtimer_restart xe_oa_poll_check_timer_cb(struct hrtimer *hrtimer)
 	return HRTIMER_RESTART;
 }
 
+static int xe_oa_append_status(struct xe_oa_stream *stream, char __user *buf,
+			       size_t count, size_t *offset,
+			       enum drm_xe_oa_record_type type)
+{
+	struct drm_xe_oa_record_header header = { type, 0, sizeof(header) };
+
+	if ((count - *offset) < header.size)
+		return -ENOSPC;
+
+	if (copy_to_user(buf + *offset, &header, sizeof(header)))
+		return -EFAULT;
+
+	*offset += header.size;
+
+	return 0;
+}
+
+static int xe_oa_append_sample(struct xe_oa_stream *stream, char __user *buf,
+			       size_t count, size_t *offset, const u8 *report)
+{
+	int report_size = stream->oa_buffer.format->size;
+	struct drm_xe_oa_record_header header;
+	int report_size_partial;
+	u8 *oa_buf_end;
+
+	header.type = DRM_XE_OA_RECORD_SAMPLE;
+	header.pad = 0;
+	header.size = stream->sample_size;
+
+	if ((count - *offset) < header.size)
+		return -ENOSPC;
+
+	buf += *offset;
+	if (copy_to_user(buf, &header, sizeof(header)))
+		return -EFAULT;
+	buf += sizeof(header);
+
+	oa_buf_end = stream->oa_buffer.vaddr + OA_BUFFER_SIZE;
+	report_size_partial = oa_buf_end - report;
+
+	if (report_size_partial < report_size) {
+		if (copy_to_user(buf, report, report_size_partial))
+			return -EFAULT;
+		buf += report_size_partial;
+
+		if (copy_to_user(buf, stream->oa_buffer.vaddr,
+				 report_size - report_size_partial))
+			return -EFAULT;
+	} else if (copy_to_user(buf, report, report_size)) {
+		return -EFAULT;
+	}
+
+	*offset += header.size;
+
+	return 0;
+}
+
+static int xe_oa_append_reports(struct xe_oa_stream *stream, char __user *buf,
+				size_t count, size_t *offset)
+{
+	int report_size = stream->oa_buffer.format->size;
+	u8 *oa_buf_base = stream->oa_buffer.vaddr;
+	u32 gtt_offset = xe_bo_ggtt_addr(stream->oa_buffer.bo);
+	u32 mask = (OA_BUFFER_SIZE - 1);
+	size_t start_offset = *offset;
+	unsigned long flags;
+	u32 head, tail;
+	int ret = 0;
+
+	if (drm_WARN_ON(&stream->oa->xe->drm, !stream->enabled))
+		return -EIO;
+
+	spin_lock_irqsave(&stream->oa_buffer.ptr_lock, flags);
+
+	head = stream->oa_buffer.head;
+	tail = stream->oa_buffer.tail;
+

drivers/gpu/drm/xe/xe_oa.c static enum hrtimer_restart xe_oa_poll_check_timer_cb(struct hrtimer *hrtimer) · line 369

Quoted 10 lines
drivers/gpu/drm/xe/xe_oa.c +10 -0
+	spin_unlock_irqrestore(&stream->oa_buffer.ptr_lock, flags);
+
+	/* An out of bounds or misaligned head or tail pointer implies a driver bug */
+	if (drm_WARN_ONCE(&stream->oa->xe->drm,
+			  head > OA_BUFFER_SIZE || tail > OA_BUFFER_SIZE,
+			  "Inconsistent OA buffer pointers: head = %u, tail = %u\n",
+			  head, tail))
+		return -EIO;
+
+	for (/* none */; OA_TAKEN(tail, head); head = (head + report_size) & mask) {

We can drop the 'none' comment.

Umesh

#37 lore raw

Re: [Intel-xe] [PATCH 09/10] drm/xe/oa: Read file_operation

Quoted 1 line · Umesh

Hi Umesh,

Quoted 10 lines · Ashutosh Dixit

drivers/gpu/drm/xe/xe_oa.c static u64 oa_report_id(struct xe_oa_stream *stream, void *report) · line 170

Quoted 5 lines

+static bool oa_report_ctx_invalid(struct xe_oa_stream *stream, void *report)

drivers/gpu/drm/xe/xe_oa.c +3 -0
+{
+	return false;
+}

I think I had posted an updated patch for i915. The context valid bit is applicable to gen12 as well, so we should implement the context id valid/invalid helper.

Couldn't find your patch but I have implmented it in patch v2. Please review.

https://patchwork.freedesktop.org/patch/556313/?series=121084&rev=5

Quoted 10 lines

drivers/gpu/drm/xe/xe_oa.c static enum hrtimer_restart xe_oa_poll_check_timer_cb(struct hrtimer *hrtimer) · line 369

Quoted 8 lines
drivers/gpu/drm/xe/xe_oa.c +8 -0
+	/* An out of bounds or misaligned head or tail pointer implies a driver bug */
+	if (drm_WARN_ONCE(&stream->oa->xe->drm,
+			  head > OA_BUFFER_SIZE || tail > OA_BUFFER_SIZE,
+			  "Inconsistent OA buffer pointers: head = %u, tail = %u\n",
+			  head, tail))
+		return -EIO;
+
+	for (/* none */; OA_TAKEN(tail, head); head = (head + report_size) & mask) {

We can drop the 'none' comment.

Done.

Thanks.
--
Ashutosh

#38 lore raw

PATCH 10/10 drm/xe/oa: Implement queries

In reply to Ashutosh Dixit

Implement queries to query OA unit ID's for HW engines, OA timestamp freq and OA ioctl version.

---
 drivers/gpu/drm/xe/xe_oa.c    | 11 +++++++++++
 drivers/gpu/drm/xe/xe_oa.h    |  3 +++
 drivers/gpu/drm/xe/xe_query.c |  5 ++++-
 3 files changed, 18 insertions(+), 1 deletion(-)
drivers/gpu/drm/xe/xe_oa.c +11 -0
index fcbb352f36a48..f320e5cd76a13 100644
@@ -2219,6 +2219,12 @@ static int xe_oa_init_engine_groups(struct xe_oa *oa)
 	return 0;
 }
 
+u32 xe_oa_unit_id(struct xe_hw_engine *hwe)
+{
+	return hwe->oa_group && hwe->oa_group->num_engines ?
+		hwe->oa_group->oa_unit_id : U32_MAX;
+}
+
 static void oa_format_add(struct xe_oa *oa, enum drm_xe_oa_format format)
 {
 	__set_bit(format, oa->format_mask);
@@ -2333,6 +2339,11 @@ static struct ctl_table oa_ctl_table[] = {
 	{}
 };
 
+int xe_oa_ioctl_version(struct xe_device *xe)
+{
+	return 1;
+}
+
 int xe_oa_sysctl_register(void)
 {
 	sysctl_header = register_sysctl("dev/xe", oa_ctl_table);
drivers/gpu/drm/xe/xe_oa.h +3 -0
index fd6caf652047a..41a7d8b0f10e1 100644
@@ -22,4 +22,7 @@ int xe_oa_add_config_ioctl(struct drm_device *dev, void *data,
 			   struct drm_file *file);
 int xe_oa_remove_config_ioctl(struct drm_device *dev, void *data,
 			      struct drm_file *file);
+u32 xe_oa_timestamp_frequency(struct xe_device *xe);
+u32 xe_oa_unit_id(struct xe_hw_engine *hwe);
+
 #endif
drivers/gpu/drm/xe/xe_query.c +4 -1
index 7ea235c71385f..3dbc4bbae4d02 100644
@@ -78,7 +78,8 @@ static int query_engines(struct xe_device *xe,
 				xe_to_user_engine_class[hwe->class];
 			hw_engine_info[i].engine_instance =
 				hwe->logical_instance;
-			hw_engine_info[i++].gt_id = gt->info.id;
+			hw_engine_info[i].gt_id = gt->info.id;
+			hw_engine_info[i++].oa_unit_id = xe_oa_unit_id(hwe);
 		}
 
 	if (copy_to_user(query_ptr, hw_engine_info, size)) {
@@ -204,6 +205,7 @@ static int query_config(struct xe_device *xe, struct drm_xe_device_query *query)
 		hweight_long(xe->info.mem_region_mask);
 	config->info[XE_QUERY_CONFIG_MAX_ENGINE_PRIORITY] =
 		xe_exec_queue_device_get_max_priority(xe);
+	config->info[XE_QUERY_OA_IOCTL_VERSION] = xe_oa_ioctl_version(xe);
 
 	if (copy_to_user(query_ptr, config, size)) {
 		kfree(config);
@@ -245,6 +247,7 @@ static int query_gts(struct xe_device *xe, struct drm_xe_device_query *query)
 			gts->gts[id].type = XE_QUERY_GT_TYPE_MAIN;
 		gts->gts[id].instance = id;
 		gts->gts[id].clock_freq = gt->info.clock_freq;
+		gts->gts[id].oa_timestamp_freq = xe_oa_timestamp_frequency(xe);
 		if (!IS_DGFX(xe))
 			gts->gts[id].native_mem_regions = 0x1;
 		else
Signature · 1 line
2.41.0
#39 lore raw

Re: [Intel-xe] [PATCH 10/10] drm/xe/oa: Implement queries

Quoted 56 lines · Ashutosh Dixit

Implement queries to query OA unit ID's for HW engines, OA timestamp freq and OA ioctl version.

---

drivers/gpu/drm/xe/xe_oa.c    | 11 +++++++++++
drivers/gpu/drm/xe/xe_oa.h    |  3 +++
drivers/gpu/drm/xe/xe_query.c |  5 ++++-
3 files changed, 18 insertions(+), 1 deletion(-)
drivers/gpu/drm/xe/xe_oa.c +11 -0
index fcbb352f36a48..f320e5cd76a13 100644
@@ -2219,6 +2219,12 @@ static int xe_oa_init_engine_groups(struct xe_oa *oa)
 	return 0;
 }
 
+u32 xe_oa_unit_id(struct xe_hw_engine *hwe)
+{
+	return hwe->oa_group && hwe->oa_group->num_engines ?
+		hwe->oa_group->oa_unit_id : U32_MAX;
+}
+
 static void oa_format_add(struct xe_oa *oa, enum drm_xe_oa_format format)
 {
 	__set_bit(format, oa->format_mask);
@@ -2333,6 +2339,11 @@ static struct ctl_table oa_ctl_table[] = {
 	{}
 };
 
+int xe_oa_ioctl_version(struct xe_device *xe)
+{
+	return 1;
+}
+
 int xe_oa_sysctl_register(void)
 {
 	sysctl_header = register_sysctl("dev/xe", oa_ctl_table);
drivers/gpu/drm/xe/xe_oa.h +3 -0
index fd6caf652047a..41a7d8b0f10e1 100644
@@ -22,4 +22,7 @@ int xe_oa_add_config_ioctl(struct drm_device *dev, void *data,
 			   struct drm_file *file);
 int xe_oa_remove_config_ioctl(struct drm_device *dev, void *data,
 			      struct drm_file *file);
+u32 xe_oa_timestamp_frequency(struct xe_device *xe);
+u32 xe_oa_unit_id(struct xe_hw_engine *hwe);
+
 #endif
drivers/gpu/drm/xe/xe_query.c +0 -0
index 7ea235c71385f..3dbc4bbae4d02 100644

drivers/gpu/drm/xe/xe_query.c static int query_engines(struct xe_device *xe, · line 82

Quoted 6 lines
drivers/gpu/drm/xe/xe_query.c +2 -1
@@ -78,7 +78,8 @@ static int query_engines(struct xe_device *xe,
 				xe_to_user_engine_class[hwe->class];
 			hw_engine_info[i].engine_instance =
 				hwe->logical_instance;
-			hw_engine_info[i++].gt_id = gt->info.id;
+			hw_engine_info[i].gt_id = gt->info.id;
+			hw_engine_info[i++].oa_unit_id = xe_oa_unit_id(hwe);

I would keep the i++ on a separate line for readability (even if the original code had it so).

Umesh

Quoted 22 lines
drivers/gpu/drm/xe/xe_query.c +2 -0
 		}
 
 	if (copy_to_user(query_ptr, hw_engine_info, size)) {
@@ -204,6 +205,7 @@ static int query_config(struct xe_device *xe, struct drm_xe_device_query *query)
 		hweight_long(xe->info.mem_region_mask);
 	config->info[XE_QUERY_CONFIG_MAX_ENGINE_PRIORITY] =
 		xe_exec_queue_device_get_max_priority(xe);
+	config->info[XE_QUERY_OA_IOCTL_VERSION] = xe_oa_ioctl_version(xe);
 
 	if (copy_to_user(query_ptr, config, size)) {
 		kfree(config);
@@ -245,6 +247,7 @@ static int query_gts(struct xe_device *xe, struct drm_xe_device_query *query)
 			gts->gts[id].type = XE_QUERY_GT_TYPE_MAIN;
 		gts->gts[id].instance = id;
 		gts->gts[id].clock_freq = gt->info.clock_freq;
+		gts->gts[id].oa_timestamp_freq = xe_oa_timestamp_frequency(xe);
 		if (!IS_DGFX(xe))
 			gts->gts[id].native_mem_regions = 0x1;
 		else
Signature · 1 line
2.41.0
#40 lore raw

[Intel-xe] ✓ CI.Patch_applied: success for Add OA functionality to Xe (rev3)

In reply to Ashutosh Dixit
== Series Details ==

== Series Details ==

Series: Add OA functionality to Xe (rev3)
URL : https://patchwork.freedesktop.org/series/121084/
State : success

== Summary ==

=== Applying kernel patches on branch 'drm-xe-next' with base: === Base commit: 229aa5f07 fixup! drm/xe: Introduce a new DRM driver for Intel GPUs === git am output follows ===
Applying: drm/xe/oa: Introduce OA uapi
Applying: drm/xe/oa: Add OA types
Applying: drm/xe/oa: Add registers and GPU commands used by OA
Applying: drm/xe/oa: Module init/exit and probe/remove
Applying: drm/xe/oa: Add/remove config ioctl's
Applying: drm/xe/oa: Start implementing OA stream open ioctl
Applying: drm/xe/oa: OA stream initialization
Applying: drm/xe/oa: Expose OA stream fd
Applying: drm/xe/oa: Read file_operation
Applying: drm/xe/oa: Implement queries

#41 lore raw

[Intel-xe] ✗ CI.checkpatch: warning for Add OA functionality to Xe (rev3)

In reply to Ashutosh Dixit
== Series Details ==

== Series Details ==

Series: Add OA functionality to Xe (rev3)
URL : https://patchwork.freedesktop.org/series/121084/
State : warning

== Summary ==

+ KERNEL=/kernel
+ git clone https://gitlab.freedesktop.org/drm/maintainer-tools mt Cloning into 'mt'...
warning: redirecting to https://gitlab.freedesktop.org/drm/maintainer-tools.git/
+ git -C mt rev-list -n1 origin/master e700ea2f248a75138759bcb443affeef4a2d1991
+ cd /kernel
+ git config --global --add safe.directory /kernel
+ git log -n1
commit c5d28aa86e92dc433f9a371c537d3b1869790b44

Author: Ashutosh Dixit <[email protected]>
Date:   Mon Aug 7 18:31:59 2023 -0700

drm/xe/oa: Implement queries

Implement queries to query OA unit ID's for HW engines, OA timestamp freq and OA ioctl version.

+ /mt/dim checkpatch 229aa5f07311bbbc820396b627380ba0d470f75a drm-intel /mt/dim: line 50: /root/.dimrc: No such file or directory

#42 lore raw

[Intel-xe] ✓ CI.KUnit: success for Add OA functionality to Xe (rev3)

In reply to Ashutosh Dixit
== Series Details ==

== Series Details ==

Series: Add OA functionality to Xe (rev3)
URL : https://patchwork.freedesktop.org/series/121084/
State : success

== Summary ==

+ trap cleanup EXIT
+ /kernel/tools/testing/kunit/kunit.py run --kunitconfig /kernel/drivers/gpu/drm/xe/.kunitconfig
stty: 'standard input': Inappropriate ioctl for device
[02:04:44] Configuring KUnit Kernel ...
Generating .config ...
Populating config with:

$ make ARCH=um O=.kunit olddefconfig
[02:04:48] Building KUnit Kernel ...
Populating config with:
$ make ARCH=um O=.kunit olddefconfig
Building with:
$ make ARCH=um O=.kunit --jobs=48
[02:05:08] Starting KUnit Kernel (1/1)...
[02:05:08] ============================================================
[02:05:08] ==================== xe_bo (2 subtests) ====================
[02:05:08] [SKIPPED] xe_ccs_migrate_kunit
[02:05:08] [SKIPPED] xe_bo_evict_kunit
[02:05:08] ===================== [SKIPPED] xe_bo ======================
[02:05:08] ================== xe_dma_buf (1 subtest) ==================
[02:05:08] [SKIPPED] xe_dma_buf_kunit
[02:05:08] =================== [SKIPPED] xe_dma_buf ===================
[02:05:08] ================== xe_migrate (1 subtest) ==================
[02:05:08] [SKIPPED] xe_migrate_sanity_kunit
[02:05:08] =================== [SKIPPED] xe_migrate ===================
[02:05:08] =================== xe_pci (2 subtests) ====================
[02:05:08] [PASSED] xe_gmdid_graphics_ip
[02:05:08] [PASSED] xe_gmdid_media_ip
[02:05:08] ===================== [PASSED] xe_pci ======================
[02:05:08] ==================== xe_rtp (1 subtest) ====================
[02:05:08] ================== xe_rtp_process_tests  ===================
[02:05:08] [PASSED] coalesce-same-reg
[02:05:08] [PASSED] no-match-no-add
[02:05:08] [PASSED] no-match-no-add-multiple-rules
[02:05:08] [PASSED] two-regs-two-entries
[02:05:08] [PASSED] clr-one-set-other
[02:05:08] [PASSED] set-field
[02:05:08] [PASSED] conflict-duplicate
[02:05:08] [PASSED] conflict-not-disjoint
[02:05:08] [PASSED] conflict-reg-type
[02:05:08] ============== [PASSED] xe_rtp_process_tests ===============
[02:05:08] ===================== [PASSED] xe_rtp ======================
[02:05:08] ==================== xe_wa (1 subtest) =====================
[02:05:08] ======================== xe_wa_gt  =========================
[02:05:08] [PASSED] TIGERLAKE (B0)
[02:05:08] [PASSED] DG1 (A0)
[02:05:08] [PASSED] DG1 (B0)
[02:05:08] [PASSED] ALDERLAKE_S (A0)
[02:05:08] [PASSED] ALDERLAKE_S (B0)
[02:05:08] [PASSED] ALDERLAKE_S (C0)
[02:05:08] [PASSED] ALDERLAKE_S (D0)
[02:05:08] [PASSED] ALDERLAKE_P (A0)
[02:05:08] [PASSED] ALDERLAKE_P (B0)
[02:05:08] [PASSED] ALDERLAKE_P (C0)
[02:05:08] [PASSED] DG2_G10 (A0)
[02:05:08] [PASSED] DG2_G10 (A1)
[02:05:08] [PASSED] DG2_G10 (B0)
[02:05:08] [PASSED] DG2_G10 (C0)
[02:05:08] [PASSED] DG2_G11 (A0)
[02:05:08] [PASSED] DG2_G11 (B0)
[02:05:08] [PASSED] DG2_G11 (B1)
[02:05:08] [PASSED] DG2_G12 (A0)
[02:05:08] [PASSED] DG2_G12 (A1)
[02:05:08] [PASSED] PVC (B0)
[02:05:08] [PASSED] PVC (B1)
[02:05:08] [PASSED] PVC (C0)
[02:05:08] ==================== [PASSED] xe_wa_gt =====================
[02:05:08] ====================== [PASSED] xe_wa ======================
[02:05:08] ============================================================
[02:05:08] Testing complete. Ran 37 tests: passed: 33, skipped: 4
[02:05:08] Elapsed time: 23.584s total, 4.286s configuring, 19.179s building, 0.101s running

+ /kernel/tools/testing/kunit/kunit.py run --kunitconfig /kernel/drivers/gpu/drm/tests/.kunitconfig [02:05:08] Configuring KUnit Kernel ...
Regenerating .config ...
Populating config with:

$ make ARCH=um O=.kunit olddefconfig
[02:05:10] Building KUnit Kernel ...
Populating config with:
$ make ARCH=um O=.kunit olddefconfig
Building with:
$ make ARCH=um O=.kunit --jobs=48
[02:05:28] Starting KUnit Kernel (1/1)...
[02:05:28] ============================================================
[02:05:28] ============ drm_test_pick_cmdline (2 subtests) ============
[02:05:28] [PASSED] drm_test_pick_cmdline_res_1920_1080_60
[02:05:28] =============== drm_test_pick_cmdline_named  ===============
[02:05:28] [PASSED] NTSC
[02:05:28] [PASSED] NTSC-J
[02:05:28] [PASSED] PAL
[02:05:28] [PASSED] PAL-M
[02:05:28] =========== [PASSED] drm_test_pick_cmdline_named ===========
[02:05:28] ============== [PASSED] drm_test_pick_cmdline ==============
[02:05:28] ================== drm_buddy (6 subtests) ==================
[02:05:28] [PASSED] drm_test_buddy_alloc_limit
[02:05:28] [PASSED] drm_test_buddy_alloc_range
[02:05:28] [PASSED] drm_test_buddy_alloc_optimistic
[02:05:28] [PASSED] drm_test_buddy_alloc_pessimistic
[02:05:28] [PASSED] drm_test_buddy_alloc_smoke
[02:05:28] [PASSED] drm_test_buddy_alloc_pathological
[02:05:28] ==================== [PASSED] drm_buddy ====================
[02:05:28] ============= drm_cmdline_parser (40 subtests) =============
[02:05:28] [PASSED] drm_test_cmdline_force_d_only
[02:05:28] [PASSED] drm_test_cmdline_force_D_only_dvi
[02:05:28] [PASSED] drm_test_cmdline_force_D_only_hdmi
[02:05:28] [PASSED] drm_test_cmdline_force_D_only_not_digital
[02:05:28] [PASSED] drm_test_cmdline_force_e_only
[02:05:28] [PASSED] drm_test_cmdline_res
[02:05:28] [PASSED] drm_test_cmdline_res_vesa
[02:05:28] [PASSED] drm_test_cmdline_res_vesa_rblank
[02:05:28] [PASSED] drm_test_cmdline_res_rblank
[02:05:28] [PASSED] drm_test_cmdline_res_bpp
[02:05:28] [PASSED] drm_test_cmdline_res_refresh
[02:05:28] [PASSED] drm_test_cmdline_res_bpp_refresh
[02:05:28] [PASSED] drm_test_cmdline_res_bpp_refresh_interlaced
[02:05:28] [PASSED] drm_test_cmdline_res_bpp_refresh_margins
[02:05:28] [PASSED] drm_test_cmdline_res_bpp_refresh_force_off
[02:05:28] [PASSED] drm_test_cmdline_res_bpp_refresh_force_on
[02:05:28] [PASSED] drm_test_cmdline_res_bpp_refresh_force_on_analog
[02:05:28] [PASSED] drm_test_cmdline_res_bpp_refresh_force_on_digital
[02:05:28] [PASSED] drm_test_cmdline_res_bpp_refresh_interlaced_margins_force_on
[02:05:28] [PASSED] drm_test_cmdline_res_margins_force_on
[02:05:28] [PASSED] drm_test_cmdline_res_vesa_margins
[02:05:28] [PASSED] drm_test_cmdline_name
[02:05:28] [PASSED] drm_test_cmdline_name_bpp
[02:05:28] [PASSED] drm_test_cmdline_name_option
[02:05:28] [PASSED] drm_test_cmdline_name_bpp_option
[02:05:28] [PASSED] drm_test_cmdline_rotate_0
[02:05:28] [PASSED] drm_test_cmdline_rotate_90
[02:05:28] [PASSED] drm_test_cmdline_rotate_180
[02:05:28] [PASSED] drm_test_cmdline_rotate_270
[02:05:28] [PASSED] drm_test_cmdline_hmirror
[02:05:28] [PASSED] drm_test_cmdline_vmirror
[02:05:28] [PASSED] drm_test_cmdline_margin_options
[02:05:28] [PASSED] drm_test_cmdline_multiple_options
[02:05:28] [PASSED] drm_test_cmdline_bpp_extra_and_option
[02:05:28] [PASSED] drm_test_cmdline_extra_and_option
[02:05:28] [PASSED] drm_test_cmdline_freestanding_options
[02:05:28] [PASSED] drm_test_cmdline_freestanding_force_e_and_options
[02:05:28] [PASSED] drm_test_cmdline_panel_orientation
[02:05:28] ================ drm_test_cmdline_invalid  =================
[02:05:28] [PASSED] margin_only
[02:05:28] [PASSED] interlace_only
[02:05:28] [PASSED] res_missing_x
[02:05:28] [PASSED] res_missing_y
[02:05:28] [PASSED] res_bad_y
[02:05:28] [PASSED] res_missing_y_bpp
[02:05:28] [PASSED] res_bad_bpp
[02:05:28] [PASSED] res_bad_refresh
[02:05:28] [PASSED] res_bpp_refresh_force_on_off
[02:05:28] [PASSED] res_invalid_mode
[02:05:28] [PASSED] res_bpp_wrong_place_mode
[02:05:28] [PASSED] name_bpp_refresh
[02:05:28] [PASSED] name_refresh
[02:05:28] [PASSED] name_refresh_wrong_mode
[02:05:28] [PASSED] name_refresh_invalid_mode
[02:05:28] [PASSED] rotate_multiple
[02:05:28] [PASSED] rotate_invalid_val
[02:05:28] [PASSED] rotate_truncated
[02:05:28] [PASSED] invalid_option
[02:05:28] [PASSED] invalid_tv_option
[02:05:28] [PASSED] truncated_tv_option
[02:05:28] ============ [PASSED] drm_test_cmdline_invalid =============
[02:05:28] =============== drm_test_cmdline_tv_options  ===============
[02:05:28] [PASSED] NTSC
[02:05:28] [PASSED] NTSC_443
[02:05:28] [PASSED] NTSC_J
[02:05:28] [PASSED] PAL
[02:05:28] [PASSED] PAL_M
[02:05:28] [PASSED] PAL_N
[02:05:28] [PASSED] SECAM
[02:05:28] =========== [PASSED] drm_test_cmdline_tv_options ===========
[02:05:28] =============== [PASSED] drm_cmdline_parser ================
[02:05:28] ========== drm_get_tv_mode_from_name (2 subtests) ==========
[02:05:28] ========== drm_test_get_tv_mode_from_name_valid  ===========
[02:05:28] [PASSED] NTSC
[02:05:28] [PASSED] NTSC-443
[02:05:28] [PASSED] NTSC-J
[02:05:28] [PASSED] PAL
[02:05:28] [PASSED] PAL-M
[02:05:28] [PASSED] PAL-N
[02:05:28] [PASSED] SECAM
[02:05:28] ====== [PASSED] drm_test_get_tv_mode_from_name_valid =======
[02:05:28] [PASSED] drm_test_get_tv_mode_from_name_truncated
[02:05:28] ============ [PASSED] drm_get_tv_mode_from_name ============
[02:05:28] ============= drm_damage_helper (21 subtests) ==============
[02:05:28] [PASSED] drm_test_damage_iter_no_damage
[02:05:28] [PASSED] drm_test_damage_iter_no_damage_fractional_src
[02:05:28] [PASSED] drm_test_damage_iter_no_damage_src_moved
[02:05:28] [PASSED] drm_test_damage_iter_no_damage_fractional_src_moved
[02:05:28] [PASSED] drm_test_damage_iter_no_damage_not_visible
[02:05:28] [PASSED] drm_test_damage_iter_no_damage_no_crtc
[02:05:28] [PASSED] drm_test_damage_iter_no_damage_no_fb
[02:05:28] [PASSED] drm_test_damage_iter_simple_damage
[02:05:28] [PASSED] drm_test_damage_iter_single_damage
[02:05:28] [PASSED] drm_test_damage_iter_single_damage_intersect_src
[02:05:28] [PASSED] drm_test_damage_iter_single_damage_outside_src
[02:05:28] [PASSED] drm_test_damage_iter_single_damage_fractional_src
[02:05:28] [PASSED] drm_test_damage_iter_single_damage_intersect_fractional_src
[02:05:28] [PASSED] drm_test_damage_iter_single_damage_outside_fractional_src
[02:05:28] [PASSED] drm_test_damage_iter_single_damage_src_moved
[02:05:28] [PASSED] drm_test_damage_iter_single_damage_fractional_src_moved
[02:05:28] [PASSED] drm_test_damage_iter_damage
[02:05:28] [PASSED] drm_test_damage_iter_damage_one_intersect
[02:05:28] [PASSED] drm_test_damage_iter_damage_one_outside
[02:05:28] [PASSED] drm_test_damage_iter_damage_src_moved
[02:05:28] [PASSED] drm_test_damage_iter_damage_not_visible
[02:05:28] ================ [PASSED] drm_damage_helper ================
[02:05:28] ============== drm_dp_mst_helper (2 subtests) ==============
[02:05:28] ============== drm_test_dp_mst_calc_pbn_mode  ==============
[02:05:28] [PASSED] Clock 154000 BPP 30 DSC disabled
[02:05:28] [PASSED] Clock 234000 BPP 30 DSC disabled
[02:05:28] [PASSED] Clock 297000 BPP 24 DSC disabled
[02:05:28] [PASSED] Clock 332880 BPP 24 DSC enabled
[02:05:28] [PASSED] Clock 324540 BPP 24 DSC enabled
[02:05:28] ========== [PASSED] drm_test_dp_mst_calc_pbn_mode ==========
[02:05:28] ========= drm_test_dp_mst_sideband_msg_req_decode  =========
[02:05:28] [PASSED] DP_ENUM_PATH_RESOURCES with port number
[02:05:28] [PASSED] DP_POWER_UP_PHY with port number
[02:05:28] [PASSED] DP_POWER_DOWN_PHY with port number
[02:05:28] [PASSED] DP_ALLOCATE_PAYLOAD with SDP stream sinks
[02:05:28] [PASSED] DP_ALLOCATE_PAYLOAD with port number
[02:05:28] [PASSED] DP_ALLOCATE_PAYLOAD with VCPI
[02:05:28] [PASSED] DP_ALLOCATE_PAYLOAD with PBN
[02:05:28] [PASSED] DP_QUERY_PAYLOAD with port number
[02:05:28] [PASSED] DP_QUERY_PAYLOAD with VCPI
[02:05:28] [PASSED] DP_REMOTE_DPCD_READ with port number
[02:05:28] [PASSED] DP_REMOTE_DPCD_READ with DPCD address
[02:05:28] [PASSED] DP_REMOTE_DPCD_READ with max number of bytes
[02:05:28] [PASSED] DP_REMOTE_DPCD_WRITE with port number
[02:05:28] [PASSED] DP_REMOTE_DPCD_WRITE with DPCD address
[02:05:28] [PASSED] DP_REMOTE_DPCD_WRITE with data array
[02:05:28] [PASSED] DP_REMOTE_I2C_READ with port number
[02:05:28] [PASSED] DP_REMOTE_I2C_READ with I2C device ID
[02:05:28] [PASSED] DP_REMOTE_I2C_READ with transactions array
[02:05:28] [PASSED] DP_REMOTE_I2C_WRITE with port number
[02:05:28] [PASSED] DP_REMOTE_I2C_WRITE with I2C device ID
[02:05:28] [PASSED] DP_REMOTE_I2C_WRITE with data array
[02:05:28] [PASSED] DP_QUERY_STREAM_ENC_STATUS with stream ID
[02:05:28] [PASSED] DP_QUERY_STREAM_ENC_STATUS with client ID
[02:05:28] [PASSED] DP_QUERY_STREAM_ENC_STATUS with stream event
[02:05:28] [PASSED] DP_QUERY_STREAM_ENC_STATUS with valid stream event
[02:05:28] [PASSED] DP_QUERY_STREAM_ENC_STATUS with stream behavior
[02:05:28] [PASSED] DP_QUERY_STREAM_ENC_STATUS with a valid stream behavior
[02:05:28] ===== [PASSED] drm_test_dp_mst_sideband_msg_req_decode =====
[02:05:28] ================ [PASSED] drm_dp_mst_helper ================
[02:05:28] =========== drm_format_helper_test (11 subtests) ===========
[02:05:28] ============== drm_test_fb_xrgb8888_to_gray8  ==============
[02:05:28] [PASSED] single_pixel_source_buffer
[02:05:28] [PASSED] single_pixel_clip_rectangle
[02:05:28] [PASSED] well_known_colors
[02:05:28] [PASSED] destination_pitch
[02:05:28] ========== [PASSED] drm_test_fb_xrgb8888_to_gray8 ==========
[02:05:28] ============= drm_test_fb_xrgb8888_to_rgb332  ==============
[02:05:28] [PASSED] single_pixel_source_buffer
[02:05:28] [PASSED] single_pixel_clip_rectangle
[02:05:28] [PASSED] well_known_colors
[02:05:28] [PASSED] destination_pitch
[02:05:28] ========= [PASSED] drm_test_fb_xrgb8888_to_rgb332 ==========
[02:05:28] ============= drm_test_fb_xrgb8888_to_rgb565  ==============
[02:05:28] [PASSED] single_pixel_source_buffer
[02:05:28] [PASSED] single_pixel_clip_rectangle
[02:05:28] [PASSED] well_known_colors
[02:05:28] [PASSED] destination_pitch
[02:05:28] ========= [PASSED] drm_test_fb_xrgb8888_to_rgb565 ==========
[02:05:28] ============ drm_test_fb_xrgb8888_to_xrgb1555  =============
[02:05:28] [PASSED] single_pixel_source_buffer
[02:05:28] [PASSED] single_pixel_clip_rectangle
[02:05:28] [PASSED] well_known_colors
[02:05:28] [PASSED] destination_pitch
[02:05:28] ======== [PASSED] drm_test_fb_xrgb8888_to_xrgb1555 =========
[02:05:28] ============ drm_test_fb_xrgb8888_to_argb1555  =============
[02:05:28] [PASSED] single_pixel_source_buffer
[02:05:28] [PASSED] single_pixel_clip_rectangle
[02:05:28] [PASSED] well_known_colors
[02:05:28] [PASSED] destination_pitch
[02:05:28] ======== [PASSED] drm_test_fb_xrgb8888_to_argb1555 =========
[02:05:28] ============ drm_test_fb_xrgb8888_to_rgba5551  =============
[02:05:28] [PASSED] single_pixel_source_buffer
[02:05:28] [PASSED] single_pixel_clip_rectangle
[02:05:28] [PASSED] well_known_colors
[02:05:28] [PASSED] destination_pitch
[02:05:28] ======== [PASSED] drm_test_fb_xrgb8888_to_rgba5551 =========
[02:05:28] ============= drm_test_fb_xrgb8888_to_rgb888  ==============
[02:05:28] [PASSED] single_pixel_source_buffer
[02:05:28] [PASSED] single_pixel_clip_rectangle
[02:05:28] [PASSED] well_known_colors
[02:05:28] [PASSED] destination_pitch
[02:05:28] ========= [PASSED] drm_test_fb_xrgb8888_to_rgb888 ==========
[02:05:28] ============ drm_test_fb_xrgb8888_to_argb8888  =============
[02:05:28] [PASSED] single_pixel_source_buffer
[02:05:28] [PASSED] single_pixel_clip_rectangle
[02:05:28] [PASSED] well_known_colors
[02:05:28] [PASSED] destination_pitch
[02:05:28] ======== [PASSED] drm_test_fb_xrgb8888_to_argb8888 =========
[02:05:28] =========== drm_test_fb_xrgb8888_to_xrgb2101010  ===========
[02:05:28] [PASSED] single_pixel_source_buffer
[02:05:28] [PASSED] single_pixel_clip_rectangle
[02:05:28] [PASSED] well_known_colors
[02:05:28] [PASSED] destination_pitch
[02:05:28] ======= [PASSED] drm_test_fb_xrgb8888_to_xrgb2101010 =======
[02:05:28] =========== drm_test_fb_xrgb8888_to_argb2101010  ===========
[02:05:28] [PASSED] single_pixel_source_buffer
[02:05:28] [PASSED] single_pixel_clip_rectangle
[02:05:28] [PASSED] well_known_colors
[02:05:28] [PASSED] destination_pitch
[02:05:28] ======= [PASSED] drm_test_fb_xrgb8888_to_argb2101010 =======
[02:05:28] ============== drm_test_fb_xrgb8888_to_mono  ===============
[02:05:28] [PASSED] single_pixel_source_buffer
[02:05:28] [PASSED] single_pixel_clip_rectangle
[02:05:28] [PASSED] well_known_colors
[02:05:28] [PASSED] destination_pitch
[02:05:28] ========== [PASSED] drm_test_fb_xrgb8888_to_mono ===========
[02:05:28] ============= [PASSED] drm_format_helper_test ==============
[02:05:28] ================= drm_format (18 subtests) =================
[02:05:28] [PASSED] drm_test_format_block_width_invalid
[02:05:28] [PASSED] drm_test_format_block_width_one_plane
[02:05:28] [PASSED] drm_test_format_block_width_two_plane
[02:05:28] [PASSED] drm_test_format_block_width_three_plane
[02:05:28] [PASSED] drm_test_format_block_width_tiled
[02:05:28] [PASSED] drm_test_format_block_height_invalid
[02:05:28] [PASSED] drm_test_format_block_height_one_plane
[02:05:28] [PASSED] drm_test_format_block_height_two_plane
[02:05:28] [PASSED] drm_test_format_block_height_three_plane
[02:05:28] [PASSED] drm_test_format_block_height_tiled
[02:05:28] [PASSED] drm_test_format_min_pitch_invalid
[02:05:28] [PASSED] drm_test_format_min_pitch_one_plane_8bpp
[02:05:28] [PASSED] drm_test_format_min_pitch_one_plane_16bpp
[02:05:28] [PASSED] drm_test_format_min_pitch_one_plane_24bpp
[02:05:28] [PASSED] drm_test_format_min_pitch_one_plane_32bpp
[02:05:28] [PASSED] drm_test_format_min_pitch_two_plane
[02:05:28] [PASSED] drm_test_format_min_pitch_three_plane_8bpp
[02:05:28] [PASSED] drm_test_format_min_pitch_tiled
[02:05:28] =================== [PASSED] drm_format ====================
[02:05:28] =============== drm_framebuffer (1 subtest) ================
[02:05:28] =============== drm_test_framebuffer_create  ===============
[02:05:28] [PASSED] ABGR8888 normal sizes
[02:05:28] [PASSED] ABGR8888 max sizes
[02:05:28] [PASSED] ABGR8888 pitch greater than min required
[02:05:28] [PASSED] ABGR8888 pitch less than min required
[02:05:28] [PASSED] ABGR8888 Invalid width
[02:05:28] [PASSED] ABGR8888 Invalid buffer handle
[02:05:28] [PASSED] No pixel format
[02:05:28] [PASSED] ABGR8888 Width 0
[02:05:28] [PASSED] ABGR8888 Height 0
[02:05:28] [PASSED] ABGR8888 Out of bound height * pitch combination
[02:05:28] [PASSED] ABGR8888 Large buffer offset
[02:05:28] [PASSED] ABGR8888 Set DRM_MODE_FB_MODIFIERS without modifiers
[02:05:28] [PASSED] ABGR8888 Valid buffer modifier
[02:05:28] [PASSED] ABGR8888 Invalid buffer modifier(DRM_FORMAT_MOD_SAMSUNG_64_32_TILE)
[02:05:28] [PASSED] ABGR8888 Extra pitches without DRM_MODE_FB_MODIFIERS
[02:05:28] [PASSED] ABGR8888 Extra pitches with DRM_MODE_FB_MODIFIERS
[02:05:28] [PASSED] NV12 Normal sizes
[02:05:28] [PASSED] NV12 Max sizes
[02:05:28] [PASSED] NV12 Invalid pitch
[02:05:28] [PASSED] NV12 Invalid modifier/missing DRM_MODE_FB_MODIFIERS flag
[02:05:28] [PASSED] NV12 different  modifier per-plane
[02:05:28] [PASSED] NV12 with DRM_FORMAT_MOD_SAMSUNG_64_32_TILE
[02:05:28] [PASSED] NV12 Valid modifiers without DRM_MODE_FB_MODIFIERS
[02:05:28] [PASSED] NV12 Modifier for inexistent plane
[02:05:28] [PASSED] NV12 Handle for inexistent plane
[02:05:28] [PASSED] NV12 Handle for inexistent plane without DRM_MODE_FB_MODIFIERS
[02:05:28] [PASSED] YVU420 DRM_MODE_FB_MODIFIERS set without modifier
[02:05:28] [PASSED] YVU420 Normal sizes
[02:05:28] [PASSED] YVU420 Max sizes
[02:05:28] [PASSED] YVU420 Invalid pitch
[02:05:28] [PASSED] YVU420 Different pitches
[02:05:28] [PASSED] YVU420 Different buffer offsets/pitches
[02:05:28] [PASSED] YVU420 Modifier set just for plane 0, without DRM_MODE_FB_MODIFIERS
[02:05:28] [PASSED] YVU420 Modifier set just for planes 0, 1, without DRM_MODE_FB_MODIFIERS
[02:05:28] [PASSED] YVU420 Modifier set just for plane 0, 1, with DRM_MODE_FB_MODIFIERS
[02:05:28] [PASSED] YVU420 Valid modifier
[02:05:28] [PASSED] YVU420 Different modifiers per plane
[02:05:28] [PASSED] YVU420 Modifier for inexistent plane
[02:05:28] [PASSED] X0L2 Normal sizes
[02:05:28] [PASSED] X0L2 Max sizes
[02:05:28] [PASSED] X0L2 Invalid pitch
[02:05:28] [PASSED] X0L2 Pitch greater than minimum required
stty: 'standard input': Inappropriate ioctl for device
[02:05:28] [PASSED] X0L2 Handle for inexistent plane
[02:05:28] [PASSED] X0L2 Offset for inexistent plane, without DRM_MODE_FB_MODIFIERS set
[02:05:28] [PASSED] X0L2 Modifier without DRM_MODE_FB_MODIFIERS set
[02:05:28] [PASSED] X0L2 Valid modifier
[02:05:28] [PASSED] X0L2 Modifier for inexistent plane
[02:05:28] =========== [PASSED] drm_test_framebuffer_create ===========
[02:05:28] ================= [PASSED] drm_framebuffer =================
[02:05:28] =============== drm-test-managed (1 subtest) ===============
[02:05:28] [PASSED] drm_test_managed_run_action
[02:05:28] ================ [PASSED] drm-test-managed =================
[02:05:28] =================== drm_mm (19 subtests) ===================
[02:05:28] [PASSED] drm_test_mm_init
[02:05:29] [PASSED] drm_test_mm_debug
[02:05:38] [PASSED] drm_test_mm_reserve
[02:05:48] [PASSED] drm_test_mm_insert
[02:05:49] [PASSED] drm_test_mm_replace
[02:05:49] [PASSED] drm_test_mm_insert_range
[02:05:49] [PASSED] drm_test_mm_frag
[02:05:49] [PASSED] drm_test_mm_align
[02:05:49] [PASSED] drm_test_mm_align32
[02:05:49] [PASSED] drm_test_mm_align64
[02:05:49] [PASSED] drm_test_mm_evict
[02:05:49] [PASSED] drm_test_mm_evict_range
[02:05:49] [PASSED] drm_test_mm_topdown
[02:05:49] [PASSED] drm_test_mm_bottomup
[02:05:49] [PASSED] drm_test_mm_lowest
[02:05:50] [PASSED] drm_test_mm_highest
[02:05:50] [PASSED] drm_test_mm_color
[02:05:51] [PASSED] drm_test_mm_color_evict
[02:05:51] [PASSED] drm_test_mm_color_evict_range
[02:05:51] ===================== [PASSED] drm_mm ======================
[02:05:51] ============= drm_modes_analog_tv (4 subtests) =============
[02:05:51] [PASSED] drm_test_modes_analog_tv_ntsc_480i
[02:05:51] [PASSED] drm_test_modes_analog_tv_ntsc_480i_inlined
[02:05:51] [PASSED] drm_test_modes_analog_tv_pal_576i
[02:05:51] [PASSED] drm_test_modes_analog_tv_pal_576i_inlined
[02:05:51] =============== [PASSED] drm_modes_analog_tv ===============
[02:05:51] ============== drm_plane_helper (2 subtests) ===============
[02:05:51] =============== drm_test_check_plane_state  ================
[02:05:51] [PASSED] clipping_simple
[02:05:51] [PASSED] clipping_rotate_reflect
[02:05:51] [PASSED] positioning_simple
[02:05:51] [PASSED] upscaling
[02:05:51] [PASSED] downscaling
[02:05:51] [PASSED] rounding1
[02:05:51] [PASSED] rounding2
[02:05:51] [PASSED] rounding3
[02:05:51] [PASSED] rounding4
[02:05:51] =========== [PASSED] drm_test_check_plane_state ============
[02:05:51] =========== drm_test_check_invalid_plane_state  ============
[02:05:51] [PASSED] positioning_invalid
[02:05:51] [PASSED] upscaling_invalid
[02:05:51] [PASSED] downscaling_invalid
[02:05:51] ======= [PASSED] drm_test_check_invalid_plane_state ========
[02:05:51] ================ [PASSED] drm_plane_helper =================
[02:05:51] ====== drm_connector_helper_tv_get_modes (1 subtest) =======
[02:05:51] ====== drm_test_connector_helper_tv_get_modes_check  =======
[02:05:51] [PASSED] None
[02:05:51] [PASSED] PAL
[02:05:51] [PASSED] NTSC
[02:05:51] [PASSED] Both, NTSC Default
[02:05:51] [PASSED] Both, PAL Default
[02:05:51] [PASSED] Both, NTSC Default, with PAL on command-line
[02:05:51] [PASSED] Both, PAL Default, with NTSC on command-line
[02:05:51] == [PASSED] drm_test_connector_helper_tv_get_modes_check ===
[02:05:51] ======== [PASSED] drm_connector_helper_tv_get_modes ========
[02:05:51] ================== drm_rect (9 subtests) ===================
[02:05:51] [PASSED] drm_test_rect_clip_scaled_div_by_zero
[02:05:51] [PASSED] drm_test_rect_clip_scaled_not_clipped
[02:05:51] [PASSED] drm_test_rect_clip_scaled_clipped
[02:05:51] [PASSED] drm_test_rect_clip_scaled_signed_vs_unsigned
[02:05:51] ================= drm_test_rect_intersect  =================
[02:05:51] [PASSED] top-left x bottom-right: 2x2+1+1 x 2x2+0+0
[02:05:51] [PASSED] top-right x bottom-left: 2x2+0+0 x 2x2+1-1
[02:05:51] [PASSED] bottom-left x top-right: 2x2+1-1 x 2x2+0+0
[02:05:51] [PASSED] bottom-right x top-left: 2x2+0+0 x 2x2+1+1
[02:05:51] [PASSED] right x left: 2x1+0+0 x 3x1+1+0
[02:05:51] [PASSED] left x right: 3x1+1+0 x 2x1+0+0
[02:05:51] [PASSED] up x bottom: 1x2+0+0 x 1x3+0-1
[02:05:51] [PASSED] bottom x up: 1x3+0-1 x 1x2+0+0
[02:05:51] [PASSED] touching corner: 1x1+0+0 x 2x2+1+1
[02:05:51] [PASSED] touching side: 1x1+0+0 x 1x1+1+0
[02:05:51] [PASSED] equal rects: 2x2+0+0 x 2x2+0+0
[02:05:51] [PASSED] inside another: 2x2+0+0 x 1x1+1+1
[02:05:51] [PASSED] far away: 1x1+0+0 x 1x1+3+6
[02:05:51] [PASSED] points intersecting: 0x0+5+10 x 0x0+5+10
[02:05:51] [PASSED] points not intersecting: 0x0+0+0 x 0x0+5+10
[02:05:51] ============= [PASSED] drm_test_rect_intersect =============
[02:05:51] ================ drm_test_rect_calc_hscale  ================
[02:05:51] [PASSED] normal use
[02:05:51] [PASSED] out of max range
[02:05:51] [PASSED] out of min range
[02:05:51] [PASSED] zero dst
[02:05:51] [PASSED] negative src
[02:05:51] [PASSED] negative dst
[02:05:51] ============ [PASSED] drm_test_rect_calc_hscale ============
[02:05:51] ================ drm_test_rect_calc_vscale  ================
[02:05:51] [PASSED] normal use
[02:05:51] [PASSED] out of max range
[02:05:51] [PASSED] out of min range
[02:05:51] [PASSED] zero dst
[02:05:51] [PASSED] negative src
[02:05:51] [PASSED] negative dst
[02:05:51] ============ [PASSED] drm_test_rect_calc_vscale ============
[02:05:51] ================== drm_test_rect_rotate  ===================
[02:05:51] [PASSED] reflect-x
[02:05:51] [PASSED] reflect-y
[02:05:51] [PASSED] rotate-0
[02:05:51] [PASSED] rotate-90
[02:05:51] [PASSED] rotate-180
[02:05:51] [PASSED] rotate-270
[02:05:51] ============== [PASSED] drm_test_rect_rotate ===============
[02:05:51] ================ drm_test_rect_rotate_inv  =================
[02:05:51] [PASSED] reflect-x
[02:05:51] [PASSED] reflect-y
[02:05:51] [PASSED] rotate-0
[02:05:51] [PASSED] rotate-90
[02:05:51] [PASSED] rotate-180
[02:05:51] [PASSED] rotate-270
[02:05:51] ============ [PASSED] drm_test_rect_rotate_inv =============
[02:05:51] ==================== [PASSED] drm_rect =====================
[02:05:51] ============================================================
[02:05:51] Testing complete. Ran 333 tests: passed: 333
[02:05:51] Elapsed time: 43.082s total, 1.698s configuring, 18.804s building, 22.547s running

+ cleanup
++ stat -c %u:%g /kernel
+ chown -R 1003:1003 /kernel

#43 lore raw

[Intel-xe] ✓ CI.Build: success for Add OA functionality to Xe (rev3)

In reply to Ashutosh Dixit
== Series Details ==

== Series Details ==

Series: Add OA functionality to Xe (rev3)
URL : https://patchwork.freedesktop.org/series/121084/
State : success

== Summary ==

+ trap cleanup EXIT
+ cd /kernel
+ git clone https://gitlab.freedesktop.org/drm/xe/ci.git .ci
Cloning into '.ci'...
++ date +%s
+ echo -e '\e[0Ksection_start:1691460364:build_x86_64[collapsed=true]\r\e[0KBuild x86-64'
+ mkdir -p build64 section_start:1691460364:build_x86_64[collapsed=true]
Build x86-64
+ cat .ci/kernel/kconfig
+ make O=build64 olddefconfig
make[1]: Entering directory '/kernel/build64'

  GEN     Makefile
  HOSTCC  scripts/basic/fixdep
  HOSTCC  scripts/kconfig/conf.o
  HOSTCC  scripts/kconfig/confdata.o
  HOSTCC  scripts/kconfig/expr.o
  LEX     scripts/kconfig/lexer.lex.c
  YACC    scripts/kconfig/parser.tab.[ch]
  HOSTCC  scripts/kconfig/lexer.lex.o
  HOSTCC  scripts/kconfig/menu.o
  HOSTCC  scripts/kconfig/parser.tab.o
  HOSTCC  scripts/kconfig/preprocess.o
  HOSTCC  scripts/kconfig/symbol.o
  HOSTCC  scripts/kconfig/util.o
  HOSTLD  scripts/kconfig/conf
#
# configuration written to .config
#
make[1]: Leaving directory '/kernel/build64'
++ nproc
+ make O=build64 -j48
make[1]: Entering directory '/kernel/build64'
  GEN     Makefile
  SYSHDR  arch/x86/include/generated/uapi/asm/unistd_32.h
  WRAP    arch/x86/include/generated/uapi/asm/bpf_perf_event.h
  SYSHDR  arch/x86/include/generated/uapi/asm/unistd_64.h
  WRAP    arch/x86/include/generated/uapi/asm/fcntl.h
  WRAP    arch/x86/include/generated/uapi/asm/errno.h
  SYSHDR  arch/x86/include/generated/uapi/asm/unistd_x32.h
  SYSTBL  arch/x86/include/generated/asm/syscalls_32.h
  WRAP    arch/x86/include/generated/uapi/asm/ioctl.h
  SYSHDR  arch/x86/include/generated/asm/unistd_32_ia32.h
  GEN     arch/x86/include/generated/asm/orc_hash.h
  WRAP    arch/x86/include/generated/uapi/asm/ipcbuf.h
  WRAP    arch/x86/include/generated/uapi/asm/ioctls.h
  SYSHDR  arch/x86/include/generated/asm/unistd_64_x32.h
  SYSTBL  arch/x86/include/generated/asm/syscalls_64.h
  WRAP    arch/x86/include/generated/uapi/asm/param.h
  WRAP    arch/x86/include/generated/uapi/asm/poll.h
  WRAP    arch/x86/include/generated/uapi/asm/resource.h
  WRAP    arch/x86/include/generated/uapi/asm/socket.h
  WRAP    arch/x86/include/generated/uapi/asm/sockios.h
  WRAP    arch/x86/include/generated/uapi/asm/termbits.h
  WRAP    arch/x86/include/generated/uapi/asm/termios.h
  WRAP    arch/x86/include/generated/uapi/asm/types.h
  HOSTCC  arch/x86/tools/relocs_32.o
  HOSTCC  arch/x86/tools/relocs_64.o
  HOSTCC  arch/x86/tools/relocs_common.o
  WRAP    arch/x86/include/generated/asm/early_ioremap.h
  WRAP    arch/x86/include/generated/asm/export.h
  WRAP    arch/x86/include/generated/asm/mcs_spinlock.h
  WRAP    arch/x86/include/generated/asm/irq_regs.h
  WRAP    arch/x86/include/generated/asm/kmap_size.h
  WRAP    arch/x86/include/generated/asm/local64.h
  WRAP    arch/x86/include/generated/asm/mmiowb.h
  WRAP    arch/x86/include/generated/asm/module.lds.h
  WRAP    arch/x86/include/generated/asm/rwonce.h
  WRAP    arch/x86/include/generated/asm/unaligned.h
  UPD     include/generated/uapi/linux/version.h
  UPD     include/config/kernel.release
  UPD     include/generated/compile.h
  HOSTCC  scripts/kallsyms
  HOSTCC  scripts/sorttable
  HOSTCC  scripts/asn1_compiler
  HOSTCC  scripts/unifdef
  UPD     include/generated/utsrelease.h
  DESCEND objtool
  HOSTCC  /kernel/build64/tools/objtool/fixdep.o
  HOSTLD  /kernel/build64/tools/objtool/fixdep-in.o
  LINK    /kernel/build64/tools/objtool/fixdep
  HOSTLD  arch/x86/tools/relocs
  INSTALL /kernel/build64/tools/objtool/libsubcmd/include/subcmd/exec-cmd.h
  INSTALL /kernel/build64/tools/objtool/libsubcmd/include/subcmd/help.h
  INSTALL /kernel/build64/tools/objtool/libsubcmd/include/subcmd/pager.h
  INSTALL /kernel/build64/tools/objtool/libsubcmd/include/subcmd/parse-options.h
  INSTALL /kernel/build64/tools/objtool/libsubcmd/include/subcmd/run-command.h
  CC      /kernel/build64/tools/objtool/libsubcmd/exec-cmd.o
  CC      /kernel/build64/tools/objtool/libsubcmd/help.o
  CC      /kernel/build64/tools/objtool/libsubcmd/pager.o
  INSTALL libsubcmd_headers
  CC      /kernel/build64/tools/objtool/libsubcmd/parse-options.o
  CC      /kernel/build64/tools/objtool/libsubcmd/run-command.o
  CC      /kernel/build64/tools/objtool/libsubcmd/sigchain.o
  CC      /kernel/build64/tools/objtool/libsubcmd/subcmd-config.o
  CC      scripts/mod/empty.o
  HOSTCC  scripts/mod/mk_elfconfig
  HDRINST usr/include/video/edid.h
  HDRINST usr/include/video/sisfb.h
  CC      scripts/mod/devicetable-offsets.s
  HDRINST usr/include/video/uvesafb.h
  HDRINST usr/include/drm/qaic_accel.h
  HDRINST usr/include/drm/amdgpu_drm.h
  HDRINST usr/include/drm/i915_drm.h
  HDRINST usr/include/drm/vgem_drm.h
  HDRINST usr/include/drm/virtgpu_drm.h
  HDRINST usr/include/drm/xe_drm.h
  HDRINST usr/include/drm/omap_drm.h
  HDRINST usr/include/drm/radeon_drm.h
  HDRINST usr/include/drm/tegra_drm.h
  HDRINST usr/include/drm/drm_mode.h
  HDRINST usr/include/drm/ivpu_accel.h
  HDRINST usr/include/drm/exynos_drm.h
  HDRINST usr/include/drm/drm_sarea.h
  HDRINST usr/include/drm/v3d_drm.h
  HDRINST usr/include/drm/qxl_drm.h
  HDRINST usr/include/drm/drm_fourcc.h
  HDRINST usr/include/drm/nouveau_drm.h
  HDRINST usr/include/drm/habanalabs_accel.h
  HDRINST usr/include/drm/msm_drm.h
  HDRINST usr/include/drm/vmwgfx_drm.h
  HDRINST usr/include/drm/etnaviv_drm.h
  HDRINST usr/include/drm/vc4_drm.h
  HDRINST usr/include/drm/panfrost_drm.h
  HDRINST usr/include/drm/lima_drm.h
  HDRINST usr/include/drm/armada_drm.h
  HDRINST usr/include/drm/drm.h
  HDRINST usr/include/mtd/inftl-user.h
  HDRINST usr/include/mtd/nftl-user.h
  HDRINST usr/include/mtd/mtd-user.h
  HDRINST usr/include/mtd/ubi-user.h
  HDRINST usr/include/mtd/mtd-abi.h
  HDRINST usr/include/xen/gntdev.h
  HDRINST usr/include/xen/gntalloc.h
  HDRINST usr/include/xen/evtchn.h
  HDRINST usr/include/xen/privcmd.h
  HDRINST usr/include/asm-generic/auxvec.h
  HDRINST usr/include/asm-generic/bitsperlong.h
  HDRINST usr/include/asm-generic/posix_types.h
  HDRINST usr/include/asm-generic/ioctls.h
  HDRINST usr/include/asm-generic/mman.h
  HDRINST usr/include/asm-generic/shmbuf.h
  HDRINST usr/include/asm-generic/bpf_perf_event.h
  HDRINST usr/include/asm-generic/types.h
  HDRINST usr/include/asm-generic/poll.h
  HDRINST usr/include/asm-generic/msgbuf.h
  HDRINST usr/include/asm-generic/swab.h
  HDRINST usr/include/asm-generic/statfs.h
  HDRINST usr/include/asm-generic/unistd.h
  HDRINST usr/include/asm-generic/hugetlb_encode.h
  HDRINST usr/include/asm-generic/resource.h
  HDRINST usr/include/asm-generic/param.h
  HDRINST usr/include/asm-generic/termbits-common.h
  HDRINST usr/include/asm-generic/sockios.h
  HDRINST usr/include/asm-generic/kvm_para.h
  HDRINST usr/include/asm-generic/errno.h
  HDRINST usr/include/asm-generic/termios.h
  HDRINST usr/include/asm-generic/mman-common.h
  HDRINST usr/include/asm-generic/ioctl.h
  HDRINST usr/include/asm-generic/socket.h
  HDRINST usr/include/asm-generic/signal-defs.h
  HDRINST usr/include/asm-generic/termbits.h
  HDRINST usr/include/asm-generic/int-ll64.h
  HDRINST usr/include/asm-generic/signal.h
  HDRINST usr/include/asm-generic/siginfo.h
  HDRINST usr/include/asm-generic/stat.h
  HDRINST usr/include/asm-generic/int-l64.h
  HDRINST usr/include/asm-generic/errno-base.h
  HDRINST usr/include/asm-generic/fcntl.h
  HDRINST usr/include/asm-generic/setup.h
  HDRINST usr/include/asm-generic/ipcbuf.h
  HDRINST usr/include/asm-generic/sembuf.h
  HDRINST usr/include/asm-generic/ucontext.h
  HDRINST usr/include/rdma/mlx5_user_ioctl_cmds.h
  HDRINST usr/include/rdma/irdma-abi.h
  HDRINST usr/include/rdma/mana-abi.h
  HDRINST usr/include/rdma/hfi/hfi1_user.h
  HDRINST usr/include/rdma/hfi/hfi1_ioctl.h
  HDRINST usr/include/rdma/rdma_user_rxe.h
  HDRINST usr/include/rdma/rdma_user_ioctl.h
  HDRINST usr/include/rdma/mlx5_user_ioctl_verbs.h
  HDRINST usr/include/rdma/bnxt_re-abi.h
  HDRINST usr/include/rdma/hns-abi.h
  HDRINST usr/include/rdma/qedr-abi.h
  HDRINST usr/include/rdma/ib_user_ioctl_cmds.h
  HDRINST usr/include/rdma/vmw_pvrdma-abi.h
  HDRINST usr/include/rdma/ib_user_sa.h
  HDRINST usr/include/rdma/ib_user_ioctl_verbs.h
  HDRINST usr/include/rdma/rvt-abi.h
  HDRINST usr/include/rdma/mlx5-abi.h
  HDRINST usr/include/rdma/rdma_netlink.h
  HDRINST usr/include/rdma/erdma-abi.h
  HDRINST usr/include/rdma/rdma_user_ioctl_cmds.h
  HDRINST usr/include/rdma/rdma_user_cm.h
  HDRINST usr/include/rdma/ib_user_verbs.h
  HDRINST usr/include/rdma/efa-abi.h
  HDRINST usr/include/rdma/siw-abi.h
  HDRINST usr/include/rdma/mlx4-abi.h
  HDRINST usr/include/rdma/mthca-abi.h
  HDRINST usr/include/rdma/ib_user_mad.h
  HDRINST usr/include/rdma/ocrdma-abi.h
  HDRINST usr/include/rdma/cxgb4-abi.h
  HDRINST usr/include/misc/xilinx_sdfec.h
  HDRINST usr/include/misc/uacce/hisi_qm.h
  HDRINST usr/include/misc/uacce/uacce.h
  UPD     scripts/mod/devicetable-offsets.h
  HDRINST usr/include/misc/cxl.h
  HDRINST usr/include/misc/ocxl.h
  HDRINST usr/include/misc/fastrpc.h
  HDRINST usr/include/misc/pvpanic.h
  HDRINST usr/include/linux/i8k.h
  HDRINST usr/include/linux/acct.h
  HDRINST usr/include/linux/atmmpc.h
  HDRINST usr/include/linux/fs.h
  HDRINST usr/include/linux/cifs/cifs_mount.h
  HDRINST usr/include/linux/cifs/cifs_netlink.h
  HDRINST usr/include/linux/if_packet.h
  HDRINST usr/include/linux/route.h
  HDRINST usr/include/linux/patchkey.h
  HDRINST usr/include/linux/tc_ematch/tc_em_cmp.h
  HDRINST usr/include/linux/tc_ematch/tc_em_ipt.h
  HDRINST usr/include/linux/tc_ematch/tc_em_meta.h
  HDRINST usr/include/linux/tc_ematch/tc_em_nbyte.h
  HDRINST usr/include/linux/tc_ematch/tc_em_text.h
  HDRINST usr/include/linux/virtio_pmem.h
  HDRINST usr/include/linux/rkisp1-config.h
  HDRINST usr/include/linux/vhost.h
  HDRINST usr/include/linux/cec-funcs.h
  HDRINST usr/include/linux/ppdev.h
  HDRINST usr/include/linux/isdn/capicmd.h
  HDRINST usr/include/linux/virtio_fs.h
  HDRINST usr/include/linux/netfilter_ipv6.h
  HDRINST usr/include/linux/lirc.h
  HDRINST usr/include/linux/mroute6.h
  HDRINST usr/include/linux/nl80211-vnd-intel.h
  HDRINST usr/include/linux/ivtvfb.h
  HDRINST usr/include/linux/auxvec.h
  HDRINST usr/include/linux/dm-log-userspace.h
  HDRINST usr/include/linux/dccp.h
  HDRINST usr/include/linux/virtio_scmi.h
  HDRINST usr/include/linux/atmarp.h
  HDRINST usr/include/linux/arcfb.h
  HDRINST usr/include/linux/nbd-netlink.h
  HDRINST usr/include/linux/sched/types.h
  HDRINST usr/include/linux/tcp.h
  HDRINST usr/include/linux/neighbour.h
  HDRINST usr/include/linux/dlm_device.h
  HDRINST usr/include/linux/wmi.h
  HDRINST usr/include/linux/btrfs_tree.h
  HDRINST usr/include/linux/virtio_crypto.h
  HDRINST usr/include/linux/vbox_err.h
  HDRINST usr/include/linux/edd.h
  HDRINST usr/include/linux/loop.h
  MKELF   scripts/mod/elfconfig.h
  HDRINST usr/include/linux/nvme_ioctl.h
  HDRINST usr/include/linux/mmtimer.h
  HDRINST usr/include/linux/if_pppol2tp.h
  HDRINST usr/include/linux/mtio.h
  HDRINST usr/include/linux/if_arcnet.h
  HDRINST usr/include/linux/romfs_fs.h
  HDRINST usr/include/linux/posix_types.h
  HOSTCC  scripts/mod/modpost.o
  HDRINST usr/include/linux/rtc.h
  HOSTCC  scripts/mod/file2alias.o
  HDRINST usr/include/linux/landlock.h
  HOSTCC  scripts/mod/sumversion.o
  HDRINST usr/include/linux/gpio.h
  HDRINST usr/include/linux/selinux_netlink.h
  HDRINST usr/include/linux/pps.h
  HDRINST usr/include/linux/ndctl.h
  HDRINST usr/include/linux/virtio_gpu.h
  HDRINST usr/include/linux/android/binderfs.h
  HDRINST usr/include/linux/android/binder.h
  HDRINST usr/include/linux/virtio_vsock.h
  HDRINST usr/include/linux/sound.h
  HDRINST usr/include/linux/vtpm_proxy.h
  HDRINST usr/include/linux/nfs_fs.h
  HDRINST usr/include/linux/elf-fdpic.h
  HDRINST usr/include/linux/adfs_fs.h
  HDRINST usr/include/linux/target_core_user.h
  HDRINST usr/include/linux/netlink_diag.h
  HDRINST usr/include/linux/const.h
  HDRINST usr/include/linux/firewire-cdev.h
  HDRINST usr/include/linux/vdpa.h
  HDRINST usr/include/linux/if_infiniband.h
  HDRINST usr/include/linux/serial.h
  HDRINST usr/include/linux/iio/types.h
  HDRINST usr/include/linux/iio/buffer.h
  HDRINST usr/include/linux/iio/events.h
  HDRINST usr/include/linux/baycom.h
  HDRINST usr/include/linux/major.h
  HDRINST usr/include/linux/atmppp.h
  HDRINST usr/include/linux/ipv6_route.h
  HDRINST usr/include/linux/spi/spidev.h
  HDRINST usr/include/linux/spi/spi.h
  HDRINST usr/include/linux/virtio_ring.h
  HDRINST usr/include/linux/hdlc/ioctl.h
  HDRINST usr/include/linux/remoteproc_cdev.h
  HDRINST usr/include/linux/hyperv.h
  HDRINST usr/include/linux/rpl_iptunnel.h
  HDRINST usr/include/linux/sync_file.h
  HDRINST usr/include/linux/igmp.h
  HDRINST usr/include/linux/v4l2-dv-timings.h
  HDRINST usr/include/linux/virtio_i2c.h
  HDRINST usr/include/linux/xfrm.h
  HDRINST usr/include/linux/capability.h
  HDRINST usr/include/linux/gtp.h
  HDRINST usr/include/linux/pkt_cls.h
  HDRINST usr/include/linux/xdp_diag.h
  HDRINST usr/include/linux/suspend_ioctls.h
  HDRINST usr/include/linux/vt.h
  HDRINST usr/include/linux/loadpin.h
  HDRINST usr/include/linux/dlm_plock.h
  HDRINST usr/include/linux/fb.h
  HDRINST usr/include/linux/max2175.h
  HDRINST usr/include/linux/sunrpc/debug.h
  HDRINST usr/include/linux/gsmmux.h
  HDRINST usr/include/linux/watchdog.h
  HDRINST usr/include/linux/vhost_types.h
  HDRINST usr/include/linux/vduse.h
  HDRINST usr/include/linux/ila.h
  HDRINST usr/include/linux/tdx-guest.h
  HDRINST usr/include/linux/close_range.h
  HDRINST usr/include/linux/ivtv.h
  HDRINST usr/include/linux/cryptouser.h
  HDRINST usr/include/linux/netfilter/xt_string.h
  HDRINST usr/include/linux/netfilter/nfnetlink_compat.h
  HDRINST usr/include/linux/netfilter/nf_nat.h
  HDRINST usr/include/linux/netfilter/xt_recent.h
  HDRINST usr/include/linux/netfilter/xt_addrtype.h
  HDRINST usr/include/linux/netfilter/nf_conntrack_tcp.h
  HDRINST usr/include/linux/netfilter/xt_MARK.h
  HDRINST usr/include/linux/netfilter/xt_SYNPROXY.h
  HDRINST usr/include/linux/netfilter/xt_multiport.h
  HDRINST usr/include/linux/netfilter/nfnetlink.h
  HDRINST usr/include/linux/netfilter/xt_cgroup.h
  HDRINST usr/include/linux/netfilter/nf_synproxy.h
  HDRINST usr/include/linux/netfilter/xt_TCPOPTSTRIP.h
  HDRINST usr/include/linux/netfilter/nfnetlink_log.h
  HDRINST usr/include/linux/netfilter/xt_TPROXY.h
  HDRINST usr/include/linux/netfilter/xt_u32.h
  HDRINST usr/include/linux/netfilter/nfnetlink_osf.h
  HDRINST usr/include/linux/netfilter/xt_ecn.h
  HDRINST usr/include/linux/netfilter/xt_esp.h
  HDRINST usr/include/linux/netfilter/nfnetlink_hook.h
  HDRINST usr/include/linux/netfilter/xt_mac.h
  HDRINST usr/include/linux/netfilter/xt_comment.h
  HDRINST usr/include/linux/netfilter/xt_NFQUEUE.h
  HDRINST usr/include/linux/netfilter/xt_osf.h
  HDRINST usr/include/linux/netfilter/xt_hashlimit.h
  HDRINST usr/include/linux/netfilter/nf_conntrack_sctp.h
  HDRINST usr/include/linux/netfilter/xt_socket.h
  HDRINST usr/include/linux/netfilter/xt_connmark.h
  HDRINST usr/include/linux/netfilter/xt_sctp.h
  HDRINST usr/include/linux/netfilter/xt_tcpudp.h
  HDRINST usr/include/linux/netfilter/xt_DSCP.h
  HDRINST usr/include/linux/netfilter/xt_time.h
  HDRINST usr/include/linux/netfilter/xt_IDLETIMER.h
  HDRINST usr/include/linux/netfilter/xt_policy.h
  HDRINST usr/include/linux/netfilter/xt_rpfilter.h
  HDRINST usr/include/linux/netfilter/xt_nfacct.h
  HDRINST usr/include/linux/netfilter/xt_SECMARK.h
  HDRINST usr/include/linux/netfilter/xt_length.h
  HDRINST usr/include/linux/netfilter/nfnetlink_cthelper.h
  HDRINST usr/include/linux/netfilter/xt_quota.h
  HDRINST usr/include/linux/netfilter/xt_CLASSIFY.h
  HDRINST usr/include/linux/netfilter/xt_ipcomp.h
  HDRINST usr/include/linux/netfilter/xt_iprange.h
  HDRINST usr/include/linux/netfilter/xt_bpf.h
  HDRINST usr/include/linux/netfilter/xt_LOG.h
  HDRINST usr/include/linux/netfilter/xt_rateest.h
  HDRINST usr/include/linux/netfilter/xt_CONNSECMARK.h
  HDRINST usr/include/linux/netfilter/xt_HMARK.h
  HDRINST usr/include/linux/netfilter/xt_CONNMARK.h
  HDRINST usr/include/linux/netfilter/xt_pkttype.h
  HDRINST usr/include/linux/netfilter/xt_ipvs.h
  HDRINST usr/include/linux/netfilter/xt_devgroup.h
  HDRINST usr/include/linux/netfilter/xt_AUDIT.h
  HDRINST usr/include/linux/netfilter/xt_realm.h
  HDRINST usr/include/linux/netfilter/nf_conntrack_common.h
  HDRINST usr/include/linux/netfilter/xt_set.h
  HDRINST usr/include/linux/netfilter/xt_LED.h
  HDRINST usr/include/linux/netfilter/xt_connlabel.h
  HDRINST usr/include/linux/netfilter/xt_owner.h
  HDRINST usr/include/linux/netfilter/xt_dccp.h
  HDRINST usr/include/linux/netfilter/xt_limit.h
  HDRINST usr/include/linux/netfilter/xt_conntrack.h
  HDRINST usr/include/linux/netfilter/xt_TEE.h
  HDRINST usr/include/linux/netfilter/xt_RATEEST.h
  HDRINST usr/include/linux/netfilter/xt_connlimit.h
  HDRINST usr/include/linux/netfilter/ipset/ip_set.h
  HDRINST usr/include/linux/netfilter/ipset/ip_set_list.h
  HDRINST usr/include/linux/netfilter/ipset/ip_set_hash.h
  HDRINST usr/include/linux/netfilter/ipset/ip_set_bitmap.h
  HDRINST usr/include/linux/netfilter/x_tables.h
  HDRINST usr/include/linux/netfilter/xt_dscp.h
  HDRINST usr/include/linux/netfilter/nf_conntrack_ftp.h
  HDRINST usr/include/linux/netfilter/xt_cluster.h
  HDRINST usr/include/linux/netfilter/nf_conntrack_tuple_common.h
  HDRINST usr/include/linux/netfilter/nf_log.h
  HDRINST usr/include/linux/netfilter/xt_tcpmss.h
  HDRINST usr/include/linux/netfilter/xt_NFLOG.h
  HDRINST usr/include/linux/netfilter/xt_l2tp.h
  HDRINST usr/include/linux/netfilter/xt_helper.h
  HDRINST usr/include/linux/netfilter/xt_statistic.h
  HDRINST usr/include/linux/netfilter/nfnetlink_queue.h
  HDRINST usr/include/linux/netfilter/nfnetlink_cttimeout.h
  HDRINST usr/include/linux/netfilter/xt_CT.h
  HDRINST usr/include/linux/netfilter/xt_CHECKSUM.h
  HDRINST usr/include/linux/netfilter/xt_connbytes.h
  HDRINST usr/include/linux/netfilter/xt_state.h
  HDRINST usr/include/linux/netfilter/nf_tables.h
  HDRINST usr/include/linux/netfilter/xt_mark.h
  HDRINST usr/include/linux/netfilter/xt_cpu.h
  HDRINST usr/include/linux/netfilter/nf_tables_compat.h
  HDRINST usr/include/linux/netfilter/xt_physdev.h
  HDRINST usr/include/linux/netfilter/nfnetlink_conntrack.h
  HDRINST usr/include/linux/netfilter/nfnetlink_acct.h
  HDRINST usr/include/linux/netfilter/xt_TCPMSS.h
  HDRINST usr/include/linux/tty_flags.h
  HDRINST usr/include/linux/if_phonet.h
  HDRINST usr/include/linux/elf-em.h
  HDRINST usr/include/linux/vm_sockets.h
  HDRINST usr/include/linux/dlmconstants.h
  HDRINST usr/include/linux/bsg.h
  HDRINST usr/include/linux/matroxfb.h
  HDRINST usr/include/linux/sysctl.h
  HDRINST usr/include/linux/unix_diag.h
  HDRINST usr/include/linux/pcitest.h
  HDRINST usr/include/linux/mman.h
  HDRINST usr/include/linux/if_plip.h
  HDRINST usr/include/linux/virtio_balloon.h
  HDRINST usr/include/linux/pidfd.h
  HDRINST usr/include/linux/f2fs.h
  HDRINST usr/include/linux/x25.h
  HDRINST usr/include/linux/if_cablemodem.h
  HDRINST usr/include/linux/utsname.h
  HDRINST usr/include/linux/counter.h
  HDRINST usr/include/linux/atm_tcp.h
  HDRINST usr/include/linux/atalk.h
  HDRINST usr/include/linux/virtio_rng.h
  HDRINST usr/include/linux/vboxguest.h
  HDRINST usr/include/linux/bpf_perf_event.h
  HDRINST usr/include/linux/ipmi_ssif_bmc.h
  HDRINST usr/include/linux/nfs_mount.h
  HDRINST usr/include/linux/sonet.h
  HDRINST usr/include/linux/netfilter.h
  HDRINST usr/include/linux/keyctl.h
  HDRINST usr/include/linux/nl80211.h
  HDRINST usr/include/linux/misc/bcm_vk.h
  HDRINST usr/include/linux/audit.h
  HDRINST usr/include/linux/tipc_config.h
  HDRINST usr/include/linux/tipc_sockets_diag.h
  HDRINST usr/include/linux/futex.h
  HDRINST usr/include/linux/sev-guest.h
  HDRINST usr/include/linux/ublk_cmd.h
  HDRINST usr/include/linux/types.h
  HDRINST usr/include/linux/virtio_input.h
  HDRINST usr/include/linux/if_slip.h
  HDRINST usr/include/linux/personality.h
  HDRINST usr/include/linux/openat2.h
  HDRINST usr/include/linux/poll.h
  HDRINST usr/include/linux/posix_acl.h
  HDRINST usr/include/linux/smc_diag.h
  HDRINST usr/include/linux/snmp.h
  HDRINST usr/include/linux/errqueue.h
  HDRINST usr/include/linux/if_tunnel.h
  HDRINST usr/include/linux/fanotify.h
  HDRINST usr/include/linux/kernel.h
  HDRINST usr/include/linux/rtnetlink.h
  HDRINST usr/include/linux/rpl.h
  HDRINST usr/include/linux/memfd.h
  HDRINST usr/include/linux/serial_core.h
  HDRINST usr/include/linux/dns_resolver.h
  HDRINST usr/include/linux/pr.h
  HDRINST usr/include/linux/atm_eni.h
  HDRINST usr/include/linux/lp.h
  HDRINST usr/include/linux/virtio_mem.h
  HDRINST usr/include/linux/ultrasound.h
  HDRINST usr/include/linux/sctp.h
  HDRINST usr/include/linux/uio.h
  HDRINST usr/include/linux/tcp_metrics.h
  HDRINST usr/include/linux/wwan.h
  HDRINST usr/include/linux/atmbr2684.h
  HDRINST usr/include/linux/in_route.h
  HDRINST usr/include/linux/qemu_fw_cfg.h
  HDRINST usr/include/linux/if_macsec.h
  HDRINST usr/include/linux/usb/charger.h
  HDRINST usr/include/linux/usb/g_uvc.h
  HDRINST usr/include/linux/usb/gadgetfs.h
  HDRINST usr/include/linux/usb/raw_gadget.h
  HDRINST usr/include/linux/usb/cdc-wdm.h
  HDRINST usr/include/linux/usb/g_printer.h
  HDRINST usr/include/linux/usb/midi.h
  HDRINST usr/include/linux/usb/tmc.h
  HDRINST usr/include/linux/usb/video.h
  HDRINST usr/include/linux/usb/functionfs.h
  HDRINST usr/include/linux/usb/audio.h
  HDRINST usr/include/linux/usb/ch11.h
  HDRINST usr/include/linux/usb/ch9.h
  HDRINST usr/include/linux/usb/cdc.h
  HDRINST usr/include/linux/jffs2.h
  HDRINST usr/include/linux/ax25.h
  HDRINST usr/include/linux/auto_fs.h
  HDRINST usr/include/linux/tiocl.h
  HDRINST usr/include/linux/scc.h
  HDRINST usr/include/linux/psci.h
  HDRINST usr/include/linux/swab.h
  HDRINST usr/include/linux/cec.h
  HDRINST usr/include/linux/kfd_ioctl.h
  HDRINST usr/include/linux/smc.h
  HDRINST usr/include/linux/qrtr.h
  HDRINST usr/include/linux/screen_info.h
  HDRINST usr/include/linux/nfsacl.h
  HDRINST usr/include/linux/seg6_hmac.h
  HDRINST usr/include/linux/gameport.h
  HDRINST usr/include/linux/wireless.h
  HDRINST usr/include/linux/fdreg.h
  HDRINST usr/include/linux/cciss_defs.h
  HDRINST usr/include/linux/serial_reg.h
  HDRINST usr/include/linux/perf_event.h
  HDRINST usr/include/linux/in6.h
  HDRINST usr/include/linux/hid.h
  HDRINST usr/include/linux/netlink.h
  HDRINST usr/include/linux/fuse.h
  HDRINST usr/include/linux/magic.h
  HDRINST usr/include/linux/ioam6_iptunnel.h
  HDRINST usr/include/linux/stm.h
  HDRINST usr/include/linux/vsockmon.h
  HDRINST usr/include/linux/seg6.h
  HDRINST usr/include/linux/idxd.h
  HDRINST usr/include/linux/nitro_enclaves.h
  HDRINST usr/include/linux/ptrace.h
  HDRINST usr/include/linux/ioam6_genl.h
  HDRINST usr/include/linux/qnx4_fs.h
  HDRINST usr/include/linux/fsl_mc.h
  HDRINST usr/include/linux/net_tstamp.h
  HDRINST usr/include/linux/msg.h
  HDRINST usr/include/linux/netfilter_ipv4/ipt_TTL.h
  HDRINST usr/include/linux/netfilter_ipv4/ipt_ttl.h
  HDRINST usr/include/linux/netfilter_ipv4/ipt_ah.h
  HDRINST usr/include/linux/netfilter_ipv4/ipt_ECN.h
  HDRINST usr/include/linux/netfilter_ipv4/ip_tables.h
  HDRINST usr/include/linux/netfilter_ipv4/ipt_ecn.h
  HDRINST usr/include/linux/netfilter_ipv4/ipt_CLUSTERIP.h
  HDRINST usr/include/linux/netfilter_ipv4/ipt_REJECT.h
  HDRINST usr/include/linux/netfilter_ipv4/ipt_LOG.h
  HDRINST usr/include/linux/sem.h
  HDRINST usr/include/linux/net_namespace.h
  HDRINST usr/include/linux/radeonfb.h
  HDRINST usr/include/linux/tee.h
  HDRINST usr/include/linux/udp.h
  HDRINST usr/include/linux/virtio_bt.h
  HDRINST usr/include/linux/v4l2-subdev.h
  HDRINST usr/include/linux/posix_acl_xattr.h
  HDRINST usr/include/linux/v4l2-mediabus.h
  HDRINST usr/include/linux/atmapi.h
  HDRINST usr/include/linux/raid/md_p.h
  HDRINST usr/include/linux/raid/md_u.h
  HDRINST usr/include/linux/zorro_ids.h
  HDRINST usr/include/linux/nbd.h
  HDRINST usr/include/linux/isst_if.h
  HDRINST usr/include/linux/rxrpc.h
  HDRINST usr/include/linux/unistd.h
  HDRINST usr/include/linux/if_arp.h
  HDRINST usr/include/linux/atm_zatm.h
  HDRINST usr/include/linux/io_uring.h
  HDRINST usr/include/linux/if_fddi.h
  HDRINST usr/include/linux/bpqether.h
  HDRINST usr/include/linux/sysinfo.h
  HDRINST usr/include/linux/auto_dev-ioctl.h
  HDRINST usr/include/linux/nfs4_mount.h
  HDRINST usr/include/linux/keyboard.h
  HDRINST usr/include/linux/virtio_mmio.h
  HDRINST usr/include/linux/input.h
  HDRINST usr/include/linux/qnxtypes.h
  HDRINST usr/include/linux/mdio.h
  HDRINST usr/include/linux/lwtunnel.h
  HDRINST usr/include/linux/gfs2_ondisk.h
  HDRINST usr/include/linux/nfs4.h
  HDRINST usr/include/linux/ptp_clock.h
  HDRINST usr/include/linux/nubus.h
  HDRINST usr/include/linux/if_bonding.h
  HDRINST usr/include/linux/kcov.h
  HDRINST usr/include/linux/fadvise.h
  HDRINST usr/include/linux/taskstats.h
  HDRINST usr/include/linux/veth.h
  HDRINST usr/include/linux/atm.h
  HDRINST usr/include/linux/ipmi.h
  HDRINST usr/include/linux/kdev_t.h
  HDRINST usr/include/linux/mount.h
  HDRINST usr/include/linux/shm.h
  HDRINST usr/include/linux/resource.h
  HDRINST usr/include/linux/prctl.h
  HDRINST usr/include/linux/watch_queue.h
  HDRINST usr/include/linux/sched.h
  HDRINST usr/include/linux/phonet.h
  HDRINST usr/include/linux/random.h
  HDRINST usr/include/linux/tty.h
  HDRINST usr/include/linux/apm_bios.h
  HDRINST usr/include/linux/fd.h
  HDRINST usr/include/linux/um_timetravel.h
  HDRINST usr/include/linux/tls.h
  HDRINST usr/include/linux/rpmsg_types.h
  HDRINST usr/include/linux/pfrut.h
  HDRINST usr/include/linux/mei.h
  HDRINST usr/include/linux/fsi.h
  HDRINST usr/include/linux/rds.h
  HDRINST usr/include/linux/if_x25.h
  HDRINST usr/include/linux/param.h
  HDRINST usr/include/linux/netdevice.h
  HDRINST usr/include/linux/binfmts.h
  HDRINST usr/include/linux/if_pppox.h
  HDRINST usr/include/linux/sockios.h
  HDRINST usr/include/linux/kcm.h
  HDRINST usr/include/linux/genwqe/genwqe_card.h
  HDRINST usr/include/linux/virtio_9p.h
  HDRINST usr/include/linux/if_tun.h
  HDRINST usr/include/linux/ext4.h
  HDRINST usr/include/linux/if_ether.h
  HDRINST usr/include/linux/kvm_para.h
  HDRINST usr/include/linux/kernel-page-flags.h
  HDRINST usr/include/linux/cdrom.h
  HDRINST usr/include/linux/un.h
  HDRINST usr/include/linux/mqueue.h
  HDRINST usr/include/linux/module.h
  HDRINST usr/include/linux/a.out.h
  HDRINST usr/include/linux/input-event-codes.h
  HDRINST usr/include/linux/coda.h
  HDRINST usr/include/linux/rio_mport_cdev.h
  HDRINST usr/include/linux/ipsec.h
  HDRINST usr/include/linux/blkpg.h
  HDRINST usr/include/linux/blkzoned.h
  HDRINST usr/include/linux/netfilter_bridge/ebt_arpreply.h
  HDRINST usr/include/linux/netfilter_bridge/ebt_redirect.h
  HDRINST usr/include/linux/netfilter_bridge/ebt_nflog.h
  HDRINST usr/include/linux/netfilter_bridge/ebt_802_3.h
  HDRINST usr/include/linux/netfilter_bridge/ebt_nat.h
  HDRINST usr/include/linux/netfilter_bridge/ebt_mark_m.h
  HDRINST usr/include/linux/netfilter_bridge/ebtables.h
  HDRINST usr/include/linux/netfilter_bridge/ebt_vlan.h
  HDRINST usr/include/linux/netfilter_bridge/ebt_limit.h
  HDRINST usr/include/linux/netfilter_bridge/ebt_log.h
  HDRINST usr/include/linux/netfilter_bridge/ebt_stp.h
  HDRINST usr/include/linux/netfilter_bridge/ebt_pkttype.h
  HDRINST usr/include/linux/netfilter_bridge/ebt_ip.h
  HDRINST usr/include/linux/netfilter_bridge/ebt_ip6.h
  HDRINST usr/include/linux/netfilter_bridge/ebt_arp.h
  HDRINST usr/include/linux/netfilter_bridge/ebt_mark_t.h
  HDRINST usr/include/linux/netfilter_bridge/ebt_among.h
  HDRINST usr/include/linux/reiserfs_fs.h
  HDRINST usr/include/linux/cciss_ioctl.h
  HDRINST usr/include/linux/fsmap.h
  HDRINST usr/include/linux/smiapp.h
  HDRINST usr/include/linux/switchtec_ioctl.h
  HDRINST usr/include/linux/atmdev.h
  HDRINST usr/include/linux/hpet.h
  HDRINST usr/include/linux/virtio_config.h
  HDRINST usr/include/linux/string.h
  HDRINST usr/include/linux/kfd_sysfs.h
  HDRINST usr/include/linux/inet_diag.h
  HDRINST usr/include/linux/netdev.h
  HDRINST usr/include/linux/xattr.h
  HDRINST usr/include/linux/iommufd.h
  HDRINST usr/include/linux/user_events.h
  HDRINST usr/include/linux/errno.h
  HDRINST usr/include/linux/icmp.h
  HDRINST usr/include/linux/i2o-dev.h
  HDRINST usr/include/linux/pg.h
  HDRINST usr/include/linux/if_bridge.h
  HDRINST usr/include/linux/thermal.h
  HDRINST usr/include/linux/uinput.h
  HDRINST usr/include/linux/handshake.h
  HDRINST usr/include/linux/dqblk_xfs.h
  HDRINST usr/include/linux/v4l2-common.h
  HDRINST usr/include/linux/nvram.h
  HDRINST usr/include/linux/if_vlan.h
  HDRINST usr/include/linux/uhid.h
  HDRINST usr/include/linux/omap3isp.h
  HDRINST usr/include/linux/rose.h
  HDRINST usr/include/linux/phantom.h
  HDRINST usr/include/linux/ipmi_msgdefs.h
  HDRINST usr/include/linux/bcm933xx_hcs.h
  HDRINST usr/include/linux/bpf.h
  HDRINST usr/include/linux/mempolicy.h
  HDRINST usr/include/linux/efs_fs_sb.h
  HDRINST usr/include/linux/nexthop.h
  HDRINST usr/include/linux/net_dropmon.h
  HDRINST usr/include/linux/surface_aggregator/cdev.h
  HDRINST usr/include/linux/surface_aggregator/dtx.h
  HDRINST usr/include/linux/net.h
  HDRINST usr/include/linux/mii.h
  HDRINST usr/include/linux/virtio_pcidev.h
  HDRINST usr/include/linux/termios.h
  HDRINST usr/include/linux/cgroupstats.h
  LD      /kernel/build64/tools/objtool/libsubcmd/libsubcmd-in.o
  HDRINST usr/include/linux/mpls.h
  HDRINST usr/include/linux/iommu.h
  HDRINST usr/include/linux/toshiba.h
  HDRINST usr/include/linux/virtio_scsi.h
  HDRINST usr/include/linux/zorro.h
  HDRINST usr/include/linux/chio.h
  HDRINST usr/include/linux/pkt_sched.h
  HDRINST usr/include/linux/cramfs_fs.h
  HDRINST usr/include/linux/nfs3.h
  HDRINST usr/include/linux/vfio_ccw.h
  HDRINST usr/include/linux/atm_nicstar.h
  HDRINST usr/include/linux/ncsi.h
  HDRINST usr/include/linux/virtio_net.h
  HDRINST usr/include/linux/ioctl.h
  HDRINST usr/include/linux/stddef.h
  HDRINST usr/include/linux/limits.h
  HDRINST usr/include/linux/ipmi_bmc.h
  HDRINST usr/include/linux/netfilter_arp.h
  HDRINST usr/include/linux/if_addr.h
  HDRINST usr/include/linux/rpmsg.h
  HDRINST usr/include/linux/media-bus-format.h
  HDRINST usr/include/linux/kernelcapi.h
  HDRINST usr/include/linux/ppp_defs.h
  HDRINST usr/include/linux/ethtool.h
  HDRINST usr/include/linux/aspeed-video.h
  HDRINST usr/include/linux/hdlc.h
  HDRINST usr/include/linux/fscrypt.h
  HDRINST usr/include/linux/batadv_packet.h
  HDRINST usr/include/linux/uuid.h
  HDRINST usr/include/linux/capi.h
  HDRINST usr/include/linux/mptcp.h
  HDRINST usr/include/linux/hidraw.h
  HDRINST usr/include/linux/virtio_console.h
  HDRINST usr/include/linux/irqnr.h
  HDRINST usr/include/linux/coresight-stm.h
  HDRINST usr/include/linux/cxl_mem.h
  HDRINST usr/include/linux/iso_fs.h
  AR      /kernel/build64/tools/objtool/libsubcmd/libsubcmd.a
  HDRINST usr/include/linux/virtio_blk.h
  HDRINST usr/include/linux/udf_fs_i.h
  HDRINST usr/include/linux/coff.h
  HDRINST usr/include/linux/dma-buf.h
  HDRINST usr/include/linux/ife.h
  HDRINST usr/include/linux/agpgart.h
  HDRINST usr/include/linux/socket.h
  HDRINST usr/include/linux/nilfs2_ondisk.h
  HDRINST usr/include/linux/connector.h
  HDRINST usr/include/linux/auto_fs4.h
  HDRINST usr/include/linux/bt-bmc.h
  HDRINST usr/include/linux/map_to_7segment.h
  HDRINST usr/include/linux/tc_act/tc_skbedit.h
  HDRINST usr/include/linux/tc_act/tc_ctinfo.h
  HDRINST usr/include/linux/tc_act/tc_defact.h
  HDRINST usr/include/linux/tc_act/tc_gact.h
  HDRINST usr/include/linux/tc_act/tc_vlan.h
  HDRINST usr/include/linux/tc_act/tc_skbmod.h
  HDRINST usr/include/linux/tc_act/tc_sample.h
  HDRINST usr/include/linux/tc_act/tc_tunnel_key.h
  HDRINST usr/include/linux/tc_act/tc_gate.h
  HDRINST usr/include/linux/tc_act/tc_mirred.h
  HDRINST usr/include/linux/tc_act/tc_nat.h
  HDRINST usr/include/linux/tc_act/tc_csum.h
  HDRINST usr/include/linux/tc_act/tc_connmark.h
  HDRINST usr/include/linux/tc_act/tc_ife.h
  HDRINST usr/include/linux/tc_act/tc_mpls.h
  HDRINST usr/include/linux/tc_act/tc_ct.h
  HDRINST usr/include/linux/tc_act/tc_pedit.h
  HDRINST usr/include/linux/tc_act/tc_bpf.h
  HDRINST usr/include/linux/tc_act/tc_ipt.h
  HDRINST usr/include/linux/netrom.h
  HDRINST usr/include/linux/joystick.h
  HDRINST usr/include/linux/falloc.h
  HDRINST usr/include/linux/cycx_cfm.h
  HDRINST usr/include/linux/omapfb.h
  HDRINST usr/include/linux/msdos_fs.h
  HDRINST usr/include/linux/virtio_types.h
  HDRINST usr/include/linux/mroute.h
  HDRINST usr/include/linux/psample.h
  HDRINST usr/include/linux/ipv6.h
  HDRINST usr/include/linux/dw100.h
  HDRINST usr/include/linux/psp-sev.h
  HDRINST usr/include/linux/vfio.h
  HDRINST usr/include/linux/if_ppp.h
  HDRINST usr/include/linux/byteorder/big_endian.h
  HDRINST usr/include/linux/byteorder/little_endian.h
  HDRINST usr/include/linux/comedi.h
  HDRINST usr/include/linux/scif_ioctl.h
  HDRINST usr/include/linux/timerfd.h
  HDRINST usr/include/linux/time_types.h
  HDRINST usr/include/linux/firewire-constants.h
  HDRINST usr/include/linux/virtio_snd.h
  HDRINST usr/include/linux/ppp-ioctl.h
  HDRINST usr/include/linux/fib_rules.h
  CC      /kernel/build64/tools/objtool/weak.o
  HDRINST usr/include/linux/gen_stats.h
  CC      /kernel/build64/tools/objtool/check.o
  HDRINST usr/include/linux/virtio_iommu.h
  HDRINST usr/include/linux/genetlink.h
  CC      /kernel/build64/tools/objtool/special.o
  CC      /kernel/build64/tools/objtool/builtin-check.o
  HDRINST usr/include/linux/uvcvideo.h
  CC      /kernel/build64/tools/objtool/elf.o
  MKDIR   /kernel/build64/tools/objtool/arch/x86/
  CC      /kernel/build64/tools/objtool/objtool.o
  HDRINST usr/include/linux/pfkeyv2.h
  HDRINST usr/include/linux/soundcard.h
  CC      /kernel/build64/tools/objtool/orc_gen.o
  HDRINST usr/include/linux/times.h
  MKDIR   /kernel/build64/tools/objtool/arch/x86/lib/
  HDRINST usr/include/linux/nfc.h
  CC      /kernel/build64/tools/objtool/orc_dump.o
  HDRINST usr/include/linux/affs_hardblocks.h
  HDRINST usr/include/linux/nilfs2_api.h
  CC      /kernel/build64/tools/objtool/libstring.o
  HDRINST usr/include/linux/rseq.h
  CC      /kernel/build64/tools/objtool/arch/x86/special.o
  HDRINST usr/include/linux/caif/caif_socket.h
  GEN     /kernel/build64/tools/objtool/arch/x86/lib/inat-tables.c
  CC      /kernel/build64/tools/objtool/libctype.o
  HDRINST usr/include/linux/caif/if_caif.h
  HDRINST usr/include/linux/i2c-dev.h
  CC      /kernel/build64/tools/objtool/str_error_r.o
  HDRINST usr/include/linux/cuda.h
  CC      /kernel/build64/tools/objtool/librbtree.o
  HDRINST usr/include/linux/mei_uuid.h
  HDRINST usr/include/linux/cn_proc.h
  HDRINST usr/include/linux/parport.h
  HDRINST usr/include/linux/v4l2-controls.h
  HDRINST usr/include/linux/hsi/cs-protocol.h
  HDRINST usr/include/linux/hsi/hsi_char.h
  HDRINST usr/include/linux/seg6_genl.h
  HDRINST usr/include/linux/am437x-vpfe.h
  HDRINST usr/include/linux/amt.h
  HDRINST usr/include/linux/netconf.h
  HDRINST usr/include/linux/erspan.h
  HDRINST usr/include/linux/nsfs.h
  HDRINST usr/include/linux/xilinx-v4l2-controls.h
  HDRINST usr/include/linux/aspeed-p2a-ctrl.h
  HDRINST usr/include/linux/vfio_zdev.h
  HDRINST usr/include/linux/serio.h
  HDRINST usr/include/linux/acrn.h
  HDRINST usr/include/linux/nfs2.h
  HDRINST usr/include/linux/virtio_pci.h
  HDRINST usr/include/linux/ipc.h
  HDRINST usr/include/linux/ethtool_netlink.h
  HDRINST usr/include/linux/kd.h
  HDRINST usr/include/linux/videodev2.h
  HDRINST usr/include/linux/elf.h
  HDRINST usr/include/linux/if_alg.h
  HDRINST usr/include/linux/sonypi.h
  HDRINST usr/include/linux/fsverity.h
  HDRINST usr/include/linux/if.h
  HDRINST usr/include/linux/btrfs.h
  HDRINST usr/include/linux/vm_sockets_diag.h
  HDRINST usr/include/linux/netfilter_bridge.h
  HDRINST usr/include/linux/packet_diag.h
  HDRINST usr/include/linux/netfilter_ipv4.h
  HDRINST usr/include/linux/kvm.h
  HDRINST usr/include/linux/pci.h
  HDRINST usr/include/linux/if_addrlabel.h
  HDRINST usr/include/linux/hdlcdrv.h
  HDRINST usr/include/linux/cfm_bridge.h
  HDRINST usr/include/linux/fiemap.h
  HDRINST usr/include/linux/dm-ioctl.h
  HDRINST usr/include/linux/aspeed-lpc-ctrl.h
  HDRINST usr/include/linux/atmioc.h
  HDRINST usr/include/linux/dlm.h
  HDRINST usr/include/linux/pci_regs.h
  HDRINST usr/include/linux/cachefiles.h
  HDRINST usr/include/linux/membarrier.h
  HDRINST usr/include/linux/nfs_idmap.h
  HDRINST usr/include/linux/ip.h
  HDRINST usr/include/linux/atm_he.h
  HDRINST usr/include/linux/nfsd/export.h
  HDRINST usr/include/linux/nfsd/stats.h
  HDRINST usr/include/linux/nfsd/debug.h
  HDRINST usr/include/linux/nfsd/cld.h
  HDRINST usr/include/linux/ip_vs.h
  HDRINST usr/include/linux/vmcore.h
  HDRINST usr/include/linux/vbox_vmmdev_types.h
  HDRINST usr/include/linux/dvb/osd.h
  HDRINST usr/include/linux/dvb/dmx.h
  HDRINST usr/include/linux/dvb/net.h
  HDRINST usr/include/linux/dvb/frontend.h
  HDRINST usr/include/linux/dvb/ca.h
  HDRINST usr/include/linux/dvb/version.h
  HDRINST usr/include/linux/dvb/video.h
  HDRINST usr/include/linux/dvb/audio.h
  HDRINST usr/include/linux/nfs.h
  HDRINST usr/include/linux/if_link.h
  HDRINST usr/include/linux/wait.h
  HDRINST usr/include/linux/icmpv6.h
  HDRINST usr/include/linux/media.h
  HDRINST usr/include/linux/seg6_local.h
  HDRINST usr/include/linux/openvswitch.h
  HDRINST usr/include/linux/atmsap.h
  HDRINST usr/include/linux/bpfilter.h
  HDRINST usr/include/linux/fpga-dfl.h
  HDRINST usr/include/linux/userio.h
  HDRINST usr/include/linux/signal.h
  CC      /kernel/build64/tools/objtool/arch/x86/decode.o
  HDRINST usr/include/linux/map_to_14segment.h
  HDRINST usr/include/linux/hdreg.h
  HDRINST usr/include/linux/utime.h
  HDRINST usr/include/linux/usbdevice_fs.h
  HDRINST usr/include/linux/timex.h
  HDRINST usr/include/linux/if_fc.h
  HDRINST usr/include/linux/reiserfs_xattr.h
  HDRINST usr/include/linux/hw_breakpoint.h
  HDRINST usr/include/linux/quota.h
  HDRINST usr/include/linux/ioprio.h
  HDRINST usr/include/linux/eventpoll.h
  HDRINST usr/include/linux/atmclip.h
  HDRINST usr/include/linux/can.h
  HDRINST usr/include/linux/if_team.h
  HDRINST usr/include/linux/usbip.h
  HDRINST usr/include/linux/stat.h
  HDRINST usr/include/linux/fou.h
  HDRINST usr/include/linux/hash_info.h
  HDRINST usr/include/linux/ppp-comp.h
  HDRINST usr/include/linux/ip6_tunnel.h
  HDRINST usr/include/linux/tipc_netlink.h
  HDRINST usr/include/linux/in.h
  HDRINST usr/include/linux/wireguard.h
  HDRINST usr/include/linux/btf.h
  HDRINST usr/include/linux/batman_adv.h
  HDRINST usr/include/linux/fcntl.h
  HDRINST usr/include/linux/if_ltalk.h
  HDRINST usr/include/linux/i2c.h
  HDRINST usr/include/linux/atm_idt77105.h
  HDRINST usr/include/linux/kexec.h
  HDRINST usr/include/linux/arm_sdei.h
  HDRINST usr/include/linux/netfilter_ipv6/ip6_tables.h
  HDRINST usr/include/linux/netfilter_ipv6/ip6t_ah.h
  HDRINST usr/include/linux/netfilter_ipv6/ip6t_NPT.h
  HDRINST usr/include/linux/netfilter_ipv6/ip6t_rt.h
  HDRINST usr/include/linux/netfilter_ipv6/ip6t_REJECT.h
  HDRINST usr/include/linux/netfilter_ipv6/ip6t_opts.h
  HDRINST usr/include/linux/netfilter_ipv6/ip6t_srh.h
  HDRINST usr/include/linux/netfilter_ipv6/ip6t_LOG.h
  HDRINST usr/include/linux/netfilter_ipv6/ip6t_mh.h
  HDRINST usr/include/linux/netfilter_ipv6/ip6t_HL.h
  HDRINST usr/include/linux/netfilter_ipv6/ip6t_hl.h
  HDRINST usr/include/linux/netfilter_ipv6/ip6t_frag.h
  HDRINST usr/include/linux/netfilter_ipv6/ip6t_ipv6header.h
  HDRINST usr/include/linux/minix_fs.h
  HDRINST usr/include/linux/aio_abi.h
  HDRINST usr/include/linux/pktcdvd.h
  HDRINST usr/include/linux/libc-compat.h
  HDRINST usr/include/linux/atmlec.h
  HDRINST usr/include/linux/signalfd.h
  HDRINST usr/include/linux/bpf_common.h
  HDRINST usr/include/linux/seg6_iptunnel.h
  HDRINST usr/include/linux/synclink.h
  HDRINST usr/include/linux/mpls_iptunnel.h
  HDRINST usr/include/linux/mctp.h
  HDRINST usr/include/linux/if_xdp.h
  HDRINST usr/include/linux/llc.h
  HDRINST usr/include/linux/atmsvc.h
  HDRINST usr/include/linux/sed-opal.h
  HDRINST usr/include/linux/sock_diag.h
  HDRINST usr/include/linux/time.h
  HDRINST usr/include/linux/securebits.h
  HDRINST usr/include/linux/fsl_hypervisor.h
  HDRINST usr/include/linux/if_hippi.h
  HDRINST usr/include/linux/seccomp.h
  HDRINST usr/include/linux/oom.h
  HDRINST usr/include/linux/filter.h
  HDRINST usr/include/linux/inotify.h
  HDRINST usr/include/linux/rfkill.h
  HDRINST usr/include/linux/reboot.h
  HDRINST usr/include/linux/can/vxcan.h
  HDRINST usr/include/linux/can/j1939.h
  HDRINST usr/include/linux/can/netlink.h
  HDRINST usr/include/linux/can/bcm.h
  HDRINST usr/include/linux/can/raw.h
  HDRINST usr/include/linux/can/gw.h
  HDRINST usr/include/linux/can/error.h
  HDRINST usr/include/linux/can/isotp.h
  HDRINST usr/include/linux/if_eql.h
  HDRINST usr/include/linux/hiddev.h
  HDRINST usr/include/linux/blktrace_api.h
  HDRINST usr/include/linux/ccs.h
  HDRINST usr/include/linux/ioam6.h
  HDRINST usr/include/linux/hsr_netlink.h
  HDRINST usr/include/linux/mmc/ioctl.h
  HDRINST usr/include/linux/bfs_fs.h
  HDRINST usr/include/linux/rio_cm_cdev.h
  HDRINST usr/include/linux/uleds.h
  HDRINST usr/include/linux/mrp_bridge.h
  HDRINST usr/include/linux/adb.h
  HDRINST usr/include/linux/pmu.h
  HDRINST usr/include/linux/udmabuf.h
  HDRINST usr/include/linux/kcmp.h
  HDRINST usr/include/linux/dma-heap.h
  HDRINST usr/include/linux/userfaultfd.h
  HDRINST usr/include/linux/netfilter_arp/arpt_mangle.h
  HDRINST usr/include/linux/netfilter_arp/arp_tables.h
  HDRINST usr/include/linux/tipc.h
  HDRINST usr/include/linux/virtio_ids.h
  HDRINST usr/include/linux/l2tp.h
  HDRINST usr/include/linux/devlink.h
  HDRINST usr/include/linux/virtio_gpio.h
  HDRINST usr/include/linux/dcbnl.h
  HDRINST usr/include/linux/cyclades.h
  HDRINST usr/include/sound/intel/avs/tokens.h
  HDRINST usr/include/sound/sof/fw.h
  HDRINST usr/include/sound/sof/abi.h
  HDRINST usr/include/sound/sof/tokens.h
  HDRINST usr/include/sound/sof/header.h
  HDRINST usr/include/sound/usb_stream.h
  HDRINST usr/include/sound/sfnt_info.h
  HDRINST usr/include/sound/asequencer.h
  HDRINST usr/include/sound/tlv.h
  HDRINST usr/include/sound/asound.h
  HDRINST usr/include/sound/asoc.h
  HDRINST usr/include/sound/sb16_csp.h
  HDRINST usr/include/sound/compress_offload.h
  HDRINST usr/include/sound/hdsp.h
  HDRINST usr/include/sound/emu10k1.h
  HDRINST usr/include/sound/snd_ar_tokens.h
  HDRINST usr/include/sound/snd_sst_tokens.h
  HDRINST usr/include/sound/asound_fm.h
  HDRINST usr/include/sound/hdspm.h
  HDRINST usr/include/sound/compress_params.h
  HDRINST usr/include/sound/firewire.h
  HDRINST usr/include/sound/skl-tplg-interface.h
  HDRINST usr/include/scsi/scsi_bsg_ufs.h
  HDRINST usr/include/scsi/scsi_netlink_fc.h
  HDRINST usr/include/scsi/scsi_bsg_mpi3mr.h
  HDRINST usr/include/scsi/fc/fc_ns.h
  HDRINST usr/include/scsi/fc/fc_fs.h
  HDRINST usr/include/scsi/fc/fc_els.h
  HDRINST usr/include/scsi/fc/fc_gs.h
  HDRINST usr/include/scsi/scsi_bsg_fc.h
  HDRINST usr/include/scsi/cxlflash_ioctl.h
  HDRINST usr/include/scsi/scsi_netlink.h
  HDRINST usr/include/linux/version.h
  HDRINST usr/include/asm/processor-flags.h
  HDRINST usr/include/asm/auxvec.h
  HDRINST usr/include/asm/svm.h
  HDRINST usr/include/asm/bitsperlong.h
  HDRINST usr/include/asm/kvm_perf.h
  HDRINST usr/include/asm/mce.h
  HDRINST usr/include/asm/posix_types.h
  HDRINST usr/include/asm/msr.h
  HDRINST usr/include/asm/sigcontext32.h
  HDRINST usr/include/asm/mman.h
  HDRINST usr/include/asm/shmbuf.h
  HDRINST usr/include/asm/e820.h
  HDRINST usr/include/asm/posix_types_64.h
  HDRINST usr/include/asm/vsyscall.h
  HDRINST usr/include/asm/msgbuf.h
  HDRINST usr/include/asm/swab.h
  HDRINST usr/include/asm/statfs.h
  HDRINST usr/include/asm/posix_types_x32.h
  HDRINST usr/include/asm/ptrace.h
  HDRINST usr/include/asm/unistd.h
  HDRINST usr/include/asm/ist.h
  HDRINST usr/include/asm/prctl.h
  HDRINST usr/include/asm/boot.h
  HDRINST usr/include/asm/sigcontext.h
  HDRINST usr/include/asm/posix_types_32.h
  HDRINST usr/include/asm/kvm_para.h
  HDRINST usr/include/asm/a.out.h
  HDRINST usr/include/asm/mtrr.h
  HDRINST usr/include/asm/amd_hsmp.h
  HDRINST usr/include/asm/hwcap2.h
  HDRINST usr/include/asm/ptrace-abi.h
  HDRINST usr/include/asm/vm86.h
  HDRINST usr/include/asm/vmx.h
  HDRINST usr/include/asm/ldt.h
  HDRINST usr/include/asm/perf_regs.h
  HDRINST usr/include/asm/kvm.h
  HDRINST usr/include/asm/debugreg.h
  HDRINST usr/include/asm/signal.h
  HDRINST usr/include/asm/bootparam.h
  HDRINST usr/include/asm/siginfo.h
  HDRINST usr/include/asm/hw_breakpoint.h
  HDRINST usr/include/asm/stat.h
  HDRINST usr/include/asm/setup.h
  HDRINST usr/include/asm/sembuf.h
  HDRINST usr/include/asm/sgx.h
  HDRINST usr/include/asm/ucontext.h
  HDRINST usr/include/asm/byteorder.h
  HDRINST usr/include/asm/unistd_64.h
  HDRINST usr/include/asm/ioctls.h
  HDRINST usr/include/asm/bpf_perf_event.h
  HDRINST usr/include/asm/types.h
  HDRINST usr/include/asm/poll.h
  HDRINST usr/include/asm/resource.h
  HDRINST usr/include/asm/param.h
  HDRINST usr/include/asm/sockios.h
  HDRINST usr/include/asm/errno.h
  HDRINST usr/include/asm/unistd_x32.h
  HDRINST usr/include/asm/termios.h
  HDRINST usr/include/asm/ioctl.h
  HDRINST usr/include/asm/socket.h
  HDRINST usr/include/asm/unistd_32.h
  HDRINST usr/include/asm/termbits.h
  HDRINST usr/include/asm/fcntl.h
  HDRINST usr/include/asm/ipcbuf.h
  HOSTLD  scripts/mod/modpost
  CC      kernel/bounds.s
  CHKSHA1 ../include/linux/atomic/atomic-instrumented.h
  CHKSHA1 ../include/linux/atomic/atomic-arch-fallback.h
  CHKSHA1 ../include/linux/atomic/atomic-long.h
  UPD     include/generated/timeconst.h
  LD      /kernel/build64/tools/objtool/arch/x86/objtool-in.o
  UPD     include/generated/bounds.h
  CC      arch/x86/kernel/asm-offsets.s
  UPD     include/generated/asm-offsets.h
  CALL    ../scripts/checksyscalls.sh
  LD      /kernel/build64/tools/objtool/objtool-in.o
  LINK    /kernel/build64/tools/objtool/objtool
  LDS     scripts/module.lds
  CC      ipc/compat.o
  CC      ipc/util.o
  HOSTCC  usr/gen_init_cpio
  CC      io_uring/io_uring.o
  CC      ipc/msgutil.o
  AR      certs/built-in.a
  CC      init/main.o
  CC      ipc/msg.o
  CC      ipc/sem.o
  CC      ipc/shm.o
  CC      io_uring/xattr.o
  CC      io_uring/nop.o
  CC      ipc/syscall.o
  UPD     init/utsversion-tmp.h
  CC      ipc/ipc_sysctl.o
  CC      arch/x86/power/cpu.o
  CC      io_uring/fs.o
  AS      arch/x86/lib/clear_page_64.o
  CC      ipc/mqueue.o
  CC      io_uring/splice.o
  AR      arch/x86/video/built-in.a
  CC      security/commoncap.o
  CC      arch/x86/power/hibernate_64.o
  CC      arch/x86/pci/i386.o
  AR      virt/lib/built-in.a
  CC      init/do_mounts.o
  CC      security/keys/gc.o
  CC [M]  arch/x86/video/fbdev.o
  CC      arch/x86/pci/init.o
  CC      arch/x86/realmode/init.o
  CC      block/partitions/core.o
  AS      arch/x86/crypto/aesni-intel_asm.o
  CC      fs/nfs_common/grace.o
  AR      drivers/irqchip/built-in.a
  CC      net/llc/llc_core.o
  CC [M]  virt/lib/irqbypass.o
  CC      fs/iomap/trace.o
  CC      net/core/sock.o
  CC      sound/core/seq/seq.o
  CC      arch/x86/events/amd/core.o
  CC      arch/x86/mm/pat/set_memory.o
  AR      arch/x86/ia32/built-in.a
  AR      sound/isa/ad1816a/built-in.a
  AR      sound/drivers/opl3/built-in.a
  CC      fs/notify/dnotify/dnotify.o
  AR      sound/i2c/other/built-in.a
  CC      arch/x86/kernel/fpu/init.o
  AR      sound/i2c/built-in.a
  CC      lib/kunit/test.o
  CC      lib/kunit/resource.o
  AR      sound/isa/ad1848/built-in.a
  CC      arch/x86/lib/cmdline.o
  AR      sound/drivers/opl4/built-in.a
  AR      drivers/bus/mhi/built-in.a
  AS      arch/x86/lib/cmpxchg16b_emu.o
  CC      arch/x86/entry/vdso/vma.o
  AR      drivers/bus/built-in.a
  AR      sound/isa/cs423x/built-in.a
  CC      mm/kasan/common.o
  CC      kernel/sched/core.o
  AR      sound/drivers/mpu401/built-in.a
  CC      arch/x86/crypto/aesni-intel_glue.o
  AR      sound/isa/es1688/built-in.a
  CC      crypto/api.o
  AR      drivers/phy/allwinner/built-in.a
  AR      sound/drivers/vx/built-in.a
  AS      arch/x86/crypto/aesni-intel_avx-x86_64.o
  AR      sound/isa/galaxy/built-in.a
  AR      drivers/phy/amlogic/built-in.a
  AR      sound/drivers/pcsp/built-in.a
  AR      drivers/phy/broadcom/built-in.a
  AR      sound/isa/gus/built-in.a
  AR      sound/drivers/built-in.a
  AR      drivers/phy/cadence/built-in.a
  AR      sound/isa/msnd/built-in.a
  CC      arch/x86/lib/copy_mc.o
  AR      drivers/phy/freescale/built-in.a
  AR      sound/isa/opti9xx/built-in.a
  AR      drivers/phy/hisilicon/built-in.a
  AR      sound/isa/sb/built-in.a
  AR      drivers/phy/ingenic/built-in.a
  AR      sound/isa/wavefront/built-in.a
  AR      drivers/phy/intel/built-in.a
  AR      sound/isa/wss/built-in.a
  CC      mm/kasan/report.o
  AR      sound/isa/built-in.a
  AR      drivers/phy/lantiq/built-in.a
  AR      drivers/phy/marvell/built-in.a
  CC      net/llc/llc_input.o
  AR      drivers/phy/mediatek/built-in.a
  AR      drivers/phy/microchip/built-in.a
  AR      drivers/phy/motorola/built-in.a
  AR      drivers/phy/mscc/built-in.a
  AR      drivers/phy/qualcomm/built-in.a
  AR      drivers/phy/ralink/built-in.a
  AR      drivers/phy/renesas/built-in.a
  AR      drivers/phy/rockchip/built-in.a
  AR      drivers/phy/samsung/built-in.a
  AR      drivers/phy/socionext/built-in.a
  GEN     usr/initramfs_data.cpio
  AR      drivers/phy/st/built-in.a
  COPY    usr/initramfs_inc_data
  AS      usr/initramfs_data.o
  AR      drivers/phy/sunplus/built-in.a
  AR      drivers/phy/tegra/built-in.a
  AR      usr/built-in.a
  AR      drivers/phy/ti/built-in.a
  CC      net/llc/llc_output.o
  AR      drivers/phy/xilinx/built-in.a
  CC      drivers/phy/phy-core.o
  CC      arch/x86/mm/init.o
  CC      arch/x86/kernel/fpu/bugs.o
  AS      arch/x86/lib/copy_mc_64.o
  AR      virt/built-in.a
  AS      arch/x86/lib/copy_page_64.o
  CC      arch/x86/mm/pat/memtype.o
  CC      lib/kunit/static_stub.o
  AS      arch/x86/lib/copy_user_64.o
  AS      arch/x86/lib/copy_user_uncached_64.o
  CC      sound/core/seq/seq_lock.o
  CC      sound/core/seq/seq_clientmgr.o
  CC      arch/x86/kernel/fpu/core.o
  CC      arch/x86/mm/pat/memtype_interval.o
  AS      arch/x86/realmode/rm/header.o
  CC      arch/x86/lib/cpu.o
  CC      ipc/namespace.o
  AS      arch/x86/realmode/rm/trampoline_64.o
  AS      arch/x86/realmode/rm/stack.o
  CC      security/keys/key.o
  AS      arch/x86/power/hibernate_asm_64.o
  AR      arch/x86/platform/atom/built-in.a
  AS      arch/x86/realmode/rm/reboot.o
  CC      sound/core/seq/seq_memory.o
  AR      arch/x86/platform/ce4100/built-in.a
  AR      fs/notify/dnotify/built-in.a
  CC      sound/core/seq/seq_queue.o
  CC      arch/x86/platform/efi/memmap.o
  CC      sound/core/sound.o
  CC      fs/notify/inotify/inotify_fsnotify.o
  AS      arch/x86/realmode/rm/wakeup_asm.o
  CC      arch/x86/pci/mmconfig_64.o
  AR      fs/nfs_common/built-in.a
  CC      arch/x86/realmode/rm/wakemain.o
  CC      arch/x86/realmode/rm/video-mode.o
  CC      arch/x86/pci/direct.o
  AR      arch/x86/platform/geode/built-in.a
  CC      fs/notify/inotify/inotify_user.o
  CC      lib/kunit/string-stream.o
  CC      security/keys/keyring.o
  CC      init/do_mounts_initrd.o
  CC      io_uring/sync.o
  CC      crypto/cipher.o
  CC      mm/filemap.o
  AS      arch/x86/realmode/rm/copy.o
  CC      arch/x86/entry/vdso/extable.o
  CC      lib/math/div64.o
  CC      block/partitions/ldm.o
  AS      arch/x86/realmode/rm/bioscall.o
  CC      arch/x86/power/hibernate.o
  CC      arch/x86/realmode/rm/regs.o
  CC      lib/math/gcd.o
  CC      mm/kasan/init.o
  CC      mm/kasan/generic.o
  CC      arch/x86/lib/delay.o
  CC      arch/x86/realmode/rm/video-vga.o
  CC      sound/core/init.o
  CC      lib/crypto/memneq.o
  CC      lib/math/lcm.o
  AS      arch/x86/crypto/aes_ctrby8_avx-x86_64.o
  CC      lib/math/int_pow.o
  CC      arch/x86/events/amd/lbr.o
  CC      arch/x86/realmode/rm/video-vesa.o
  CC      fs/iomap/iter.o
  AR      net/llc/built-in.a
  CC      lib/math/int_sqrt.o
  CC      lib/zlib_inflate/inffast.o
  AS [M]  arch/x86/crypto/ghash-clmulni-intel_asm.o
  CC      lib/zlib_inflate/inflate.o
  CC      arch/x86/realmode/rm/video-bios.o
  CC      lib/crypto/utils.o
  CC [M]  arch/x86/crypto/ghash-clmulni-intel_glue.o
  CC      lib/zlib_inflate/infutil.o
  CC      lib/math/reciprocal_div.o
  CC      lib/zlib_inflate/inftrees.o
  CC      ipc/mq_sysctl.o
  CC      block/bdev.o
  CC      lib/kunit/assert.o
  CC      block/partitions/msdos.o
  PASYMS  arch/x86/realmode/rm/pasyms.h
  LDS     arch/x86/realmode/rm/realmode.lds
  AS      arch/x86/lib/getuser.o
  CC      crypto/compress.o
  LD      arch/x86/realmode/rm/realmode.elf
  RELOCS  arch/x86/realmode/rm/realmode.relocs
  OBJCOPY arch/x86/realmode/rm/realmode.bin
  AS      arch/x86/realmode/rmpiggy.o
  CC      block/partitions/efi.o
  CC      lib/math/rational.o
  GEN     arch/x86/lib/inat-tables.c
  AR      arch/x86/realmode/built-in.a
  AR      drivers/phy/built-in.a
  CC      arch/x86/kernel/cpu/mce/core.o
  CC      arch/x86/mm/init_64.o
  CC      arch/x86/kernel/cpu/mce/severity.o
  CC      arch/x86/kernel/cpu/mce/genpool.o
  AR      drivers/pinctrl/actions/built-in.a
  CC      arch/x86/lib/insn-eval.o
  AR      drivers/pinctrl/bcm/built-in.a
  CC      arch/x86/lib/insn.o
  AR      drivers/pinctrl/cirrus/built-in.a
  AR      drivers/pinctrl/freescale/built-in.a
  CC      arch/x86/platform/efi/quirks.o
  CC      drivers/pinctrl/intel/pinctrl-baytrail.o
  CC      arch/x86/pci/mmconfig-shared.o
  AR      drivers/pinctrl/mediatek/built-in.a
  CC      arch/x86/pci/fixup.o
  CC      sound/core/seq/seq_fifo.o
  CC      lib/crypto/chacha.o
  CC      lib/crypto/aes.o
  CC      fs/notify/fanotify/fanotify.o
  CC      init/initramfs.o
  CC      lib/crypto/gf128mul.o
  CC      arch/x86/entry/vdso/vdso32-setup.o
  CC      arch/x86/kernel/acpi/boot.o
  CC      fs/notify/fanotify/fanotify_user.o
  AR      fs/quota/built-in.a
  CC      arch/x86/kernel/acpi/sleep.o
  AR      arch/x86/mm/pat/built-in.a
  CC      crypto/algapi.o
  CC      arch/x86/entry/vsyscall/vsyscall_64.o
  LDS     arch/x86/entry/vdso/vdso.lds
  CC      lib/zlib_deflate/deflate.o
  CC [M]  lib/math/prime_numbers.o
  CC      lib/zlib_deflate/deftree.o
  AR      arch/x86/power/built-in.a
  AS      arch/x86/kernel/acpi/wakeup_64.o
  CC      fs/proc/task_mmu.o
  AS [M]  arch/x86/crypto/crc32-pclmul_asm.o
  AS      arch/x86/entry/vdso/vdso-note.o
  CC      lib/zlib_deflate/deflate_syms.o
  AR      fs/notify/inotify/built-in.a
  CC [M]  arch/x86/crypto/crc32-pclmul_glue.o
  CC      lib/kunit/try-catch.o
  CC      arch/x86/entry/vdso/vclock_gettime.o
  CC      arch/x86/events/intel/core.o
  CC      block/fops.o
  CC      block/bio.o
  CC      fs/iomap/buffered-io.o
  CC      mm/kasan/report_generic.o
  CC      arch/x86/events/amd/ibs.o
  CC      arch/x86/kernel/fpu/regset.o
  CC      arch/x86/events/intel/bts.o
  CC      lib/zlib_inflate/inflate_syms.o
  CC      fs/notify/fsnotify.o
  CC      sound/core/memory.o
  CC      arch/x86/kernel/cpu/mce/intel.o
  CC      security/keys/keyctl.o
  CC      arch/x86/kernel/cpu/mce/threshold.o
  CC      mm/kasan/shadow.o
  CC      mm/mempool.o
  CC      sound/core/seq/seq_prioq.o
  CC      arch/x86/events/intel/ds.o
  AR      ipc/built-in.a
  CC      arch/x86/events/amd/uncore.o
  CC      security/keys/permission.o
  CC      lib/crypto/blake2s.o
  CC      lib/kunit/executor.o
  AR      block/partitions/built-in.a
  CC      block/elevator.o
  AS [M]  arch/x86/crypto/crct10dif-pcl-asm_64.o
  CC [M]  arch/x86/crypto/crct10dif-pclmul_glue.o
  AR      lib/math/built-in.a
  AS      arch/x86/lib/memcpy_64.o
  CC      mm/oom_kill.o
  CC      net/core/request_sock.o
  CC      arch/x86/platform/efi/efi.o
  AR      lib/zlib_inflate/built-in.a
  CC      net/core/skbuff.o
  CC      arch/x86/kernel/acpi/apei.o
  AS      arch/x86/lib/memmove_64.o
  CC      arch/x86/entry/vdso/vgetcpu.o
  CC      lib/lzo/lzo1x_compress.o
  AS      arch/x86/lib/memset_64.o
  CC      arch/x86/pci/acpi.o
  CC      arch/x86/lib/misc.o
  CC      lib/crypto/blake2s-generic.o
  CC      init/calibrate.o
  CC      fs/notify/notification.o
  HOSTCC  arch/x86/entry/vdso/vdso2c
  CC      arch/x86/lib/pc-conf-reg.o
  AS      arch/x86/entry/vsyscall/vsyscall_emu_64.o
  AR      arch/x86/entry/vsyscall/built-in.a
  CC      security/keys/process_keys.o
  CC      drivers/pinctrl/intel/pinctrl-intel.o
  CC      arch/x86/pci/legacy.o
  CC      arch/x86/kernel/acpi/cppc.o
  LDS     arch/x86/entry/vdso/vdso32/vdso32.lds
  CC      mm/kasan/quarantine.o
  CC      arch/x86/kernel/fpu/signal.o
  AS      arch/x86/entry/vdso/vdso32/note.o
  AS      arch/x86/lib/putuser.o
  AS      arch/x86/entry/vdso/vdso32/system_call.o
  AR      lib/zlib_deflate/built-in.a
  LD [M]  arch/x86/crypto/ghash-clmulni-intel.o
  AS      arch/x86/lib/retpoline.o
  CC      arch/x86/kernel/acpi/cstate.o
  LD [M]  arch/x86/crypto/crc32-pclmul.o
  CC      arch/x86/kernel/cpu/mce/apei.o
  CC      security/keys/request_key.o
  CC      arch/x86/lib/usercopy.o
  CC      lib/kunit/hooks.o
  AR      arch/x86/crypto/built-in.a
  AS      arch/x86/entry/vdso/vdso32/sigreturn.o
  LD [M]  arch/x86/crypto/crct10dif-pclmul.o
  CC      arch/x86/kernel/fpu/xstate.o
  CC      sound/core/seq/seq_timer.o
  CC      block/blk-core.o
  CC      fs/notify/group.o
  CC      init/init_task.o
  CC      fs/iomap/direct-io.o
  AR      arch/x86/net/built-in.a
  AS      arch/x86/entry/entry.o
  CC      arch/x86/entry/vdso/vdso32/vclock_gettime.o
  CC      arch/x86/mm/fault.o
  CC      init/version.o
  CC      fs/iomap/fiemap.o
  CC      lib/crypto/blake2s-selftest.o
  CC      arch/x86/entry/vdso/vdso32/vgetcpu.o
  CC      crypto/scatterwalk.o
  CC      lib/lzo/lzo1x_decompress_safe.o
  CC      block/blk-sysfs.o
  CC      block/blk-flush.o
  CC      mm/fadvise.o
  CC      fs/iomap/seek.o
  AR      lib/kunit/built-in.a
  AS      arch/x86/entry/entry_64.o
  CC      arch/x86/lib/usercopy_64.o
  CC      fs/notify/mark.o
  AR      fs/notify/fanotify/built-in.a
  CC      lib/lz4/lz4_compress.o
  CC      lib/lz4/lz4hc_compress.o
  CC      arch/x86/mm/ioremap.o
  CC      lib/zstd/zstd_compress_module.o
  AR      arch/x86/events/amd/built-in.a
  CC      lib/lz4/lz4_decompress.o
  CC      lib/crypto/des.o
  CC      arch/x86/mm/extable.o
  CC      sound/core/seq/seq_system.o
  CC      arch/x86/pci/irq.o
  CC      arch/x86/platform/efi/efi_64.o
  CC      lib/zstd/compress/fse_compress.o
  CC      security/keys/request_key_auth.o
  AR      arch/x86/kernel/acpi/built-in.a
  VDSO    arch/x86/entry/vdso/vdso64.so.dbg
  AR      arch/x86/kernel/cpu/mce/built-in.a
  CC      arch/x86/kernel/cpu/mtrr/mtrr.o
  CC      drivers/gpio/gpiolib.o
  CC      drivers/gpio/gpiolib-devres.o
  AR      lib/lzo/built-in.a
  AR      mm/kasan/built-in.a
  OBJCOPY arch/x86/entry/vdso/vdso64.so
  CC      mm/maccess.o
  CC      lib/xz/xz_dec_syms.o
  VDSO2C  arch/x86/entry/vdso/vdso-image-64.c
  VDSO    arch/x86/entry/vdso/vdso32.so.dbg
  CC      arch/x86/entry/vdso/vdso-image-64.o
  CC      lib/xz/xz_dec_stream.o
  CC      fs/notify/fdinfo.o
  CC      mm/page-writeback.o
  CC      crypto/proc.o
  CC      mm/folio-compat.o
  AR      init/built-in.a
  CC      mm/readahead.o
  CC      sound/core/seq/seq_ports.o
  CC      sound/core/control.o
  CC      fs/proc/inode.o
  CC      fs/proc/root.o
  CC      mm/swap.o
  CC      arch/x86/lib/msr-smp.o
  CC      lib/xz/xz_dec_lzma2.o
  CC      lib/zstd/compress/hist.o
  CC      lib/raid6/algos.o
  OBJCOPY arch/x86/entry/vdso/vdso32.so
  VDSO2C  arch/x86/entry/vdso/vdso-image-32.c
  CC      arch/x86/entry/vdso/vdso-image-32.o
  CC      fs/iomap/swapfile.o
  CC      lib/fonts/fonts.o
  CC      lib/fonts/font_8x8.o
  CC      lib/zstd/compress/huf_compress.o
  CC      lib/zstd/compress/zstd_compress.o
  CC      lib/fonts/font_8x16.o
  CC [M]  drivers/pinctrl/intel/pinctrl-cherryview.o
  CC      arch/x86/mm/mmap.o
  CC      lib/xz/xz_dec_bcj.o
  CC      net/ethernet/eth.o
  CC      arch/x86/lib/cache-smp.o
  CC      security/keys/user_defined.o
  CC      arch/x86/lib/msr.o
  CC      security/keys/compat.o
  AR      arch/x86/entry/vdso/built-in.a
  CC      arch/x86/entry/syscall_64.o
  CC      net/802/p8022.o
  CC      net/802/psnap.o
  AR      arch/x86/kernel/fpu/built-in.a
  CC      arch/x86/events/core.o
  CC      arch/x86/events/zhaoxin/core.o
  CC      crypto/aead.o
  CC      security/keys/proc.o
  CC      arch/x86/kernel/apic/apic.o
  AS      arch/x86/platform/efi/efi_stub_64.o
  CC      lib/argv_split.o
  AR      arch/x86/platform/efi/built-in.a
  AR      arch/x86/platform/iris/built-in.a
  CC      lib/bug.o
  CC      arch/x86/platform/intel/iosf_mbi.o
  AR      fs/notify/built-in.a
  CC      arch/x86/kernel/cpu/mtrr/if.o
  CC      arch/x86/kernel/apic/apic_common.o
  CC      lib/zstd/compress/zstd_compress_literals.o
  CC      lib/raid6/recov.o
  CC      lib/crypto/sha1.o
  AR      lib/fonts/built-in.a
  CC      arch/x86/kernel/apic/apic_noop.o
  HOSTCC  lib/raid6/mktables
  CC      lib/crypto/sha256.o
  AS      arch/x86/lib/msr-reg.o
  CC      arch/x86/lib/msr-reg-export.o
  CC      mm/truncate.o
  CC      mm/vmscan.o
  CC      arch/x86/kernel/apic/ipi.o
  CC      sound/core/seq/seq_info.o
  CC      arch/x86/pci/common.o
  UNROLL  lib/raid6/int1.c
  CC      lib/zstd/compress/zstd_compress_sequences.o
  CC      lib/zstd/compress/zstd_compress_superblock.o
  CC      fs/proc/base.o
  AR      lib/xz/built-in.a
  CC      net/802/stp.o
  UNROLL  lib/raid6/int2.c
  CC      kernel/power/qos.o
  CC      kernel/locking/mutex.o
  AR      fs/iomap/built-in.a
  CC      fs/kernfs/mount.o
  CC      kernel/power/main.o
  CC      arch/x86/mm/pgtable.o
  CC      kernel/locking/semaphore.o
  CC      arch/x86/kernel/apic/vector.o
  CC      kernel/power/console.o
  CC      arch/x86/entry/common.o
  CC      arch/x86/events/intel/knc.o
  CC      arch/x86/kernel/apic/hw_nmi.o
  CC      kernel/power/process.o
  CC      fs/sysfs/file.o
  CC      security/keys/sysctl.o
  CC      fs/sysfs/dir.o
  CC      fs/configfs/inode.o
  AR      lib/lz4/built-in.a
  CC      fs/configfs/file.o
  CC      io_uring/advise.o
  CC      fs/sysfs/symlink.o
  AS      arch/x86/lib/hweight.o
  UNROLL  lib/raid6/int4.c
  UNROLL  lib/raid6/int8.c
  CC      arch/x86/lib/iomem.o
  UNROLL  lib/raid6/int16.c
  UNROLL  lib/raid6/int32.c
  CC      fs/configfs/dir.o
  CC      arch/x86/events/intel/lbr.o
  CC      arch/x86/kernel/cpu/mtrr/generic.o
  CC      lib/raid6/recov_ssse3.o
  CC [M]  lib/crypto/arc4.o
  CC      crypto/geniv.o
  CC      lib/raid6/recov_avx2.o
  AR      arch/x86/platform/intel/built-in.a
  AR      arch/x86/platform/intel-mid/built-in.a
  AR      arch/x86/platform/intel-quark/built-in.a
  AR      arch/x86/events/zhaoxin/built-in.a
  AR      sound/core/seq/built-in.a
  CC      arch/x86/events/probe.o
  AR      arch/x86/platform/olpc/built-in.a
  CC      kernel/power/suspend.o
  AR      arch/x86/platform/scx200/built-in.a
  AR      arch/x86/platform/ts5500/built-in.a
  AR      arch/x86/platform/uv/built-in.a
  AR      arch/x86/platform/built-in.a
  CC      block/blk-settings.o
  CC [M]  arch/x86/kvm/../../../virt/kvm/kvm_main.o
  CC [M]  drivers/pinctrl/intel/pinctrl-broxton.o
  CC      fs/kernfs/inode.o
  AR      net/ethernet/built-in.a
  CC      arch/x86/pci/early.o
  CC [M]  arch/x86/kvm/../../../virt/kvm/eventfd.o
  AS      arch/x86/lib/iomap_copy_64.o
  CC      lib/raid6/mmx.o
  CC      fs/kernfs/dir.o
  AR      lib/crypto/built-in.a
  CC      arch/x86/lib/inat.o
  LD [M]  lib/crypto/libarc4.o
  AR      security/keys/built-in.a
  CC      fs/kernfs/file.o
  CC      security/min_addr.o
  CC      arch/x86/kernel/apic/io_apic.o
  CC      arch/x86/kernel/apic/msi.o
  CC      block/blk-ioc.o
  AR      net/802/built-in.a
  CC      sound/core/misc.o
  CC      kernel/locking/rwsem.o
  CC      kernel/locking/percpu-rwsem.o
  CC      arch/x86/kernel/apic/x2apic_phys.o
  AS      arch/x86/entry/thunk_64.o
  CC      lib/raid6/sse1.o
  CC      fs/sysfs/mount.o
  AS      arch/x86/entry/entry_64_compat.o
  AR      arch/x86/lib/built-in.a
  AR      arch/x86/lib/lib.a
  CC      lib/zstd/compress/zstd_double_fast.o
  CC      fs/sysfs/group.o
  CC      arch/x86/entry/syscall_32.o
  CC      lib/raid6/sse2.o
  CC      security/inode.o
  CC      mm/shmem.o
  CC      arch/x86/mm/physaddr.o
  CC      arch/x86/kernel/apic/x2apic_cluster.o
  CC      lib/zstd/compress/zstd_fast.o
  CC      arch/x86/events/utils.o
  CC      arch/x86/events/rapl.o
  CC      lib/raid6/avx2.o
  CC      io_uring/filetable.o
  CC      net/core/datagram.o
  CC [M]  drivers/pinctrl/intel/pinctrl-geminilake.o
  CC      sound/core/device.o
  CC      arch/x86/kernel/cpu/mtrr/cleanup.o
  CC      crypto/skcipher.o
  CC      lib/zstd/compress/zstd_lazy.o
  CC      fs/proc/generic.o
  CC      arch/x86/pci/bus_numa.o
  CC      arch/x86/kernel/apic/apic_flat_64.o
  CC      arch/x86/pci/amd_bus.o
  CC      lib/buildid.o
  CC      security/device_cgroup.o
  CC      mm/util.o
  CC      kernel/locking/irqflag-debug.o
  CC      arch/x86/mm/tlb.o
  CC      kernel/power/hibernate.o
  CC      fs/configfs/symlink.o
  AR      arch/x86/entry/built-in.a
  CC      kernel/power/snapshot.o
  CC      arch/x86/events/intel/p4.o
  CC      arch/x86/events/intel/p6.o
  CC      arch/x86/kernel/apic/probe_64.o
  CC      block/blk-map.o
  CC      arch/x86/kernel/cpu/cacheinfo.o
  CC      fs/configfs/mount.o
  AR      fs/sysfs/built-in.a
  CC      arch/x86/events/intel/pt.o
  CC [M]  drivers/pinctrl/intel/pinctrl-sunrisepoint.o
  CC      arch/x86/events/intel/uncore.o
  CC      arch/x86/events/intel/uncore_nhmex.o
  CC      lib/zstd/compress/zstd_ldm.o
  CC      arch/x86/events/intel/uncore_snb.o
  CC      drivers/gpio/gpiolib-legacy.o
  CC      crypto/seqiv.o
  CC      sound/core/info.o
  CC      arch/x86/events/intel/uncore_snbep.o
  CC      lib/raid6/avx512.o
  CC      lib/raid6/recov_avx512.o
  CC      arch/x86/events/intel/uncore_discovery.o
  CC      fs/kernfs/symlink.o
  CC      lib/zstd/compress/zstd_opt.o
  CC      io_uring/openclose.o
  CC      sound/core/isadma.o
  CC      io_uring/uring_cmd.o
  CC      lib/cmdline.o
  CC      arch/x86/events/msr.o
  AR      drivers/pinctrl/intel/built-in.a
  AR      drivers/pinctrl/mvebu/built-in.a
  AR      drivers/pinctrl/nomadik/built-in.a
  CC      drivers/gpio/gpiolib-cdev.o
  AR      arch/x86/pci/built-in.a
  AR      arch/x86/kernel/cpu/mtrr/built-in.a
  CC      drivers/gpio/gpiolib-sysfs.o
  CC      block/blk-merge.o
  CC      arch/x86/events/intel/cstate.o
  AR      drivers/pinctrl/nuvoton/built-in.a
  CC      block/blk-timeout.o
  CC      fs/configfs/item.o
  AR      drivers/pinctrl/nxp/built-in.a
  CC      fs/proc/array.o
  AR      drivers/pinctrl/sprd/built-in.a
  CC      kernel/locking/mutex-debug.o
  CC      net/sched/sch_generic.o
  AR      drivers/pinctrl/sunplus/built-in.a
  AR      drivers/pinctrl/ti/built-in.a
  CC      fs/devpts/inode.o
  CC      drivers/pinctrl/core.o
  CC      lib/cpumask.o
  CC      net/core/stream.o
  CC      crypto/echainiv.o
  CC      lib/zstd/zstd_decompress_module.o
  CC      sound/core/vmaster.o
  CC      lib/zstd/decompress/huf_decompress.o
  TABLE   lib/raid6/tables.c
  CC      arch/x86/kernel/kprobes/core.o
  CC      net/sched/sch_mq.o
  CC      lib/raid6/int1.o
  CC      kernel/sched/fair.o
  AR      fs/kernfs/built-in.a
  CC      mm/mmzone.o
  CC      lib/raid6/int2.o
  CC      arch/x86/mm/cpu_entry_area.o
  CC      kernel/sched/build_policy.o
  CC      arch/x86/mm/maccess.o
  AR      arch/x86/kernel/apic/built-in.a
  CC      net/sched/sch_frag.o
  CC      mm/vmstat.o
  CC      arch/x86/kernel/cpu/scattered.o
  AR      security/built-in.a
  CC      fs/proc/fd.o
  CC      lib/ctype.o
  AR      fs/configfs/built-in.a
  CC      drivers/pinctrl/pinctrl-utils.o
  CC      lib/dec_and_lock.o
  CC      mm/backing-dev.o
  CC      io_uring/epoll.o
  CC      io_uring/statx.o
  CC      kernel/locking/lockdep.o
  CC      lib/zstd/decompress/zstd_ddict.o
  CC      block/blk-lib.o
  CC      kernel/locking/lockdep_proc.o
  CC      drivers/pinctrl/pinmux.o
  CC      sound/core/ctljack.o
  CC      mm/mm_init.o
  AR      drivers/pwm/built-in.a
  CC      crypto/ahash.o
  CC      kernel/power/swap.o
  CC      drivers/pci/msi/pcidev_msi.o
  CC      drivers/video/console/dummycon.o
  CC      drivers/video/logo/logo.o
  CC      drivers/pci/pcie/portdrv.o
  HOSTCC  drivers/video/logo/pnmtologo
  AR      fs/devpts/built-in.a
  CC      mm/percpu.o
  CC      io_uring/net.o
  CC      lib/zstd/decompress/zstd_decompress.o
  CC      arch/x86/kernel/cpu/topology.o
  CC      drivers/video/backlight/backlight.o
  CC      arch/x86/mm/pgprot.o
  CC      drivers/gpio/gpiolib-acpi.o
  CC      lib/raid6/int4.o
  CC      fs/proc/proc_tty.o
  LOGO    drivers/video/logo/logo_linux_clut224.c
  CC      sound/core/jack.o
  CC      sound/core/timer.o
  CC      drivers/video/logo/logo_linux_clut224.o
  CC      drivers/pci/pcie/rcec.o
  CC      drivers/pci/pcie/aspm.o
  AR      drivers/video/logo/built-in.a
  CC      arch/x86/kernel/kprobes/opt.o
  CC      fs/ext4/balloc.o
  CC      net/core/scm.o
  CC      arch/x86/kernel/cpu/common.o
  CC      fs/jbd2/transaction.o
  CC      fs/ext4/bitmap.o
  CC      fs/ramfs/inode.o
  CC      fs/hugetlbfs/inode.o
  CC      drivers/pinctrl/pinconf.o
  CC      drivers/video/console/vgacon.o
  CC      drivers/pci/msi/api.o
  CC      drivers/pci/msi/msi.o
  CC      block/blk-mq.o
  CC      arch/x86/mm/hugetlbpage.o
  CC [M]  arch/x86/kvm/../../../virt/kvm/binary_stats.o
  CC      kernel/locking/spinlock.o
  CC      fs/fat/cache.o
  CC      fs/nfs/client.o
  CC      fs/proc/cmdline.o
  CC      fs/proc/consoles.o
  CC      fs/proc/cpuinfo.o
  CC      lib/raid6/int8.o
  CC      fs/exportfs/expfs.o
  CC      crypto/shash.o
  AR      arch/x86/events/intel/built-in.a
  AR      arch/x86/events/built-in.a
  CC      net/sched/sch_api.o
  CC      kernel/sched/build_utility.o
  CC      fs/lockd/clntlock.o
  AR      drivers/video/backlight/built-in.a
  CC      fs/nls/nls_base.o
  AR      fs/unicode/built-in.a
  CC      net/netlink/af_netlink.o
  CC      net/netlink/genetlink.o
  CC      fs/proc/devices.o
  CC      drivers/gpio/gpiolib-swnode.o
  CC      drivers/pinctrl/pinconf-generic.o
  CC      block/blk-mq-tag.o
  CC      fs/ramfs/file-mmu.o
  CC      arch/x86/mm/kasan_init_64.o
  CC      arch/x86/kernel/kprobes/ftrace.o
  CC      lib/raid6/int16.o
  CC      drivers/pci/msi/irqdomain.o
  CC      kernel/power/user.o
  CC      lib/zstd/decompress/zstd_decompress_block.o
  CC      lib/zstd/zstd_common_module.o
  CC      lib/raid6/int32.o
  CC      fs/fat/dir.o
  CC      net/sched/sch_blackhole.o
  CC      arch/x86/mm/pkeys.o
  CC      drivers/idle/intel_idle.o
  AR      drivers/char/ipmi/built-in.a
  CC [M]  arch/x86/kvm/../../../virt/kvm/vfio.o
  CC      fs/nls/nls_cp437.o
  AR      fs/exportfs/built-in.a
  CC [M]  arch/x86/kvm/../../../virt/kvm/coalesced_mmio.o
  CC      lib/zstd/common/debug.o
  CC      fs/fat/fatent.o
  CC      net/core/gen_stats.o
  CC      drivers/pci/pcie/aer.o
  CC      sound/core/hrtimer.o
  AR      drivers/video/console/built-in.a
  CC      drivers/video/fbdev/core/fb_notify.o
  AR      drivers/gpio/built-in.a
  AR      drivers/video/fbdev/omap/built-in.a
  CC      fs/proc/interrupts.o
  CC      drivers/acpi/acpica/dsargs.o
  CC      drivers/pci/pcie/err.o
  AR      fs/ramfs/built-in.a
  AR      drivers/pinctrl/built-in.a
  CC      drivers/acpi/acpica/dscontrol.o
  AR      drivers/video/fbdev/omap2/omapfb/dss/built-in.a
  AR      drivers/video/fbdev/omap2/omapfb/displays/built-in.a
  AR      drivers/video/fbdev/omap2/omapfb/built-in.a
  AR      drivers/video/fbdev/omap2/built-in.a
  AR      arch/x86/kernel/kprobes/built-in.a
  CC      crypto/akcipher.o
  CC      arch/x86/mm/pti.o
  CC      io_uring/msg_ring.o
  LDS     arch/x86/kernel/vmlinux.lds
  CC      fs/nls/nls_ascii.o
  CC      drivers/pnp/pnpacpi/core.o
  CC      fs/nls/nls_iso8859-1.o
  CC      arch/x86/kernel/cpu/rdrand.o
  AR      fs/hugetlbfs/built-in.a
  CC      drivers/pnp/pnpacpi/rsparser.o
  CC      lib/raid6/tables.o
  CC      drivers/video/aperture.o
  CC      fs/nls/nls_utf8.o
  CC      drivers/acpi/acpica/dsdebug.o
  AR      drivers/pci/msi/built-in.a
  CC      io_uring/timeout.o
  CC      kernel/power/poweroff.o
  CC      fs/ntfs/aops.o
  CC      fs/ext4/block_validity.o
  CC      arch/x86/kernel/cpu/match.o
  CC      fs/lockd/clntproc.o
  CC      sound/core/seq_device.o
  CC      fs/jbd2/commit.o
  CC      fs/ntfs/attrib.o
  CC      fs/jbd2/recovery.o
  CC      io_uring/sqpoll.o
  CC      io_uring/fdinfo.o
  CC      fs/proc/loadavg.o
  CC      net/sched/sch_fifo.o
  CC      fs/fat/file.o
  AR      kernel/power/built-in.a
  CC      fs/fat/inode.o
  CC      arch/x86/kernel/cpu/bugs.o
  CC      io_uring/tctx.o
  CC [M]  arch/x86/kvm/../../../virt/kvm/async_pf.o
  CC      fs/lockd/clntxdr.o
  AR      fs/nls/built-in.a
  CC [M]  drivers/video/fbdev/core/fb_backlight.o
  CC      lib/decompress.o
  CC      net/core/gen_estimator.o
  CC      arch/x86/kernel/cpu/aperfmperf.o
  CC      drivers/acpi/acpica/dsfield.o
  CC      drivers/pci/hotplug/pci_hotplug_core.o
  CC      crypto/kpp.o
  CC      drivers/pci/hotplug/acpi_pcihp.o
  CC      crypto/acompress.o
  CC      fs/nfs/dir.o
  CC      mm/slab_common.o
  AR      drivers/idle/built-in.a
  CC      fs/autofs/init.o
  CC      fs/autofs/inode.o
  AR      arch/x86/mm/built-in.a
  AR      lib/raid6/built-in.a
  CC      drivers/acpi/apei/apei-base.o
  AR      fs/hostfs/built-in.a
  CC      fs/ext4/dir.o
  CC      drivers/acpi/apei/hest.o
  CC [M]  sound/core/control_led.o
  CC      kernel/locking/osq_lock.o
  CC      fs/proc/meminfo.o
  CC      drivers/pci/pcie/aer_inject.o
  AR      drivers/pnp/pnpacpi/built-in.a
  CC      drivers/pnp/core.o
  CC      drivers/pci/pcie/pme.o
  CC      fs/ntfs/collate.o
  CC      fs/nfs/file.o
  CC      arch/x86/kernel/cpu/cpuid-deps.o
  CC      drivers/acpi/acpica/dsinit.o
  AR      drivers/acpi/pmic/built-in.a
  CC      drivers/acpi/dptf/int340x_thermal.o
  CC [M]  drivers/video/fbdev/core/fb_info.o
  CC      kernel/locking/qspinlock.o
  CC      drivers/pnp/card.o
  CC      arch/x86/kernel/cpu/umwait.o
  CC      drivers/acpi/acpica/dsmethod.o
  CC      io_uring/poll.o
  CC      io_uring/cancel.o
  CC      fs/fat/misc.o
  CC      drivers/acpi/acpica/dsmthdat.o
  AR      net/sched/built-in.a
  CC      drivers/acpi/acpica/dsobject.o
  CC      fs/ext4/ext4_jbd2.o
  CC      fs/ext4/extents.o
  CC [M]  arch/x86/kvm/../../../virt/kvm/irqchip.o
  CC      fs/ext4/extents_status.o
  CC      arch/x86/kernel/cpu/proc.o
  CC      crypto/scompress.o
  CC      drivers/pci/hotplug/pciehp_core.o
  CC      fs/lockd/host.o
  CC      fs/autofs/root.o
  AR      net/bpf/built-in.a
  CC [M]  drivers/video/fbdev/core/fbmem.o
  CC      fs/fat/nfs.o
  CC      kernel/printk/printk.o
  CC      net/core/net_namespace.o
  CC      kernel/irq/irqdesc.o
  CC      kernel/irq/handle.o
  CC [M]  sound/core/hwdep.o
  CC      drivers/acpi/acpica/dsopcode.o
  CC      fs/proc/stat.o
  AR      drivers/acpi/dptf/built-in.a
  CC      drivers/acpi/apei/erst.o
  CC      drivers/video/cmdline.o
  CC      fs/ntfs/compress.o
  CC      fs/autofs/symlink.o
  CC      kernel/irq/manage.o
  CC      drivers/pci/pcie/dpc.o
  CC      fs/jbd2/checkpoint.o
  CC      fs/debugfs/inode.o
  CC      kernel/locking/rtmutex_api.o
  AR      sound/pci/ac97/built-in.a
  AR      sound/pci/ali5451/built-in.a
  AR      sound/pci/asihpi/built-in.a
  AR      sound/ppc/built-in.a
  AR      sound/pci/au88x0/built-in.a
  CC      fs/jbd2/revoke.o
  CC      fs/jbd2/journal.o
  AR      sound/pci/aw2/built-in.a
  AR      sound/arm/built-in.a
  CC      drivers/acpi/acpica/dspkginit.o
  CC      fs/autofs/waitq.o
  AR      sound/pci/ctxfi/built-in.a
  AR      sound/pci/ca0106/built-in.a
  AR      sound/pci/cs46xx/built-in.a
  CC      fs/ext4/file.o
  AR      sound/pci/cs5535audio/built-in.a
  AR      sound/pci/lola/built-in.a
  AR      sound/pci/lx6464es/built-in.a
  CC      fs/fat/namei_vfat.o
  AR      sound/pci/echoaudio/built-in.a
  AR      sound/pci/emu10k1/built-in.a
  AR      sound/pci/hda/built-in.a
  CC [M]  sound/pci/hda/hda_bind.o
  CC      drivers/pnp/driver.o
  MKCAP   arch/x86/kernel/cpu/capflags.c
  CC      net/netlink/policy.o
  CC [M]  sound/pci/hda/hda_codec.o
  CC      fs/fat/namei_msdos.o
  CC      lib/zstd/common/entropy_common.o
  CC      net/ethtool/ioctl.o
  CC      drivers/pci/hotplug/pciehp_ctrl.o
  CC      crypto/algboss.o
  CC      drivers/pci/hotplug/pciehp_pci.o
  CC      crypto/testmgr.o
  CC      fs/proc/uptime.o
  CC [M]  arch/x86/kvm/../../../virt/kvm/dirty_ring.o
  CC      kernel/irq/spurious.o
  CC      fs/autofs/expire.o
  CC      mm/compaction.o
  CC      drivers/acpi/acpica/dsutils.o
  CC [M]  sound/core/pcm.o
  CC      kernel/irq/resend.o
  AR      sound/pci/ice1712/built-in.a
  CC      mm/interval_tree.o
  CC      block/blk-stat.o
  AR      drivers/pci/pcie/built-in.a
  CC      drivers/acpi/apei/bert.o
  CC      io_uring/kbuf.o
  CC      drivers/video/nomodeset.o
  CC      io_uring/rsrc.o
  CC      drivers/pnp/resource.o
  CC      mm/list_lru.o
  CC      fs/debugfs/file.o
  CC      fs/ext4/fsmap.o
  CC      arch/x86/kernel/cpu/powerflags.o
  CC [M]  arch/x86/kvm/../../../virt/kvm/pfncache.o
  AS      arch/x86/kernel/head_64.o
  CC [M]  drivers/video/fbdev/core/fbmon.o
  CC      fs/proc/util.o
  CC      drivers/pci/hotplug/pciehp_hpc.o
  CC      fs/lockd/svc.o
  CC      arch/x86/kernel/cpu/feat_ctl.o
  CC      kernel/locking/spinlock_debug.o
  CC      kernel/printk/printk_safe.o
  CC      net/netlink/diag.o
  CC      net/netfilter/core.o
  CC      fs/ntfs/debug.o
  CC      drivers/pci/hotplug/acpiphp_core.o
  CC      drivers/acpi/acpica/dswexec.o
  CC      fs/ntfs/dir.o
  CC [M]  net/netfilter/ipvs/ip_vs_conn.o
  CC [M]  net/netfilter/ipvs/ip_vs_core.o
  CC [M]  net/netfilter/ipvs/ip_vs_ctl.o
  CC [M]  net/netfilter/ipvs/ip_vs_sched.o
  CC      arch/x86/kernel/cpu/intel.o
  CC      arch/x86/kernel/head64.o
  CC      fs/autofs/dev-ioctl.o
  CC      kernel/locking/qrwlock.o
  AR      fs/fat/built-in.a
  CC [M]  net/netfilter/ipvs/ip_vs_xmit.o
  CC      net/core/secure_seq.o
  CC      drivers/acpi/apei/ghes.o
  CC      kernel/irq/chip.o
  CC [M]  arch/x86/kvm/x86.o
  CC [M]  sound/core/pcm_native.o
  CC      fs/proc/version.o
  CC      block/blk-mq-sysfs.o
  CC      fs/proc/softirqs.o
  CC      arch/x86/kernel/cpu/intel_pconfig.o
  CC      fs/ext4/fsync.o
  CC      lib/zstd/common/error_private.o
  CC      fs/lockd/svclock.o
  CC      fs/lockd/svcshare.o
  CC      kernel/rcu/update.o
  CC      fs/proc/namespaces.o
  CC      drivers/acpi/acpica/dswload.o
  AR      kernel/locking/built-in.a
  AR      kernel/livepatch/built-in.a
  CC      kernel/printk/printk_ringbuffer.o
  CC      kernel/dma/mapping.o
  CC      drivers/pnp/manager.o
  CC      kernel/dma/direct.o
  CC      drivers/pci/hotplug/acpiphp_glue.o
  CC      io_uring/rw.o
  CC      fs/ext4/hash.o
  AR      fs/debugfs/built-in.a
  CC      fs/lockd/svcproc.o
  CC      io_uring/opdef.o
  CC      fs/nfs/getroot.o
  CC      kernel/entry/common.o
  AR      fs/autofs/built-in.a
  CC      kernel/irq/dummychip.o
  CC      kernel/irq/devres.o
  CC      fs/proc/self.o
  AR      net/netlink/built-in.a
  AR      net/ipv4/netfilter/built-in.a
  CC [M]  net/ipv4/netfilter/nf_defrag_ipv4.o
  CC      drivers/acpi/acpica/dswload2.o
  CC [M]  drivers/video/fbdev/core/fbcmap.o
  CC      kernel/entry/syscall_user_dispatch.o
  CC [M]  net/netfilter/ipvs/ip_vs_app.o
  CC      block/blk-mq-cpumap.o
  CC      fs/ntfs/file.o
  CC      drivers/pnp/support.o
  AR      sound/sh/built-in.a
  CC      drivers/acpi/tables.o
  CC      drivers/acpi/blacklist.o
  CC      net/core/flow_dissector.o
  CC      arch/x86/kernel/cpu/tsx.o
  CC      drivers/acpi/acpica/dswscope.o
  CC      kernel/printk/sysctl.o
  CC      arch/x86/kernel/cpu/intel_epb.o
  AR      drivers/acpi/apei/built-in.a
  CC      net/ethtool/common.o
  CC      kernel/irq/autoprobe.o
  CC [M]  sound/pci/hda/hda_jack.o
  AR      kernel/sched/built-in.a
  CC [M]  sound/pci/hda/hda_auto_parser.o
  CC      fs/nfs/inode.o
  CC      fs/proc/thread_self.o
  CC      fs/proc/proc_sysctl.o
  CC      net/netfilter/nf_log.o
  CC      fs/lockd/svcsubs.o
  CC      lib/decompress_bunzip2.o
  CC      drivers/video/hdmi.o
  CC      lib/decompress_inflate.o
  AR      kernel/printk/built-in.a
  CC      kernel/module/main.o
  CC      crypto/cmac.o
  AR      fs/jbd2/built-in.a
  CC      kernel/dma/ops_helpers.o
  CC      fs/proc/proc_net.o
  CC      kernel/module/strict_rwx.o
  CC      drivers/pnp/interface.o
  CC      drivers/acpi/acpica/dswstate.o
  CC      drivers/acpi/acpica/evevent.o
  AR      sound/pci/korg1212/built-in.a
  CC      io_uring/notif.o
  AR      sound/pci/mixart/built-in.a
  CC      drivers/acpi/acpica/evgpe.o
  CC      fs/ntfs/index.o
  CC      kernel/time/time.o
  CC      kernel/time/timer.o
  CC      kernel/entry/kvm.o
  CC      fs/nfs/super.o
  AR      drivers/pci/hotplug/built-in.a
  CC      arch/x86/kernel/cpu/amd.o
  CC      block/blk-mq-sched.o
  AR      drivers/pci/controller/dwc/built-in.a
  AR      drivers/pci/controller/mobiveil/built-in.a
  CC      drivers/pci/controller/vmd.o
  CC      fs/lockd/mon.o
  CC      kernel/irq/irqdomain.o
  CC      fs/proc/kcore.o
  CC [M]  drivers/video/fbdev/core/modedb.o
  CC [M]  net/netfilter/ipvs/ip_vs_sync.o
  CC      kernel/rcu/sync.o
  CC [M]  net/ipv4/netfilter/nf_reject_ipv4.o
  CC      drivers/acpi/osi.o
  CC      lib/decompress_unlz4.o
  CC [M]  net/ipv4/netfilter/ip_tables.o
  CC      crypto/hmac.o
  AR      drivers/pci/switch/built-in.a
  CC      io_uring/io-wq.o
  CC      kernel/irq/proc.o
  CC [M]  arch/x86/kvm/emulate.o
  CC [M]  arch/x86/kvm/i8259.o
  CC      kernel/dma/dummy.o
  CC      drivers/acpi/acpica/evgpeblk.o
  CC      kernel/rcu/srcutree.o
  CC      net/ethtool/netlink.o
  CC      fs/lockd/trace.o
  CC      fs/lockd/xdr.o
  CC      drivers/pnp/quirks.o
  CC      kernel/time/hrtimer.o
  CC      fs/ext4/ialloc.o
  CC      lib/decompress_unlzma.o
  CC      net/core/sysctl_net_core.o
  CC      mm/workingset.o
  CC      fs/proc/kmsg.o
  CC      kernel/dma/contiguous.o
  CC [M]  sound/pci/hda/hda_sysfs.o
  CC      fs/ntfs/inode.o
  AR      kernel/entry/built-in.a
  CC      fs/lockd/clnt4xdr.o
  CC      drivers/pnp/system.o
  CC      fs/ext4/indirect.o
  CC      drivers/acpi/osl.o
  CC [M]  net/netfilter/ipvs/ip_vs_est.o
  CC      arch/x86/kernel/cpu/hygon.o
  CC      drivers/pci/access.o
  CC      kernel/irq/migration.o
  CC      block/ioctl.o
  CC      drivers/acpi/acpica/evgpeinit.o
  CC [M]  drivers/video/fbdev/core/fbcvt.o
  CC [M]  drivers/video/fbdev/core/fb_cmdline.o
  CC      crypto/vmac.o
  AR      drivers/pci/controller/built-in.a
  CC      fs/lockd/xdr4.o
  CC      kernel/dma/swiotlb.o
  CC      kernel/rcu/tree.o
  CC      arch/x86/kernel/cpu/centaur.o
  CC [M]  net/netfilter/ipvs/ip_vs_proto.o
  CC      kernel/time/timekeeping.o
  CC      crypto/xcbc.o
  CC      fs/proc/page.o
  CC      drivers/pci/bus.o
  CC      kernel/dma/remap.o
  AR      drivers/pnp/built-in.a
  CC      kernel/time/ntp.o
  CC [M]  sound/pci/hda/hda_controller.o
  CC [M]  net/ipv4/netfilter/iptable_filter.o
  CC      drivers/acpi/acpica/evgpeutil.o
  CC [M]  sound/core/pcm_lib.o
  CC      drivers/acpi/acpica/evglock.o
  AR      drivers/amba/built-in.a
  CC      fs/nfs/io.o
  CC      kernel/irq/cpuhotplug.o
  CC      kernel/futex/core.o
  CC      kernel/cgroup/cgroup.o
  CC      mm/debug.o
  CC      kernel/cgroup/rstat.o
  CC      kernel/trace/trace_clock.o
  CC      block/genhd.o
  CC      arch/x86/kernel/cpu/zhaoxin.o
  CC      block/ioprio.o
  CC      net/ethtool/bitset.o
  CC      kernel/rcu/rcu_segcblist.o
  CC [M]  drivers/video/fbdev/core/fb_io_fops.o
  CC      net/core/dev.o
  CC      kernel/futex/syscalls.o
  CC      kernel/trace/ftrace.o
  AR      sound/pci/nm256/built-in.a
  CC      kernel/irq/pm.o
  CC      net/core/dev_addr_lists.o
  CC      kernel/futex/pi.o
  CC      drivers/acpi/utils.o
  CC      drivers/acpi/acpica/evhandler.o
  AR      io_uring/built-in.a
  CC      drivers/pci/probe.o
  CC      crypto/crypto_null.o
  CC      drivers/acpi/reboot.o
  CC      crypto/md5.o
  CC      net/netfilter/nf_queue.o
  CC      kernel/irq/msi.o
  CC      net/core/dst.o
  AR      sound/pci/oxygen/built-in.a
  CC      net/ethtool/strset.o
  CC      drivers/acpi/acpica/evmisc.o
  CC      net/netfilter/nf_sockopt.o
  CC      drivers/acpi/nvs.o
  CC      kernel/module/kmod.o
  CC      net/core/netevent.o
  CC      arch/x86/kernel/cpu/perfctr-watchdog.o
  CC      fs/ntfs/mft.o
  AR      fs/proc/built-in.a
  CC      drivers/pci/host-bridge.o
  CC      fs/lockd/svc4proc.o
  AR      kernel/dma/built-in.a
  CC [M]  net/ipv4/netfilter/iptable_mangle.o
  CC      mm/gup.o
  CC [M]  net/ipv4/netfilter/iptable_nat.o
  CC      drivers/acpi/acpica/evregion.o
  CC      lib/zstd/common/fse_decompress.o
  CC      kernel/bpf/core.o
  CC [M]  net/ipv4/netfilter/ipt_REJECT.o
  CC [M]  net/netfilter/ipvs/ip_vs_pe.o
  CC      fs/ntfs/mst.o
  CC      fs/nfs/direct.o
  CC      fs/nfs/pagelist.o
  CC [M]  net/netfilter/ipvs/ip_vs_proto_tcp.o
  CC      crypto/sha1_generic.o
  CC      crypto/sha256_generic.o
  CC [M]  arch/x86/kvm/irq.o
  CC      drivers/acpi/wakeup.o
  CC [M]  drivers/video/fbdev/core/fb_defio.o
  CC      kernel/cgroup/namespace.o
  CC      drivers/pci/remove.o
  CC      kernel/time/clocksource.o
  AR      drivers/clk/actions/built-in.a
  AR      drivers/clk/analogbits/built-in.a
  CC      kernel/futex/requeue.o
  AR      drivers/clk/bcm/built-in.a
  AR      drivers/clk/imgtec/built-in.a
  CC      fs/ext4/inline.o
  AR      drivers/clk/imx/built-in.a
  CC [M]  sound/pci/hda/hda_proc.o
  AR      drivers/clk/ingenic/built-in.a
  CC [M]  sound/pci/hda/hda_hwdep.o
  AR      drivers/clk/mediatek/built-in.a
  CC      arch/x86/kernel/cpu/vmware.o
  AR      drivers/clk/microchip/built-in.a
  AR      drivers/clk/mstar/built-in.a
  AR      drivers/clk/mvebu/built-in.a
  AR      sound/pci/pcxhr/built-in.a
  AR      drivers/clk/ralink/built-in.a
  CC      kernel/module/tree_lookup.o
  AR      drivers/clk/renesas/built-in.a
  CC      fs/ext4/inode.o
  AR      drivers/clk/socfpga/built-in.a
  AR      drivers/clk/sprd/built-in.a
  AR      drivers/clk/starfive/built-in.a
  CC      drivers/acpi/sleep.o
  AR      drivers/clk/sunxi-ng/built-in.a
  AR      drivers/clk/ti/built-in.a
  CC      drivers/acpi/acpica/evrgnini.o
  AR      drivers/clk/versatile/built-in.a
  CC      drivers/clk/x86/clk-lpss-atom.o
  CC      net/ethtool/linkinfo.o
  CC      net/core/neighbour.o
  CC      net/core/rtnetlink.o
  CC      block/badblocks.o
  CC      lib/decompress_unlzo.o
  CC      fs/ntfs/namei.o
  CC      kernel/module/debug_kmemleak.o
  CC      kernel/cgroup/cgroup-v1.o
  CC [M]  sound/core/pcm_misc.o
  CC      crypto/sha512_generic.o
  CC      fs/ntfs/runlist.o
  AR      drivers/clk/xilinx/built-in.a
  CC      kernel/irq/affinity.o
  CC [M]  arch/x86/kvm/lapic.o
  CC [M]  arch/x86/kvm/i8254.o
  CC [M]  drivers/video/fbdev/core/fb_chrdev.o
  CC      net/ethtool/linkmodes.o
  CC      fs/lockd/procfs.o
  CC      lib/decompress_unxz.o
  CC      kernel/futex/waitwake.o
  CC      kernel/events/core.o
  CC      drivers/clk/x86/clk-pmc-atom.o
  CC      arch/x86/kernel/cpu/hypervisor.o
  CC      kernel/irq/matrix.o
  CC      drivers/acpi/acpica/evsci.o
  CC      drivers/dma/dw/core.o
  CC      drivers/acpi/acpica/evxface.o
  CC      net/ipv4/route.o
  AR      drivers/soc/apple/built-in.a
  CC      net/ipv4/inetpeer.o
  AR      drivers/soc/aspeed/built-in.a
  AR      drivers/soc/bcm/bcm63xx/built-in.a
  AR      drivers/soc/bcm/built-in.a
  AR      drivers/soc/fsl/built-in.a
  CC [M]  drivers/video/fbdev/core/fb_procfs.o
  AR      drivers/soc/fujitsu/built-in.a
  AR      drivers/soc/imx/built-in.a
  AR      drivers/soc/ixp4xx/built-in.a
  AR      drivers/soc/loongson/built-in.a
  CC      drivers/dma/dw/dw.o
  AR      drivers/soc/mediatek/built-in.a
  AR      drivers/soc/microchip/built-in.a
  AR      drivers/soc/nuvoton/built-in.a
  CC      kernel/module/kallsyms.o
  AR      drivers/soc/pxa/built-in.a
  AR      drivers/soc/amlogic/built-in.a
  AR      drivers/soc/qcom/built-in.a
  AR      drivers/soc/renesas/built-in.a
  CC      kernel/time/jiffies.o
  CC      block/blk-rq-qos.o
  AR      drivers/soc/rockchip/built-in.a
  CC      arch/x86/kernel/cpu/mshyperv.o
  AR      drivers/soc/sifive/built-in.a
  AR      drivers/soc/sunxi/built-in.a
  CC      drivers/pci/pci.o
  CC      block/disk-events.o
  AR      drivers/soc/ti/built-in.a
  CC [M]  net/netfilter/ipvs/ip_vs_proto_udp.o
  AR      drivers/soc/xilinx/built-in.a
  AR      drivers/soc/built-in.a
  AR      sound/pci/riptide/built-in.a
  CC [M]  sound/pci/hda/hda_generic.o
  CC [M]  sound/core/pcm_memory.o
  CC      drivers/virtio/virtio.o
  CC      drivers/tty/vt/vt_ioctl.o
  CC      crypto/blake2b_generic.o
  CC      drivers/char/hw_random/core.o
  AR      drivers/iommu/amd/built-in.a
  CC      drivers/iommu/intel/dmar.o
  AR      drivers/clk/x86/built-in.a
  CC      drivers/clk/clk-devres.o
  AR      kernel/futex/built-in.a
  AR      drivers/gpu/host1x/built-in.a
  CC      drivers/clk/clk-bulk.o
  AR      drivers/gpu/drm/tests/built-in.a
  CC [M]  drivers/gpu/drm/tests/drm_kunit_helpers.o
  AR      drivers/gpu/vga/built-in.a
  AR      fs/lockd/built-in.a
  CC      fs/tracefs/inode.o
  CC      drivers/clk/clkdev.o
  CC      drivers/acpi/acpica/evxfevnt.o
  CC      kernel/time/timer_list.o
  CC      fs/ntfs/super.o
  CC [M]  drivers/gpu/drm/tests/drm_buddy_test.o
  CC      drivers/iommu/intel/iommu.o
  CC      drivers/dma/dw/idma32.o
  CC [M]  drivers/video/fbdev/core/fbsysfs.o
  CC      drivers/connector/cn_queue.o
  CC      net/ethtool/rss.o
  CC      kernel/time/timeconv.o
  CC      drivers/clk/clk.o
  CC      fs/btrfs/super.o
  CC [M]  drivers/video/fbdev/core/fbcon.o
  CC      kernel/module/procfs.o
  CC      arch/x86/kernel/cpu/capflags.o
  CC      block/blk-ia-ranges.o
  CC [M]  drivers/gpu/drm/tests/drm_cmdline_parser_test.o
  CC      net/ethtool/linkstate.o
  CC      net/core/utils.o
  CC      drivers/acpi/acpica/evxfgpe.o
  CC [M]  sound/core/memalloc.o
  AR      arch/x86/kernel/cpu/built-in.a
  CC      arch/x86/kernel/ebda.o
  CC [M]  drivers/gpu/drm/tests/drm_connector_test.o
  CC      drivers/virtio/virtio_ring.o
  CC      net/ipv4/protocol.o
  AR      kernel/irq/built-in.a
  CC      drivers/char/hw_random/intel-rng.o
  CC      fs/nfs/read.o
  CC      drivers/base/power/sysfs.o
  CC      mm/mmap_lock.o
  CC      fs/nfs/symlink.o
  CC      crypto/ecb.o
  AR      fs/tracefs/built-in.a
  CC      drivers/base/power/generic_ops.o
  CC      kernel/time/timecounter.o
  CC      drivers/base/power/common.o
  CC      kernel/time/alarmtimer.o
  CC      drivers/dma/dw/acpi.o
  CC [M]  net/netfilter/ipvs/ip_vs_nfct.o
  CC      drivers/tty/vt/vc_screen.o
  CC      kernel/module/sysfs.o
  CC      drivers/acpi/acpica/evxfregn.o
  CC      arch/x86/kernel/platform-quirks.o
  AR      kernel/bpf/built-in.a
  AR      drivers/iommu/arm/arm-smmu/built-in.a
  CC      kernel/fork.o
  AR      drivers/iommu/arm/arm-smmu-v3/built-in.a
  AR      drivers/iommu/arm/built-in.a
  AR      drivers/iommu/iommufd/built-in.a
  CC      kernel/exec_domain.o
  CC      drivers/dma/dw/pci.o
  CC      block/bsg.o
  CC      crypto/cbc.o
  CC      drivers/base/power/qos.o
  CC      drivers/base/firmware_loader/builtin/main.o
  CC      drivers/connector/connector.o
  CC      drivers/base/regmap/regmap.o
  CC      arch/x86/kernel/process_64.o
  AR      drivers/char/hw_random/built-in.a
  CC      arch/x86/kernel/signal.o
  CC      drivers/char/agp/backend.o
  CC      drivers/base/regmap/regcache.o
  CC      kernel/trace/ring_buffer.o
  CC      net/ethtool/debug.o
  CC      fs/ntfs/sysctl.o
  CC      drivers/base/regmap/regcache-rbtree.o
  CC [M]  sound/core/pcm_timer.o
  CC      fs/ntfs/unistr.o
  CC      drivers/acpi/acpica/exconcat.o
  CC      lib/zstd/common/zstd_common.o
  AR      drivers/base/firmware_loader/builtin/built-in.a
  CC      drivers/base/firmware_loader/main.o
  CC      drivers/char/agp/generic.o
  CC      net/ethtool/wol.o
  CC      drivers/pci/pci-driver.o
  AR      lib/zstd/built-in.a
  CC      lib/decompress_unzstd.o
  CC      drivers/char/tpm/tpm-chip.o
  CC      mm/highmem.o
  CC      crypto/pcbc.o
  AR      kernel/rcu/built-in.a
  CC      drivers/acpi/acpica/exconfig.o
  AR      kernel/module/built-in.a
  CC      kernel/panic.o
  CC      drivers/tty/vt/selection.o
  CC      drivers/char/mem.o
  AR      drivers/dma/dw/built-in.a
  CC      drivers/dma/hsu/hsu.o
  LD [M]  sound/core/snd-ctl-led.o
  LD [M]  sound/core/snd-hwdep.o
  CC      block/bsg-lib.o
  AR      drivers/dma/idxd/built-in.a
  CC      crypto/cts.o
  CC      kernel/time/posix-timers.o
  CC      drivers/virtio/virtio_anchor.o
  CC      drivers/tty/vt/keyboard.o
  AR      sound/core/built-in.a
  LD [M]  sound/core/snd-pcm.o
  CC [M]  net/netfilter/ipvs/ip_vs_rr.o
  CC [M]  drivers/video/fbdev/core/bitblit.o
  CC      drivers/char/random.o
  CC      drivers/pci/search.o
  CC      lib/dump_stack.o
  CC      drivers/pci/pci-sysfs.o
  CC      drivers/virtio/virtio_pci_modern_dev.o
  CC [M]  drivers/gpu/drm/tests/drm_damage_helper_test.o
  CC      fs/ntfs/upcase.o
  CC      drivers/connector/cn_proc.o
  CC      drivers/acpi/acpica/exconvrt.o
  CC      drivers/base/power/runtime.o
  CC      drivers/iommu/intel/pasid.o
  CC      fs/nfs/unlink.o
  CC      fs/nfs/write.o
  CC      mm/memory.o
  CC      fs/nfs/namespace.o
  CC      kernel/cpu.o
  CC      arch/x86/kernel/signal_64.o
  CC      kernel/cgroup/freezer.o
  CC      drivers/char/tpm/tpm-dev-common.o
  CC [M]  arch/x86/kvm/ioapic.o
  CC [M]  drivers/video/fbdev/core/softcursor.o
  CC      mm/mincore.o
  CC      net/xfrm/xfrm_policy.o
  CC      net/ethtool/features.o
  CC      crypto/lrw.o
  AR      drivers/base/firmware_loader/built-in.a
  CC      net/ipv4/ip_input.o
  CC      net/xfrm/xfrm_state.o
  CC      block/blk-cgroup.o
  CC      net/unix/af_unix.o
  AR      drivers/dma/hsu/built-in.a
  CC      drivers/acpi/acpica/excreate.o
  AR      drivers/dma/mediatek/built-in.a
  CC      lib/earlycpio.o
  CC      drivers/char/agp/isoch.o
  AR      drivers/dma/qcom/built-in.a
  AR      drivers/dma/ti/built-in.a
  AR      drivers/dma/xilinx/built-in.a
  CC [M]  drivers/dma/ioat/init.o
  AR      fs/ntfs/built-in.a
  CC      kernel/time/posix-cpu-timers.o
  CC      lib/extable.o
  CC [M]  drivers/dma/ioat/dma.o
  CC      net/unix/garbage.o
  CC      drivers/virtio/virtio_pci_legacy_dev.o
  CC [M]  drivers/video/fbdev/core/tileblit.o
  LD [M]  net/netfilter/ipvs/ip_vs.o
  CC      drivers/tty/vt/consolemap.o
  CC      arch/x86/kernel/traps.o
  CC      drivers/char/tpm/tpm-dev.o
  CC      drivers/acpi/acpica/exdebug.o
  CC      net/netfilter/utils.o
  CC [M]  drivers/gpu/drm/tests/drm_dp_mst_helper_test.o
  CC      fs/pstore/inode.o
  CC      drivers/iommu/intel/trace.o
  CC      fs/pstore/platform.o
  CC      lib/flex_proportions.o
  CC      kernel/cgroup/legacy_freezer.o
  CC      crypto/xts.o
  AR      drivers/connector/built-in.a
  CC      fs/ext4/ioctl.o
  CC      fs/pstore/pmsg.o
  CC      drivers/pci/rom.o
  CC      drivers/base/power/wakeirq.o
  CC      drivers/iommu/intel/cap_audit.o
  HOSTCC  drivers/tty/vt/conmakehash
  CC      drivers/iommu/intel/irq_remapping.o
  CC      drivers/char/agp/intel-agp.o
  CC      drivers/virtio/virtio_mmio.o
  CC      net/unix/sysctl_net_unix.o
  CC      net/xfrm/xfrm_hash.o
  CC [M]  sound/pci/hda/patch_realtek.o
  CC      drivers/acpi/acpica/exdump.o
  CC      crypto/ctr.o
  CC      crypto/gcm.o
  CC      drivers/clk/clk-divider.o
  CC      net/ethtool/privflags.o
  CC      lib/idr.o
  CC      fs/nfs/mount_clnt.o
  CC      drivers/char/tpm/tpm-interface.o
  CC [M]  drivers/video/fbdev/core/cfbfillrect.o
  CC      drivers/virtio/virtio_pci_modern.o
  CC      mm/mlock.o
  CC      net/unix/diag.o
  CC      drivers/char/tpm/tpm1-cmd.o
  CC      drivers/pci/setup-res.o
  CC      drivers/base/power/main.o
  CC      drivers/tty/vt/vt.o
  CC [M]  drivers/dma/ioat/prep.o
  AR      fs/pstore/built-in.a
  CC      drivers/acpi/acpica/exfield.o
  CC      drivers/acpi/acpica/exfldio.o
  CC      kernel/trace/trace.o
  CC      drivers/acpi/acpica/exmisc.o
  CC      kernel/time/posix-clock.o
  CC      drivers/base/regmap/regcache-flat.o
  CC      drivers/char/tpm/tpm2-cmd.o
  CC [M]  drivers/gpu/drm/tests/drm_format_helper_test.o
  CC      kernel/cgroup/pids.o
  CC [M]  drivers/dma/ioat/dca.o
  CC      fs/nfs/nfstrace.o
  CC      net/ipv4/ip_fragment.o
  CC      arch/x86/kernel/idt.o
  CC      net/ipv4/ip_forward.o
  CC      drivers/char/agp/intel-gtt.o
  CC      lib/irq_regs.o
  CC [M]  net/netfilter/nfnetlink.o
  CC      drivers/clk/clk-fixed-factor.o
  CC [M]  drivers/video/fbdev/core/cfbcopyarea.o
  AR      drivers/base/test/built-in.a
  CC      net/xfrm/xfrm_input.o
  CC      arch/x86/kernel/irq.o
  CC [M]  drivers/dma/ioat/sysfs.o
  CC      net/xfrm/xfrm_output.o
  CC      drivers/char/tpm/tpmrm-dev.o
  CC      lib/is_single_threaded.o
  CC      block/blk-cgroup-rwstat.o
  CC      drivers/acpi/acpica/exmutex.o
  CC      drivers/base/regmap/regcache-maple.o
  CC      drivers/virtio/virtio_pci_common.o
  CC      drivers/char/tpm/tpm2-space.o
  CC      drivers/pci/irq.o
  CC      drivers/acpi/device_sysfs.o
  CC      crypto/pcrypt.o
  CC      kernel/time/itimer.o
  CC      kernel/cgroup/cpuset.o
  CC      net/ethtool/rings.o
  CC      drivers/iommu/intel/perfmon.o
  CC [M]  sound/pci/hda/patch_analog.o
  CC      drivers/block/loop.o
  AR      drivers/misc/eeprom/built-in.a
  AR      drivers/misc/cb710/built-in.a
  AR      drivers/misc/ti-st/built-in.a
  AR      drivers/misc/lis3lv02d/built-in.a
  AR      drivers/misc/cardreader/built-in.a
  CC      drivers/clk/clk-fixed-rate.o
  CC [M]  drivers/misc/mei/hdcp/mei_hdcp.o
  CC      lib/klist.o
  CC      drivers/clk/clk-gate.o
  CC      drivers/clk/clk-multiplier.o
  CC      lib/kobject.o
  CC [M]  drivers/gpu/drm/tests/drm_format_test.o
  CC      drivers/acpi/acpica/exnames.o
  CC [M]  drivers/gpu/drm/tests/drm_framebuffer_test.o
  CC      net/xfrm/xfrm_sysctl.o
  LD [M]  drivers/dma/ioat/ioatdma.o
  CC      lib/kobject_uevent.o
  CC      drivers/dma/dmaengine.o
  CC      block/blk-throttle.o
  CC      fs/ext4/mballoc.o
  CC      drivers/base/regmap/regmap-debugfs.o
  CC      drivers/pci/vpd.o
  CC [M]  drivers/video/fbdev/core/cfbimgblt.o
  CC      crypto/cryptd.o
  CC      lib/logic_pio.o
  CC      net/unix/scm.o
  CC      net/core/link_watch.o
  AR      drivers/char/agp/built-in.a
  CC      net/core/filter.o
  CC      crypto/des_generic.o
  CC      crypto/aes_generic.o
  CC [M]  arch/x86/kvm/irq_comm.o
  CC      drivers/acpi/device_pm.o
  CC      drivers/clk/clk-mux.o
  CC [M]  drivers/video/fbdev/core/sysfillrect.o
  CC      net/ipv4/ip_options.o
  CC      drivers/char/tpm/tpm-sysfs.o
  CC      drivers/virtio/virtio_pci_legacy.o
  CC      drivers/acpi/acpica/exoparg1.o
  CC [M]  sound/pci/hda/patch_hdmi.o
  CC [M]  drivers/gpu/drm/tests/drm_managed_test.o
  CC [M]  arch/x86/kvm/cpuid.o
  CC      kernel/time/clockevents.o
  CC      net/ipv4/ip_output.o
  CC [M]  net/netfilter/nf_conntrack_core.o
  CC [M]  drivers/misc/mei/pxp/mei_pxp.o
  CC      net/ethtool/channels.o
  AR      drivers/misc/built-in.a
  CC      crypto/deflate.o
  CC      drivers/base/power/wakeup.o
  CC      drivers/acpi/proc.o
  AR      sound/synth/emux/built-in.a
  AR      sound/synth/built-in.a
  AR      sound/usb/misc/built-in.a
  AR      sound/usb/usx2y/built-in.a
  AR      sound/usb/caiaq/built-in.a
  AR      sound/usb/6fire/built-in.a
  CC      drivers/acpi/bus.o
  AR      sound/usb/hiface/built-in.a
  CC      drivers/clk/clk-composite.o
  CC      net/xfrm/xfrm_replay.o
  AR      sound/usb/bcd2000/built-in.a
  AR      sound/usb/built-in.a
  AR      drivers/iommu/intel/built-in.a
  CC      drivers/iommu/iommu.o
  CC      drivers/acpi/glue.o
  CC [M]  drivers/misc/mei/init.o
  CC      fs/btrfs/ctree.o
  CC      drivers/acpi/acpica/exoparg2.o
  CC      drivers/base/regmap/regmap-i2c.o
  CC      drivers/pci/setup-bus.o
  CC [M]  drivers/gpu/drm/tests/drm_mm_test.o
  CC      arch/x86/kernel/irq_64.o
  CC [M]  drivers/virtio/virtio_mem.o
  CC      drivers/char/tpm/eventlog/common.o
  CC      net/xfrm/xfrm_device.o
  CC [M]  sound/pci/hda/hda_eld.o
  CC      lib/maple_tree.o
  AR      net/unix/built-in.a
  CC      arch/x86/kernel/dumpstack_64.o
  CC      drivers/char/tpm/eventlog/tpm1.o
  CC [M]  drivers/video/fbdev/core/syscopyarea.o
  CC      net/ethtool/coalesce.o
  CC      kernel/time/tick-common.o
  CC [M]  drivers/misc/mei/hbm.o
  CC      kernel/events/ring_buffer.o
  CC      drivers/pci/vc.o
  CC      drivers/base/regmap/regmap-irq.o
  CC      drivers/char/tpm/eventlog/tpm2.o
  CC      drivers/dma/virt-dma.o
  CC      crypto/crc32c_generic.o
  CC      drivers/block/virtio_blk.o
  CC      drivers/acpi/acpica/exoparg3.o
  CC      drivers/dma/acpi-dma.o
  COPY    drivers/tty/vt/defkeymap.c
  CC      drivers/clk/clk-fractional-divider.o
  CONMK   drivers/tty/vt/consolemap_deftbl.c
  CC      drivers/tty/vt/defkeymap.o
  CC [M]  drivers/video/fbdev/core/sysimgblt.o
  CC      block/mq-deadline.o
  CC      net/xfrm/xfrm_algo.o
  CC      drivers/mfd/mfd-core.o
  CC      arch/x86/kernel/time.o
  CC      net/xfrm/xfrm_user.o
  CC      drivers/tty/vt/consolemap_deftbl.o
  CC      kernel/events/callchain.o
  AR      drivers/tty/vt/built-in.a
  AR      drivers/virtio/built-in.a
  CC      arch/x86/kernel/ioport.o
  CC      drivers/tty/hvc/hvc_console.o
  CC      net/ipv4/ip_sockglue.o
  CC [M]  drivers/misc/mei/interrupt.o
  CC [M]  drivers/misc/mei/client.o
  CC      crypto/crct10dif_common.o
  CC      block/kyber-iosched.o
  CC      drivers/acpi/acpica/exoparg6.o
  CC      lib/memcat_p.o
  CC      drivers/base/power/wakeup_stats.o
  CC      fs/btrfs/extent-tree.o
  CC      mm/mmap.o
  CC      drivers/char/tpm/tpm_ppi.o
  CC      drivers/pci/mmap.o
  CC      drivers/mfd/intel-lpss.o
  CC [M]  drivers/video/fbdev/uvesafb.o
  CC      drivers/base/power/domain.o
  CC      drivers/clk/clk-gpio.o
  CC      kernel/time/tick-broadcast.o
  CC      kernel/events/hw_breakpoint.o
  AR      drivers/dma/built-in.a
  CC [M]  drivers/video/fbdev/core/fb_sys_fops.o
  CC      crypto/crct10dif_generic.o
  CC      lib/nmi_backtrace.o
  CC      net/ethtool/pause.o
  AR      kernel/cgroup/built-in.a
  CC      drivers/acpi/acpica/exprep.o
  CC      kernel/exit.o
  CC      kernel/events/uprobes.o
  AR      sound/firewire/built-in.a
  CC [M]  drivers/misc/mei/main.o
  CC [M]  sound/pci/hda/hda_intel.o
  AR      sound/pci/rme9652/built-in.a
  AR      sound/pci/ymfpci/built-in.a
  AR      sound/pci/trident/built-in.a
  CC      drivers/mfd/intel-lpss-pci.o
  CC      lib/plist.o
  CC      drivers/mfd/intel-lpss-acpi.o
  AR      sound/pci/vx222/built-in.a
  LD [M]  drivers/video/fbdev/core/fb.o
  CC      arch/x86/kernel/dumpstack.o
  CC      arch/x86/kernel/nmi.o
  CC [M]  arch/x86/kvm/pmu.o
  CC      arch/x86/kernel/ldt.o
  CC [M]  arch/x86/kvm/mtrr.o
  AR      drivers/base/regmap/built-in.a
  AR      drivers/video/fbdev/core/built-in.a
  CC [M]  arch/x86/kvm/hyperv.o
  AR      drivers/clk/built-in.a
  CC      crypto/authenc.o
  CC      drivers/base/power/domain_governor.o
  CC      drivers/base/power/clock_ops.o
  CC      drivers/pci/setup-irq.o
  CC [M]  drivers/block/nbd.o
  AR      sound/sparc/built-in.a
  CC      drivers/pci/proc.o
  CC      mm/mmu_gather.o
  AR      drivers/tty/hvc/built-in.a
  CC      drivers/tty/serial/8250/8250_core.o
  CC      mm/mprotect.o
  CC      drivers/char/tpm/eventlog/acpi.o
  CC [M]  drivers/misc/mei/dma-ring.o
  CC      drivers/mfd/intel_soc_pmic_crc.o
  CC      drivers/acpi/acpica/exregion.o
  CC      drivers/iommu/iommu-traces.o
  CC [M]  drivers/gpu/drm/tests/drm_modes_test.o
  CC      kernel/trace/trace_output.o
  CC      kernel/time/tick-broadcast-hrtimer.o
  CC      drivers/iommu/iommu-sysfs.o
  CC [M]  drivers/mfd/lpc_sch.o
  CC [M]  drivers/misc/mei/bus.o
  CC [M]  drivers/mfd/lpc_ich.o
  CC      fs/nfs/export.o
  CC      fs/nfs/sysfs.o
  CC [M]  drivers/video/fbdev/simplefb.o
  CC [M]  net/netfilter/nf_conntrack_standalone.o
  CC [M]  drivers/gpu/drm/tests/drm_plane_helper_test.o
  CC [M]  drivers/gpu/drm/tests/drm_probe_helper_test.o
  CC      net/ethtool/eee.o
  CC      block/bfq-iosched.o
  CC      kernel/time/tick-oneshot.o
  CC      drivers/acpi/acpica/exresnte.o
  CC      drivers/char/misc.o
  CC [M]  arch/x86/kvm/debugfs.o
  CC      drivers/char/tpm/eventlog/efi.o
  CC      drivers/pci/slot.o
  CC      net/ipv4/inet_hashtables.o
  CC      arch/x86/kernel/setup.o
  CC      block/bfq-wf2q.o
  CC      drivers/iommu/dma-iommu.o
  CC      fs/ext4/migrate.o
  CC      fs/ext4/mmp.o
  AR      sound/spi/built-in.a
  CC      drivers/char/tpm/tpm_crb.o
  CC [M]  net/netfilter/nf_conntrack_expect.o
  CC      crypto/authencesn.o
  AR      sound/parisc/built-in.a
  CC [M]  drivers/gpu/drm/tests/drm_rect_test.o
  CC      fs/ext4/move_extent.o
  CC [M]  arch/x86/kvm/mmu/mmu.o
  CC      crypto/lzo.o
  CC      lib/radix-tree.o
  AR      drivers/base/power/built-in.a
  CC      drivers/base/component.o
  CC      lib/ratelimit.o
  CC      drivers/tty/serial/8250/8250_pnp.o
  CC      fs/btrfs/print-tree.o
  CC      kernel/time/tick-sched.o
  CC      drivers/acpi/acpica/exresolv.o
  AR      drivers/mfd/built-in.a
  AR      drivers/nfc/built-in.a
  AR      drivers/dax/hmem/built-in.a
  CC      drivers/dax/super.o
  CC      drivers/dma-buf/dma-buf.o
  CC      fs/btrfs/root-tree.o
  AR      drivers/video/fbdev/built-in.a
  AR      drivers/video/built-in.a
  CC      drivers/char/virtio_console.o
  CC      drivers/pci/pci-acpi.o
  CC [M]  drivers/misc/mei/bus-fixup.o
  CC      lib/rbtree.o
  LD [M]  sound/pci/hda/snd-hda-codec.o
  CC      drivers/dma-buf/dma-fence.o
  LD [M]  sound/pci/hda/snd-hda-codec-generic.o
  CC [M]  arch/x86/kvm/mmu/page_track.o
  LD [M]  sound/pci/hda/snd-hda-codec-realtek.o
  CC      fs/ext4/namei.o
  LD [M]  sound/pci/hda/snd-hda-codec-analog.o
  AR      kernel/events/built-in.a
  CC      drivers/acpi/acpica/exresop.o
  LD [M]  sound/pci/hda/snd-hda-codec-hdmi.o
  CC      net/ethtool/tsinfo.o
  CC      lib/seq_buf.o
  LD [M]  sound/pci/hda/snd-hda-intel.o
  CC      arch/x86/kernel/x86_init.o
  AR      sound/pci/built-in.a
  CC      arch/x86/kernel/i8259.o
  CC      kernel/trace/trace_seq.o
  AR      net/xfrm/built-in.a
  CC      arch/x86/kernel/irqinit.o
  CC      arch/x86/kernel/jump_label.o
  AR      sound/pcmcia/vx/built-in.a
  AR      sound/pcmcia/pdaudiocf/built-in.a
  AR      sound/pcmcia/built-in.a
  AR      drivers/gpu/drm/arm/built-in.a
  AR      sound/mips/built-in.a
  AR      drivers/gpu/drm/display/built-in.a
  AR      sound/soc/built-in.a
  CC [M]  drivers/gpu/drm/display/drm_display_helper_mod.o
  AR      sound/atmel/built-in.a
  AR      drivers/gpu/drm/renesas/rcar-du/built-in.a
  AR      drivers/gpu/drm/renesas/built-in.a
  AR      sound/hda/built-in.a
  AR      drivers/char/tpm/built-in.a
  CC [M]  sound/hda/hda_bus_type.o
  CC      kernel/softirq.o
  CC      arch/x86/kernel/irq_work.o
  AR      drivers/cxl/core/built-in.a
  AR      drivers/cxl/built-in.a
  AR      sound/x86/built-in.a
  CC [M]  sound/hda/hdac_bus.o
  CC [M]  sound/hda/hdac_device.o
  CC      drivers/tty/serial/8250/8250_port.o
  CC      drivers/tty/serial/8250/8250_dma.o
  CC      fs/nfs/fs_context.o
  CC      fs/nfs/sysctl.o
  CC      lib/show_mem.o
  CC [M]  sound/hda/hdac_sysfs.o
  CC      mm/mremap.o
  CC      crypto/lzo-rle.o
  CC      drivers/base/core.o
  CC [M]  drivers/misc/mei/debugfs.o
  CC      drivers/dax/bus.o
  CC      drivers/acpi/acpica/exserial.o
  CC [M]  drivers/gpu/drm/display/drm_dp_dual_mode_helper.o
  CC      lib/siphash.o
  CC      mm/msync.o
  CC      kernel/time/vsyscall.o
  CC      drivers/pci/quirks.o
  AR      drivers/gpu/drm/omapdrm/built-in.a
  CC      arch/x86/kernel/probe_roms.o
  CC      drivers/dma-buf/dma-fence-array.o
  CC      kernel/trace/trace_stat.o
  CC      drivers/iommu/iova.o
  CC [M]  sound/hda/hdac_regmap.o
  CC      drivers/base/bus.o
  CC [M]  drivers/misc/mei/mei-trace.o
  CC      crypto/lz4.o
  CC      kernel/time/timekeeping_debug.o
  CC      kernel/trace/trace_printk.o
  CC      mm/page_vma_mapped.o
  CC      mm/pagewalk.o
  CC      kernel/trace/pid_list.o
  CC [M]  net/netfilter/nf_conntrack_helper.o
  CC      fs/ext4/page-io.o
  CC      drivers/dma-buf/dma-fence-chain.o
  CC      net/ethtool/cabletest.o
  CC      drivers/acpi/acpica/exstore.o
  CC      crypto/lz4hc.o
  AR      drivers/block/built-in.a
  CC      arch/x86/kernel/sys_ia32.o
  CC      drivers/dma-buf/dma-fence-unwrap.o
  CC [M]  sound/hda/hdac_controller.o
  CC      net/ethtool/tunnels.o
  CC      drivers/acpi/acpica/exstoren.o
  CC      drivers/acpi/acpica/exstorob.o
  CC      lib/string.o
  CC      drivers/tty/serial/8250/8250_dwlib.o
  CC      lib/timerqueue.o
  CC      net/ethtool/fec.o
  CC [M]  net/netfilter/nf_conntrack_proto.o
  CC [M]  drivers/gpu/drm/display/drm_dp_helper.o
  CC      drivers/char/hpet.o
  AR      drivers/tty/ipwireless/built-in.a
  CC      crypto/xxhash_generic.o
  CC      fs/nfs/nfs2super.o
  CC      drivers/tty/tty_io.o
  CC [M]  net/netfilter/nf_conntrack_proto_generic.o
  CC      fs/btrfs/dir-item.o
  CC      fs/btrfs/file-item.o
  CC      net/ipv4/inet_timewait_sock.o
  CC [M]  arch/x86/kvm/mmu/spte.o
  CC      lib/vsprintf.o
  CC [M]  drivers/misc/mei/pci-me.o
  CC      drivers/char/nvram.o
  CC [M]  arch/x86/kvm/mmu/tdp_iter.o
  CC      drivers/acpi/acpica/exsystem.o
  CC      kernel/time/namespace.o
  CC      fs/nfs/proc.o
  CC      drivers/iommu/irq_remapping.o
  CC      net/core/sock_diag.o
  CC      drivers/dma-buf/dma-resv.o
  CC      kernel/resource.o
  CC      net/core/dev_ioctl.o
  CC [M]  sound/hda/hdac_stream.o
  CC      net/core/tso.o
  AR      drivers/dax/built-in.a
  CC      drivers/acpi/acpica/extrace.o
  CC      kernel/sysctl.o
  CC      kernel/trace/trace_sched_switch.o
  CC      crypto/rng.o
  CC      drivers/tty/serial/8250/8250_pcilib.o
  CC      mm/pgtable-generic.o
  CC      lib/win_minmax.o
  CC      arch/x86/kernel/signal_32.o
  CC [M]  sound/hda/array.o
  CC      net/ethtool/eeprom.o
  CC      drivers/base/dd.o
  CC      fs/ext4/readpage.o
  CC      fs/nfs/nfs2xdr.o
  CC      drivers/acpi/acpica/exutils.o
  CC      fs/nfs/nfs3super.o
  CC [M]  drivers/misc/mei/hw-me.o
  CC      drivers/acpi/acpica/hwacpi.o
  AR      drivers/macintosh/built-in.a
  CC      net/ethtool/stats.o
  CC      block/bfq-cgroup.o
  CC      drivers/tty/serial/8250/8250_pci.o
  CC      drivers/tty/serial/8250/8250_exar.o
  AR      drivers/iommu/built-in.a
  CC      net/ethtool/phc_vclocks.o
  CC      drivers/scsi/scsi.o
  AR      kernel/time/built-in.a
  AR      drivers/char/built-in.a
  CC      drivers/nvme/host/core.o
  CC      drivers/scsi/hosts.o
  AR      net/ipv6/netfilter/built-in.a
  CC      drivers/nvme/host/ioctl.o
  CC [M]  net/ipv6/netfilter/nf_defrag_ipv6_hooks.o
  CC [M]  net/ipv6/netfilter/nf_conntrack_reasm.o
  CC      fs/ext4/resize.o
  CC      fs/btrfs/inode-item.o
  CC [M]  net/netfilter/nf_conntrack_proto_tcp.o
  CC      fs/nfs/nfs3client.o
  CC      crypto/drbg.o
  CC      drivers/scsi/scsi_ioctl.o
  CC      kernel/trace/trace_functions.o
  CC      drivers/tty/serial/8250/8250_early.o
  CC      mm/rmap.o
  CC [M]  sound/hda/hdmi_chmap.o
  CC      net/ipv6/af_inet6.o
  CC      drivers/scsi/scsicam.o
  CC      drivers/acpi/acpica/hwesleep.o
  CC      drivers/dma-buf/sync_file.o
  CC      net/ipv4/inet_connection_sock.o
  CC      arch/x86/kernel/sys_x86_64.o
  CC      kernel/trace/trace_preemptirq.o
  CC      net/core/sock_reuseport.o
  CC      block/blk-mq-pci.o
  CC      net/ethtool/mm.o
  CC      net/ethtool/module.o
  CC      drivers/pci/ats.o
  CC      drivers/scsi/scsi_error.o
  CC      fs/nfs/nfs3proc.o
  CC      arch/x86/kernel/espfix_64.o
  CC      drivers/acpi/acpica/hwgpe.o
  CC      fs/nfs/nfs3xdr.o
  CC [M]  drivers/gpu/drm/display/drm_dp_mst_topology.o
  CC      drivers/ata/libata-core.o
  CC      drivers/base/syscore.o
  CC      drivers/dma-buf/sw_sync.o
  CC      drivers/ata/libata-scsi.o
  CC      drivers/ata/libata-eh.o
  CC      drivers/tty/serial/8250/8250_dw.o
  CC      fs/ext4/super.o
  CC      net/ethtool/pse-pd.o
  CC      drivers/spi/spi.o
  CC      drivers/base/driver.o
  CC      drivers/dma-buf/sync_debug.o
  CC      kernel/capability.o
  CC      net/ethtool/plca.o
  CC      net/packet/af_packet.o
  CC      net/packet/diag.o
  CC      block/blk-mq-virtio.o
  CC [M]  drivers/gpu/drm/display/drm_dsc_helper.o
  CC      kernel/trace/trace_nop.o
  CC      net/key/af_key.o
  CC [M]  drivers/gpu/drm/display/drm_hdcp_helper.o
  CC      kernel/trace/trace_functions_graph.o
  CC [M]  sound/hda/trace.o
  CC      drivers/tty/n_tty.o
  CC [M]  drivers/gpu/drm/display/drm_hdmi_helper.o
  CC      drivers/acpi/acpica/hwregs.o
  CC      drivers/pci/iov.o
  CC      mm/vmalloc.o
  CC      arch/x86/kernel/ksysfs.o
  CC      net/core/fib_notifier.o
  LD [M]  net/ipv6/netfilter/nf_defrag_ipv6.o
  CC [M]  sound/hda/hdac_component.o
  CC      kernel/ptrace.o
  CC      drivers/scsi/scsi_lib.o
  CC      fs/btrfs/disk-io.o
  CC      drivers/pci/pci-label.o
  CC [M]  drivers/dma-buf/selftest.o
  CC [M]  drivers/misc/mei/gsc-me.o
  CC      crypto/jitterentropy.o
  CC      lib/xarray.o
  CC      crypto/jitterentropy-kcapi.o
  CC      drivers/base/class.o
  CC [M]  drivers/dma-buf/st-dma-fence.o
  CC      block/blk-mq-debugfs.o
  CC      drivers/tty/serial/8250/8250_lpss.o
  CC      drivers/acpi/acpica/hwsleep.o
  CC      mm/page_alloc.o
  CC      drivers/acpi/acpica/hwvalid.o
  AR      drivers/nvme/target/built-in.a
  CC [M]  drivers/gpu/drm/display/drm_scdc_helper.o
  CC      crypto/ghash-generic.o
  CC      net/core/xdp.o
  CC      net/core/flow_offload.o
  CC [M]  net/netfilter/nf_conntrack_proto_udp.o
  CC      net/ipv6/anycast.o
  CC      crypto/af_alg.o
  CC      fs/efivarfs/inode.o
  CC      fs/ext4/symlink.o
  CC      net/core/gro.o
  CC      arch/x86/kernel/bootflag.o
  CC      kernel/trace/fgraph.o
  AR      net/ethtool/built-in.a
  CC      drivers/nvme/host/trace.o
  CC      net/core/netdev-genl.o
  CC      net/ipv6/ip6_output.o
  CC [M]  sound/hda/hdac_i915.o
  CC      drivers/pci/pci-stub.o
  CC      drivers/acpi/acpica/hwxface.o
  CC      fs/efivarfs/file.o
  CC      fs/ext4/sysfs.o
  CC      kernel/trace/blktrace.o
  LD [M]  drivers/misc/mei/mei.o
  CC [M]  sound/hda/intel-dsp-config.o
  CC      crypto/algif_hash.o
  CC      drivers/tty/serial/8250/8250_mid.o
  LD [M]  drivers/misc/mei/mei-me.o
  LD [M]  drivers/misc/mei/mei-gsc.o
  CC      net/core/netdev-genl-gen.o
  CC [M]  drivers/dma-buf/st-dma-fence-chain.o
  CC      drivers/tty/serial/8250/8250_pericom.o
  CC      drivers/base/platform.o
  CC      net/ipv4/tcp.o
  CC      fs/efivarfs/super.o
  CC      block/blk-pm.o
  CC      arch/x86/kernel/e820.o
  AR      fs/nfs/built-in.a
  CC      lib/lockref.o
  CC      net/ipv6/ip6_input.o
  CC      net/ipv4/tcp_input.o
  CC      drivers/acpi/acpica/hwxfsleep.o
  CC      net/core/net-sysfs.o
  CC      fs/efivarfs/vars.o
  CC      drivers/nvme/host/fault_inject.o
  AR      drivers/gpu/drm/tilcdc/built-in.a
  CC      block/holder.o
  CC      mm/init-mm.o
  CC      kernel/user.o
  CC      drivers/pci/vgaarb.o
  CC [M]  net/netfilter/nf_conntrack_proto_icmp.o
  CC [M]  sound/hda/intel-nhlt.o
  CC      net/core/page_pool.o
  CC [M]  net/netfilter/nf_conntrack_extend.o
  CC      drivers/acpi/acpica/hwpci.o
  AR      net/bridge/netfilter/built-in.a
  CC      net/bridge/br.o
  CC      net/bridge/br_device.o
  CC      kernel/trace/trace_events.o
  CC      drivers/ata/libata-transport.o
  CC      kernel/trace/trace_export.o
  AR      drivers/tty/serial/8250/built-in.a
  CC      drivers/acpi/acpica/nsaccess.o
  CC [M]  drivers/gpu/drm/display/drm_dp_aux_dev.o
  CC      drivers/tty/serial/serial_core.o
  CC      lib/bcd.o
  CC      drivers/ata/libata-trace.o
  CC [M]  arch/x86/kvm/mmu/tdp_mmu.o
  CC      lib/sort.o
  CC      drivers/tty/tty_ioctl.o
  CC      fs/btrfs/transaction.o
  CC      drivers/scsi/scsi_lib_dma.o
  CC      lib/parser.o
  CC      mm/memblock.o
  AR      block/built-in.a
  AR      drivers/gpu/drm/imx/built-in.a
  AR      drivers/gpu/drm/i2c/built-in.a
  CC      drivers/tty/tty_ldisc.o
  AR      drivers/gpu/drm/panel/built-in.a
  CC [M]  drivers/dma-buf/st-dma-fence-unwrap.o
  AR      drivers/gpu/drm/bridge/analogix/built-in.a
  AR      drivers/gpu/drm/bridge/cadence/built-in.a
  CC      net/core/net-procfs.o
  CC      drivers/acpi/scan.o
  AR      drivers/gpu/drm/bridge/imx/built-in.a
  AR      drivers/gpu/drm/bridge/synopsys/built-in.a
  AR      fs/efivarfs/built-in.a
  CC      drivers/acpi/resource.o
  AR      drivers/gpu/drm/bridge/built-in.a
  CC      drivers/acpi/acpi_processor.o
  CC      drivers/ata/libata-sata.o
  CC      drivers/nvme/host/pci.o
  CC      drivers/base/cpu.o
  CC      crypto/algif_skcipher.o
  CC      drivers/base/firmware.o
  CC [M]  sound/hda/intel-sdw-acpi.o
  CC      drivers/acpi/acpica/nsalloc.o
  CC      net/core/netpoll.o
  AR      net/key/built-in.a
  CC      arch/x86/kernel/pci-dma.o
  CC [M]  fs/netfs/buffered_read.o
  CC      lib/debug_locks.o
  CC [M]  fs/netfs/io.o
  AR      drivers/spi/built-in.a
  CC      drivers/net/phy/mdio-boardinfo.o
  AR      drivers/net/pse-pd/built-in.a
  CC [M]  arch/x86/kvm/smm.o
  CC      drivers/net/phy/mdio_devres.o
  CC      lib/random32.o
  CC      drivers/scsi/scsi_scan.o
  AR      drivers/gpu/drm/hisilicon/built-in.a
  AR      drivers/net/pcs/built-in.a
  CC      drivers/net/mdio/acpi_mdio.o
  CC [M]  arch/x86/kvm/vmx/vmx.o
  CC [M]  drivers/dma-buf/st-dma-resv.o
  CC [M]  net/netfilter/nf_conntrack_acct.o
  LD [M]  drivers/gpu/drm/display/drm_display_helper.o
  CC      kernel/trace/trace_event_perf.o
  CC [M]  net/netfilter/nf_conntrack_seqadj.o
  AR      drivers/pci/built-in.a
  CC      drivers/acpi/acpica/nsarguments.o
  AR      drivers/firewire/built-in.a
  CC [M]  arch/x86/kvm/kvm-asm-offsets.s
  CC      drivers/acpi/processor_core.o
  AR      drivers/gpu/drm/mxsfb/built-in.a
  AR      drivers/gpu/drm/tiny/built-in.a
  AR      drivers/gpu/drm/xlnx/built-in.a
  LD [M]  sound/hda/snd-hda-core.o
  AR      drivers/gpu/drm/gud/built-in.a
  CC      drivers/base/init.o
  AR      drivers/gpu/drm/solomon/built-in.a
  LD [M]  sound/hda/snd-intel-dspcfg.o
  CC [M]  drivers/gpu/drm/ttm/ttm_tt.o
  CC [M]  drivers/gpu/drm/scheduler/sched_main.o
  LD [M]  sound/hda/snd-intel-sdw-acpi.o
  CC      drivers/acpi/processor_pdc.o
  AR      sound/xen/built-in.a
  CC [M]  drivers/gpu/drm/scheduler/sched_fence.o
  AR      sound/virtio/built-in.a
  CC      sound/sound_core.o
  CC      sound/last.o
  CC      net/bridge/br_fdb.o
  CC      lib/bust_spinlocks.o
  CC      drivers/acpi/ec.o
  CC      net/ipv6/addrconf.o
  CC      arch/x86/kernel/quirks.o
  CC      drivers/tty/tty_buffer.o
  CC      net/ipv6/addrlabel.o
  CC      net/ipv6/route.o
  CC      mm/memory_hotplug.o
  AR      drivers/dma-buf/built-in.a
  LD [M]  drivers/dma-buf/dmabuf_selftests.o
  CC      crypto/xor.o
  CC      drivers/acpi/acpica/nsconvert.o
  AR      net/packet/built-in.a
  CC      crypto/hash_info.o
  GEN     drivers/scsi/scsi_devinfo_tbl.c
  CC [M]  drivers/gpu/drm/scheduler/sched_entity.o
  CC      net/bridge/br_forward.o
  CC      drivers/net/phy/phy.o
  CC [M]  arch/x86/kvm/vmx/pmu_intel.o
  CC      mm/madvise.o
  CC      drivers/ata/libata-sff.o
  CC      arch/x86/kernel/topology.o
  AR      drivers/net/ethernet/adi/built-in.a
  AR      drivers/net/ethernet/alacritech/built-in.a
  CC      drivers/net/mdio/fwnode_mdio.o
  CC      drivers/net/phy/phy-c45.o
  AR      drivers/net/ethernet/amazon/built-in.a
  AR      sound/built-in.a
  AR      drivers/net/ethernet/aquantia/built-in.a
  AR      drivers/net/ethernet/asix/built-in.a
  CC      drivers/base/map.o
  CC      drivers/base/devres.o
  CC      drivers/acpi/dock.o
  AR      drivers/net/ethernet/cadence/built-in.a
  AR      drivers/net/ethernet/broadcom/built-in.a
  CC [M]  drivers/net/ethernet/broadcom/b44.o
  CC      drivers/tty/tty_port.o
  CC      lib/kasprintf.o
  CC [M]  fs/netfs/iterator.o
  CC      kernel/trace/trace_events_filter.o
  CC [M]  net/netfilter/nf_conntrack_proto_icmpv6.o
  CC [M]  net/netfilter/nf_conntrack_proto_dccp.o
  CC      drivers/acpi/acpica/nsdump.o
  CC [M]  drivers/gpu/drm/ttm/ttm_bo.o
  CC [M]  drivers/gpu/drm/ttm/ttm_bo_util.o
  CC      drivers/acpi/pci_root.o
  CC      crypto/simd.o
  CC [M]  drivers/gpu/drm/ttm/ttm_bo_vm.o
  CC      drivers/tty/serial/earlycon.o
  AR      net/dsa/built-in.a
  CC      mm/page_io.o
  CC      drivers/scsi/scsi_devinfo.o
  CC      mm/swap_state.o
  CC      arch/x86/kernel/kdebugfs.o
  CC      lib/bitmap.o
  CC      net/ipv6/ip6_fib.o
  CC      mm/swapfile.o
  CC      mm/swap_slots.o
  CC      net/core/fib_rules.o
  CC      kernel/trace/trace_events_trigger.o
  CC      fs/btrfs/inode.o
  CC      drivers/acpi/acpica/nseval.o
  CC      drivers/tty/serial/serial_mctrl_gpio.o
  CC [M]  net/sunrpc/auth_gss/auth_gss.o
  AR      drivers/net/mdio/built-in.a
  CC      net/8021q/vlan_core.o
  LD [M]  drivers/gpu/drm/scheduler/gpu-sched.o
  CC      net/sunrpc/clnt.o
  CC      drivers/base/attribute_container.o
  CC      drivers/acpi/acpica/nsinit.o
  CC      fs/btrfs/file.o
  CC [M]  crypto/md4.o
  CC      drivers/tty/tty_mutex.o
  CC [M]  fs/netfs/main.o
  CC      arch/x86/kernel/alternative.o
  CC [M]  drivers/gpu/drm/ttm/ttm_module.o
  CC [M]  net/sunrpc/auth_gss/gss_generic_token.o
  CC      net/ipv6/ipv6_sockglue.o
  CC      net/bridge/br_if.o
  AR      drivers/nvme/host/built-in.a
  CC      drivers/acpi/pci_link.o
  AR      drivers/nvme/built-in.a
  CC      drivers/acpi/acpica/nsload.o
  CC      fs/btrfs/defrag.o
  CC [M]  drivers/gpu/drm/ttm/ttm_execbuf_util.o
  CC      drivers/scsi/scsi_sysctl.o
  CC      net/sunrpc/xprt.o
  CC      kernel/trace/trace_eprobe.o
  CC      net/sunrpc/socklib.o
  AR      drivers/cdrom/built-in.a
  CC      drivers/acpi/pci_irq.o
  CC      drivers/net/phy/phy-core.o
  CC      net/ipv4/tcp_output.o
  CC      fs/btrfs/extent_map.o
  CC      drivers/acpi/acpica/nsnames.o
  CC      drivers/acpi/acpi_lpss.o
  AR      drivers/tty/serial/built-in.a
  CC      net/sunrpc/xprtsock.o
  CC [M]  crypto/ccm.o
  CC      drivers/base/transport_class.o
  CC      net/sunrpc/sched.o
  AR      drivers/net/usb/built-in.a
  CC [M]  drivers/net/usb/pegasus.o
  CC [M]  drivers/net/ipvlan/ipvlan_core.o
  CC      drivers/tty/tty_ldsem.o
  CC      net/ipv4/tcp_timer.o
  CC      lib/scatterlist.o
  CC [M]  net/netfilter/nf_conntrack_proto_sctp.o
  CC      drivers/tty/tty_baudrate.o
  CC [M]  crypto/arc4.o
  CC      net/core/net-traces.o
  CC      drivers/scsi/scsi_debugfs.o
  CC      drivers/scsi/scsi_trace.o
  CC      drivers/ata/libata-pmp.o
  CC      drivers/acpi/acpica/nsobject.o
  CC [M]  drivers/gpu/drm/ttm/ttm_range_manager.o
  CC [M]  drivers/gpu/drm/ttm/ttm_resource.o
  CC      drivers/base/topology.o
  CC [M]  fs/netfs/objects.o
  CC      drivers/acpi/acpi_apd.o
  CC [M]  drivers/net/ethernet/broadcom/bnx2.o
  CC      drivers/acpi/acpi_platform.o
  CC [M]  net/8021q/vlan.o
  CC      net/core/selftests.o
  CC      kernel/signal.o
  CC      arch/x86/kernel/i8253.o
  CC      net/core/ptp_classifier.o
  CC      drivers/net/phy/phy_device.o
  CC      drivers/tty/tty_jobctrl.o
  CC      drivers/acpi/acpica/nsparse.o
  CC      drivers/tty/n_null.o
  CC      drivers/scsi/scsi_logging.o
  CC [M]  crypto/ecc.o
  CC [M]  net/8021q/vlan_dev.o
  CC      net/bridge/br_input.o
  CC      lib/list_sort.o
  CC [M]  crypto/essiv.o
  CC [M]  net/8021q/vlan_netlink.o
  CC      drivers/base/container.o
  CC      net/sunrpc/auth.o
  CC      drivers/base/property.o
  CC      kernel/trace/trace_kprobe.o
  CC      lib/uuid.o
  CC      arch/x86/kernel/hw_breakpoint.o
  CC      drivers/acpi/acpica/nspredef.o
  CC      drivers/acpi/acpi_pnp.o
  CC      net/ipv6/ndisc.o
  LD [M]  fs/netfs/netfs.o
  CC      drivers/tty/pty.o
  CC      net/sunrpc/auth_null.o
  CC      drivers/scsi/scsi_pm.o
  CC [M]  drivers/gpu/drm/ttm/ttm_pool.o
  CC [M]  drivers/gpu/drm/ttm/ttm_device.o
  CC      lib/iov_iter.o
  CC [M]  drivers/net/usb/rtl8150.o
  CC [M]  net/netfilter/nf_conntrack_netlink.o
  CC      drivers/ata/libata-acpi.o
  CC [M]  drivers/net/ipvlan/ipvlan_main.o
  CC      drivers/base/cacheinfo.o
  CC      drivers/base/swnode.o
  CC [M]  net/sunrpc/auth_gss/gss_mech_switch.o
  CC      mm/dmapool.o
  CC      drivers/base/auxiliary.o
  CC      net/ipv6/udp.o
  CC      drivers/tty/sysrq.o
  CC      drivers/acpi/acpica/nsprepkg.o
  CC      drivers/acpi/acpica/nsrepair.o
  CC      net/sunrpc/auth_unix.o
  CC [M]  net/sunrpc/auth_gss/svcauth_gss.o
  CC      drivers/acpi/acpica/nsrepair2.o
  CC [M]  crypto/ecdh.o
  CC      net/core/netprio_cgroup.o
  CC      lib/clz_ctz.o
  CC      arch/x86/kernel/tsc.o
  CC      kernel/sys.o
  CC      drivers/scsi/scsi_bsg.o
  CC      drivers/scsi/scsi_common.o
  CC      mm/hugetlb.o
  CC [M]  net/8021q/vlanproc.o
  CC      mm/hugetlb_vmemmap.o
  CC      drivers/acpi/acpica/nssearch.o
  CC      net/core/dst_cache.o
  CC      mm/sparse.o
  CC      lib/bsearch.o
  CC      net/sunrpc/svc.o
  CC      kernel/umh.o
  CC [M]  drivers/gpu/drm/ttm/ttm_sys_manager.o
  CC      drivers/scsi/sd.o
  CC      fs/btrfs/sysfs.o
  CC      drivers/scsi/sg.o
  CC      net/bridge/br_ioctl.o
  CC      drivers/base/devtmpfs.o
  CC      drivers/ata/libata-pata-timings.o
  CC [M]  crypto/ecdh_helper.o
  CC      net/sunrpc/svcsock.o
  CC [M]  drivers/net/usb/r8152.o
  CC [M]  fs/fscache/cache.o
  CC      drivers/acpi/acpica/nsutils.o
  CC [M]  fs/fscache/cookie.o
  CC      drivers/acpi/acpica/nswalk.o
  CC      drivers/net/phy/linkmode.o
  CC      mm/sparse-vmemmap.o
  AR      drivers/tty/built-in.a
  CC      drivers/base/memory.o
  CC      net/sunrpc/svcauth.o
  CC      drivers/base/module.o
  CC      lib/find_bit.o
  CC [M]  drivers/gpu/drm/ttm/ttm_agp_backend.o
  LD [M]  crypto/ecdh_generic.o
  AR      crypto/built-in.a
  AR      drivers/auxdisplay/built-in.a
  CC      drivers/net/phy/mdio_bus.o
  CC      drivers/usb/common/common.o
  CC      drivers/usb/core/usb.o
  CC      drivers/usb/core/hub.o
  CC [M]  drivers/net/ipvlan/ipvlan_l3s.o
  CC      arch/x86/kernel/tsc_msr.o
  CC      drivers/usb/core/hcd.o
  AR      net/8021q/built-in.a
  LD [M]  net/8021q/8021q.o
  CC      net/ipv4/tcp_ipv4.o
  CC      drivers/base/pinctrl.o
  CC      kernel/trace/error_report-traces.o
  CC [M]  net/netfilter/nf_nat_core.o
  CC      drivers/acpi/acpica/nsxfeval.o
  CC      fs/ext4/xattr.o
  CC      net/ipv6/udplite.o
  CC      drivers/ata/ahci.o
  CC      drivers/acpi/acpica/nsxfname.o
  CC      net/core/gro_cells.o
  CC      arch/x86/kernel/io_delay.o
  CC      net/ipv4/tcp_minisocks.o
  CC      net/dcb/dcbnl.o
  CC      kernel/workqueue.o
  CC      net/l3mdev/l3mdev.o
  LD [M]  drivers/gpu/drm/ttm/ttm.o
  CC [M]  fs/fscache/io.o
  CC      net/bridge/br_stp.o
  CC [M]  arch/x86/kvm/vmx/vmcs12.o
  CC      drivers/base/devcoredump.o
  CC      drivers/usb/common/debug.o
  CC      kernel/pid.o
  CC      net/ipv4/tcp_cong.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_drv.o
  CC      arch/x86/kernel/rtc.o
  CC      drivers/net/phy/mdio_device.o
  CC      drivers/input/serio/serio.o
  CC      drivers/input/serio/i8042.o
  CC      drivers/acpi/acpica/nsxfobj.o
  AR      drivers/usb/common/built-in.a
  CC      net/ipv6/raw.o
  CC      kernel/trace/power-traces.o
  CC      net/ipv6/icmp.o
  CC      drivers/scsi/scsi_sysfs.o
  CC      net/sunrpc/svcauth_unix.o
  CC [M]  net/sunrpc/auth_gss/gss_rpc_upcall.o
  CC      drivers/base/platform-msi.o
  CC      lib/llist.o
  LD [M]  drivers/net/ipvlan/ipvlan.o
  CC      net/core/failover.o
  CC      net/handshake/genl.o
  CC [M]  net/bluetooth/af_bluetooth.o
  CC      lib/memweight.o
  CC      drivers/acpi/acpica/psargs.o
  CC      drivers/acpi/acpica/psloop.o
  CC [M]  net/dns_resolver/dns_key.o
  CC      drivers/net/phy/swphy.o
  CC      drivers/net/phy/fixed_phy.o
  AR      net/l3mdev/built-in.a
  CC      lib/kfifo.o
  CC [M]  net/dns_resolver/dns_query.o
  CC      net/sunrpc/addr.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_device.o
  CC      arch/x86/kernel/resource.o
  CC [M]  arch/x86/kvm/vmx/hyperv.o
  CC [M]  fs/fscache/main.o
  CC      net/ipv6/mcast.o
  CC      drivers/ata/libahci.o
  CC [M]  drivers/net/phy/phylink.o
  CC      drivers/base/physical_location.o
  CC      mm/mmu_notifier.o
  AS      arch/x86/kernel/irqflags.o
  CC [M]  fs/fscache/volume.o
  CC      arch/x86/kernel/static_call.o
  CC      drivers/input/serio/libps2.o
  CC [M]  drivers/net/ethernet/broadcom/cnic.o
  CC      net/handshake/netlink.o
  CC [M]  net/netfilter/nf_nat_proto.o
  CC      drivers/acpi/acpica/psobject.o
  CC      net/handshake/request.o
  CC      net/bridge/br_stp_bpdu.o
  CC      net/ipv4/tcp_metrics.o
  CC [M]  drivers/net/phy/aquantia_main.o
  CC      net/ipv4/tcp_fastopen.o
  CC      kernel/task_work.o
  CC [M]  drivers/net/phy/aquantia_hwmon.o
  CC [M]  fs/fscache/proc.o
  LD [M]  net/dns_resolver/dns_resolver.o
  CC [M]  arch/x86/kvm/vmx/nested.o
  AR      drivers/usb/phy/built-in.a
  CC      drivers/acpi/acpica/psopcode.o
  CC      arch/x86/kernel/process.o
  AR      net/core/built-in.a
  CC      drivers/base/trace.o
  CC      net/ipv4/tcp_rate.o
  CC      kernel/extable.o
  CC [M]  net/sunrpc/auth_gss/gss_rpc_xdr.o
  CC      lib/percpu-refcount.o
  CC [M]  drivers/net/phy/ax88796b.o
  CC      net/dcb/dcbevent.o
  CC      lib/rhashtable.o
  CC      net/ipv4/tcp_recovery.o
  CC      lib/base64.o
  CC      fs/btrfs/accessors.o
  AR      drivers/scsi/built-in.a
  AR      drivers/input/serio/built-in.a
  CC      net/bridge/br_stp_if.o
  CC      net/devres.o
  CC      fs/ext4/xattr_hurd.o
  CC      mm/ksm.o
  CC      drivers/acpi/acpica/psopinfo.o
  CC      kernel/trace/rpm-traces.o
  CC      drivers/acpi/acpica/psparse.o
  CC      drivers/usb/core/urb.o
  CC [M]  net/bluetooth/hci_core.o
  CC [M]  drivers/net/ethernet/broadcom/tg3.o
  CC [M]  drivers/net/phy/bcm7xxx.o
  CC [M]  drivers/net/phy/bcm87xx.o
  CC [M]  drivers/net/phy/bcm-phy-lib.o
  CC      net/ipv6/reassembly.o
  LD [M]  fs/fscache/fscache.o
  CC      drivers/input/keyboard/atkbd.o
  CC      drivers/rtc/lib.o
  AR      drivers/base/built-in.a
  AR      drivers/i2c/algos/built-in.a
  CC [M]  drivers/i2c/algos/i2c-algo-bit.o
  CC      lib/once.o
  CC      kernel/trace/trace_dynevent.o
  CC [M]  net/bluetooth/hci_conn.o
  CC      lib/refcount.o
  CC      drivers/i2c/busses/i2c-designware-common.o
  AR      drivers/i2c/muxes/built-in.a
  CC [M]  drivers/i2c/muxes/i2c-mux-gpio.o
  CC      drivers/acpi/acpica/psscope.o
  CC      drivers/acpi/acpica/pstree.o
  CC      drivers/acpi/acpica/psutils.o
  AR      net/dcb/built-in.a
  CC      drivers/usb/core/message.o
  CC      drivers/i2c/busses/i2c-designware-master.o
  CC      fs/ext4/xattr_trusted.o
  CC      kernel/params.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_kms.o
  AR      drivers/input/mouse/built-in.a
  CC      net/sunrpc/rpcb_clnt.o
  CC [M]  net/sunrpc/auth_gss/trace.o
  CC      drivers/ata/ata_piix.o
  CC      drivers/i2c/busses/i2c-designware-platdrv.o
  CC      drivers/i2c/busses/i2c-designware-baytrail.o
  CC      net/sunrpc/timer.o
  CC      net/handshake/tlshd.o
  CC [M]  net/netfilter/nf_nat_helper.o
  CC      drivers/rtc/class.o
  CC      net/handshake/trace.o
  CC      drivers/usb/core/driver.o
  CC [M]  net/sunrpc/auth_gss/gss_krb5_mech.o
  CC      drivers/input/input.o
  CC      arch/x86/kernel/ptrace.o
  CC [M]  net/netfilter/nf_nat_redirect.o
  CC      drivers/usb/core/config.o
  CC      drivers/acpi/acpica/pswalk.o
  CC      drivers/acpi/acpica/psxface.o
  CC      net/socket.o
  CC      net/bridge/br_stp_timer.o
  CC      lib/rcuref.o
  CC      kernel/trace/trace_probe.o
  CC      net/ipv4/tcp_ulp.o
  CC      lib/usercopy.o
  CC      fs/btrfs/xattr.o
  CC      drivers/usb/core/file.o
  CC [M]  drivers/net/phy/broadcom.o
  CC      drivers/usb/core/buffer.o
  CC [M]  drivers/i2c/busses/i2c-scmi.o
  CC      fs/ext4/xattr_user.o
  CC      kernel/trace/trace_uprobe.o
  CC      fs/btrfs/ordered-data.o
  CC [M]  drivers/net/phy/lxt.o
  CC [M]  drivers/net/phy/realtek.o
  AR      drivers/input/keyboard/built-in.a
  CC      drivers/usb/host/pci-quirks.o
  CC      drivers/usb/storage/scsiglue.o
  CC      drivers/acpi/acpica/rsaddr.o
  CC      drivers/usb/storage/protocol.o
  CC      lib/errseq.o
  CC      drivers/rtc/interface.o
  CC      net/ipv6/tcp_ipv6.o
  CC      drivers/rtc/nvmem.o
  CC      net/compat.o
  CC [M]  arch/x86/kvm/vmx/posted_intr.o
  CC      lib/bucket_locks.o
  LD [M]  arch/x86/kvm/kvm.o
  CC [M]  net/netfilter/nf_nat_masquerade.o
  CC      drivers/acpi/acpica/rscalc.o
  CC      drivers/usb/host/ehci-hcd.o
  AR      drivers/net/ethernet/cavium/common/built-in.a
  AR      drivers/net/ethernet/cavium/thunder/built-in.a
  AR      drivers/ata/built-in.a
  CC      drivers/usb/host/ehci-pci.o
  AR      drivers/net/ethernet/cavium/liquidio/built-in.a
  AR      drivers/net/ethernet/cavium/octeon/built-in.a
  AR      drivers/net/ethernet/cavium/built-in.a
  UPD     arch/x86/kvm/kvm-asm-offsets.h
  CC      drivers/usb/host/ohci-hcd.o
  CC      drivers/acpi/acpica/rscreate.o
  CC      fs/ext4/fast_commit.o
  CC      arch/x86/kernel/tls.o
  AR      net/handshake/built-in.a
  CC      fs/ext4/orphan.o
  CC      arch/x86/kernel/step.o
  CC      arch/x86/kernel/i8237.o
  CC [M]  drivers/i2c/busses/i2c-ccgx-ucsi.o
  CC      net/bridge/br_netlink.o
  CC      fs/btrfs/extent_io.o
  CC      net/ipv4/tcp_offload.o
  CC      net/ipv4/tcp_plb.o
  CC [M]  drivers/i2c/busses/i2c-i801.o
  CC      drivers/usb/core/sysfs.o
  CC      lib/generic-radix-tree.o
  CC [M]  drivers/i2c/busses/i2c-isch.o
  CC [M]  net/bluetooth/hci_event.o
  CC      drivers/usb/storage/transport.o
  AR      drivers/i3c/built-in.a
  CC [M]  drivers/i2c/busses/i2c-ismt.o
  CC      drivers/i2c/i2c-boardinfo.o
  CC      mm/slub.o
  CC [M]  drivers/net/usb/asix_devices.o
  CC [M]  drivers/net/phy/smsc.o
  CC [M]  drivers/net/usb/asix_common.o
  CC      drivers/acpi/acpica/rsdumpinfo.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_atombios.o
  CC      drivers/usb/storage/usb.o
  CC      mm/migrate.o
  CC      mm/migrate_device.o
  CC      mm/huge_memory.o
  CC      net/sysctl_net.o
  CC [M]  net/bluetooth/mgmt.o
  CC      drivers/input/input-compat.o
  CC      lib/string_helpers.o
  CC      drivers/usb/host/ohci-pci.o
  CC      drivers/usb/serial/usb-serial.o
  CC      drivers/acpi/acpica/rsinfo.o
  CC      drivers/usb/serial/generic.o
  CC [M]  drivers/net/usb/ax88172a.o
  CC      arch/x86/kernel/stacktrace.o
  CC [M]  net/sunrpc/auth_gss/gss_krb5_seal.o
  CC      fs/btrfs/volumes.o
  CC      mm/khugepaged.o
  CC      drivers/i2c/i2c-core-base.o
  AR      drivers/usb/misc/built-in.a
  CC      mm/page_counter.o
  CC      drivers/usb/host/uhci-hcd.o
  CC      drivers/rtc/dev.o
  CC [M]  drivers/net/usb/ax88179_178a.o
  CC [M]  net/netfilter/x_tables.o
  CC      drivers/input/input-mt.o
  CC      drivers/input/input-poller.o
  CC      kernel/trace/rethook.o
  CC      drivers/usb/core/endpoint.o
  CC      drivers/acpi/acpica/rsio.o
  CC      net/sunrpc/xdr.o
  AS [M]  arch/x86/kvm/vmx/vmenter.o
  CC      drivers/usb/storage/initializers.o
  CC      drivers/usb/storage/sierra_ms.o
  CC      drivers/usb/host/xhci.o
  LD [M]  drivers/net/phy/aquantia.o
  CC      mm/memcontrol.o
  AR      drivers/net/phy/built-in.a
  CC [M]  drivers/net/vxlan/vxlan_core.o
  CC      drivers/usb/host/xhci-mem.o
  CC      drivers/net/loopback.o
  CC      lib/hexdump.o
  CC      arch/x86/kernel/reboot.o
  CC      net/ipv4/datagram.o
  CC      drivers/rtc/proc.o
  CC [M]  net/sunrpc/auth_gss/gss_krb5_unseal.o
  CC [M]  net/netfilter/xt_tcpudp.o
  CC      drivers/acpi/acpica/rsirq.o
  CC      lib/kstrtox.o
  CC [M]  drivers/i2c/busses/i2c-piix4.o
  CC [M]  net/netfilter/xt_mark.o
  AR      drivers/media/i2c/built-in.a
  AR      drivers/media/tuners/built-in.a
  AR      drivers/media/rc/keymaps/built-in.a
  AR      drivers/media/rc/built-in.a
  AR      drivers/media/common/b2c2/built-in.a
  CC      drivers/usb/serial/bus.o
  CC      drivers/input/ff-core.o
  AR      drivers/media/common/saa7146/built-in.a
  CC [M]  drivers/net/usb/cdc_ether.o
  AR      drivers/media/common/siano/built-in.a
  AR      drivers/media/common/v4l2-tpg/built-in.a
  CC      lib/debug_info.o
  AR      drivers/media/common/videobuf2/built-in.a
  CC [M]  net/netfilter/xt_nat.o
  AR      drivers/media/common/built-in.a
  AR      drivers/media/platform/allegro-dvt/built-in.a
  CC      drivers/usb/core/devio.o
  AR      drivers/media/platform/amlogic/meson-ge2d/built-in.a
  AR      drivers/media/platform/amlogic/built-in.a
  AR      drivers/media/platform/amphion/built-in.a
  AR      drivers/media/platform/aspeed/built-in.a
  AR      drivers/media/platform/atmel/built-in.a
  CC      drivers/net/netconsole.o
  AR      drivers/media/platform/cadence/built-in.a
  AR      drivers/media/platform/chips-media/built-in.a
  AR      drivers/net/ethernet/cortina/built-in.a
  CC [M]  drivers/i2c/busses/i2c-designware-pcidrv.o
  AR      drivers/media/platform/intel/built-in.a
  AR      kernel/trace/built-in.a
  AR      drivers/media/platform/marvell/built-in.a
  CC      kernel/kthread.o
  AR      drivers/media/platform/mediatek/jpeg/built-in.a
  AR      drivers/media/platform/mediatek/mdp/built-in.a
  AR      drivers/media/platform/mediatek/vcodec/built-in.a
  CC      drivers/usb/storage/option_ms.o
  CC      net/bridge/br_netlink_tunnel.o
  AR      drivers/media/platform/mediatek/vpu/built-in.a
  AR      drivers/media/platform/mediatek/mdp3/built-in.a
  AR      drivers/media/platform/mediatek/built-in.a
  CC [M]  drivers/gpu/drm/amd/amdgpu/atombios_crtc.o
  AR      drivers/media/platform/microchip/built-in.a
  AR      drivers/media/platform/nvidia/tegra-vde/built-in.a
  CC      drivers/acpi/acpica/rslist.o
  CC      kernel/sys_ni.o
  AR      drivers/media/platform/nvidia/built-in.a
  AR      drivers/media/platform/nxp/dw100/built-in.a
  CC      drivers/rtc/sysfs.o
  AR      drivers/media/platform/nxp/imx-jpeg/built-in.a
  CC      drivers/acpi/acpica/rsmemory.o
  AR      drivers/media/platform/nxp/imx8-isi/built-in.a
  AR      drivers/media/platform/nxp/built-in.a
  AR      drivers/media/platform/qcom/camss/built-in.a
  CC [M]  drivers/net/usb/cdc_eem.o
  AR      drivers/media/platform/qcom/venus/built-in.a
  AR      drivers/media/platform/qcom/built-in.a
  AR      drivers/media/platform/renesas/rcar-vin/built-in.a
  AR      drivers/media/platform/renesas/rzg2l-cru/built-in.a
  CC      net/ipv6/ping.o
  AR      drivers/media/platform/renesas/vsp1/built-in.a
  AR      drivers/media/platform/renesas/built-in.a
  AR      drivers/media/platform/rockchip/rga/built-in.a
  AR      fs/ext4/built-in.a
  CC [M]  net/sunrpc/auth_gss/gss_krb5_seqnum.o
  AR      drivers/media/platform/rockchip/rkisp1/built-in.a
  AR      drivers/media/platform/rockchip/built-in.a
  CC      net/ipv6/exthdrs.o
  AR      drivers/media/platform/samsung/exynos-gsc/built-in.a
  AR      drivers/media/platform/samsung/exynos4-is/built-in.a
  AR      drivers/media/platform/samsung/s3c-camif/built-in.a
  AR      drivers/media/platform/samsung/s5p-g2d/built-in.a
  AR      drivers/media/platform/samsung/s5p-jpeg/built-in.a
  AR      drivers/media/platform/samsung/s5p-mfc/built-in.a
  AR      drivers/media/platform/samsung/built-in.a
  CC      drivers/usb/host/xhci-ext-caps.o
  AR      drivers/media/platform/st/sti/bdisp/built-in.a
  AR      drivers/media/platform/st/sti/c8sectpfe/built-in.a
  CC      drivers/input/touchscreen.o
  CC      drivers/input/ff-memless.o
  CC      drivers/usb/serial/console.o
  AR      drivers/media/platform/st/sti/delta/built-in.a
  AR      drivers/media/platform/st/sti/hva/built-in.a
  CC      arch/x86/kernel/msr.o
  AR      drivers/media/platform/st/stm32/built-in.a
  AR      drivers/media/platform/st/built-in.a
  CC      drivers/input/vivaldi-fmap.o
  AR      drivers/media/platform/sunxi/sun4i-csi/built-in.a
  AR      drivers/media/platform/sunxi/sun6i-csi/built-in.a
  CC      drivers/usb/serial/ftdi_sio.o
  CC      drivers/input/input-leds.o
  AR      drivers/media/platform/sunxi/sun6i-mipi-csi2/built-in.a
  CC      drivers/acpi/acpica/rsmisc.o
  CC      drivers/input/mousedev.o
  AR      drivers/media/platform/sunxi/sun8i-a83t-mipi-csi2/built-in.a
  AR      drivers/media/platform/sunxi/sun8i-di/built-in.a
  AR      drivers/media/platform/sunxi/sun8i-rotate/built-in.a
  AR      drivers/media/platform/sunxi/built-in.a
  AR      drivers/media/platform/ti/am437x/built-in.a
  AR      drivers/media/platform/ti/cal/built-in.a
  AR      drivers/media/platform/ti/vpe/built-in.a
  AR      drivers/media/platform/ti/davinci/built-in.a
  AR      drivers/media/platform/ti/omap/built-in.a
  AR      drivers/media/platform/ti/omap3isp/built-in.a
  CC      drivers/usb/storage/usual-tables.o
  AR      drivers/media/platform/ti/built-in.a
  AR      drivers/media/platform/verisilicon/built-in.a
  AR      drivers/media/platform/via/built-in.a
  AR      drivers/media/platform/xilinx/built-in.a
  CC      net/ipv4/raw.o
  AR      drivers/media/platform/built-in.a
  AR      drivers/media/pci/ttpci/built-in.a
  AR      drivers/media/pci/b2c2/built-in.a
  AR      drivers/media/pci/pluto2/built-in.a
  AR      drivers/media/usb/b2c2/built-in.a
  CC      drivers/input/evdev.o
  AR      drivers/media/pci/dm1105/built-in.a
  AR      drivers/media/usb/dvb-usb/built-in.a
  CC      drivers/rtc/rtc-mc146818-lib.o
  AR      drivers/media/pci/pt1/built-in.a
  AR      drivers/media/usb/dvb-usb-v2/built-in.a
  AR      drivers/media/pci/pt3/built-in.a
  AR      drivers/media/usb/s2255/built-in.a
  AR      drivers/media/pci/mantis/built-in.a
  LD [M]  arch/x86/kvm/kvm-intel.o
  AR      drivers/media/usb/siano/built-in.a
  CC [M]  net/netfilter/xt_REDIRECT.o
  AR      drivers/media/pci/ngene/built-in.a
  AR      drivers/media/usb/ttusb-budget/built-in.a
  AR      drivers/media/pci/ddbridge/built-in.a
  AR      drivers/media/usb/ttusb-dec/built-in.a
  AR      drivers/media/usb/built-in.a
  AR      drivers/media/pci/saa7146/built-in.a
  CC      arch/x86/kernel/cpuid.o
  CC      arch/x86/kernel/early-quirks.o
  AR      drivers/media/pci/smipcie/built-in.a
  CC [M]  drivers/net/vxlan/vxlan_multicast.o
  CC      net/sunrpc/sunrpc_syms.o
  AR      drivers/media/pci/netup_unidvb/built-in.a
  AR      drivers/media/pci/intel/ipu3/built-in.a
  AR      drivers/media/pci/intel/built-in.a
  AR      drivers/media/pci/built-in.a
  LD [M]  drivers/i2c/busses/i2c-designware-pci.o
  AR      drivers/i2c/busses/built-in.a
  CC [M]  net/bluetooth/hci_sock.o
  CC      drivers/usb/serial/pl2303.o
  CC      net/ipv6/datagram.o
  AR      drivers/media/mmc/siano/built-in.a
  AR      drivers/media/mmc/built-in.a
  CC [M]  net/sunrpc/auth_gss/gss_krb5_wrap.o
  AR      drivers/media/firewire/built-in.a
  AR      drivers/media/spi/built-in.a
  AR      drivers/media/test-drivers/built-in.a
  AR      drivers/media/built-in.a
  CC      lib/iomap.o
  CC      arch/x86/kernel/smp.o
  CC [M]  drivers/net/usb/smsc75xx.o
  AR      drivers/net/ethernet/engleder/built-in.a
  CC      drivers/i2c/i2c-core-smbus.o
  CC [M]  drivers/net/usb/smsc95xx.o
  CC      net/sunrpc/cache.o
  CC [M]  net/sunrpc/auth_gss/gss_krb5_crypto.o
  CC      drivers/acpi/acpica/rsserial.o
  CC [M]  drivers/net/vxlan/vxlan_vnifilter.o
  CC      drivers/i2c/i2c-core-acpi.o
  CC      net/bridge/br_arp_nd_proxy.o
  CC      mm/vmpressure.o
  AR      drivers/usb/storage/built-in.a
  CC      kernel/nsproxy.o
  CC      drivers/usb/host/xhci-ring.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_connectors.o
  CC      kernel/notifier.o
  CC      lib/pci_iomap.o
  CC      net/ipv4/udp.o
  CC      drivers/rtc/rtc-cmos.o
  AR      drivers/net/ethernet/ezchip/built-in.a
  CC      arch/x86/kernel/smpboot.o
  AR      drivers/net/ethernet/fungible/built-in.a
  CC      net/ipv4/udplite.o
  CC      drivers/acpi/acpica/rsutils.o
  CC      drivers/usb/host/xhci-hub.o
  CC      net/sunrpc/rpc_pipe.o
  CC      drivers/usb/host/xhci-dbg.o
  CC      net/ipv6/ip6_flowlabel.o
  CC      lib/iomap_copy.o
  CC      mm/swap_cgroup.o
  CC      drivers/usb/gadget/udc/core.o
  CC      lib/devres.o
  AR      drivers/input/built-in.a
  CC      net/bridge/br_sysfs_if.o
  CC      mm/hugetlb_cgroup.o
  CC      drivers/usb/core/notify.o
  AR      drivers/usb/serial/built-in.a
  AR      drivers/usb/gadget/function/built-in.a
  CC      lib/check_signature.o
  AR      drivers/usb/gadget/legacy/built-in.a
  CC      lib/interval_tree.o
  CC      drivers/usb/gadget/udc/trace.o
  CC [M]  net/netfilter/xt_MASQUERADE.o
  CC      drivers/acpi/acpica/rsxface.o
  CC      net/sunrpc/sysfs.o
  CC      drivers/usb/gadget/usbstring.o
  CC      drivers/usb/gadget/config.o
  CC      arch/x86/kernel/tsc_sync.o
  CC      drivers/usb/gadget/epautoconf.o
  AR      drivers/ptp/built-in.a
  CC [M]  drivers/ptp/ptp_clock.o
  CC      drivers/i2c/i2c-core-slave.o
  CC [M]  drivers/ptp/ptp_chardev.o
  CC      drivers/usb/host/xhci-trace.o
  CC [M]  net/sunrpc/auth_gss/gss_krb5_keys.o
  CC [M]  drivers/net/usb/mcs7830.o
  CC [M]  drivers/net/vxlan/vxlan_mdb.o
  CC      kernel/ksysfs.o
  CC      net/ipv6/inet6_connection_sock.o
  CC      drivers/usb/core/generic.o
  CC      drivers/usb/core/quirks.o
  CC [M]  drivers/ptp/ptp_sysfs.o
  CC      net/ipv4/udp_offload.o
  AR      drivers/rtc/built-in.a
  AR      drivers/power/reset/built-in.a
  CC      drivers/power/supply/power_supply_core.o
  CC      drivers/acpi/acpica/tbdata.o
  CC [M]  fs/smb/common/cifs_arc4.o
  CC      drivers/power/supply/power_supply_sysfs.o
  CC [M]  fs/smb/client/trace.o
  CC      lib/assoc_array.o
  CC      drivers/acpi/acpica/tbfadt.o
  CC [M]  fs/fuse/dev.o
  CC      drivers/acpi/acpica/tbfind.o
  CC      drivers/power/supply/power_supply_leds.o
  CC [M]  net/netfilter/xt_addrtype.o
  CC [M]  fs/overlayfs/super.o
  CC      fs/btrfs/async-thread.o
  CC      arch/x86/kernel/setup_percpu.o
  CC      fs/btrfs/ioctl.o
  CC      kernel/cred.o
  CC [M]  fs/smb/common/cifs_md4.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/atom.o
  CC      fs/btrfs/locking.o
  CC [M]  net/netfilter/xt_conntrack.o
  CC      arch/x86/kernel/ftrace.o
  CC      kernel/reboot.o
  CC      net/bridge/br_sysfs_br.o
  CC      net/bridge/br_nf_core.o
  CC      drivers/usb/core/devices.o
  LD [M]  net/sunrpc/auth_gss/auth_rpcgss.o
  CC      mm/kmemleak.o
  CC      drivers/i2c/i2c-dev.o
  CC      drivers/acpi/acpica/tbinstal.o
  CC [M]  fs/smb/client/cifsfs.o
  CC [M]  fs/smb/client/cifs_debug.o
  AS      arch/x86/kernel/ftrace_64.o
  LD [M]  net/sunrpc/auth_gss/rpcsec_gss_krb5.o
  CC      net/bridge/br_multicast.o
  CC [M]  net/netfilter/xt_ipvs.o
  CC      fs/open.o
  CC [M]  fs/smb/client/connect.o
  CC      arch/x86/kernel/trace_clock.o
  CC [M]  drivers/gpu/drm/amd/amdxcp/amdgpu_xcp_drv.o
  CC [M]  drivers/ptp/ptp_vclock.o
  CC [M]  drivers/net/usb/usbnet.o
  CC      drivers/acpi/acpica/tbprint.o
  CC [M]  fs/smb/client/dir.o
  AR      drivers/usb/gadget/udc/built-in.a
  CC      drivers/usb/gadget/composite.o
  CC      arch/x86/kernel/trace.o
  CC      fs/btrfs/orphan.o
  CC      drivers/power/supply/power_supply_hwmon.o
  CC [M]  drivers/ptp/ptp_kvm_x86.o
  CC      net/ipv6/udp_offload.o
  CC      drivers/usb/host/xhci-debugfs.o
  CC      lib/list_debug.o
  CC      net/sunrpc/svc_xprt.o
  CC      fs/read_write.o
  LD [M]  drivers/gpu/drm/amd/amdxcp/amdxcp.o
  CC      drivers/net/virtio_net.o
  CC      drivers/usb/core/phy.o
  CC      lib/debugobjects.o
  CC      drivers/acpi/acpica/tbutils.o
  CC      fs/btrfs/export.o
  CC      drivers/acpi/acpica/tbxface.o
  CC      kernel/async.o
  CC      net/ipv4/arp.o
  CC      arch/x86/kernel/rethook.o
  AR      drivers/power/supply/built-in.a
  AR      drivers/power/built-in.a
  CC      fs/file_table.o
  CC [M]  drivers/gpu/drm/i915/i915_driver.o
  CC      fs/super.o
  CC [M]  drivers/gpu/drm/i915/i915_drm_client.o
  CC      net/ipv4/icmp.o
  CC [M]  drivers/i2c/i2c-smbus.o
  CC      arch/x86/kernel/crash_core_64.o
  CC [M]  drivers/gpu/drm/xe/tests/xe_bo_test.o
  CC [M]  drivers/ptp/ptp_kvm_common.o
  CC [M]  drivers/gpu/drm/xe/tests/xe_dma_buf_test.o
  CC [M]  fs/overlayfs/namei.o
  CC      drivers/usb/core/port.o
  CC [M]  drivers/net/usb/cdc_ncm.o
  CC [M]  drivers/gpu/drm/vgem/vgem_drv.o
  LD [M]  net/netfilter/nf_conntrack.o
  CC [M]  drivers/gpu/drm/vgem/vgem_fence.o
  CC      drivers/acpi/acpica/tbxfload.o
  LD [M]  drivers/net/vxlan/vxlan.o
  LD [M]  net/netfilter/nf_nat.o
  CC      kernel/range.o
  CC [M]  fs/overlayfs/util.o
  CC      kernel/smpboot.o
  AR      net/netfilter/built-in.a
  CC [M]  drivers/net/usb/r8153_ecm.o
  CC      mm/page_isolation.o
  CC [M]  drivers/gpu/drm/ast/ast_drv.o
  CC [M]  drivers/gpu/drm/nouveau/nvif/object.o
  CC      drivers/net/net_failover.o
  CC [M]  drivers/gpu/drm/ast/ast_i2c.o
  CC [M]  fs/fuse/dir.o
  CC [M]  drivers/gpu/drm/ast/ast_main.o
  CC      arch/x86/kernel/module.o
  CC [M]  drivers/gpu/drm/xe/tests/xe_migrate_test.o
  CC      drivers/usb/host/xhci-pci.o
  CC      net/ipv6/seg6.o
  CC [M]  fs/fuse/file.o
  CC [M]  fs/smb/client/file.o
  CC [M]  net/bluetooth/hci_sysfs.o
  LD [M]  drivers/ptp/ptp.o
  CC      drivers/acpi/acpica/tbxfroot.o
  CC      lib/bitrev.o
  LD [M]  drivers/ptp/ptp_kvm.o
  CC      drivers/acpi/power.o
  CC      net/ipv4/devinet.o
  CC      drivers/hwmon/hwmon.o
  AR      drivers/thermal/broadcom/built-in.a
  AR      drivers/thermal/samsung/built-in.a
  CC      drivers/thermal/intel/intel_tcc.o
  CC [M]  drivers/i2c/i2c-mux.o
  CC      drivers/thermal/intel/therm_throt.o
  CC [M]  drivers/gpu/drm/xe/tests/xe_pci_test.o
  CC [M]  drivers/gpu/drm/i915/i915_config.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_fence.o
  LD [M]  drivers/gpu/drm/vgem/vgem.o
  CC [M]  drivers/net/dummy.o
  CC      fs/btrfs/tree-log.o
  CC      drivers/usb/core/hcd-pci.o
  CC      kernel/ucount.o
  CC [M]  drivers/gpu/drm/xe/tests/xe_rtp_test.o
  CC      net/ipv6/fib6_notifier.o
  CC      drivers/usb/core/usb-acpi.o
  CC      lib/crc16.o
  CC      drivers/watchdog/watchdog_core.o
  CC      drivers/acpi/acpica/utaddress.o
  CC      drivers/acpi/acpica/utalloc.o
  CC      arch/x86/kernel/early_printk.o
  CC      drivers/watchdog/watchdog_dev.o
  CC [M]  drivers/gpu/drm/i915/i915_getparam.o
  CC [M]  drivers/gpu/drm/xe/tests/xe_wa_test.o
  CC      fs/char_dev.o
  CC      net/sunrpc/xprtmultipath.o
  CC [M]  drivers/gpu/drm/nouveau/nvif/client.o
  CC      drivers/usb/gadget/functions.o
  CC      drivers/usb/gadget/configfs.o
  CC      drivers/acpi/acpica/utascii.o
  CC [M]  fs/overlayfs/inode.o
  CC [M]  drivers/gpu/drm/ast/ast_mm.o
  CC      mm/early_ioremap.o
  CC      lib/crc-t10dif.o
  CC      net/ipv4/af_inet.o
  CC [M]  net/bluetooth/l2cap_core.o
  CC      drivers/acpi/acpica/utbuffer.o
  CC      arch/x86/kernel/hpet.o
  CC      net/ipv6/rpl.o
  CC [M]  drivers/gpu/drm/i915/i915_ioctl.o
  CC      fs/stat.o
  CC      kernel/regset.o
  CC      net/ipv6/ioam6.o
  CC [M]  drivers/gpu/drm/i915/i915_irq.o
  CC      net/ipv6/sysctl_net_ipv6.o
  CC      arch/x86/kernel/amd_nb.o
  HOSTCC  lib/gen_crc32table
  AR      drivers/i2c/built-in.a
  CC [M]  net/bluetooth/l2cap_sock.o
  CC      drivers/acpi/acpica/utcksum.o
  AR      drivers/usb/host/built-in.a
  CC      kernel/groups.o
  CC      drivers/acpi/event.o
  CC [M]  fs/fuse/inode.o
  CC      net/ipv4/igmp.o
  CC [M]  drivers/usb/class/usbtmc.o
  LD [M]  drivers/net/usb/asix.o
  AR      drivers/usb/core/built-in.a
  CC [M]  fs/fuse/control.o
  CC      fs/btrfs/free-space-cache.o
  CC [M]  fs/fuse/xattr.o
  CC [M]  drivers/thermal/intel/x86_pkg_temp_thermal.o
  CC      kernel/vhost_task.o
  CC [M]  drivers/hwmon/acpi_power_meter.o
  CC      fs/btrfs/zlib.o
  CC      lib/libcrc32c.o
  CC      net/ipv6/xfrm6_policy.o
  CC [M]  drivers/gpu/drm/xe/xe_bb.o
  CC      net/ipv6/xfrm6_state.o
  CC      net/ipv6/xfrm6_input.o
  CC [M]  drivers/gpu/drm/nouveau/nvif/conn.o
  CC [M]  drivers/gpu/drm/i915/i915_mitigations.o
  CC [M]  fs/fuse/acl.o
  CC      drivers/watchdog/softdog.o
  CC [M]  drivers/gpu/drm/i915/i915_module.o
  CC      mm/cma.o
  CC [M]  drivers/gpu/drm/ast/ast_mode.o
  CC      drivers/acpi/acpica/utcopy.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_ttm.o
  CC      kernel/kcmp.o
  CC      lib/xxhash.o
  CC      net/sunrpc/stats.o
  CC [M]  fs/overlayfs/file.o
  CC      arch/x86/kernel/kvm.o
  CC [M]  drivers/gpu/drm/nouveau/nvif/device.o
  CC [M]  drivers/gpu/drm/ast/ast_post.o
  AR      drivers/watchdog/built-in.a
  CC [M]  fs/fuse/readdir.o
  CC [M]  fs/fuse/ioctl.o
  CC [M]  drivers/gpu/drm/i915/i915_params.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_object.o
  CC [M]  fs/overlayfs/dir.o
  CC [M]  drivers/gpu/drm/xe/xe_bo.o
  CC [M]  drivers/gpu/drm/i915/i915_pci.o
  AR      drivers/thermal/intel/built-in.a
  AR      drivers/thermal/st/built-in.a
  AR      drivers/thermal/qcom/built-in.a
  AR      drivers/thermal/tegra/built-in.a
  AR      drivers/thermal/mediatek/built-in.a
  CC      drivers/thermal/thermal_core.o
  CC      drivers/usb/gadget/u_f.o
  CC      kernel/freezer.o
  CC [M]  drivers/hwmon/coretemp.o
  CC [M]  fs/overlayfs/readdir.o
  CC [M]  fs/overlayfs/copy_up.o
  CC      mm/secretmem.o
  CC      drivers/acpi/acpica/utexcep.o
  AR      drivers/net/ethernet/huawei/built-in.a
  CC [M]  drivers/net/ethernet/intel/e1000/e1000_main.o
  CC      mm/userfaultfd.o
  CC [M]  drivers/net/ethernet/intel/e1000/e1000_hw.o
  CC      lib/genalloc.o
  CC      kernel/stacktrace.o
  CC      drivers/gpu/drm/drm_mipi_dsi.o
  CC [M]  fs/overlayfs/export.o
  CC      kernel/dma.o
  CC [M]  drivers/net/ethernet/intel/e1000e/82571.o
  CC      net/ipv6/xfrm6_output.o
  CC [M]  drivers/net/ethernet/intel/e1000e/ich8lan.o
  CC      drivers/acpi/acpica/utdebug.o
  AR      drivers/usb/gadget/built-in.a
  CC [M]  drivers/net/ethernet/intel/e1000/e1000_ethtool.o
  CC [M]  drivers/net/ethernet/intel/igb/igb_main.o
  CC      net/ipv6/xfrm6_protocol.o
  CC [M]  drivers/net/ethernet/intel/igc/igc_main.o
  CC [M]  drivers/gpu/drm/nouveau/nvif/disp.o
  CC [M]  drivers/net/ethernet/intel/igc/igc_mac.o
  CC [M]  drivers/net/ethernet/intel/igb/igb_ethtool.o
  CC [M]  drivers/gpu/drm/i915/i915_scatterlist.o
  CC [M]  drivers/gpu/drm/nouveau/nvif/driver.o
  CC      net/ipv6/netfilter.o
  AR      drivers/usb/built-in.a
  CC      net/ipv4/fib_frontend.o
  LD [M]  fs/fuse/fuse.o
  CC [M]  drivers/net/ethernet/intel/e1000/e1000_param.o
  CC      net/bridge/br_mdb.o
  CC      net/ipv6/fib6_rules.o
  CC [M]  drivers/gpu/drm/drm_aperture.o
  AR      drivers/hwmon/built-in.a
  CC      fs/exec.o
  CC      net/ipv4/fib_semantics.o
  CC      fs/pipe.o
  CC [M]  drivers/net/ethernet/intel/igb/e1000_82575.o
  CC      kernel/smp.o
  CC      drivers/acpi/acpica/utdecode.o
  CC      kernel/uid16.o
  CC      net/ipv6/proc.o
  CC      lib/percpu_counter.o
  CC [M]  fs/smb/client/inode.o
  CC      arch/x86/kernel/kvmclock.o
  CC      drivers/acpi/evged.o
  CC [M]  drivers/gpu/drm/xe/xe_bo_evict.o
  CC      drivers/acpi/acpica/utdelete.o
  LD [M]  fs/overlayfs/overlay.o
  CC      net/ipv4/fib_trie.o
  CC      net/ipv4/fib_notifier.o
  CC      net/sunrpc/sysctl.o
  CC [M]  drivers/gpu/drm/ast/ast_dp501.o
  CC [M]  drivers/net/macvlan.o
  CC      drivers/acpi/acpica/uterror.o
  CC      drivers/acpi/sysfs.o
  CC      mm/memremap.o
  CC [M]  drivers/net/ethernet/intel/igbvf/vf.o
  CC      drivers/thermal/thermal_sysfs.o
  CC [M]  drivers/gpu/drm/nouveau/nvif/event.o
  CC      lib/fault-inject.o
  CC [M]  drivers/gpu/drm/nouveau/nvif/fifo.o
  CC [M]  drivers/gpu/drm/nouveau/nvif/head.o
  CC      fs/namei.o
  CC      lib/syscall.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_gart.o
  CC [M]  drivers/gpu/drm/i915/i915_suspend.o
  CC      arch/x86/kernel/paravirt.o
  CC [M]  drivers/gpu/drm/xe/xe_debugfs.o
  CC      lib/dynamic_debug.o
  CC      drivers/acpi/acpica/uteval.o
  CC      arch/x86/kernel/pvclock.o
  CC [M]  drivers/net/ethernet/intel/igb/e1000_mac.o
  AR      net/sunrpc/built-in.a
  CC [M]  drivers/gpu/drm/nouveau/nvif/mem.o
  CC      kernel/kallsyms.o
  CC      drivers/acpi/property.o
  CC [M]  drivers/gpu/drm/xe/xe_devcoredump.o
  CC [M]  drivers/gpu/drm/xe/xe_device.o
  CC      drivers/acpi/acpi_cmos_rtc.o
  CC      fs/fcntl.o
  CC [M]  drivers/gpu/drm/drm_atomic.o
  CC [M]  drivers/net/ethernet/intel/igb/e1000_nvm.o
  CC [M]  drivers/gpu/drm/xe/xe_device_sysfs.o
  CC [M]  drivers/gpu/drm/xe/xe_dma_buf.o
  CC [M]  drivers/gpu/drm/ast/ast_dp.o
  CC      fs/btrfs/lzo.o
  CC      fs/btrfs/zstd.o
  CC      net/ipv6/syncookies.o
  CC      drivers/thermal/thermal_trip.o
  CC      drivers/acpi/acpica/utglobal.o
  CC [M]  drivers/net/ethernet/intel/igb/e1000_phy.o
  CC      fs/btrfs/compression.o
  CC [M]  drivers/net/ethernet/intel/igbvf/mbx.o
  CC      kernel/acct.o
  CC [M]  drivers/gpu/drm/i915/i915_switcheroo.o
  CC      net/bridge/br_multicast_eht.o
  CC      mm/hmm.o
  CC      arch/x86/kernel/pcspeaker.o
  CC      net/ipv6/mip6.o
  CC [M]  drivers/gpu/drm/xe/xe_exec.o
  CC      net/ipv4/inet_fragment.o
  CC [M]  drivers/gpu/drm/drm_atomic_uapi.o
  CC [M]  drivers/gpu/drm/drm_auth.o
  CC      drivers/acpi/x86/apple.o
  CC      drivers/acpi/acpica/uthex.o
  CC [M]  drivers/gpu/drm/nouveau/nvif/mmu.o
  CC      drivers/thermal/thermal_helpers.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_encoders.o
  CC [M]  drivers/gpu/drm/i915/i915_sysfs.o
  CC      net/ipv4/ping.o
  CC [M]  drivers/gpu/drm/i915/i915_utils.o
  CC [M]  drivers/gpu/drm/nouveau/nvif/outp.o
  CC      drivers/acpi/acpica/utids.o
  CC      arch/x86/kernel/check.o
  CC [M]  drivers/net/ethernet/intel/igb/e1000_mbx.o
  CC      kernel/crash_core.o
  LD [M]  drivers/gpu/drm/ast/ast.o
  CC [M]  drivers/net/ethernet/intel/igbvf/ethtool.o
  CC [M]  drivers/net/ethernet/intel/igc/igc_i225.o
  CC [M]  drivers/gpu/drm/xe/xe_execlist.o
  CC      arch/x86/kernel/uprobes.o
  CC [M]  drivers/gpu/drm/nouveau/nvif/timer.o
  CC [M]  drivers/gpu/drm/nouveau/nvif/vmm.o
  CC [M]  drivers/gpu/drm/i915/intel_clock_gating.o
  CC      net/ipv4/ip_tunnel_core.o
  CC      fs/ioctl.o
  CC [M]  drivers/net/ethernet/intel/igb/e1000_i210.o
  CC      drivers/thermal/thermal_hwmon.o
  CC [M]  drivers/net/ethernet/intel/e1000e/80003es2lan.o
  CC      drivers/thermal/gov_fair_share.o
  CC      drivers/acpi/acpica/utinit.o
  CC [M]  drivers/gpu/drm/xe/xe_exec_queue.o
  CC      fs/readdir.o
  CC [M]  drivers/net/ethernet/intel/igbvf/netdev.o
  CC      lib/errname.o
  CC [M]  drivers/gpu/drm/nouveau/nvif/user.o
  CC      net/ipv6/addrconf_core.o
  CC [M]  drivers/net/ethernet/intel/igc/igc_base.o
  CC      mm/memfd.o
  CC [M]  fs/smb/client/link.o
  CC [M]  drivers/net/mii.o
  CC      lib/nlattr.o
  CC [M]  drivers/net/mdio.o
  LD [M]  drivers/net/ethernet/intel/e1000/e1000.o
  CC      arch/x86/kernel/perf_regs.o
  CC [M]  drivers/gpu/drm/nouveau/nvif/userc361.o
  CC [M]  drivers/net/ethernet/intel/igc/igc_nvm.o
  CC [M]  drivers/net/ethernet/intel/igb/igb_ptp.o
  CC      net/ipv6/exthdrs_core.o
  CC      net/bridge/br_vlan.o
  CC      kernel/compat.o
  CC      drivers/acpi/acpica/utlock.o
  CC [M]  drivers/gpu/drm/i915/intel_device_info.o
  CC [M]  drivers/net/ethernet/intel/igb/igb_hwmon.o
  CC      arch/x86/kernel/tracepoint.o
  CC      arch/x86/kernel/itmt.o
  CC      arch/x86/kernel/umip.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_display.o
  CC      net/ipv6/ip6_checksum.o
  CC      drivers/thermal/gov_step_wise.o
  CC      kernel/utsname.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_i2c.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/core/client.o
  AR      drivers/net/ethernet/i825xx/built-in.a
  CC [M]  drivers/gpu/drm/nouveau/nvkm/core/engine.o
  CC [M]  drivers/gpu/drm/xe/xe_force_wake.o
  CC      fs/btrfs/delayed-ref.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_gem.o
  CC [M]  drivers/net/ethernet/intel/igc/igc_phy.o
  CC [M]  drivers/gpu/drm/i915/intel_memory_region.o
  CC      drivers/acpi/acpica/utmath.o
  CC      fs/select.o
  CC      arch/x86/kernel/unwind_orc.o
  CC [M]  net/bluetooth/smp.o
  CC      arch/x86/kernel/callthunks.o
  CC      fs/dcache.o
  CC [M]  drivers/net/ethernet/intel/igc/igc_diag.o
  CC [M]  drivers/gpu/drm/i915/intel_pcode.o
  CC [M]  drivers/gpu/drm/i915/intel_region_ttm.o
  CC [M]  drivers/gpu/drm/drm_blend.o
  CC      drivers/thermal/gov_user_space.o
  AR      drivers/net/ethernet/microsoft/built-in.a
  AR      drivers/net/ethernet/litex/built-in.a
  AR      drivers/net/ethernet/microchip/built-in.a
  AR      drivers/net/ethernet/mscc/built-in.a
  AR      drivers/net/ethernet/neterion/built-in.a
  CC [M]  drivers/net/tun.o
  CC [M]  drivers/net/veth.o
  CC [M]  drivers/gpu/drm/i915/intel_runtime_pm.o
  CC      net/ipv6/ip6_icmp.o
  CC      fs/btrfs/relocation.o
  CC      drivers/acpi/x86/utils.o
  CC      mm/bootmem_info.o
  CC      arch/x86/kernel/mmconf-fam10h_64.o
  CC      kernel/user_namespace.o
  CC      arch/x86/kernel/vsmp_64.o
  CC      drivers/acpi/acpica/utmisc.o
  CC      lib/checksum.o
  CC      net/ipv6/output_core.o
  CC [M]  drivers/net/ethernet/intel/e1000e/mac.o
  CC [M]  drivers/gpu/drm/drm_bridge.o
  CC      net/ipv4/gre_offload.o
  CC      net/ipv4/metrics.o
  CC [M]  drivers/gpu/drm/xe/xe_ggtt.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/core/enum.o
  CC [M]  net/bluetooth/lib.o
  AR      drivers/thermal/built-in.a
  CC [M]  net/bluetooth/ecdh_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_gt.o
  CC      net/ipv6/protocol.o
  CC      drivers/md/md.o
  CC [M]  drivers/md/persistent-data/dm-array.o
  CC      drivers/md/md-bitmap.o
  CC      lib/cpu_rmap.o
  CC      fs/inode.o
  CC [M]  drivers/md/persistent-data/dm-bitset.o
  CC      drivers/acpi/acpica/utmutex.o
  CC [M]  fs/smb/client/misc.o
  CC      drivers/md/md-autodetect.o
  CC [M]  drivers/gpu/drm/drm_cache.o
  CC      drivers/acpi/acpica/utnonansi.o
  CC [M]  drivers/gpu/drm/drm_client.o
  CC [M]  drivers/gpu/drm/drm_client_modeset.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_ring.o
  CC      fs/attr.o
  AR      mm/built-in.a
  CC      net/ipv6/ip6_offload.o
  CC [M]  drivers/net/ethernet/intel/igc/igc_ethtool.o
  CC [M]  drivers/net/ethernet/intel/ixgbe/ixgbe_main.o
  AR      arch/x86/kernel/built-in.a
  AR      arch/x86/built-in.a
  CC [M]  drivers/net/ethernet/intel/ixgbe/ixgbe_common.o
  CC [M]  drivers/gpu/drm/i915/intel_sbi.o
  CC [M]  drivers/gpu/drm/i915/intel_step.o
  CC [M]  net/bluetooth/hci_request.o
  CC [M]  fs/smb/client/netmisc.o
  CC      lib/dynamic_queue_limits.o
  CC      drivers/md/dm-uevent.o
  CC      drivers/acpi/acpica/utobject.o
  CC      net/ipv6/tcpv6_offload.o
  CC      fs/bad_inode.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/core/event.o
  CC      kernel/pid_namespace.o
  CC [M]  drivers/gpu/drm/drm_color_mgmt.o
  LD [M]  drivers/net/ethernet/intel/igbvf/igbvf.o
  CC      fs/btrfs/delayed-inode.o
  CC [M]  drivers/gpu/drm/drm_connector.o
  CC      lib/glob.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/core/firmware.o
  CC      drivers/acpi/x86/s2idle.o
  CC [M]  drivers/gpu/drm/i915/intel_uncore.o
  CC      drivers/acpi/acpica/utosi.o
  CC [M]  drivers/gpu/drm/drm_crtc.o
  CC      net/ipv6/exthdrs_offload.o
  CC      lib/strncpy_from_user.o
  CC [M]  drivers/md/persistent-data/dm-block-manager.o
  CC [M]  drivers/md/persistent-data/dm-space-map-common.o
  CC [M]  drivers/net/ethernet/intel/ixgbevf/vf.o
  CC      net/ipv4/netlink.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_clock.o
  CC [M]  drivers/net/ethernet/intel/ixgbevf/mbx.o
  CC      net/bridge/br_vlan_tunnel.o
  CC [M]  drivers/net/ethernet/intel/ixgbevf/ethtool.o
  UPD     kernel/config_data
  CC [M]  drivers/gpu/drm/nouveau/nvkm/core/gpuobj.o
  CC [M]  drivers/net/ethernet/intel/e1000e/manage.o
  CC [M]  fs/smb/client/smbencrypt.o
  CC      net/ipv4/nexthop.o
  CC      drivers/md/dm.o
  CC      drivers/acpi/acpica/utownerid.o
  CC      drivers/md/dm-table.o
  LD [M]  drivers/net/ethernet/intel/igb/igb.o
  CC [M]  drivers/gpu/drm/drm_displayid.o
  CC      lib/strnlen_user.o
  CC      lib/net_utils.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/core/intr.o
  CC      fs/file.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_cs.o
  CC      net/ipv4/udp_tunnel_stub.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_debugfs.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_idle_sysfs.o
  CC      kernel/stop_machine.o
  CC      fs/filesystems.o
  CC      fs/namespace.o
  CC [M]  drivers/net/ethernet/intel/e1000e/nvm.o
  AR      drivers/net/ethernet/netronome/built-in.a
  CC      drivers/acpi/acpica/utpredef.o
  CC      net/ipv6/inet6_hashtables.o
  CC      drivers/opp/core.o
  AR      drivers/net/ethernet/ni/built-in.a
  CC      drivers/acpi/acpica/utresdecode.o
  CC      net/ipv6/mcast_snoop.o
  CC      drivers/acpi/acpica/utresrc.o
  CC      drivers/acpi/debugfs.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/core/ioctl.o
  CC [M]  drivers/net/ethernet/intel/ixgbe/ixgbe_ethtool.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/core/memory.o
  CC      drivers/opp/cpu.o
  AR      drivers/net/ethernet/packetengines/built-in.a
  CC      drivers/opp/debugfs.o
  CC [M]  drivers/md/persistent-data/dm-space-map-disk.o
  CC      lib/sg_pool.o
  CC      lib/stackdepot.o
  CC [M]  drivers/net/ethernet/intel/igc/igc_ptp.o
  CC [M]  net/bluetooth/mgmt_util.o
  CC      fs/seq_file.o
  CC [M]  drivers/md/persistent-data/dm-space-map-metadata.o
  CC [M]  drivers/md/persistent-data/dm-transaction-manager.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/core/mm.o
  AR      drivers/net/ethernet/intel/built-in.a
  CC [M]  drivers/gpu/drm/drm_drv.o
  CC [M]  fs/smb/client/transport.o
  CC [M]  drivers/net/ethernet/intel/ixgbevf/ixgbevf_main.o
  CC [M]  drivers/net/ethernet/intel/ixgbevf/ipsec.o
  CC      fs/xattr.o
  CC [M]  drivers/net/ethernet/intel/e1000e/phy.o
  CC      drivers/acpi/acpica/utstate.o
  CC [M]  drivers/net/ethernet/intel/ixgbe/ixgbe_82599.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_mcr.o
  CC [M]  drivers/net/ethernet/intel/igc/igc_dump.o
  AR      drivers/net/ethernet/realtek/built-in.a
  CC [M]  drivers/net/ethernet/realtek/8139cp.o
  AR      drivers/net/ethernet/renesas/built-in.a
  CC [M]  drivers/net/ethernet/realtek/8139too.o
  CC [M]  fs/smb/client/cached_dir.o
  CC      kernel/kprobes.o
  CC      net/bridge/br_vlan_options.o
  CC [M]  fs/smb/client/cifs_unicode.o
  CC      lib/ucs2_string.o
  AR      drivers/net/ethernet/sfc/built-in.a
  CC [M]  drivers/net/ethernet/intel/igc/igc_tsn.o
  AR      drivers/net/ethernet/smsc/built-in.a
  CC [M]  drivers/net/ethernet/smsc/smsc9420.o
  CC [M]  drivers/net/ethernet/intel/igc/igc_xdp.o
  CC [M]  drivers/net/ethernet/intel/e100.o
  CC      fs/libfs.o
  CC      drivers/acpi/acpica/utstring.o
  CC      net/bridge/br_mst.o
  CC [M]  drivers/gpu/drm/drm_dumb_buffers.o
  CC [M]  net/bluetooth/mgmt_config.o
  CC [M]  drivers/net/ethernet/intel/ixgbe/ixgbe_82598.o
  CC [M]  drivers/md/persistent-data/dm-btree.o
  AR      drivers/net/ethernet/socionext/built-in.a
  AR      drivers/net/ethernet/vertexcom/built-in.a
  AR      drivers/net/ethernet/wangxun/built-in.a
  CC      drivers/md/dm-target.o
  CC [M]  net/bridge/br_netfilter_hooks.o
  CC [M]  drivers/gpu/drm/drm_edid.o
  CC      lib/sbitmap.o
  CC [M]  net/bluetooth/hci_codec.o
  CC      fs/btrfs/scrub.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/core/object.o
  CC      drivers/acpi/acpica/utstrsuppt.o
  CC      net/ipv4/sysctl_net_ipv4.o
  CC [M]  drivers/gpu/drm/drm_encoder.o
  CC [M]  net/ipv6/ip6_udp_tunnel.o
  CC      fs/btrfs/backref.o
  AR      drivers/net/ethernet/xilinx/built-in.a
  AR      drivers/net/ethernet/synopsys/built-in.a
  CC [M]  drivers/net/ethernet/intel/e1000e/param.o
  CC [M]  net/bluetooth/eir.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_pagefault.o
  CC [M]  net/bluetooth/hci_sync.o
  AR      drivers/opp/built-in.a
  CC [M]  drivers/net/ethernet/intel/e1000e/ethtool.o
  CC      drivers/cpufreq/cpufreq.o
  CC      fs/fs-writeback.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_sysfs.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_tlb_invalidation.o
  CC [M]  drivers/gpu/drm/drm_file.o
  CC      fs/btrfs/ulist.o
  CC      drivers/acpi/acpica/utstrtoul64.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_bios.o
  LD [M]  drivers/net/ethernet/intel/igc/igc.o
  CC [M]  fs/smb/client/nterr.o
  CC [M]  drivers/net/ethernet/intel/e1000e/netdev.o
  CC      drivers/md/dm-linear.o
  CC [M]  drivers/net/ethernet/intel/ixgbe/ixgbe_phy.o
  CC      drivers/cpufreq/freq_table.o
  AR      drivers/net/ethernet/pensando/built-in.a
  CC [M]  net/bluetooth/coredump.o
  CC      lib/group_cpus.o
  CC      fs/btrfs/qgroup.o
  CC      fs/pnode.o
  CC      drivers/acpi/acpica/utxface.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/core/oproxy.o
  CC      drivers/cpuidle/governors/menu.o
  CC      drivers/cpuidle/cpuidle.o
  CC [M]  drivers/gpu/drm/i915/intel_wakeref.o
  CC      drivers/cpuidle/governors/haltpoll.o
  CC      drivers/cpuidle/driver.o
  CC      drivers/acpi/acpica/utxfinit.o
  CC [M]  drivers/md/persistent-data/dm-btree-remove.o
  AR      net/ipv6/built-in.a
  CC      drivers/acpi/acpica/utxferror.o
  CC      net/ipv4/proc.o
  CC      fs/btrfs/send.o
  CC [M]  drivers/net/ethernet/intel/e1000e/ptp.o
  CC      drivers/acpi/acpi_lpat.o
  CC [M]  drivers/md/persistent-data/dm-btree-spine.o
  CC      drivers/acpi/acpi_lpit.o
  CC      kernel/hung_task.o
  CC [M]  drivers/net/ethernet/realtek/r8169_main.o
  CC [M]  net/bridge/br_netfilter_ipv6.o
  CC [M]  fs/smb/client/cifsencrypt.o
  CC [M]  fs/smb/client/readdir.o
  CC [M]  drivers/net/ethernet/intel/ixgbe/ixgbe_sriov.o
  CC      drivers/acpi/acpica/utxfmutex.o
  CC [M]  lib/asn1_decoder.o
  CC      fs/splice.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_topology.o
  CC      drivers/cpuidle/governor.o
  CC [M]  drivers/gpu/drm/i915/vlv_sideband.o
  CC [M]  drivers/net/ethernet/intel/ixgbe/ixgbe_mbx.o
  CC [M]  fs/smb/client/ioctl.o
  CC      drivers/md/dm-stripe.o
  CC      drivers/cpufreq/cpufreq_performance.o
  GEN     lib/oid_registry_data.c
  CC      drivers/cpufreq/cpufreq_ondemand.o
  CC      drivers/md/dm-ioctl.o
  CC [M]  drivers/net/ethernet/intel/ixgbe/ixgbe_x540.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_benchmark.o
  CC      net/ipv4/syncookies.o
  CC      drivers/acpi/prmt.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/core/option.o
  CC      drivers/cpufreq/cpufreq_governor.o
  AR      drivers/cpuidle/governors/built-in.a
  CC [M]  drivers/gpu/drm/i915/vlv_suspend.o
  AR      drivers/acpi/acpica/built-in.a
  CC      drivers/acpi/acpi_pcc.o
  CC      drivers/md/dm-io.o
  CC      drivers/md/dm-kcopyd.o
  LD [M]  drivers/md/persistent-data/dm-persistent-data.o
  CC      drivers/cpuidle/sysfs.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/core/ramht.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/atombios_dp.o
  CC [M]  drivers/net/ethernet/intel/ixgbe/ixgbe_x550.o
  CC [M]  lib/oid_registry.o
  CC [M]  drivers/gpu/drm/i915/soc/intel_dram.o
  AR      net/bridge/built-in.a
  CC      drivers/cpuidle/poll_state.o
  CC [M]  drivers/net/ethernet/intel/ixgbe/ixgbe_lib.o
  CC      kernel/watchdog.o
  HOSTCC  drivers/gpu/drm/xe/xe_gen_wa_oob
  CC [M]  drivers/net/ethernet/intel/ixgbe/ixgbe_ptp.o
  CC      drivers/cpufreq/cpufreq_governor_attr_set.o
  CC      drivers/md/dm-sysfs.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_ads.o
  CC      drivers/md/dm-stats.o
  CC      drivers/acpi/ac.o
  CC      drivers/cpuidle/cpuidle-haltpoll.o
  CC [M]  drivers/gpu/drm/i915/soc/intel_gmch.o
  AR      lib/lib.a
  GEN     lib/crc32table.h
  CC      kernel/watchdog_hld.o
  CC      lib/crc32.o
  CC [M]  drivers/gpu/drm/i915/soc/intel_pch.o
  LD [M]  drivers/net/ethernet/intel/ixgbevf/ixgbevf.o
  CC      drivers/cpufreq/acpi-cpufreq.o
  CC      drivers/mmc/core/core.o
  CC [M]  drivers/net/ethernet/realtek/r8169_firmware.o
  CC      drivers/mmc/core/bus.o
  CC      drivers/mmc/host/sdhci.o
  CC      drivers/mmc/host/sdhci-pci-core.o
  LD [M]  net/bridge/br_netfilter.o
  CC      drivers/acpi/button.o
  CC      drivers/mmc/core/host.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_afmt.o
  CC      fs/btrfs/dev-replace.o
  CC      fs/sync.o
  CC      drivers/cpufreq/intel_pstate.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/core/subdev.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/core/uevent.o
  AR      drivers/cpuidle/built-in.a
  CC      drivers/md/dm-rq.o
  AR      drivers/ufs/built-in.a
  CC      net/ipv4/esp4.o
  CC [M]  fs/smb/client/sess.o
  CC      drivers/mmc/host/sdhci-pci-o2micro.o
  CC [M]  drivers/gpu/drm/drm_fourcc.o
  CC [M]  drivers/net/ethernet/realtek/r8169_phy_config.o
  CC      drivers/mmc/host/sdhci-pci-arasan.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/nvfw/fw.o
  CC      drivers/mmc/core/mmc.o
  AR      lib/built-in.a
  CC      net/ipv4/esp4_offload.o
  CC      fs/btrfs/raid56.o
  AR      drivers/leds/trigger/built-in.a
  CC [M]  drivers/leds/trigger/ledtrig-audio.o
  AR      drivers/leds/blink/built-in.a
  CC      net/ipv4/netfilter.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_trace_points.o
  CC      drivers/md/dm-io-rewind.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/nvfw/hs.o
  CC      kernel/seccomp.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/atombios_encoders.o
  AR      drivers/leds/simple/built-in.a
  CC      drivers/leds/led-core.o
  CC [M]  net/bluetooth/sco.o
  CC      drivers/mmc/core/mmc_ops.o
  CC      fs/btrfs/uuid-tree.o
  CC      drivers/acpi/fan_core.o
  CC [M]  drivers/gpu/drm/drm_framebuffer.o
  CC [M]  drivers/gpu/drm/i915/i915_memcpy.o
  CC [M]  fs/smb/client/export.o
  CC [M]  drivers/gpu/drm/i915/i915_mm.o
  CC [M]  drivers/net/ethernet/intel/ixgbe/ixgbe_xsk.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_ct.o
  CC      fs/utimes.o
  CC [M]  net/bluetooth/iso.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_sa.o
  CC [M]  drivers/gpu/drm/i915/i915_sw_fence.o
  CC      drivers/mmc/core/sd.o
  CC [M]  fs/smb/client/unc.o
  CC [M]  drivers/gpu/drm/drm_gem.o
  CC      fs/d_path.o
  CC      net/ipv4/inet_diag.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/atombios_i2c.o
  CC [M]  net/bluetooth/a2mp.o
  CC      drivers/md/dm-builtin.o
  CC      drivers/leds/led-class.o
  CC [M]  drivers/md/dm-bufio.o
  CC [M]  drivers/net/ethernet/intel/ixgbe/ixgbe_dcb.o
  CC [M]  drivers/gpu/drm/drm_ioctl.o
  CC [M]  fs/smb/client/winucase.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/nvfw/ls.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/nvfw/acr.o
  CC [M]  drivers/gpu/drm/drm_lease.o
  CC      drivers/acpi/fan_attr.o
  CC [M]  drivers/gpu/drm/drm_managed.o
  CC      drivers/acpi/processor_driver.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_dma_buf.o
  LD [M]  drivers/net/ethernet/realtek/r8169.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/nvfw/flcn.o
  CC [M]  drivers/gpu/drm/i915/i915_sw_fence_work.o
  CC      kernel/relay.o
  CC      net/ipv4/tcp_diag.o
  CC      drivers/mmc/core/sd_ops.o
  CC      fs/btrfs/props.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/falcon/base.o
  CC      drivers/acpi/processor_thermal.o
  CC      drivers/leds/led-triggers.o
  CC [M]  drivers/gpu/drm/i915/i915_syncmap.o
  CC [M]  drivers/gpu/drm/i915/i915_user_extensions.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_vm.o
  CC      drivers/acpi/processor_idle.o
  CC      kernel/utsname_sysctl.o
  CC      fs/stack.o
  CC [M]  drivers/gpu/drm/i915/i915_ioc32.o
  CC      net/ipv4/udp_diag.o
  CC [M]  drivers/gpu/drm/drm_mm.o
  CC [M]  fs/smb/client/smb2ops.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_vm_pt.o
  CC      drivers/mmc/core/sdio.o
  CC      drivers/mmc/core/sdio_ops.o
  CC      fs/fs_struct.o
  CC [M]  fs/smb/client/smb2maperror.o
  CC [M]  drivers/md/dm-bio-prison-v1.o
  CC [M]  drivers/net/ethernet/intel/ixgbe/ixgbe_dcb_82598.o
  CC [M]  drivers/net/ethernet/intel/ixgbe/ixgbe_dcb_82599.o
  AR      drivers/cpufreq/built-in.a
  CC      kernel/delayacct.o
  CC      kernel/taskstats.o
  AR      drivers/firmware/arm_ffa/built-in.a
  CC      drivers/mmc/host/sdhci-pci-dwc-mshc.o
  AR      drivers/firmware/arm_scmi/built-in.a
  AR      drivers/firmware/broadcom/built-in.a
  AR      drivers/firmware/cirrus/built-in.a
  AR      drivers/firmware/meson/built-in.a
  CC      drivers/mmc/host/sdhci-pci-gli.o
  CC [M]  drivers/gpu/drm/i915/i915_debugfs.o
  CC [M]  drivers/md/dm-bio-prison-v2.o
  CC      drivers/firmware/efi/efi-bgrt.o
  CC      drivers/firmware/efi/efi.o
  CC [M]  drivers/gpu/drm/drm_mode_config.o
  CC      drivers/firmware/efi/libstub/efi-stub-helper.o
  CC      kernel/tsacct.o
  CC      drivers/firmware/efi/vars.o
  CC [M]  net/bluetooth/amp.o
  CC [M]  drivers/gpu/drm/i915/i915_debugfs_params.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_debugfs.o
  CC      drivers/mmc/core/sdio_bus.o
  CC      drivers/mmc/core/sdio_cis.o
  CC      drivers/firmware/efi/libstub/gop.o
  AR      drivers/leds/built-in.a
  CC      kernel/tracepoint.o
  CC      drivers/firmware/efi/libstub/secureboot.o
  LD [M]  drivers/net/ethernet/intel/e1000e/e1000e.o
  CC      drivers/firmware/efi/libstub/tpm.o
  CC [M]  drivers/net/ethernet/intel/ixgbe/ixgbe_dcb_nl.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_ib.o
  CC      fs/btrfs/free-space-tree.o
  CC      fs/statfs.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_pll.o
  CC [M]  net/bluetooth/hci_debugfs.o
  CC [M]  drivers/gpu/drm/drm_mode_object.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/falcon/cmdq.o
  CC [M]  drivers/gpu/drm/drm_modes.o
  CC      drivers/mmc/core/sdio_io.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_hwconfig.o
  CC      net/ipv4/tcp_cubic.o
  CC      kernel/latencytop.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_ucode.o
  CC [M]  drivers/gpu/drm/drm_modeset_lock.o
  CC      fs/btrfs/tree-checker.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_log.o
  CC      kernel/irq_work.o
  CC      net/ipv4/xfrm4_policy.o
  CC      net/ipv4/xfrm4_state.o
  CC      net/ipv4/xfrm4_input.o
  CC [M]  drivers/md/dm-crypt.o
  CC      fs/btrfs/space-info.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_pc.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_submit.o
  CC      drivers/firmware/efi/reboot.o
  CC      drivers/firmware/efi/libstub/file.o
  CC      drivers/firmware/efi/memattr.o
  CC [M]  drivers/gpu/drm/i915/display/intel_display_debugfs.o
  CC      drivers/acpi/processor_throttling.o
  CC      net/ipv4/xfrm4_output.o
  CC [M]  drivers/gpu/drm/xe/xe_hw_engine.o
  CC [M]  drivers/net/ethernet/intel/ixgbe/ixgbe_sysfs.o
  CC      kernel/static_call.o
  CC [M]  drivers/gpu/drm/drm_plane.o
  CC      drivers/firmware/efi/libstub/mem.o
  CC      kernel/static_call_inline.o
  AR      drivers/crypto/stm32/built-in.a
  AR      drivers/crypto/xilinx/built-in.a
  AR      drivers/crypto/hisilicon/trng/built-in.a
  CC [M]  drivers/gpu/drm/drm_prime.o
  AR      drivers/crypto/hisilicon/built-in.a
  AR      drivers/crypto/intel/keembay/built-in.a
  AR      drivers/crypto/intel/ixp4xx/built-in.a
  AR      drivers/crypto/intel/built-in.a
  AR      drivers/crypto/built-in.a
  CC [M]  fs/smb/client/smb2transport.o
  CC      drivers/mmc/core/sdio_irq.o
  CC      drivers/mmc/host/sdhci-acpi.o
  CC      drivers/mmc/host/cqhci-core.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_bo_list.o
  CC [M]  drivers/gpu/drm/xe/xe_hw_engine_class_sysfs.o
  CC [M]  drivers/gpu/drm/drm_print.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/falcon/fw.o
  CC      kernel/user-return-notifier.o
  CC [M]  fs/smb/client/smb2misc.o
  CC [M]  drivers/gpu/drm/xe/xe_hw_fence.o
  CC [M]  drivers/gpu/drm/drm_property.o
  CC      fs/fs_pin.o
  CC      fs/nsfs.o
  CC      kernel/padata.o
  CC [M]  fs/smb/client/smb2pdu.o
  CC [M]  drivers/mmc/host/sdhci-pltfm.o
  CC [M]  drivers/gpu/drm/xe/xe_huc.o
  CC [M]  drivers/gpu/drm/i915/display/intel_pipe_crc.o
  CC      drivers/mmc/core/slot-gpio.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_ctx.o
  CC      drivers/firmware/efi/tpm.o
  CC [M]  fs/smb/client/smb2inode.o
  CC [M]  fs/smb/client/smb2file.o
  CC [M]  fs/smb/client/cifsacl.o
  CC      drivers/firmware/efi/libstub/random.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/falcon/msgq.o
  CC      net/ipv4/xfrm4_protocol.o
  CC [M]  net/ipv4/ip_tunnel.o
  CC [M]  drivers/net/ethernet/intel/ixgbe/ixgbe_debugfs.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/falcon/qmgr.o
  CC [M]  net/ipv4/udp_tunnel_core.o
  CC [M]  fs/smb/client/fs_context.o
  CC      drivers/acpi/processor_perflib.o
  CC      drivers/firmware/efi/libstub/randomalloc.o
  CC      drivers/firmware/efi/libstub/pci.o
  CC      drivers/firmware/efi/libstub/skip_spaces.o
  CC [M]  drivers/gpu/drm/drm_syncobj.o
  CC [M]  drivers/gpu/drm/drm_sysfs.o
  CC      fs/fs_types.o
  CC [M]  drivers/net/ethernet/intel/ixgbe/ixgbe_ipsec.o
  LD [M]  net/bluetooth/bluetooth.o
  AR      drivers/firmware/imx/built-in.a
  CC [M]  drivers/gpu/drm/drm_trace_points.o
  AR      drivers/firmware/smccc/built-in.a
  AR      drivers/firmware/psci/built-in.a
  CC      kernel/jump_label.o
  AR      drivers/firmware/tegra/built-in.a
  CC      drivers/mmc/core/regulator.o
  CC [M]  drivers/gpu/drm/i915/i915_pmu.o
  CC [M]  drivers/gpu/drm/drm_vblank.o
  CC      fs/btrfs/block-rsv.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/falcon/v1.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_sync.o
  CC      fs/btrfs/delalloc-space.o
  CC [M]  drivers/gpu/drm/drm_vblank_work.o
  CC      drivers/firmware/efi/memmap.o
  CC      drivers/acpi/container.o
  CC [M]  drivers/gpu/drm/drm_vma_manager.o
  CC [M]  net/ipv4/udp_tunnel_nic.o
  CC      fs/fs_context.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/falcon/gm200.o
  CC [M]  drivers/gpu/drm/xe/xe_huc_debugfs.o
  CC [M]  drivers/gpu/drm/xe/xe_irq.o
  CC      drivers/firmware/efi/libstub/lib-cmdline.o
  CC      fs/fs_parser.o
  AR      drivers/mmc/host/built-in.a
  CC      kernel/context_tracking.o
  CC [M]  drivers/md/dm-thin.o
  CC      drivers/mmc/core/debugfs.o
  CC      fs/btrfs/block-group.o
  CC [M]  drivers/gpu/drm/i915/gt/gen2_engine_cs.o
  CC      fs/btrfs/discard.o
  CC      drivers/firmware/efi/libstub/lib-ctype.o
  CC      drivers/mmc/core/block.o
  CC      drivers/firmware/efi/libstub/alignedmem.o
  CC [M]  drivers/gpu/drm/i915/gt/gen6_engine_cs.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_gtt_mgr.o
  CC      drivers/mmc/core/queue.o
  CC      fs/btrfs/reflink.o
  CC      drivers/acpi/thermal.o
  CC [M]  drivers/gpu/drm/i915/gt/gen6_ppgtt.o
  CC      fs/fsopen.o
  CC [M]  drivers/gpu/drm/drm_gpuva_mgr.o
  CC [M]  drivers/gpu/drm/drm_writeback.o
  CC [M]  drivers/gpu/drm/xe/xe_lrc.o
  CC      fs/btrfs/subpage.o
  CC      drivers/firmware/efi/libstub/relocate.o
  CC [M]  fs/smb/client/dns_resolve.o
  CC      fs/btrfs/tree-mod-log.o
  CC      drivers/firmware/efi/esrt.o
  CC [M]  drivers/gpu/drm/xe/xe_migrate.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_preempt_mgr.o
  CC [M]  drivers/md/dm-thin-metadata.o
  CC [M]  drivers/gpu/drm/xe/xe_mmio.o
  CC [M]  drivers/gpu/drm/i915/gt/gen7_renderclear.o
  ASN.1   fs/smb/client/cifs_spnego_negtokeninit.asn1.[ch]
  CC [M]  fs/smb/client/smb1ops.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/falcon/gp102.o
  CC      kernel/iomem.o
  CC      kernel/rseq.o
  CC      drivers/firmware/efi/libstub/printk.o
  CC      fs/init.o
  CC      fs/kernel_read_file.o
  CC [M]  drivers/gpu/drm/lib/drm_random.o
  CC [M]  drivers/gpu/drm/xe/xe_mocs.o
  CC      fs/btrfs/extent-io-tree.o
  CC      fs/btrfs/fs.o
  CC      drivers/firmware/efi/efi-pstore.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_vram_mgr.o
  CC [M]  drivers/gpu/drm/drm_ioc32.o
  CC [M]  drivers/gpu/drm/xe/xe_module.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/falcon/ga100.o
  LD [M]  drivers/net/ethernet/intel/ixgbe/ixgbe.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/falcon/ga102.o
  CC [M]  drivers/gpu/drm/drm_panel.o
  CC      fs/btrfs/messages.o
  CC [M]  drivers/gpu/drm/i915/gt/gen8_engine_cs.o
  CC      fs/btrfs/bio.o
  AR      net/ipv4/built-in.a
  CC      fs/btrfs/lru_cache.o
  CC      drivers/acpi/acpi_memhotplug.o
  AR      drivers/net/ethernet/built-in.a
  LD [M]  drivers/md/dm-bio-prison.o
  AR      drivers/firmware/xilinx/built-in.a
  AR      drivers/net/built-in.a
  AR      drivers/md/built-in.a
  CC      drivers/firmware/dmi_scan.o
  CC      drivers/firmware/dmi-sysfs.o
  CC [M]  drivers/gpu/drm/i915/gt/gen8_ppgtt.o
  CC      fs/btrfs/acl.o
  CC      drivers/firmware/efi/libstub/vsprintf.o
  CC      drivers/acpi/ioapic.o
  CC      drivers/firmware/dmi-id.o
  CC [M]  drivers/gpu/drm/drm_pci.o
  CC      drivers/firmware/efi/libstub/x86-stub.o
  CC [M]  drivers/gpu/drm/drm_debugfs.o
  CC      drivers/firmware/memmap.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_virt.o
  LD [M]  net/ipv4/udp_tunnel.o
  CC      drivers/acpi/battery.o
  CC      drivers/clocksource/acpi_pm.o
  CC      drivers/acpi/hed.o
  CC      drivers/clocksource/i8253.o
  CC      fs/mnt_idmapping.o
  AR      net/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_oa.o
  STUBCPY drivers/firmware/efi/libstub/alignedmem.stub.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/acr/base.o
  CC [M]  fs/smb/client/cifssmb.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_atomfirmware.o
  CC      fs/remap_range.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_breadcrumbs.o
  GZIP    kernel/config_data.gz
  CC      kernel/configs.o
  CC      drivers/acpi/bgrt.o
  CC [M]  drivers/gpu/drm/drm_debugfs_crc.o
  CC      drivers/acpi/cppc_acpi.o
  CC [M]  drivers/gpu/drm/xe/xe_pat.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_vf_error.o
  CC      fs/buffer.o
  CC      fs/mpage.o
  CC [M]  fs/smb/client/cifs_spnego_negtokeninit.asn1.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/acr/lsfw.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/acr/gm200.o
  CC      drivers/acpi/spcr.o
  CC      drivers/acpi/acpi_pad.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_context.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_sched.o
  STUBCPY drivers/firmware/efi/libstub/efi-stub-helper.stub.o
  STUBCPY drivers/firmware/efi/libstub/file.stub.o
  CC [M]  drivers/gpu/drm/drm_edid_load.o
  CC [M]  drivers/acpi/acpi_video.o
  STUBCPY drivers/firmware/efi/libstub/gop.stub.o
  STUBCPY drivers/firmware/efi/libstub/lib-cmdline.stub.o
  STUBCPY drivers/firmware/efi/libstub/lib-ctype.stub.o
  STUBCPY drivers/firmware/efi/libstub/mem.stub.o
  STUBCPY drivers/firmware/efi/libstub/pci.stub.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_context_sseu.o
  CC [M]  fs/smb/client/asn1.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/acr/gm20b.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/acr/gp102.o
  AR      drivers/mmc/core/built-in.a
  AR      drivers/mmc/built-in.a
  AR      drivers/clocksource/built-in.a
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/acr/gp108.o
  STUBCPY drivers/firmware/efi/libstub/printk.stub.o
  STUBCPY drivers/firmware/efi/libstub/random.stub.o
  STUBCPY drivers/firmware/efi/libstub/randomalloc.stub.o
  CC      drivers/hid/hid-core.o
  CC      drivers/hid/usbhid/hid-core.o
  STUBCPY drivers/firmware/efi/libstub/relocate.stub.o
  STUBCPY drivers/firmware/efi/libstub/secureboot.stub.o
  CC      drivers/hid/usbhid/hiddev.o
  AR      kernel/built-in.a
  STUBCPY drivers/firmware/efi/libstub/skip_spaces.stub.o
  CC      drivers/hid/hid-input.o
  STUBCPY drivers/firmware/efi/libstub/tpm.stub.o
  STUBCPY drivers/firmware/efi/libstub/vsprintf.stub.o
  STUBCPY drivers/firmware/efi/libstub/x86-stub.stub.o
  CC [M]  drivers/acpi/video_detect.o
  AR      drivers/firmware/efi/libstub/lib.a
  CC      drivers/firmware/efi/cper.o
  CC      drivers/hid/hid-quirks.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_engine_cs.o
  AR      drivers/staging/media/built-in.a
  AR      drivers/staging/built-in.a
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_debugfs.o
  CC [M]  drivers/gpu/drm/drm_panel_orientation_quirks.o
  CC      drivers/firmware/efi/cper_cxl.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_ids.o
  LD [M]  drivers/md/dm-thin-pool.o
  CC      drivers/mailbox/mailbox.o
  AR      drivers/platform/x86/amd/built-in.a
  CC      drivers/mailbox/pcc.o
  CC      drivers/platform/x86/p2sb.o
  CC      drivers/platform/x86/intel/pmc/core.o
  CC [M]  drivers/platform/x86/intel/pmt/class.o
  CC [M]  drivers/gpu/drm/drm_buddy.o
  CC      drivers/hid/hid-debug.o
  CC      drivers/platform/x86/intel/pmc/spt.o
  AR      drivers/platform/surface/built-in.a
  CC      drivers/platform/x86/intel/turbo_max_3.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_engine_heartbeat.o
  CC [M]  drivers/gpu/drm/xe/xe_pci.o
  CC      fs/proc_namespace.o
  CC      drivers/devfreq/devfreq.o
  CC      fs/direct-io.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_engine_pm.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_engine_user.o
  CC [M]  drivers/platform/x86/intel/pmt/telemetry.o
  CC [M]  drivers/gpu/drm/drm_gem_shmem_helper.o
  CC [M]  drivers/devfreq/governor_simpleondemand.o
  CC      fs/eventpoll.o
  CC [M]  drivers/gpu/drm/xe/xe_pcode.o
  CC      drivers/platform/x86/intel/pmc/cnp.o
  CC      drivers/platform/x86/intel/pmc/icl.o
  CC      drivers/platform/x86/intel/pmc/tgl.o
  CC [M]  drivers/devfreq/governor_performance.o
  CC      drivers/platform/x86/intel/pmc/adl.o
  CC [M]  drivers/platform/x86/intel/vsec.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/acr/gv100.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/acr/gp10b.o
  CC [M]  drivers/platform/x86/intel/pmt/crashlog.o
  CC [M]  drivers/platform/x86/intel/rst.o
  CC      drivers/hid/hidraw.o
  AR      drivers/acpi/built-in.a
  CC      drivers/platform/x86/pmc_atom.o
  CC [M]  drivers/gpu/drm/drm_suballoc.o
  CC [M]  drivers/gpu/drm/xe/xe_pm.o
  CC      drivers/firmware/efi/runtime-wrappers.o
  AR      drivers/mailbox/built-in.a
  CC      drivers/powercap/powercap_sys.o
  AR      fs/btrfs/built-in.a
  AR      drivers/perf/built-in.a
  CC      drivers/ras/ras.o
  CC      drivers/firmware/efi/dev-path-parser.o
  CC      drivers/firmware/efi/apple-properties.o
  CC      drivers/ras/debugfs.o
  LD [M]  drivers/platform/x86/intel/pmt/pmt_class.o
  CC      drivers/firmware/efi/earlycon.o
  CC      fs/anon_inodes.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/acr/tu102.o
  CC      drivers/firmware/efi/cper-x86.o
  CC      drivers/platform/x86/intel/pmc/mtl.o
  CC      fs/signalfd.o
  AR      drivers/hwtracing/intel_th/built-in.a
  CC      drivers/android/binderfs.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_gmc.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_execlists_submission.o
  LD [M]  drivers/acpi/video.o
  CC      drivers/platform/x86/intel/pmc/pltdrv.o
  CC      drivers/android/binder.o
  CC [M]  drivers/platform/x86/wmi.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_ggtt.o
  AR      drivers/nvmem/layouts/built-in.a
  CC      drivers/nvmem/core.o
  CC [M]  drivers/gpu/drm/xe/xe_preempt_fence.o
  CC [M]  drivers/mtd/chips/chipreg.o
  LD [M]  drivers/platform/x86/intel/pmt/pmt_telemetry.o
  AR      drivers/hid/usbhid/built-in.a
  LD [M]  drivers/platform/x86/intel/pmt/pmt_crashlog.o
  CC [M]  drivers/uio/uio.o
  LD [M]  drivers/platform/x86/intel/intel-rst.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_ggtt_fencing.o
  CC [M]  drivers/gpu/drm/xe/xe_pt.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_gt.o
  CC [M]  drivers/vfio/pci/vfio_pci_core.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_gt_buffer_pool.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_gt_clock_utils.o
  CC [M]  drivers/platform/x86/wmi-bmof.o
  CC [M]  drivers/gpu/drm/drm_gem_ttm_helper.o
  CC [M]  drivers/platform/x86/mxm-wmi.o
  CC [M]  drivers/gpu/drm/drm_atomic_helper.o
  LD [M]  drivers/platform/x86/intel/intel_vsec.o
  CC [M]  drivers/platform/x86/intel_ips.o
  CC      fs/timerfd.o
  CC      drivers/powercap/intel_rapl_common.o
  CC [M]  drivers/pps/pps.o
  CC      fs/eventfd.o
  CC [M]  drivers/pps/kapi.o
  CC      drivers/hid/hid-generic.o
  CC      drivers/powercap/intel_rapl_msr.o
  CC [M]  drivers/gpu/drm/xe/xe_pt_walk.o
  CC [M]  drivers/pps/sysfs.o
  CC [M]  drivers/gpu/drm/xe/xe_query.o
  AR      drivers/platform/x86/intel/pmc/built-in.a
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/acr/ga100.o
  AR      drivers/platform/x86/intel/built-in.a
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_mmhub.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/acr/ga102.o
  CC [M]  drivers/gpu/drm/xe/xe_range_fence.o
  CC      fs/userfaultfd.o
  AR      drivers/firmware/efi/built-in.a
  AR      drivers/firmware/built-in.a
  CC [M]  drivers/mtd/mtdcore.o
  CC      drivers/hid/hid-a4tech.o
  CC [M]  drivers/vfio/vfio_main.o
  AR      drivers/ras/built-in.a
  AR      drivers/platform/x86/built-in.a
  CC [M]  drivers/mtd/mtdsuper.o
  CC      drivers/hid/hid-apple.o
  CC [M]  drivers/gpu/drm/xe/xe_reg_sr.o
  CC      fs/aio.o
  CC [M]  drivers/vfio/group.o
  AR      drivers/devfreq/built-in.a
  CC [M]  drivers/bluetooth/btusb.o
  CC [M]  drivers/bluetooth/btintel.o
  CC      fs/locks.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bar/base.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_hdp.o
  CC [M]  drivers/bluetooth/btbcm.o
  CC [M]  drivers/vfio/iova_bitmap.o
  CC [M]  drivers/vfio/container.o
  CC [M]  drivers/gpu/drm/xe/xe_reg_whitelist.o
  CC [M]  drivers/dca/dca-core.o
  LD [M]  drivers/pps/pps_core.o
  CC [M]  drivers/gpu/drm/drm_atomic_state_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_rtp.o
  CC [M]  drivers/vfio/virqfd.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bar/nv50.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_xgmi.o
  CC      fs/binfmt_script.o
  AR      drivers/nvmem/built-in.a
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_csa.o
  CC [M]  drivers/vfio/vfio_iommu_type1.o
  CC      fs/binfmt_elf.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_gt_debugfs.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_gt_engines_debugfs.o
  CC      drivers/android/binder_alloc.o
  CC [M]  drivers/vfio/pci/vfio_pci_intrs.o
  CC      fs/compat_binfmt_elf.o
  CC      drivers/hid/hid-belkin.o
  AR      drivers/platform/built-in.a
  CC [M]  drivers/mtd/mtdconcat.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bar/g84.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_gt_irq.o
  GEN     xe_wa_oob.c xe_wa_oob.h
  GEN     xe_wa_oob.c xe_wa_oob.h
  CC      fs/mbcache.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_gt_mcr.o
  CC [M]  drivers/gpu/drm/xe/xe_sa.o
  AR      drivers/powercap/built-in.a
  CC [M]  drivers/ssb/main.o
  CC [M]  drivers/ssb/scan.o
  CC [M]  drivers/ssb/sprom.o
  CC [M]  drivers/vhost/net.o
  CC [M]  drivers/gpu/drm/drm_bridge_connector.o
  CC [M]  drivers/vhost/vhost.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_gt_pm.o
  CC      drivers/hid/hid-cherry.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_gt_pm_debugfs.o
  CC [M]  drivers/gpu/drm/xe/xe_sched_job.o
  CC [M]  drivers/mtd/mtdpart.o
  CC [M]  drivers/dca/dca-sysfs.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bar/gf100.o
  CC [M]  drivers/vfio/pci/vfio_pci_rdwr.o
  LD [M]  drivers/vfio/vfio.o
  LD [M]  fs/smb/client/cifs.o
  CC [M]  drivers/gpu/drm/xe/xe_step.o
  CC      drivers/hid/hid-chicony.o
  CC [M]  drivers/mtd/mtdchar.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_gt_pm_irq.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bar/gk20a.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bar/gm107.o
  CC [M]  drivers/vhost/iotlb.o
  CC [M]  drivers/bluetooth/btrtl.o
  CC [M]  drivers/ssb/pci.o
  CC [M]  drivers/ssb/pcihost_wrapper.o
  CC [M]  drivers/vfio/pci/vfio_pci_config.o
  CC      drivers/hid/hid-cypress.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_gt_requests.o
  CC [M]  drivers/gpu/drm/drm_crtc_helper.o
  CC [M]  drivers/gpu/drm/drm_damage_helper.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_gt_sysfs.o
  CC [M]  drivers/ssb/driver_chipcommon.o
  CC [M]  drivers/ssb/driver_chipcommon_pmu.o
  CC [M]  drivers/gpu/drm/drm_encoder_slave.o
  CC      drivers/hid/hid-ezkey.o
  CC      drivers/hid/hid-kensington.o
  CC      drivers/hid/hid-lg.o
  LD [M]  drivers/dca/dca.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_ras.o
  CC      drivers/hid/hid-lg-g15.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_vm_cpu.o
  CC      fs/posix_acl.o
  CC [M]  drivers/gpu/drm/drm_flip_work.o
  CC [M]  drivers/gpu/drm/drm_format_helper.o
  CC [M]  drivers/vfio/pci/vfio_pci.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bar/gm20b.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bar/tu102.o
  CC [M]  drivers/ssb/driver_pcicore.o
  CC [M]  drivers/gpu/drm/xe/xe_sync.o
  CC [M]  drivers/gpu/drm/xe/xe_tile.o
  CC      fs/coredump.o
  CC      fs/drop_caches.o
  CC [M]  drivers/gpu/drm/xe/xe_tile_sysfs.o
  CC      drivers/hid/hid-microsoft.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_gt_sysfs_pm.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/base.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_gtt.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_llc.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/bit.o
  CC      fs/sysctls.o
  CC      drivers/hid/hid-monterey.o
  CC [M]  drivers/gpu/drm/drm_gem_atomic_helper.o
  CC [M]  drivers/gpu/drm/drm_gem_framebuffer_helper.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_lrc.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_migrate.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_mocs.o
  CC [M]  drivers/gpu/drm/drm_kms_helper_common.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_ppgtt.o
  LD [M]  drivers/mtd/mtd.o
  CC      fs/fhandle.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_rc6.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_region_lmem.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_renderstate.o
  LD [M]  drivers/vhost/vhost_iotlb.o
  CC [M]  drivers/gpu/drm/drm_modeset_helper.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_reset.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/boost.o
  CC [M]  drivers/gpu/drm/xe/xe_trace.o
  LD [M]  drivers/vfio/pci/vfio-pci.o
  CC [M]  drivers/gpu/drm/xe/xe_ttm_sys_mgr.o
  CC [M]  drivers/gpu/drm/xe/xe_ttm_stolen_mgr.o
  CC [M]  drivers/gpu/drm/drm_plane_helper.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_ring.o
  CC [M]  drivers/gpu/drm/xe/xe_ttm_vram_mgr.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_ring_submission.o
  CC [M]  drivers/gpu/drm/xe/xe_tuning.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_vm_sdma.o
  LD [M]  drivers/ssb/ssb.o
  LD [M]  drivers/vhost/vhost_net.o
  CC [M]  drivers/gpu/drm/xe/xe_uc.o
  CC [M]  drivers/gpu/drm/xe/xe_uc_debugfs.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_discovery.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_rps.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_sa_media.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_ras_eeprom.o
  CC [M]  drivers/gpu/drm/xe/xe_uc_fw.o
  CC [M]  drivers/gpu/drm/drm_probe_helper.o
  CC [M]  drivers/gpu/drm/drm_rect.o
  CC [M]  drivers/gpu/drm/drm_self_refresh_helper.o
  LD [M]  drivers/vfio/pci/vfio-pci-core.o
  CC [M]  drivers/gpu/drm/drm_simple_kms_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_vm.o
  CC [M]  drivers/gpu/drm/xe/xe_vm_madvise.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/conn.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/cstep.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/dcb.o
  AR      drivers/hid/built-in.a
  CC [M]  drivers/gpu/drm/bridge/panel.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/disp.o
  CC [M]  drivers/gpu/drm/drm_fbdev_generic.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/dp.o
  CC [M]  drivers/gpu/drm/drm_fb_helper.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_sseu.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_sseu_debugfs.o
  CC [M]  drivers/gpu/drm/xe/xe_wait_user_fence.o
  LD [M]  drivers/gpu/drm/drm.o
  CC [M]  drivers/gpu/drm/xe/xe_wa.o
  LD [M]  drivers/gpu/drm/drm_shmem_helper.o
  LD [M]  drivers/gpu/drm/drm_suballoc_helper.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/extdev.o
  LD [M]  drivers/gpu/drm/drm_ttm_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_wopcm.o
  AR      drivers/gpu/drm/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_display.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_timeline.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_wopcm.o
  CC [M]  drivers/gpu/drm/xe/display/xe_fb_pin.o
  AR      fs/built-in.a
  CC [M]  drivers/gpu/drm/xe/display/xe_hdcp_gsc.o
  CC [M]  drivers/gpu/drm/xe/display/xe_plane_initial.o
  CC [M]  drivers/gpu/drm/xe/display/xe_display_rps.o
  CC [M]  drivers/gpu/drm/xe/display/ext/i915_irq.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_workarounds.o
  CC [M]  drivers/gpu/drm/i915/gt/shmem_utils.o
  CC [M]  drivers/gpu/drm/xe/display/ext/intel_clock_gating.o
  CC [M]  drivers/gpu/drm/i915/gt/sysfs_engines.o
  CC [M]  drivers/gpu/drm/xe/display/ext/intel_device_info.o
  CC [M]  drivers/gpu/drm/xe/i915-soc/intel_dram.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_ggtt_gmch.o
  CC [M]  drivers/gpu/drm/xe/i915-soc/intel_pch.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/fan.o
  CC [M]  drivers/gpu/drm/i915/gt/gen6_renderstate.o
  CC [M]  drivers/gpu/drm/i915/gt/gen7_renderstate.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/gpio.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/i2c.o
  CC [M]  drivers/gpu/drm/xe/i915-display/icl_dsi.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_atomic.o
  CC [M]  drivers/gpu/drm/i915/gt/gen8_renderstate.o
  CC [M]  drivers/gpu/drm/i915/gt/gen9_renderstate.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_nbio.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_busy.o
  AR      drivers/android/built-in.a
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_clflush.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_umc.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/iccsense.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_atomic_plane.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_context.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/smu_v11_0_i2c.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_audio.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_backlight.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/image.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_create.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_bios.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_dmabuf.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_domain.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_bw.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_execbuffer.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_internal.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_object.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_cdclk.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_color.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_lmem.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/init.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_combo_phy.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_connector.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_crtc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_crtc_state_dump.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_fru_eeprom.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/mxm.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_rap.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/npde.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_mman.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_pages.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_fw_attestation.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_phys.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_securedisplay.o
  LD [M]  drivers/gpu/drm/drm_kms_helper.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_pm.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_region.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/pcir.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_mca.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_eeprom.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_shmem.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/perf.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_shrinker.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_stolen.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_psp_ta.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_lsdma.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_throttle.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/pll.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_tiling.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_ttm.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/pmu.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_ttm_move.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_cursor.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_cx0_phy.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_ring_mux.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_xcp.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_ttm_pm.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_fdinfo.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_ddi.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/power_budget.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_pmu.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_ddi_buf_trans.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/cik.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_userptr.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gem_wait.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/cik_ih.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display.o
  CC [M]  drivers/gpu/drm/i915/gem/i915_gemfs.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_debugfs.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/dce_v8_0.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/gfx_v7_0.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/ramcfg.o
  CC [M]  drivers/gpu/drm/i915/i915_active.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/rammap.o
  CC [M]  drivers/gpu/drm/i915/i915_cmd_parser.o
  CC [M]  drivers/gpu/drm/i915/i915_deps.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/cik_sdma.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/uvd_v4_2.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/shadow.o
  CC [M]  drivers/gpu/drm/i915/i915_gem_evict.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/vce_v2_0.o
  CC [M]  drivers/gpu/drm/i915/i915_gem_gtt.o
  CC [M]  drivers/gpu/drm/i915/i915_gem_ww.o
  CC [M]  drivers/gpu/drm/i915/i915_gem.o
  CC [M]  drivers/gpu/drm/i915/i915_query.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/si.o
  CC [M]  drivers/gpu/drm/i915/i915_request.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/shadowacpi.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_device.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/gmc_v6_0.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_driver.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/gfx_v6_0.o
  CC [M]  drivers/gpu/drm/i915/i915_scheduler.o
  CC [M]  drivers/gpu/drm/i915/i915_trace_points.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/shadowof.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/si_ih.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/si_dma.o
  CC [M]  drivers/gpu/drm/i915/i915_ttm_buddy_manager.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/dce_v6_0.o
  CC [M]  drivers/gpu/drm/i915/i915_vma.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/uvd_v3_1.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_irq.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_power.o
  CC [M]  drivers/gpu/drm/i915/i915_vma_resource.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_gsc_fw.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/shadowpci.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_power_map.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_gsc_proxy.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_gsc_uc.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/shadowramin.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/shadowrom.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_gsc_uc_debugfs.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_gsc_uc_heci_cmd_submit.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/vi.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_power_well.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/mxgpu_vi.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_trace.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/timing.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dkl_phy.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_guc.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/therm.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_guc_ads.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_guc_capture.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_guc_ct.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/nbio_v6_1.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/vmap.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dmc.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/soc15.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/emu_soc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_aux.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_aux_backlight.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/mxgpu_ai.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_guc_debugfs.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_guc_fw.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/nbio_v7_0.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/vega10_reg_init.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_guc_hwconfig.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_guc_log.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_guc_log_debugfs.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/vega20_reg_init.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_guc_rc.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/nbio_v7_4.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_guc_slpc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_hdcp.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_guc_submission.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/volt.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/vpstate.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_huc.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_huc_debugfs.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/xpio.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_huc_fw.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_uc.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/M0203.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/nbio_v2_3.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/nv.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_uc_debugfs.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/arct_reg_init.o
  CC [M]  drivers/gpu/drm/i915/gt/uc/intel_uc_fw.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_link_training.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/mxgpu_nv.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/nbio_v7_2.o
  CC [M]  drivers/gpu/drm/i915/gt/intel_gsc.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/hdp_v4_0.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_mst.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/hdp_v5_0.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dpll.o
  CC [M]  drivers/gpu/drm/i915/i915_hwmon.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/M0205.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/aldebaran_reg_init.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dpll_mgr.o
  CC [M]  drivers/gpu/drm/i915/display/hsw_ips.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/aldebaran.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/soc21.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/M0209.o
  CC [M]  drivers/gpu/drm/i915/display/intel_atomic.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bios/P0260.o
  CC [M]  drivers/gpu/drm/i915/display/intel_atomic_plane.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dpt.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/sienna_cichlid.o
  CC [M]  drivers/gpu/drm/i915/display/intel_audio.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bus/base.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_drrs.o
  CC [M]  drivers/gpu/drm/i915/display/intel_bios.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/smu_v13_0_10.o
  CC [M]  drivers/gpu/drm/i915/display/intel_bw.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/nbio_v4_3.o
  CC [M]  drivers/gpu/drm/i915/display/intel_cdclk.o
  CC [M]  drivers/gpu/drm/i915/display/intel_color.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/hdp_v6_0.o
  CC [M]  drivers/gpu/drm/i915/display/intel_combo_phy.o
  CC [M]  drivers/gpu/drm/i915/display/intel_connector.o
  CC [M]  drivers/gpu/drm/i915/display/intel_crtc.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/nbio_v7_7.o
  CC [M]  drivers/gpu/drm/i915/display/intel_crtc_state_dump.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/hdp_v5_2.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dsb.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/lsdma_v6_0.o
  CC [M]  drivers/gpu/drm/i915/display/intel_cursor.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/nbio_v7_9.o
  CC [M]  drivers/gpu/drm/i915/display/intel_display.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bus/hwsq.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/aqua_vanjaram_reg_init.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/df_v1_7.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bus/nv04.o
  CC [M]  drivers/gpu/drm/i915/display/intel_display_driver.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bus/nv31.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/df_v3_6.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dsi.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dsi_dcs_backlight.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/df_v4_3.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dsi_vbt.o
  CC [M]  drivers/gpu/drm/i915/display/intel_display_irq.o
  CC [M]  drivers/gpu/drm/i915/display/intel_display_power.o
  CC [M]  drivers/gpu/drm/i915/display/intel_display_power_map.o
  CC [M]  drivers/gpu/drm/i915/display/intel_display_power_well.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/gmc_v7_0.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_fb.o
  CC [M]  drivers/gpu/drm/i915/display/intel_display_reset.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/gmc_v8_0.o
  CC [M]  drivers/gpu/drm/i915/display/intel_display_rps.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/gfxhub_v1_0.o
  CC [M]  drivers/gpu/drm/i915/display/intel_dmc.o
  CC [M]  drivers/gpu/drm/i915/display/intel_dpio_phy.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/mmhub_v1_0.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_fbc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_fdi.o
  CC [M]  drivers/gpu/drm/i915/display/intel_dpll.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bus/nv50.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_fifo_underrun.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_frontbuffer.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/gmc_v9_0.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bus/g94.o
  CC [M]  drivers/gpu/drm/i915/display/intel_dpll_mgr.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/gfxhub_v1_1.o
  CC [M]  drivers/gpu/drm/i915/display/intel_dpt.o
  CC [M]  drivers/gpu/drm/i915/display/intel_drrs.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_global_state.o
  CC [M]  drivers/gpu/drm/i915/display/intel_dsb.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/mmhub_v9_4.o
  CC [M]  drivers/gpu/drm/i915/display/intel_fb.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/gfxhub_v2_0.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_gmbus.o
  CC [M]  drivers/gpu/drm/i915/display/intel_fb_pin.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/mmhub_v2_0.o
  CC [M]  drivers/gpu/drm/i915/display/intel_fbc.o
  CC [M]  drivers/gpu/drm/i915/display/intel_fdi.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/gmc_v10_0.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/gfxhub_v2_1.o
  CC [M]  drivers/gpu/drm/i915/display/intel_fifo_underrun.o
  CC [M]  drivers/gpu/drm/i915/display/intel_frontbuffer.o
  CC [M]  drivers/gpu/drm/i915/display/intel_global_state.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/bus/gf100.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hdcp.o
  CC [M]  drivers/gpu/drm/i915/display/intel_hdcp.o
  CC [M]  drivers/gpu/drm/i915/display/intel_hdcp_gsc.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/clk/base.o
  CC [M]  drivers/gpu/drm/i915/display/intel_hotplug.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/mmhub_v2_3.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/mmhub_v1_7.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hdmi.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/gfxhub_v3_0.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/mmhub_v3_0.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hotplug.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hotplug_irq.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hti.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/mmhub_v3_0_2.o
  CC [M]  drivers/gpu/drm/i915/display/intel_hotplug_irq.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_lspcon.o
  CC [M]  drivers/gpu/drm/i915/display/intel_hti.o
  CC [M]  drivers/gpu/drm/i915/display/intel_load_detect.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_modeset_lock.o
  CC [M]  drivers/gpu/drm/i915/display/intel_lpe_audio.o
  CC [M]  drivers/gpu/drm/i915/display/intel_modeset_lock.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_modeset_setup.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/clk/nv04.o
  CC [M]  drivers/gpu/drm/i915/display/intel_modeset_verify.o
  CC [M]  drivers/gpu/drm/i915/display/intel_modeset_setup.o
  CC [M]  drivers/gpu/drm/i915/display/intel_overlay.o
  CC [M]  drivers/gpu/drm/i915/display/intel_pch_display.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/gmc_v11_0.o
  CC [M]  drivers/gpu/drm/i915/display/intel_pch_refclk.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_modeset_verify.o
  CC [M]  drivers/gpu/drm/i915/display/intel_plane_initial.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_panel.o
  CC [M]  drivers/gpu/drm/i915/display/intel_pmdemand.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/mmhub_v3_0_1.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/gfxhub_v3_0_3.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_pipe_crc.o
  CC [M]  drivers/gpu/drm/i915/display/intel_psr.o
  CC [M]  drivers/gpu/drm/i915/display/intel_quirks.o
  CC [M]  drivers/gpu/drm/i915/display/intel_sprite.o
  CC [M]  drivers/gpu/drm/i915/display/intel_sprite_uapi.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/clk/nv40.o
  CC [M]  drivers/gpu/drm/i915/display/intel_tc.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/gfxhub_v1_2.o
  CC [M]  drivers/gpu/drm/i915/display/intel_vblank.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/mmhub_v1_8.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_pmdemand.o
  CC [M]  drivers/gpu/drm/i915/display/intel_vga.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/clk/nv50.o
  CC [M]  drivers/gpu/drm/i915/display/intel_wm.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_pps.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/umc_v6_0.o
  CC [M]  drivers/gpu/drm/i915/display/i9xx_plane.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_psr.o
  CC [M]  drivers/gpu/drm/i915/display/i9xx_wm.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/umc_v6_1.o
  CC [M]  drivers/gpu/drm/i915/display/skl_scaler.o
  CC [M]  drivers/gpu/drm/i915/display/skl_universal_plane.o
  CC [M]  drivers/gpu/drm/i915/display/skl_watermark.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/umc_v6_7.o
  CC [M]  drivers/gpu/drm/i915/display/intel_acpi.o
  CC [M]  drivers/gpu/drm/i915/display/intel_opregion.o
  CC [M]  drivers/gpu/drm/i915/display/intel_fbdev.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_qp_tables.o
  CC [M]  drivers/gpu/drm/i915/display/dvo_ch7017.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/clk/g84.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_quirks.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_snps_phy.o
  CC [M]  drivers/gpu/drm/i915/display/dvo_ch7xxx.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/umc_v8_7.o
  CC [M]  drivers/gpu/drm/i915/display/dvo_ivch.o
  CC [M]  drivers/gpu/drm/i915/display/dvo_ns2501.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_tc.o
  CC [M]  drivers/gpu/drm/i915/display/dvo_sil164.o
  CC [M]  drivers/gpu/drm/i915/display/dvo_tfp410.o
  CC [M]  drivers/gpu/drm/i915/display/g4x_dp.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_vblank.o
  CC [M]  drivers/gpu/drm/i915/display/g4x_hdmi.o
  CC [M]  drivers/gpu/drm/i915/display/icl_dsi.o
  CC [M]  drivers/gpu/drm/i915/display/intel_backlight.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/umc_v8_10.o
  CC [M]  drivers/gpu/drm/i915/display/intel_crt.o
  CC [M]  drivers/gpu/drm/i915/display/intel_cx0_phy.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_vdsc.o
  CC [M]  drivers/gpu/drm/i915/display/intel_ddi.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_irq.o
  CC [M]  drivers/gpu/drm/i915/display/intel_ddi_buf_trans.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/clk/gt215.o
  CC [M]  drivers/gpu/drm/i915/display/intel_display_device.o
  CC [M]  drivers/gpu/drm/i915/display/intel_display_trace.o
  CC [M]  drivers/gpu/drm/i915/display/intel_dkl_phy.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_ih.o
  CC [M]  drivers/gpu/drm/i915/display/intel_dp.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/iceland_ih.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/tonga_ih.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/clk/mcp77.o
  CC [M]  drivers/gpu/drm/i915/display/intel_dp_aux.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_vga.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_vrr.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/cz_ih.o
  CC [M]  drivers/gpu/drm/i915/display/intel_dp_aux_backlight.o
  CC [M]  drivers/gpu/drm/i915/display/intel_dp_hdcp.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/vega10_ih.o
  CC [M]  drivers/gpu/drm/i915/display/intel_dp_link_training.o
  CC [M]  drivers/gpu/drm/i915/display/intel_dp_mst.o
  CC [M]  drivers/gpu/drm/i915/display/intel_dsi.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/vega20_ih.o
  CC [M]  drivers/gpu/drm/i915/display/intel_dsi_dcs_backlight.o
  CC [M]  drivers/gpu/drm/i915/display/intel_dsi_vbt.o
  CC [M]  drivers/gpu/drm/i915/display/intel_dvo.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_wm.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/navi10_ih.o
  CC [M]  drivers/gpu/drm/i915/display/intel_gmbus.o
  CC [M]  drivers/gpu/drm/xe/i915-display/skl_scaler.o
  CC [M]  drivers/gpu/drm/xe/i915-display/skl_universal_plane.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/clk/gf100.o
  CC [M]  drivers/gpu/drm/i915/display/intel_hdmi.o
  CC [M]  drivers/gpu/drm/xe/i915-display/skl_watermark.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_acpi.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_opregion.o
  CC [M]  drivers/gpu/drm/i915/display/intel_lspcon.o
  CC [M]  drivers/gpu/drm/i915/display/intel_lvds.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/clk/gk104.o
  CC [M]  drivers/gpu/drm/i915/display/intel_panel.o
  CC [M]  drivers/gpu/drm/i915/display/intel_pps.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/ih_v6_0.o
  CC [M]  drivers/gpu/drm/i915/display/intel_qp_tables.o
  CC [M]  drivers/gpu/drm/i915/display/intel_sdvo.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_fbdev.o
  CC [M]  drivers/gpu/drm/i915/display/intel_snps_phy.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_psp.o
  CC [M]  drivers/gpu/drm/i915/display/intel_tv.o
  CC [M]  drivers/gpu/drm/i915/display/intel_vdsc.o
  CC [M]  drivers/gpu/drm/xe/xe_guc.o
  CC [M]  drivers/gpu/drm/i915/display/intel_vrr.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/psp_v3_1.o
  CC [M]  drivers/gpu/drm/i915/display/vlv_dsi.o
  CC [M]  drivers/gpu/drm/i915/display/vlv_dsi_pll.o
  CC [M]  drivers/gpu/drm/xe/xe_ring_ops.o
  CC [M]  drivers/gpu/drm/i915/i915_perf.o
  CC [M]  drivers/gpu/drm/i915/pxp/intel_pxp.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/psp_v10_0.o
  CC [M]  drivers/gpu/drm/i915/pxp/intel_pxp_tee.o
  CC [M]  drivers/gpu/drm/i915/pxp/intel_pxp_huc.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/psp_v11_0.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/clk/gk20a.o
  HDRTEST drivers/gpu/drm/xe/abi/guc_klvs_abi.h
  CC [M]  drivers/gpu/drm/i915/pxp/intel_pxp_cmd.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/clk/gm20b.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/clk/pllnv04.o
  CC [M]  drivers/gpu/drm/i915/pxp/intel_pxp_debugfs.o
  CC [M]  drivers/gpu/drm/i915/pxp/intel_pxp_gsccs.o
  CC [M]  drivers/gpu/drm/i915/pxp/intel_pxp_irq.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/clk/pllgt215.o
  HDRTEST drivers/gpu/drm/xe/abi/guc_errors_abi.h
  HDRTEST drivers/gpu/drm/xe/abi/guc_actions_slpc_abi.h
  CC [M]  drivers/gpu/drm/i915/pxp/intel_pxp_pm.o
  HDRTEST drivers/gpu/drm/xe/abi/guc_communication_mmio_abi.h
  HDRTEST drivers/gpu/drm/xe/abi/guc_actions_abi.h
  CC [M]  drivers/gpu/drm/i915/pxp/intel_pxp_session.o
  CC [M]  drivers/gpu/drm/i915/i915_gpu_error.o
  HDRTEST drivers/gpu/drm/xe/abi/guc_communication_ctb_abi.h
  HDRTEST drivers/gpu/drm/xe/abi/guc_messages_abi.h
  CC [M]  drivers/gpu/drm/i915/gem/selftests/i915_gem_client_blt.o
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/i915_vma_types.h
  CC [M]  drivers/gpu/drm/i915/gem/selftests/igt_gem_utils.o
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/vlv_sideband_reg.h
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/intel_wakeref.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/psp_v11_0_8.o
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/intel_pcode.h
  CC [M]  drivers/gpu/drm/i915/selftests/intel_scheduler_helpers.o
  CC [M]  drivers/gpu/drm/i915/selftests/i915_random.o
  CC [M]  drivers/gpu/drm/i915/selftests/i915_selftest.o
  CC [M]  drivers/gpu/drm/i915/selftests/igt_atomic.o
  CC [M]  drivers/gpu/drm/i915/selftests/igt_flush_test.o
  CC [M]  drivers/gpu/drm/i915/selftests/igt_live_test.o
  CC [M]  drivers/gpu/drm/i915/selftests/igt_mmap.o
  CC [M]  drivers/gpu/drm/i915/selftests/igt_reset.o
  CC [M]  drivers/gpu/drm/i915/selftests/igt_spinner.o
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/i915_drv.h
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/i915_reg_defs.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/psp_v12_0.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/psp_v13_0.o
  CC [M]  drivers/gpu/drm/i915/selftests/librapl.o
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/i915_trace.h
  CC [M]  drivers/gpu/drm/i915/i915_vgpu.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/psp_v13_0_4.o
  HDRTEST drivers/gpu/drm/i915/display/intel_dkl_phy_regs.h
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/i915_reg.h
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/i915_active_types.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/dce_v10_0.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/devinit/base.o
  HDRTEST drivers/gpu/drm/i915/display/intel_crtc_state_dump.h
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/devinit/nv04.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/dce_v11_0.o
  HDRTEST drivers/gpu/drm/i915/display/hsw_ips.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_vkms.o
  HDRTEST drivers/gpu/drm/i915/display/g4x_hdmi.h
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/i915_utils.h
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/devinit/nv05.o
  HDRTEST drivers/gpu/drm/i915/display/intel_hdcp_regs.h
  HDRTEST drivers/gpu/drm/i915/display/intel_overlay.h
  HDRTEST drivers/gpu/drm/i915/display/intel_display.h
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/devinit/nv10.o
  HDRTEST drivers/gpu/drm/i915/display/skl_watermark_regs.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_gfx.o
  HDRTEST drivers/gpu/drm/i915/display/intel_dmc.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_rlc.o
  HDRTEST drivers/gpu/drm/i915/display/intel_vga.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/gfx_v8_0.o
  HDRTEST drivers/gpu/drm/i915/display/intel_audio.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/gfx_v9_0.o
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/i915_config.h
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/i915_vma.h
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/vlv_sideband.h
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/intel_mchbar_regs.h
  HDRTEST drivers/gpu/drm/i915/display/intel_lvds.h
  HDRTEST drivers/gpu/drm/i915/display/intel_modeset_setup.h
  HDRTEST drivers/gpu/drm/i915/display/intel_cdclk.h
  HDRTEST drivers/gpu/drm/i915/display/intel_display_limits.h
  HDRTEST drivers/gpu/drm/i915/display/intel_hotplug.h
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/i915_debugfs.h
  HDRTEST drivers/gpu/drm/i915/display/intel_dkl_phy.h
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/soc/intel_pch.h
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/soc/intel_dram.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/gfx_v9_4.o
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/soc/intel_gmch.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/gfx_v9_4_2.o
  HDRTEST drivers/gpu/drm/i915/display/intel_atomic.h
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/i915_vgpu.h
  HDRTEST drivers/gpu/drm/i915/display/intel_display_driver.h
  HDRTEST drivers/gpu/drm/i915/display/intel_dpll.h
  HDRTEST drivers/gpu/drm/i915/display/vlv_dsi_pll_regs.h
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/i915_fixed.h
  HDRTEST drivers/gpu/drm/i915/display/intel_dp_mst.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/gfx_v9_4_3.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/gfx_v10_0.o
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/intel_runtime_pm.h
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/intel_pm_types.h
  HDRTEST drivers/gpu/drm/i915/display/intel_fdi_regs.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/imu_v11_0.o
  HDRTEST drivers/gpu/drm/i915/display/g4x_dp.h
  HDRTEST drivers/gpu/drm/i915/display/intel_tc.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/gfx_v11_0.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/devinit/nv1a.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/devinit/nv20.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/gfx_v11_0_3.o
  HDRTEST drivers/gpu/drm/i915/display/intel_frontbuffer.h
  HDRTEST drivers/gpu/drm/i915/display/intel_dsi_vbt.h
  HDRTEST drivers/gpu/drm/i915/display/intel_psr.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/imu_v11_0_3.o
  HDRTEST drivers/gpu/drm/i915/display/intel_crt.h
  HDRTEST drivers/gpu/drm/i915/display/intel_opregion.h
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/intel_uncore.h
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/intel_pci_config.h
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/devinit/nv50.o
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/gt/intel_rps.h
  HDRTEST drivers/gpu/drm/xe/compat-i915-headers/intel_clock_gating.h
  HDRTEST drivers/gpu/drm/i915/display/intel_snps_phy_regs.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_sdma.o
  HDRTEST drivers/gpu/drm/i915/display/i9xx_wm.h
  HDRTEST drivers/gpu/drm/i915/display/intel_cx0_phy_regs.h
  HDRTEST drivers/gpu/drm/xe/display/ext/i915_irq.h
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/devinit/g84.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/sdma_v2_4.o
  HDRTEST drivers/gpu/drm/i915/display/intel_global_state.h
  HDRTEST drivers/gpu/drm/xe/display/ext/intel_device_info.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/sdma_v3_0.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/devinit/g98.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/sdma_v4_0.o
  HDRTEST drivers/gpu/drm/i915/display/intel_lpe_audio.h
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/devinit/gt215.o
  HDRTEST drivers/gpu/drm/i915/display/intel_drrs.h
  HDRTEST drivers/gpu/drm/i915/display/intel_display_rps.h
  HDRTEST drivers/gpu/drm/i915/display/intel_fbdev.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/sdma_v4_4.o
  HDRTEST drivers/gpu/drm/i915/display/intel_pps_regs.h
  HDRTEST drivers/gpu/drm/i915/display/intel_hdmi.h
  HDRTEST drivers/gpu/drm/i915/display/intel_fdi.h
  HDRTEST drivers/gpu/drm/i915/display/intel_fb.h
  HDRTEST drivers/gpu/drm/i915/display/intel_qp_tables.h
  HDRTEST drivers/gpu/drm/i915/display/intel_dsb_regs.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/sdma_v4_4_2.o
  HDRTEST drivers/gpu/drm/xe/regs/xe_reg_defs.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/sdma_v5_0.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/devinit/mcp89.o
  HDRTEST drivers/gpu/drm/xe/regs/xe_oa_regs.h
  HDRTEST drivers/gpu/drm/i915/display/intel_vdsc.h
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/devinit/gf100.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/sdma_v5_2.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/sdma_v6_0.o
  HDRTEST drivers/gpu/drm/i915/display/intel_snps_phy.h
  HDRTEST drivers/gpu/drm/i915/display/intel_display_core.h
  HDRTEST drivers/gpu/drm/i915/display/vlv_dsi_pll.h
  HDRTEST drivers/gpu/drm/i915/display/intel_dvo_dev.h
  HDRTEST drivers/gpu/drm/i915/display/intel_hdcp.h
  HDRTEST drivers/gpu/drm/i915/display/intel_sdvo_regs.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_mes.o
  HDRTEST drivers/gpu/drm/i915/display/intel_pch_refclk.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/mes_v10_1.o
  HDRTEST drivers/gpu/drm/i915/display/intel_modeset_lock.h
  HDRTEST drivers/gpu/drm/i915/display/intel_display_trace.h
  HDRTEST drivers/gpu/drm/i915/display/intel_display_power.h
  HDRTEST drivers/gpu/drm/xe/regs/xe_guc_regs.h
  HDRTEST drivers/gpu/drm/i915/display/intel_dp_aux_regs.h
  HDRTEST drivers/gpu/drm/xe/regs/xe_gt_regs.h
  HDRTEST drivers/gpu/drm/i915/display/i9xx_plane.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/mes_v11_0.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_uvd.o
  HDRTEST drivers/gpu/drm/i915/display/intel_dp_aux_backlight.h
  HDRTEST drivers/gpu/drm/i915/display/intel_dpll_mgr.h
  HDRTEST drivers/gpu/drm/xe/regs/xe_regs.h
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/devinit/gm107.o
  HDRTEST drivers/gpu/drm/i915/display/vlv_dsi.h
  HDRTEST drivers/gpu/drm/i915/display/intel_plane_initial.h
  HDRTEST drivers/gpu/drm/xe/regs/xe_gpu_commands.h
  HDRTEST drivers/gpu/drm/i915/display/intel_display_device.h
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/devinit/gm200.o
  HDRTEST drivers/gpu/drm/i915/display/intel_fifo_underrun.h
  HDRTEST drivers/gpu/drm/xe/regs/xe_lrc_layout.h
  HDRTEST drivers/gpu/drm/i915/display/intel_cursor.h
  HDRTEST drivers/gpu/drm/xe/regs/xe_engine_regs.h
  HDRTEST drivers/gpu/drm/xe/tests/xe_test.h
  HDRTEST drivers/gpu/drm/i915/display/vlv_dsi_regs.h
  HDRTEST drivers/gpu/drm/i915/display/intel_cx0_phy.h
  HDRTEST drivers/gpu/drm/xe/tests/xe_pci_test.h
  HDRTEST drivers/gpu/drm/i915/display/skl_scaler.h
  HDRTEST drivers/gpu/drm/xe/tests/xe_migrate_test.h
  HDRTEST drivers/gpu/drm/i915/display/intel_hti.h
  HDRTEST drivers/gpu/drm/xe/tests/xe_dma_buf_test.h
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/devinit/gv100.o
  HDRTEST drivers/gpu/drm/i915/display/icl_dsi_regs.h
  HDRTEST drivers/gpu/drm/xe/tests/xe_bo_test.h
  HDRTEST drivers/gpu/drm/xe/xe_bb.h
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/devinit/tu102.o
  HDRTEST drivers/gpu/drm/xe/xe_bb_types.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/uvd_v5_0.o
  HDRTEST drivers/gpu/drm/xe/xe_bo.h
  HDRTEST drivers/gpu/drm/i915/display/intel_atomic_plane.h
  HDRTEST drivers/gpu/drm/xe/xe_bo_doc.h
  HDRTEST drivers/gpu/drm/i915/display/skl_watermark.h
  HDRTEST drivers/gpu/drm/i915/display/intel_fbc.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/uvd_v6_0.o
  HDRTEST drivers/gpu/drm/i915/display/intel_display_reg_defs.h
  HDRTEST drivers/gpu/drm/i915/display/intel_acpi.h
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/devinit/ga100.o
  HDRTEST drivers/gpu/drm/i915/display/intel_connector.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/uvd_v7_0.o
  HDRTEST drivers/gpu/drm/i915/display/intel_dpt.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_vce.o
  HDRTEST drivers/gpu/drm/i915/display/intel_quirks.h
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/fault/base.o
  HDRTEST drivers/gpu/drm/i915/display/intel_dp_link_training.h
  HDRTEST drivers/gpu/drm/i915/display/intel_color.h
  HDRTEST drivers/gpu/drm/i915/display/intel_crtc.h
  HDRTEST drivers/gpu/drm/i915/display/intel_display_debugfs.h
  HDRTEST drivers/gpu/drm/i915/display/intel_modeset_verify.h
  HDRTEST drivers/gpu/drm/i915/display/intel_display_power_well.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/vce_v3_0.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/vce_v4_0.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/fault/user.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_vcn.o
  HDRTEST drivers/gpu/drm/xe/xe_bo_evict.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/vcn_sw_ring.o
  HDRTEST drivers/gpu/drm/xe/xe_bo_types.h
  HDRTEST drivers/gpu/drm/xe/xe_debugfs.h
  HDRTEST drivers/gpu/drm/i915/display/intel_psr_regs.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/vcn_v1_0.o
  HDRTEST drivers/gpu/drm/xe/xe_devcoredump.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/vcn_v2_0.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/fault/gp100.o
  HDRTEST drivers/gpu/drm/i915/display/intel_wm.h
  HDRTEST drivers/gpu/drm/i915/display/intel_pipe_crc.h
  HDRTEST drivers/gpu/drm/i915/display/intel_audio_regs.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/vcn_v2_5.o
  HDRTEST drivers/gpu/drm/i915/display/intel_panel.h
  HDRTEST drivers/gpu/drm/i915/display/intel_sprite.h
  HDRTEST drivers/gpu/drm/i915/display/intel_wm_types.h
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/fault/gp10b.o
  HDRTEST drivers/gpu/drm/i915/display/intel_tv.h
  HDRTEST drivers/gpu/drm/i915/display/intel_hti_regs.h
  HDRTEST drivers/gpu/drm/i915/display/intel_vrr.h
  HDRTEST drivers/gpu/drm/i915/display/intel_load_detect.h
  HDRTEST drivers/gpu/drm/i915/display/skl_universal_plane.h
  HDRTEST drivers/gpu/drm/xe/xe_devcoredump_types.h
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/fault/gv100.o
  HDRTEST drivers/gpu/drm/i915/display/intel_mg_phy_regs.h
  HDRTEST drivers/gpu/drm/xe/xe_device.h
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/fault/tu102.o
  HDRTEST drivers/gpu/drm/i915/display/intel_bw.h
  HDRTEST drivers/gpu/drm/i915/display/intel_display_irq.h
  HDRTEST drivers/gpu/drm/i915/display/intel_de.h
  HDRTEST drivers/gpu/drm/i915/display/intel_lvds_regs.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/vcn_v3_0.o
  HDRTEST drivers/gpu/drm/i915/display/intel_gmbus_regs.h
  HDRTEST drivers/gpu/drm/i915/display/intel_dsi_dcs_backlight.h
  HDRTEST drivers/gpu/drm/xe/xe_device_sysfs.h
  HDRTEST drivers/gpu/drm/i915/display/intel_dvo.h
  HDRTEST drivers/gpu/drm/i915/display/intel_sdvo.h
  HDRTEST drivers/gpu/drm/xe/xe_device_types.h
  HDRTEST drivers/gpu/drm/xe/xe_display.h
  HDRTEST drivers/gpu/drm/xe/xe_dma_buf.h
  HDRTEST drivers/gpu/drm/i915/display/intel_dp_aux.h
  HDRTEST drivers/gpu/drm/i915/display/intel_vdsc_regs.h
  HDRTEST drivers/gpu/drm/i915/display/intel_combo_phy.h
  HDRTEST drivers/gpu/drm/i915/display/intel_dvo_regs.h
  HDRTEST drivers/gpu/drm/i915/display/intel_gmbus.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/vcn_v4_0.o
  HDRTEST drivers/gpu/drm/i915/display/intel_hdcp_gsc.h
  HDRTEST drivers/gpu/drm/i915/display/intel_dsi.h
  HDRTEST drivers/gpu/drm/i915/display/intel_dmc_regs.h
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/fb/base.o
  HDRTEST drivers/gpu/drm/i915/display/intel_ddi.h
  HDRTEST drivers/gpu/drm/i915/display/intel_hotplug_irq.h
  HDRTEST drivers/gpu/drm/i915/display/intel_tv_regs.h
  HDRTEST drivers/gpu/drm/i915/display/intel_dsb.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/vcn_v4_0_3.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/amdgpu_jpeg.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/jpeg_v1_0.o
  HDRTEST drivers/gpu/drm/xe/xe_drv.h
  HDRTEST drivers/gpu/drm/xe/xe_exec.h
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/fb/nv04.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/fb/nv10.o
  HDRTEST drivers/gpu/drm/i915/display/intel_bios.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/jpeg_v2_0.o
  HDRTEST drivers/gpu/drm/i915/display/intel_pch_display.h
  HDRTEST drivers/gpu/drm/i915/display/intel_display_types.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/jpeg_v2_5.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/jpeg_v3_0.o
  HDRTEST drivers/gpu/drm/i915/display/intel_backlight.h
  HDRTEST drivers/gpu/drm/i915/display/intel_vblank.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/jpeg_v4_0.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/jpeg_v4_0_3.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/fb/nv1a.o
  HDRTEST drivers/gpu/drm/xe/xe_exec_queue.h
  HDRTEST drivers/gpu/drm/xe/xe_exec_queue_types.h
  HDRTEST drivers/gpu/drm/i915/display/intel_dp.h
  HDRTEST drivers/gpu/drm/xe/xe_execlist.h
  HDRTEST drivers/gpu/drm/xe/xe_execlist_types.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/athub_v1_0.o
  HDRTEST drivers/gpu/drm/xe/xe_force_wake.h
  HDRTEST drivers/gpu/drm/i915/display/intel_pmdemand.h
  HDRTEST drivers/gpu/drm/xe/xe_force_wake_types.h
  HDRTEST drivers/gpu/drm/xe/xe_ggtt.h
  HDRTEST drivers/gpu/drm/i915/display/intel_backlight_regs.h
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/fb/nv20.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/fb/nv25.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/fb/nv30.o
  HDRTEST drivers/gpu/drm/xe/xe_ggtt_types.h
  HDRTEST drivers/gpu/drm/xe/xe_gt.h
  HDRTEST drivers/gpu/drm/i915/display/intel_combo_phy_regs.h
  HDRTEST drivers/gpu/drm/xe/xe_gt_clock.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/athub_v2_0.o
  HDRTEST drivers/gpu/drm/xe/xe_gt_debugfs.h
  HDRTEST drivers/gpu/drm/xe/xe_gt_idle_sysfs.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/athub_v2_1.o
  HDRTEST drivers/gpu/drm/xe/xe_gt_idle_sysfs_types.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/athub_v3_0.o
  HDRTEST drivers/gpu/drm/i915/display/intel_display_reset.h
  CC [M]  drivers/gpu/drm/amd/amdgpu/smuio_v9_0.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/smuio_v11_0.o
  CC [M]  drivers/gpu/drm/amd/amdgpu/smuio_v11_0_6.o
  HDRTEST drivers/gpu/drm/i915/display/intel_display_power_map.h
  HDRTEST drivers/gpu/drm/xe/xe_gt_mcr.h
  HDRTEST drivers/gpu/drm/i915/display/intel_ddi_buf_trans.h
  HDRTEST drivers/gpu/drm/i915/display/icl_dsi.h
  HDRTEST drivers/gpu/drm/xe/xe_gt_pagefault.h
  HDRTEST drivers/gpu/drm/xe/xe_gt_printk.h
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/fb/nv35.o
  HDRTEST drivers/gpu/drm/xe/xe_gt_sysfs.h
  HDRTEST drivers/gpu/drm/i915/display/intel_lspcon.h
  HDRTEST drivers/gpu/drm/i915/display/intel_dpio_phy.h
  HDRTEST drivers/gpu/drm/i915/display/intel_dp_hdcp.h
  HDRTEST drivers/gpu/drm/i915/display/intel_fb_pin.h
  HDRTEST drivers/gpu/drm/xe/xe_gt_sysfs_types.h
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/fb/nv36.o
  CC [M]  drivers/gpu/drm/nouveau/nvkm/subdev/fb/nv40.o
  HDRTEST drivers/gpu/drm/i915/display/intel_pps.h

979 lines not shown · raw message

Part of this message is not shown here. View the raw message.

#44 lore raw

[Intel-xe] ✓ CI.Hooks: success for Add OA functionality to Xe (rev3)

In reply to Ashutosh Dixit
== Series Details ==

== Series Details ==

Series: Add OA functionality to Xe (rev3)
URL : https://patchwork.freedesktop.org/series/121084/
State : success

== Summary ==

run-parts: executing /workspace/ci/hooks/00-showenv /workspace
+ pwd
+ ls -la
total 592

drwxrwxr-x 10 1003 1003   4096 Aug  8 02:09 .
drwxr-xr-x  1 root root   4096 Aug  8 02:09 ..
-rw-rw-r--  1 1003 1003 389923 Aug  8 02:09 build.log
-rw-rw-r--  1 1003 1003    819 Aug  8 02:04 checkpatch.log
drwxrwxr-x  5 1003 1003   4096 Aug  8 02:03 ci
drwxrwxr-x  9 1003 1003   4096 Aug  8 02:02 docker
drwxrwxr-x  8 1003 1003   4096 Aug  8 02:02 .git
-rw-rw-r--  1 1003 1003    643 Aug  8 02:04 git_apply.log
drwxrwxr-x  3 1003 1003   4096 Aug  8 02:02 .github
-rw-rw-r--  1 1003 1003    233 Aug  8 02:02 .groovylintrc.json
-rw-rw-r--  1 1003 1003     78 Aug  8 02:09 hooks.log
drwxrwxr-x 31 1003 1003   4096 Aug  8 02:09 kernel
-rw-rw-r--  1 1003 1003 117523 Aug  8 02:04 kernel.mbox
-rw-rw-r--  1 1003 1003  26091 Aug  8 02:05 kunit.log
-rw-rw-r--  1 1003 1003     48 Aug  8 02:04 parent.tag
drwxrwxr-x 45 1003 1003   4096 Aug  8 02:02 pipelines
-rw-rw-r--  1 1003 1003    793 Aug  8 02:02 README.adoc
drwxrwxr-x  3 1003 1003   4096 Aug  8 02:02 scripts
drwxrwxr-x  2 1003 1003   4096 Aug  8 02:02 .vscode

+ uname -a
Linux d8dd89f05cac 5.4.0-149-generic #166-Ubuntu SMP Tue Apr 18 16:51:45 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux
+ export
+ grep -Ei '(^|\W)CI_'
declare -x CI_KERNEL_BUILD_DIR="/workspace/kernel/build64"
declare -x CI_KERNEL_IMAGES_DIR="/workspace/kernel/archive/boot"
declare -x CI_KERNEL_MODULES_DIR="/workspace/kernel/archive"
declare -x CI_KERNEL_SRC_DIR="/workspace/kernel"
declare -x CI_SRC_DIR="/workspace/kernel"
declare -x CI_TOOLS_SRC_DIR="/workspace/ci"
declare -x CI_WORKSPACE_DIR="/workspace"
+ '[' -n /workspace ']'
+ git_args='-C /workspace/kernel'
+ git_log_args=
+ git --no-pager -C /workspace/kernel log --format=oneline --abbrev-commit
c5d28aa86 drm/xe/oa: Implement queries
b18b7c637 drm/xe/oa: Read file_operation
4e04bd9ff drm/xe/oa: Expose OA stream fd
7189d495b drm/xe/oa: OA stream initialization
01089ee29 drm/xe/oa: Start implementing OA stream open ioctl
175f569d1 drm/xe/oa: Add/remove config ioctl's
dd5868104 drm/xe/oa: Module init/exit and probe/remove
b25659ea7 drm/xe/oa: Add registers and GPU commands used by OA
b47a1e786 drm/xe/oa: Add OA types
4500e2c44 drm/xe/oa: Introduce OA uapi
229aa5f07 fixup! drm/xe: Introduce a new DRM driver for Intel GPUs
run-parts: executing /workspace/ci/hooks/10-build-W1
+ SRC_DIR=/workspace/kernel
+ RESTORE_DISPLAY_CONFIG=0
+ '[' -n /workspace/kernel/build64 ']'
+ BUILD_DIR=/workspace/kernel/build64
+ cd /workspace/kernel
+ grep -q -e '^CONFIG_DRM_XE_DISPLAY=[yY]' /workspace/kernel/build64/.config
+ RESTORE_DISPLAY_CONFIG=1
+ trap cleanup EXIT
+ ./scripts/config --file /workspace/kernel/build64/.config --disable CONFIG_DRM_XE_DISPLAY
++ nproc
+ make -j48 O=/workspace/kernel/build64 modules_prepare
make[1]: Entering directory '/workspace/kernel/build64'

  SYNC    include/config/auto.conf.cmd
  GEN     Makefile
  GEN     Makefile
  UPD     include/generated/compile.h
  UPD     include/config/kernel.release
  UPD     include/generated/utsrelease.h
  DESCEND objtool
  CALL    ../scripts/checksyscalls.sh
  HOSTCC  /workspace/kernel/build64/tools/objtool/fixdep.o
  HOSTLD  /workspace/kernel/build64/tools/objtool/fixdep-in.o
  LINK    /workspace/kernel/build64/tools/objtool/fixdep
  INSTALL libsubcmd_headers
  CC      /workspace/kernel/build64/tools/objtool/libsubcmd/exec-cmd.o
  CC      /workspace/kernel/build64/tools/objtool/libsubcmd/help.o
  CC      /workspace/kernel/build64/tools/objtool/libsubcmd/pager.o
  CC      /workspace/kernel/build64/tools/objtool/libsubcmd/parse-options.o
  CC      /workspace/kernel/build64/tools/objtool/libsubcmd/run-command.o
  CC      /workspace/kernel/build64/tools/objtool/libsubcmd/sigchain.o
  CC      /workspace/kernel/build64/tools/objtool/libsubcmd/subcmd-config.o
  LD      /workspace/kernel/build64/tools/objtool/libsubcmd/libsubcmd-in.o
  AR      /workspace/kernel/build64/tools/objtool/libsubcmd/libsubcmd.a
  CC      /workspace/kernel/build64/tools/objtool/weak.o
  CC      /workspace/kernel/build64/tools/objtool/check.o
  CC      /workspace/kernel/build64/tools/objtool/special.o
  CC      /workspace/kernel/build64/tools/objtool/builtin-check.o
  CC      /workspace/kernel/build64/tools/objtool/elf.o
  CC      /workspace/kernel/build64/tools/objtool/objtool.o
  CC      /workspace/kernel/build64/tools/objtool/orc_gen.o
  CC      /workspace/kernel/build64/tools/objtool/orc_dump.o
  CC      /workspace/kernel/build64/tools/objtool/libstring.o
  CC      /workspace/kernel/build64/tools/objtool/libctype.o
  CC      /workspace/kernel/build64/tools/objtool/str_error_r.o
  CC      /workspace/kernel/build64/tools/objtool/librbtree.o
  CC      /workspace/kernel/build64/tools/objtool/arch/x86/special.o
  CC      /workspace/kernel/build64/tools/objtool/arch/x86/decode.o
  LD      /workspace/kernel/build64/tools/objtool/arch/x86/objtool-in.o
  LD      /workspace/kernel/build64/tools/objtool/objtool-in.o
  LINK    /workspace/kernel/build64/tools/objtool/objtool

make[1]: Leaving directory '/workspace/kernel/build64' ++ nproc
+ make -j48 O=/workspace/kernel/build64 M=drivers/gpu/drm/xe W=1 make[1]: Entering directory '/workspace/kernel/build64'

  CC [M]  drivers/gpu/drm/xe/xe_bb.o
  CC [M]  drivers/gpu/drm/xe/xe_bo.o
  CC [M]  drivers/gpu/drm/xe/xe_bo_evict.o
  CC [M]  drivers/gpu/drm/xe/xe_debugfs.o
  CC [M]  drivers/gpu/drm/xe/xe_devcoredump.o
  CC [M]  drivers/gpu/drm/xe/xe_device.o
  CC [M]  drivers/gpu/drm/xe/xe_device_sysfs.o
  CC [M]  drivers/gpu/drm/xe/xe_dma_buf.o
  CC [M]  drivers/gpu/drm/xe/xe_exec.o
  CC [M]  drivers/gpu/drm/xe/xe_execlist.o
  CC [M]  drivers/gpu/drm/xe/xe_exec_queue.o
  CC [M]  drivers/gpu/drm/xe/xe_force_wake.o
  CC [M]  drivers/gpu/drm/xe/xe_ggtt.o
  CC [M]  drivers/gpu/drm/xe/xe_gt.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_clock.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_debugfs.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_idle_sysfs.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_mcr.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_pagefault.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_sysfs.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_tlb_invalidation.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_topology.o
  HOSTCC  drivers/gpu/drm/xe/xe_gen_wa_oob
  CC [M]  drivers/gpu/drm/xe/xe_guc_ads.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_ct.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_debugfs.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_hwconfig.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_log.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_pc.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_submit.o
  CC [M]  drivers/gpu/drm/xe/xe_hw_engine.o
  CC [M]  drivers/gpu/drm/xe/xe_hw_engine_class_sysfs.o
  CC [M]  drivers/gpu/drm/xe/xe_hw_fence.o
  CC [M]  drivers/gpu/drm/xe/xe_huc.o
  CC [M]  drivers/gpu/drm/xe/xe_huc_debugfs.o
  CC [M]  drivers/gpu/drm/xe/xe_irq.o
  CC [M]  drivers/gpu/drm/xe/xe_lrc.o
  CC [M]  drivers/gpu/drm/xe/xe_migrate.o
  CC [M]  drivers/gpu/drm/xe/xe_mmio.o
  CC [M]  drivers/gpu/drm/xe/xe_mocs.o
  CC [M]  drivers/gpu/drm/xe/xe_module.o
  CC [M]  drivers/gpu/drm/xe/xe_oa.o
  CC [M]  drivers/gpu/drm/xe/xe_pat.o
  CC [M]  drivers/gpu/drm/xe/xe_pci.o
  CC [M]  drivers/gpu/drm/xe/xe_pcode.o
  CC [M]  drivers/gpu/drm/xe/xe_pm.o
  CC [M]  drivers/gpu/drm/xe/xe_preempt_fence.o
  CC [M]  drivers/gpu/drm/xe/xe_pt.o
  CC [M]  drivers/gpu/drm/xe/xe_pt_walk.o
  CC [M]  drivers/gpu/drm/xe/xe_query.o
  CC [M]  drivers/gpu/drm/xe/xe_range_fence.o
  CC [M]  drivers/gpu/drm/xe/xe_reg_sr.o
  CC [M]  drivers/gpu/drm/xe/xe_reg_whitelist.o
  CC [M]  drivers/gpu/drm/xe/xe_rtp.o
  CC [M]  drivers/gpu/drm/xe/xe_sa.o
  CC [M]  drivers/gpu/drm/xe/xe_sched_job.o
  CC [M]  drivers/gpu/drm/xe/xe_step.o
  CC [M]  drivers/gpu/drm/xe/xe_sync.o
  CC [M]  drivers/gpu/drm/xe/xe_tile.o
  CC [M]  drivers/gpu/drm/xe/xe_tile_sysfs.o
  CC [M]  drivers/gpu/drm/xe/xe_trace.o
  CC [M]  drivers/gpu/drm/xe/xe_ttm_sys_mgr.o
  CC [M]  drivers/gpu/drm/xe/xe_ttm_stolen_mgr.o
  CC [M]  drivers/gpu/drm/xe/xe_ttm_vram_mgr.o
  CC [M]  drivers/gpu/drm/xe/xe_tuning.o
  CC [M]  drivers/gpu/drm/xe/xe_uc.o
  CC [M]  drivers/gpu/drm/xe/xe_uc_debugfs.o
  CC [M]  drivers/gpu/drm/xe/xe_uc_fw.o
  CC [M]  drivers/gpu/drm/xe/xe_vm.o
  CC [M]  drivers/gpu/drm/xe/xe_vm_madvise.o
  CC [M]  drivers/gpu/drm/xe/xe_wait_user_fence.o
  CC [M]  drivers/gpu/drm/xe/xe_wopcm.o
  HDRTEST drivers/gpu/drm/xe/abi/guc_klvs_abi.h
  HDRTEST drivers/gpu/drm/xe/abi/guc_errors_abi.h
  HDRTEST drivers/gpu/drm/xe/abi/guc_actions_slpc_abi.h
  CC [M]  drivers/gpu/drm/xe/tests/xe_bo_test.o
  HDRTEST drivers/gpu/drm/xe/abi/guc_communication_mmio_abi.h
  CC [M]  drivers/gpu/drm/xe/tests/xe_dma_buf_test.o
  HDRTEST drivers/gpu/drm/xe/abi/guc_actions_abi.h
  HDRTEST drivers/gpu/drm/xe/abi/guc_communication_ctb_abi.h
  HDRTEST drivers/gpu/drm/xe/abi/guc_messages_abi.h
  HDRTEST drivers/gpu/drm/xe/regs/xe_reg_defs.h
  CC [M]  drivers/gpu/drm/xe/tests/xe_migrate_test.o
  HDRTEST drivers/gpu/drm/xe/regs/xe_oa_regs.h
  HDRTEST drivers/gpu/drm/xe/regs/xe_guc_regs.h
  HDRTEST drivers/gpu/drm/xe/regs/xe_gt_regs.h
  CC [M]  drivers/gpu/drm/xe/tests/xe_pci_test.o
  HDRTEST drivers/gpu/drm/xe/regs/xe_regs.h
  CC [M]  drivers/gpu/drm/xe/tests/xe_rtp_test.o
  HDRTEST drivers/gpu/drm/xe/regs/xe_gpu_commands.h
  HDRTEST drivers/gpu/drm/xe/regs/xe_lrc_layout.h
  CC [M]  drivers/gpu/drm/xe/tests/xe_wa_test.o
  HDRTEST drivers/gpu/drm/xe/regs/xe_engine_regs.h
  HDRTEST drivers/gpu/drm/xe/tests/xe_test.h
  HDRTEST drivers/gpu/drm/xe/tests/xe_pci_test.h
  HDRTEST drivers/gpu/drm/xe/tests/xe_migrate_test.h
  HDRTEST drivers/gpu/drm/xe/tests/xe_dma_buf_test.h
  HDRTEST drivers/gpu/drm/xe/tests/xe_bo_test.h
  HDRTEST drivers/gpu/drm/xe/xe_bb.h
  HDRTEST drivers/gpu/drm/xe/xe_bb_types.h
  HDRTEST drivers/gpu/drm/xe/xe_bo.h
  HDRTEST drivers/gpu/drm/xe/xe_bo_doc.h
  HDRTEST drivers/gpu/drm/xe/xe_bo_evict.h
  HDRTEST drivers/gpu/drm/xe/xe_bo_types.h
  HDRTEST drivers/gpu/drm/xe/xe_debugfs.h
  HDRTEST drivers/gpu/drm/xe/xe_devcoredump.h
  HDRTEST drivers/gpu/drm/xe/xe_devcoredump_types.h
  HDRTEST drivers/gpu/drm/xe/xe_device.h
  HDRTEST drivers/gpu/drm/xe/xe_device_sysfs.h
  HDRTEST drivers/gpu/drm/xe/xe_device_types.h
  HDRTEST drivers/gpu/drm/xe/xe_dma_buf.h
  HDRTEST drivers/gpu/drm/xe/xe_drv.h
  HDRTEST drivers/gpu/drm/xe/xe_exec.h
  HDRTEST drivers/gpu/drm/xe/xe_exec_queue.h
  HDRTEST drivers/gpu/drm/xe/xe_exec_queue_types.h
  HDRTEST drivers/gpu/drm/xe/xe_execlist.h
  HDRTEST drivers/gpu/drm/xe/xe_execlist_types.h
  HDRTEST drivers/gpu/drm/xe/xe_force_wake.h
  HDRTEST drivers/gpu/drm/xe/xe_force_wake_types.h
  HDRTEST drivers/gpu/drm/xe/xe_ggtt.h
  HDRTEST drivers/gpu/drm/xe/xe_ggtt_types.h
  HDRTEST drivers/gpu/drm/xe/xe_gt.h
  HDRTEST drivers/gpu/drm/xe/xe_gt_clock.h
  HDRTEST drivers/gpu/drm/xe/xe_gt_debugfs.h
  HDRTEST drivers/gpu/drm/xe/xe_gt_idle_sysfs.h
  HDRTEST drivers/gpu/drm/xe/xe_gt_idle_sysfs_types.h
  HDRTEST drivers/gpu/drm/xe/xe_gt_mcr.h
  HDRTEST drivers/gpu/drm/xe/xe_gt_pagefault.h
  HDRTEST drivers/gpu/drm/xe/xe_gt_printk.h
  HDRTEST drivers/gpu/drm/xe/xe_gt_sysfs.h
  HDRTEST drivers/gpu/drm/xe/xe_gt_sysfs_types.h
  HDRTEST drivers/gpu/drm/xe/xe_gt_tlb_invalidation.h
  HDRTEST drivers/gpu/drm/xe/xe_gt_tlb_invalidation_types.h
  HDRTEST drivers/gpu/drm/xe/xe_gt_topology.h
  HDRTEST drivers/gpu/drm/xe/xe_gt_types.h
  HDRTEST drivers/gpu/drm/xe/xe_guc.h
  HDRTEST drivers/gpu/drm/xe/xe_guc_ads.h
  HDRTEST drivers/gpu/drm/xe/xe_guc_ads_types.h
  HDRTEST drivers/gpu/drm/xe/xe_guc_ct.h
  HDRTEST drivers/gpu/drm/xe/xe_guc_ct_types.h
  HDRTEST drivers/gpu/drm/xe/xe_guc_debugfs.h
  HDRTEST drivers/gpu/drm/xe/xe_guc_exec_queue_types.h
  HDRTEST drivers/gpu/drm/xe/xe_guc_fwif.h
  HDRTEST drivers/gpu/drm/xe/xe_guc_hwconfig.h
  HDRTEST drivers/gpu/drm/xe/xe_guc_log.h
  HDRTEST drivers/gpu/drm/xe/xe_guc_log_types.h
  HDRTEST drivers/gpu/drm/xe/xe_guc_pc.h
  HDRTEST drivers/gpu/drm/xe/xe_guc_pc_types.h
  HDRTEST drivers/gpu/drm/xe/xe_guc_submit.h
  HDRTEST drivers/gpu/drm/xe/xe_guc_submit_types.h
  HDRTEST drivers/gpu/drm/xe/xe_guc_types.h
  HDRTEST drivers/gpu/drm/xe/xe_huc.h
  HDRTEST drivers/gpu/drm/xe/xe_huc_debugfs.h
  HDRTEST drivers/gpu/drm/xe/xe_huc_types.h
  HDRTEST drivers/gpu/drm/xe/xe_hw_engine.h
  HDRTEST drivers/gpu/drm/xe/xe_hw_engine_class_sysfs.h
  HDRTEST drivers/gpu/drm/xe/xe_hw_engine_types.h
  HDRTEST drivers/gpu/drm/xe/xe_hw_fence.h
  HDRTEST drivers/gpu/drm/xe/xe_hw_fence_types.h
  HDRTEST drivers/gpu/drm/xe/xe_irq.h
  HDRTEST drivers/gpu/drm/xe/xe_lrc.h
  HDRTEST drivers/gpu/drm/xe/xe_lrc_types.h
  HDRTEST drivers/gpu/drm/xe/xe_macros.h
  HDRTEST drivers/gpu/drm/xe/xe_map.h
  HDRTEST drivers/gpu/drm/xe/xe_migrate.h
  HDRTEST drivers/gpu/drm/xe/xe_migrate_doc.h
  HDRTEST drivers/gpu/drm/xe/xe_mmio.h
  HDRTEST drivers/gpu/drm/xe/xe_mocs.h
  HDRTEST drivers/gpu/drm/xe/xe_module.h
  HDRTEST drivers/gpu/drm/xe/xe_oa.h
  HDRTEST drivers/gpu/drm/xe/xe_oa_types.h
  HDRTEST drivers/gpu/drm/xe/xe_pat.h
  HDRTEST drivers/gpu/drm/xe/xe_pci.h
  HDRTEST drivers/gpu/drm/xe/xe_pci_types.h
  HDRTEST drivers/gpu/drm/xe/xe_pcode.h
  HDRTEST drivers/gpu/drm/xe/xe_pcode_api.h
  HDRTEST drivers/gpu/drm/xe/xe_platform_types.h
  HDRTEST drivers/gpu/drm/xe/xe_pm.h
  HDRTEST drivers/gpu/drm/xe/xe_preempt_fence.h
  HDRTEST drivers/gpu/drm/xe/xe_preempt_fence_types.h
  HDRTEST drivers/gpu/drm/xe/xe_pt.h
  HDRTEST drivers/gpu/drm/xe/xe_pt_types.h
  HDRTEST drivers/gpu/drm/xe/xe_pt_walk.h
  HDRTEST drivers/gpu/drm/xe/xe_query.h
  HDRTEST drivers/gpu/drm/xe/xe_range_fence.h
  HDRTEST drivers/gpu/drm/xe/xe_reg_sr.h
  HDRTEST drivers/gpu/drm/xe/xe_reg_sr_types.h
  HDRTEST drivers/gpu/drm/xe/xe_reg_whitelist.h
  HDRTEST drivers/gpu/drm/xe/xe_res_cursor.h
  HDRTEST drivers/gpu/drm/xe/xe_ring_ops.h
  HDRTEST drivers/gpu/drm/xe/xe_ring_ops_types.h
  HDRTEST drivers/gpu/drm/xe/xe_rtp.h
  HDRTEST drivers/gpu/drm/xe/xe_rtp_types.h
  HDRTEST drivers/gpu/drm/xe/xe_sa.h
  HDRTEST drivers/gpu/drm/xe/xe_sa_types.h
  HDRTEST drivers/gpu/drm/xe/xe_sched_job.h
  HDRTEST drivers/gpu/drm/xe/xe_sched_job_types.h
  HDRTEST drivers/gpu/drm/xe/xe_step.h
  HDRTEST drivers/gpu/drm/xe/xe_step_types.h
  HDRTEST drivers/gpu/drm/xe/xe_sync.h
  HDRTEST drivers/gpu/drm/xe/xe_sync_types.h
  HDRTEST drivers/gpu/drm/xe/xe_tile.h
  HDRTEST drivers/gpu/drm/xe/xe_tile_sysfs_types.h
  HDRTEST drivers/gpu/drm/xe/xe_tile_sysfs.h
  HDRTEST drivers/gpu/drm/xe/xe_trace.h
  HDRTEST drivers/gpu/drm/xe/xe_ttm_stolen_mgr.h
  HDRTEST drivers/gpu/drm/xe/xe_ttm_sys_mgr.h
  HDRTEST drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
  HDRTEST drivers/gpu/drm/xe/xe_ttm_vram_mgr_types.h
  HDRTEST drivers/gpu/drm/xe/xe_tuning.h
  HDRTEST drivers/gpu/drm/xe/xe_uc.h
  HDRTEST drivers/gpu/drm/xe/xe_uc_debugfs.h
  HDRTEST drivers/gpu/drm/xe/xe_uc_fw.h
  HDRTEST drivers/gpu/drm/xe/xe_uc_fw_abi.h
  HDRTEST drivers/gpu/drm/xe/xe_uc_fw_types.h
  HDRTEST drivers/gpu/drm/xe/xe_uc_types.h
  HDRTEST drivers/gpu/drm/xe/xe_vm.h
  HDRTEST drivers/gpu/drm/xe/xe_vm_doc.h
  HDRTEST drivers/gpu/drm/xe/xe_vm_madvise.h
  HDRTEST drivers/gpu/drm/xe/xe_vm_types.h
  HDRTEST drivers/gpu/drm/xe/xe_wa.h
  HDRTEST drivers/gpu/drm/xe/xe_wait_user_fence.h
  HDRTEST drivers/gpu/drm/xe/xe_wopcm.h
  HDRTEST drivers/gpu/drm/xe/xe_wopcm_types.h
  GEN     xe_wa_oob.c xe_wa_oob.h
  GEN     xe_wa_oob.c xe_wa_oob.h
  CC [M]  drivers/gpu/drm/xe/xe_guc.o
  CC [M]  drivers/gpu/drm/xe/xe_ring_ops.o
  CC [M]  drivers/gpu/drm/xe/xe_wa.o
  LD [M]  drivers/gpu/drm/xe/xe.o
  MODPOST drivers/gpu/drm/xe/Module.symvers
  CC [M]  drivers/gpu/drm/xe/xe.mod.o
  CC [M]  drivers/gpu/drm/xe/tests/xe_bo_test.mod.o
  CC [M]  drivers/gpu/drm/xe/tests/xe_dma_buf_test.mod.o
  CC [M]  drivers/gpu/drm/xe/tests/xe_migrate_test.mod.o
  CC [M]  drivers/gpu/drm/xe/tests/xe_pci_test.mod.o
  CC [M]  drivers/gpu/drm/xe/tests/xe_rtp_test.mod.o
  CC [M]  drivers/gpu/drm/xe/tests/xe_wa_test.mod.o
  LD [M]  drivers/gpu/drm/xe/tests/xe_bo_test.ko
  LD [M]  drivers/gpu/drm/xe/tests/xe_dma_buf_test.ko
  LD [M]  drivers/gpu/drm/xe/tests/xe_rtp_test.ko
  LD [M]  drivers/gpu/drm/xe/xe.ko
  LD [M]  drivers/gpu/drm/xe/tests/xe_migrate_test.ko
  LD [M]  drivers/gpu/drm/xe/tests/xe_wa_test.ko
  LD [M]  drivers/gpu/drm/xe/tests/xe_pci_test.ko

make[1]: Leaving directory '/workspace/kernel/build64'
+ cleanup
+ '[' 1 -eq 1 ']'
+ ./scripts/config --file /workspace/kernel/build64/.config --enable CONFIG_DRM_XE_DISPLAY
run-parts: executing /workspace/ci/hooks/20-kernel-doc
+ SRC_DIR=/workspace/kernel
+ cd /workspace/kernel
+ find drivers/gpu/drm/xe/ -name '*.[ch]' -not -path 'drivers/gpu/drm/xe/display/*'
+ xargs ./scripts/kernel-doc -Werror -none include/uapi/drm/xe_drm.h
All hooks done

#45 lore raw

[Intel-xe] ✗ CI.checksparse: warning for Add OA functionality to Xe (rev3)

In reply to Ashutosh Dixit
== Series Details ==

== Series Details ==

Series: Add OA functionality to Xe (rev3)
URL : https://patchwork.freedesktop.org/series/121084/
State : warning

== Summary ==

+ trap cleanup EXIT
+ KERNEL=/kernel
+ MT=/root/linux/maintainer-tools
+ git clone https://gitlab.freedesktop.org/drm/maintainer-tools /root/linux/maintainer-tools Cloning into '/root/linux/maintainer-tools'...
warning: redirecting to https://gitlab.freedesktop.org/drm/maintainer-tools.git/
+ make -C /root/linux/maintainer-tools
make: Entering directory '/root/linux/maintainer-tools'
cc -O2 -g -Wextra -o remap-log remap-log.c
make: Leaving directory '/root/linux/maintainer-tools'
+ cd /kernel
+ git config --global --add safe.directory /kernel
+ /root/linux/maintainer-tools/dim sparse --fast 229aa5f07311bbbc820396b627380ba0d470f75a /root/linux/maintainer-tools/dim: line 50: /root/.dimrc: No such file or directory
+ cleanup
++ stat -c %u:%g /kernel
+ chown -R 1003:1003 /kernel

#46 lore raw
In reply to Ashutosh Dixit
Quoted 1 line · Ashutosh Dixit

Hi Umesh/Lionel,

Quoted 10 lines

This patchset is the initial port of i915 perf/OA functionality to the Xe driver. It has been tested against the following IGT patch:

https://patchwork.freedesktop.org/series/121082/

The following features in i915 have not been ported and will be added (as new patches) if/as they are needed:

* Inline batch submission on stream exec_queue/hw_engine
* NOA wait

About these two in the "not-yet-ported" feature list for Xe: In i915 when a stream engine is specified, requests are submitted "inline" to that engine whenever the OA stream is opened or reconfigured. This feature is at present not ported to Xe (see xe_oa_submit_bb()).

I have a couple of questions about this "inline submission":

* Is inline submission a hard requirement? That is, in Xe can UMD's say (completely outside OA uapi) fence till a segment of the workload completes, then open/reconfigure the OA stream and then continue? If UMD's are able to do this we don't need inline submission in Xe. If UMD's cannot do this please explain why not.

* If inline submission is indeed required, can we do away with NOA wait (as implemented in daed3e44396d ("drm/i915/perf: implement active wait for noa configurations")) or implement NOA wait differently in Xe? E.g. can we expose a fence in the OA uapi and UMD's would be required to wait on this fence/sync-object before continuing workload submissions after any OA stream open/reconfiguration.

The reason I am brining this up is because in i915 there are a couple of scary bugs around this which are still unresolved. E.g.:

	https://gitlab.freedesktop.org/drm/intel/-/issues/8746
	https://gitlab.freedesktop.org/drm/intel/-/issues/8190

There is therefore reason to think if this functionality can be done differently in Xe (not to say these bugs will be carried over to Xe).

Thanks.
--
Ashutosh

Quoted 57 lines

* GuC ctx id (guc_sw_ctx_id)
* CTX_R_PWR_CLK_STATE/GEN8_R_PWR_CLK_STATE
* hold_preemption (DRM_XE_OA_PROP_HOLD_PREEMPTION)
* sseu_config (DRM_XE_OA_PROP_GLOBAL_SSEU)
* Override gucrc (override_gucrc_mode)
* MTL bios_c6_setup
* ratelimits
* compat ioctl

I am providing the following additional HAX patch (not part of this series) to help review these patches:

https://patchwork.freedesktop.org/patch/551683/?series=120100&rev=4

The commit message in the above patch explains how it can be useful for reviewing this series.

Test-with: [email protected]

v2: Fix build
v3: Rebase, due to s/xe_engine/xe_exec_queue/

Ashutosh Dixit (10):
drm/xe/oa: Introduce OA uapi
drm/xe/oa: Add OA types
drm/xe/oa: Add registers and GPU commands used by OA drm/xe/oa: Module init/exit and probe/remove drm/xe/oa: Add/remove config ioctl's drm/xe/oa: Start implementing OA stream open ioctl drm/xe/oa: OA stream initialization drm/xe/oa: Expose OA stream fd
drm/xe/oa: Read file_operation
drm/xe/oa: Implement queries

 drivers/gpu/drm/xe/Makefile               |    1 +
 drivers/gpu/drm/xe/regs/xe_engine_regs.h  |    5 +
 drivers/gpu/drm/xe/regs/xe_gpu_commands.h |   27 +
 drivers/gpu/drm/xe/regs/xe_oa_regs.h      |  173 ++
 drivers/gpu/drm/xe/xe_device.c            |   16 +
 drivers/gpu/drm/xe/xe_device_types.h      |    4 +
 drivers/gpu/drm/xe/xe_gt_types.h          |    4 +
 drivers/gpu/drm/xe/xe_hw_engine_types.h   |    2 +
 drivers/gpu/drm/xe/xe_module.c            |    5 +
 drivers/gpu/drm/xe/xe_oa.c                | 2356 +++++++++++++++++++++
 drivers/gpu/drm/xe/xe_oa.h                |   28 +
 drivers/gpu/drm/xe/xe_oa_types.h          |  295 +++
 drivers/gpu/drm/xe/xe_query.c             |    5 +-
 include/uapi/drm/xe_drm.h                 |  257 ++-
 14 files changed, 3176 insertions(+), 2 deletions(-)
 create mode 100644 drivers/gpu/drm/xe/regs/xe_oa_regs.h
 create mode 100644 drivers/gpu/drm/xe/xe_oa.c
 create mode 100644 drivers/gpu/drm/xe/xe_oa.h
 create mode 100644 drivers/gpu/drm/xe/xe_oa_types.h

--
2.41.0

#47 lore raw

Hi Ashutosh,

I just noticed this change in the uAPI :

@@ -298,6 +305,7 @@ struct drm_xe_query_gts {
__u64 native_mem_regions; /* bit mask of instances from drm_xe_query_mem_usage */
__u64 slow_mem_regions; /* bit mask of instances from drm_xe_query_mem_usage */
__u64 inaccessible_mem_regions; /* bit mask of instances from drm_xe_query_mem_usage */
+ __u64 oa_timestamp_freq;
__u64 reserved[8];
} gts[];
};

I think you need to remove one item from the reserved field so that the structure size doesn't change.

-Lionel

Quoted 103 lines · Ashutosh

On Mon, 07 Aug 2023 18:31:49 -0700, Ashutosh Dixit wrote:
Hi Umesh/Lionel,

Quoted 10 lines

This patchset is the initial port of i915 perf/OA functionality to the Xe driver. It has been tested against the following IGT patch:

https://patchwork.freedesktop.org/series/121082/

The following features in i915 have not been ported and will be added (as new patches) if/as they are needed:

* Inline batch submission on stream exec_queue/hw_engine
* NOA wait

About these two in the "not-yet-ported" feature list for Xe: In i915 when a stream engine is specified, requests are submitted "inline" to that engine whenever the OA stream is opened or reconfigured. This feature is at present not ported to Xe (see xe_oa_submit_bb()).

I have a couple of questions about this "inline submission":

* Is inline submission a hard requirement? That is, in Xe can UMD's say (completely outside OA uapi) fence till a segment of the workload completes, then open/reconfigure the OA stream and then continue? If UMD's are able to do this we don't need inline submission in Xe. If UMD's cannot do this please explain why not.

* If inline submission is indeed required, can we do away with NOA wait (as implemented in daed3e44396d ("drm/i915/perf: implement active wait for noa configurations")) or implement NOA wait differently in Xe? E.g. can we expose a fence in the OA uapi and UMD's would be required to wait on this fence/sync-object before continuing workload submissions after any OA stream open/reconfiguration.

The reason I am brining this up is because in i915 there are a couple of scary bugs around this which are still unresolved. E.g.:

	https://gitlab.freedesktop.org/drm/intel/-/issues/8746
	https://gitlab.freedesktop.org/drm/intel/-/issues/8190

There is therefore reason to think if this functionality can be done differently in Xe (not to say these bugs will be carried over to Xe).

Thanks.
--
Ashutosh

Quoted 57 lines

* GuC ctx id (guc_sw_ctx_id)
* CTX_R_PWR_CLK_STATE/GEN8_R_PWR_CLK_STATE
* hold_preemption (DRM_XE_OA_PROP_HOLD_PREEMPTION)
* sseu_config (DRM_XE_OA_PROP_GLOBAL_SSEU)
* Override gucrc (override_gucrc_mode)
* MTL bios_c6_setup
* ratelimits
* compat ioctl

I am providing the following additional HAX patch (not part of this series) to help review these patches:

https://patchwork.freedesktop.org/patch/551683/?series=120100&rev=4

The commit message in the above patch explains how it can be useful for reviewing this series.

Test-with:[email protected]

v2: Fix build
v3: Rebase, due to s/xe_engine/xe_exec_queue/

Ashutosh Dixit (10):
drm/xe/oa: Introduce OA uapi
drm/xe/oa: Add OA types
drm/xe/oa: Add registers and GPU commands used by OA drm/xe/oa: Module init/exit and probe/remove drm/xe/oa: Add/remove config ioctl's drm/xe/oa: Start implementing OA stream open ioctl drm/xe/oa: OA stream initialization drm/xe/oa: Expose OA stream fd
drm/xe/oa: Read file_operation
drm/xe/oa: Implement queries

  drivers/gpu/drm/xe/Makefile               |    1 +
  drivers/gpu/drm/xe/regs/xe_engine_regs.h  |    5 +
  drivers/gpu/drm/xe/regs/xe_gpu_commands.h |   27 +
  drivers/gpu/drm/xe/regs/xe_oa_regs.h      |  173 ++
  drivers/gpu/drm/xe/xe_device.c            |   16 +
  drivers/gpu/drm/xe/xe_device_types.h      |    4 +
  drivers/gpu/drm/xe/xe_gt_types.h          |    4 +
  drivers/gpu/drm/xe/xe_hw_engine_types.h   |    2 +
  drivers/gpu/drm/xe/xe_module.c            |    5 +
  drivers/gpu/drm/xe/xe_oa.c                | 2356 +++++++++++++++++++++
  drivers/gpu/drm/xe/xe_oa.h                |   28 +
  drivers/gpu/drm/xe/xe_oa_types.h          |  295 +++
  drivers/gpu/drm/xe/xe_query.c             |    5 +-
  include/uapi/drm/xe_drm.h                 |  257 ++-
  14 files changed, 3176 insertions(+), 2 deletions(-)

create mode 100644 drivers/gpu/drm/xe/regs/xe_oa_regs.h create mode 100644 drivers/gpu/drm/xe/xe_oa.c create mode 100644 drivers/gpu/drm/xe/xe_oa.h create mode 100644 drivers/gpu/drm/xe/xe_oa_types.h

--
2.41.0

#48 lore raw
Quoted 1 line · Lionel G

Hi Lionel,

Quoted 12 lines

I just noticed this change in the uAPI :

(quoted diff) +1 -0
@@ -298,6 +305,7 @@  struct drm_xe_query_gts {
 		__u64 native_mem_regions;	/* bit mask of instances from drm_xe_query_mem_usage */
 		__u64 slow_mem_regions;		/* bit mask of instances from drm_xe_query_mem_usage */
 		__u64 inaccessible_mem_regions;	/* bit mask of instances from drm_xe_query_mem_usage */
+		__u64 oa_timestamp_freq;
 		__u64 reserved[8];
 	} gts[];
 };
Quoted 1 line

I think you need to remove one item from the reserved field so that the structure size doesn't change.

Thanks, done here:

https://patchwork.freedesktop.org/series/121084/#rev5

Though this sort of stuff might move into the OA info query in the future.

Thanks.
--
Ashutosh

#50 lore raw

[Intel-xe] ✓ CI.Patch_applied: success for Add OA functionality to Xe (rev4)

In reply to Ashutosh Dixit
== Series Details ==

== Series Details ==

Series: Add OA functionality to Xe (rev4)
URL : https://patchwork.freedesktop.org/series/121084/
State : success

== Summary ==

=== Applying kernel patches on branch 'drm-xe-next' with base: === Base commit: 00d518723 drm/xe: Set max pte size when skipping rebinds === git am output follows ===
Applying: drm/xe/oa: Introduce OA uapi
Applying: drm/xe/oa: Add OA types
Applying: drm/xe/oa: Add registers and GPU commands used by OA
Applying: drm/xe/oa: Module init/exit and probe/remove
Applying: drm/xe/oa: Add/remove config ioctl's
Applying: drm/xe/oa: Start implementing OA stream open ioctl
Applying: drm/xe/oa: OA stream initialization
Applying: drm/xe/oa: Expose OA stream fd
Applying: drm/xe/oa: Read file_operation
Applying: drm/xe/oa: Implement queries

#51 lore raw

[Intel-xe] ✗ CI.checkpatch: warning for Add OA functionality to Xe (rev4)

In reply to Ashutosh Dixit
== Series Details ==

== Series Details ==

Series: Add OA functionality to Xe (rev4)
URL : https://patchwork.freedesktop.org/series/121084/
State : warning

== Summary ==

+ KERNEL=/kernel
+ git clone https://gitlab.freedesktop.org/drm/maintainer-tools mt Cloning into 'mt'...
warning: redirecting to https://gitlab.freedesktop.org/drm/maintainer-tools.git/
+ git -C mt rev-list -n1 origin/master e700ea2f248a75138759bcb443affeef4a2d1991
+ cd /kernel
+ git config --global --add safe.directory /kernel
+ git log -n1
commit 455e188e0d8aae4da4195f9ddd54720734f04f90

Author: Ashutosh Dixit <[email protected]>
Date:   Mon Aug 7 18:31:59 2023 -0700

drm/xe/oa: Implement queries

Implement queries to query OA unit ID's for HW engines, OA timestamp freq and OA ioctl version.

+ /mt/dim checkpatch 00d518723e237d9b1798b100ce9f5590c15e5158 drm-intel /mt/dim: line 50: /root/.dimrc: No such file or directory

#52 lore raw

[Intel-xe] ✓ CI.KUnit: success for Add OA functionality to Xe (rev4)

In reply to Ashutosh Dixit
== Series Details ==

== Series Details ==

Series: Add OA functionality to Xe (rev4)
URL : https://patchwork.freedesktop.org/series/121084/
State : success

== Summary ==

+ trap cleanup EXIT
+ /kernel/tools/testing/kunit/kunit.py run --kunitconfig /kernel/drivers/gpu/drm/xe/.kunitconfig
stty: 'standard input': Inappropriate ioctl for device
[05:30:15] Configuring KUnit Kernel ...
Generating .config ...
Populating config with:

$ make ARCH=um O=.kunit olddefconfig
[05:30:19] Building KUnit Kernel ...
Populating config with:
$ make ARCH=um O=.kunit olddefconfig
Building with:
$ make ARCH=um O=.kunit --jobs=48
[05:30:39] Starting KUnit Kernel (1/1)...
[05:30:39] ============================================================
[05:30:39] ==================== xe_bo (2 subtests) ====================
[05:30:39] [SKIPPED] xe_ccs_migrate_kunit
[05:30:39] [SKIPPED] xe_bo_evict_kunit
[05:30:39] ===================== [SKIPPED] xe_bo ======================
[05:30:39] ================== xe_dma_buf (1 subtest) ==================
[05:30:39] [SKIPPED] xe_dma_buf_kunit
[05:30:39] =================== [SKIPPED] xe_dma_buf ===================
[05:30:39] ================== xe_migrate (1 subtest) ==================
[05:30:39] [SKIPPED] xe_migrate_sanity_kunit
[05:30:39] =================== [SKIPPED] xe_migrate ===================
[05:30:39] =================== xe_pci (2 subtests) ====================
[05:30:39] [PASSED] xe_gmdid_graphics_ip
[05:30:39] [PASSED] xe_gmdid_media_ip
[05:30:39] ===================== [PASSED] xe_pci ======================
[05:30:39] ==================== xe_rtp (1 subtest) ====================
[05:30:39] ================== xe_rtp_process_tests  ===================
[05:30:39] [PASSED] coalesce-same-reg
[05:30:39] [PASSED] no-match-no-add
[05:30:39] [PASSED] no-match-no-add-multiple-rules
[05:30:39] [PASSED] two-regs-two-entries
[05:30:39] [PASSED] clr-one-set-other
[05:30:39] [PASSED] set-field
[05:30:39] [PASSED] conflict-duplicate
[05:30:39] [PASSED] conflict-not-disjoint
[05:30:39] [PASSED] conflict-reg-type
[05:30:39] ============== [PASSED] xe_rtp_process_tests ===============
[05:30:39] ===================== [PASSED] xe_rtp ======================
[05:30:39] ==================== xe_wa (1 subtest) =====================
[05:30:39] ======================== xe_wa_gt  =========================
[05:30:39] [PASSED] TIGERLAKE (B0)
[05:30:39] [PASSED] DG1 (A0)
[05:30:39] [PASSED] DG1 (B0)
[05:30:39] [PASSED] ALDERLAKE_S (A0)
[05:30:39] [PASSED] ALDERLAKE_S (B0)
[05:30:39] [PASSED] ALDERLAKE_S (C0)
[05:30:39] [PASSED] ALDERLAKE_S (D0)
[05:30:39] [PASSED] ALDERLAKE_P (A0)
[05:30:39] [PASSED] ALDERLAKE_P (B0)
[05:30:39] [PASSED] ALDERLAKE_P (C0)
[05:30:39] [PASSED] DG2_G10 (A0)
[05:30:39] [PASSED] DG2_G10 (A1)
[05:30:39] [PASSED] DG2_G10 (B0)
[05:30:39] [PASSED] DG2_G10 (C0)
[05:30:39] [PASSED] DG2_G11 (A0)
[05:30:39] [PASSED] DG2_G11 (B0)
[05:30:39] [PASSED] DG2_G11 (B1)
[05:30:39] [PASSED] DG2_G12 (A0)
[05:30:39] [PASSED] DG2_G12 (A1)
[05:30:39] [PASSED] PVC (B0)
[05:30:39] [PASSED] PVC (B1)
[05:30:39] [PASSED] PVC (C0)
[05:30:39] ==================== [PASSED] xe_wa_gt =====================
[05:30:39] ====================== [PASSED] xe_wa ======================
[05:30:39] ============================================================
[05:30:39] Testing complete. Ran 37 tests: passed: 33, skipped: 4
[05:30:39] Elapsed time: 23.915s total, 4.279s configuring, 19.516s building, 0.100s running

+ /kernel/tools/testing/kunit/kunit.py run --kunitconfig /kernel/drivers/gpu/drm/tests/.kunitconfig [05:30:39] Configuring KUnit Kernel ...
Regenerating .config ...
Populating config with:

$ make ARCH=um O=.kunit olddefconfig
[05:30:41] Building KUnit Kernel ...
Populating config with:
$ make ARCH=um O=.kunit olddefconfig
Building with:
$ make ARCH=um O=.kunit --jobs=48
[05:31:00] Starting KUnit Kernel (1/1)...
[05:31:00] ============================================================
[05:31:00] ============ drm_test_pick_cmdline (2 subtests) ============
[05:31:00] [PASSED] drm_test_pick_cmdline_res_1920_1080_60
[05:31:00] =============== drm_test_pick_cmdline_named  ===============
[05:31:00] [PASSED] NTSC
[05:31:00] [PASSED] NTSC-J
[05:31:00] [PASSED] PAL
[05:31:00] [PASSED] PAL-M
[05:31:00] =========== [PASSED] drm_test_pick_cmdline_named ===========
[05:31:00] ============== [PASSED] drm_test_pick_cmdline ==============
[05:31:00] ================== drm_buddy (6 subtests) ==================
[05:31:00] [PASSED] drm_test_buddy_alloc_limit
[05:31:00] [PASSED] drm_test_buddy_alloc_range
[05:31:00] [PASSED] drm_test_buddy_alloc_optimistic
[05:31:00] [PASSED] drm_test_buddy_alloc_pessimistic
[05:31:00] [PASSED] drm_test_buddy_alloc_smoke
[05:31:00] [PASSED] drm_test_buddy_alloc_pathological
[05:31:00] ==================== [PASSED] drm_buddy ====================
[05:31:00] ============= drm_cmdline_parser (40 subtests) =============
[05:31:00] [PASSED] drm_test_cmdline_force_d_only
[05:31:00] [PASSED] drm_test_cmdline_force_D_only_dvi
[05:31:00] [PASSED] drm_test_cmdline_force_D_only_hdmi
[05:31:00] [PASSED] drm_test_cmdline_force_D_only_not_digital
[05:31:00] [PASSED] drm_test_cmdline_force_e_only
[05:31:00] [PASSED] drm_test_cmdline_res
[05:31:00] [PASSED] drm_test_cmdline_res_vesa
[05:31:00] [PASSED] drm_test_cmdline_res_vesa_rblank
[05:31:00] [PASSED] drm_test_cmdline_res_rblank
[05:31:00] [PASSED] drm_test_cmdline_res_bpp
[05:31:00] [PASSED] drm_test_cmdline_res_refresh
[05:31:00] [PASSED] drm_test_cmdline_res_bpp_refresh
[05:31:00] [PASSED] drm_test_cmdline_res_bpp_refresh_interlaced
[05:31:00] [PASSED] drm_test_cmdline_res_bpp_refresh_margins
[05:31:00] [PASSED] drm_test_cmdline_res_bpp_refresh_force_off
[05:31:00] [PASSED] drm_test_cmdline_res_bpp_refresh_force_on
[05:31:00] [PASSED] drm_test_cmdline_res_bpp_refresh_force_on_analog
[05:31:00] [PASSED] drm_test_cmdline_res_bpp_refresh_force_on_digital
[05:31:00] [PASSED] drm_test_cmdline_res_bpp_refresh_interlaced_margins_force_on
[05:31:00] [PASSED] drm_test_cmdline_res_margins_force_on
[05:31:00] [PASSED] drm_test_cmdline_res_vesa_margins
[05:31:00] [PASSED] drm_test_cmdline_name
[05:31:00] [PASSED] drm_test_cmdline_name_bpp
[05:31:00] [PASSED] drm_test_cmdline_name_option
[05:31:00] [PASSED] drm_test_cmdline_name_bpp_option
[05:31:00] [PASSED] drm_test_cmdline_rotate_0
[05:31:00] [PASSED] drm_test_cmdline_rotate_90
[05:31:00] [PASSED] drm_test_cmdline_rotate_180
[05:31:00] [PASSED] drm_test_cmdline_rotate_270
[05:31:00] [PASSED] drm_test_cmdline_hmirror
[05:31:00] [PASSED] drm_test_cmdline_vmirror
[05:31:00] [PASSED] drm_test_cmdline_margin_options
[05:31:00] [PASSED] drm_test_cmdline_multiple_options
[05:31:00] [PASSED] drm_test_cmdline_bpp_extra_and_option
[05:31:00] [PASSED] drm_test_cmdline_extra_and_option
[05:31:00] [PASSED] drm_test_cmdline_freestanding_options
[05:31:00] [PASSED] drm_test_cmdline_freestanding_force_e_and_options
[05:31:00] [PASSED] drm_test_cmdline_panel_orientation
[05:31:00] ================ drm_test_cmdline_invalid  =================
[05:31:00] [PASSED] margin_only
[05:31:00] [PASSED] interlace_only
[05:31:00] [PASSED] res_missing_x
[05:31:00] [PASSED] res_missing_y
[05:31:00] [PASSED] res_bad_y
[05:31:00] [PASSED] res_missing_y_bpp
[05:31:00] [PASSED] res_bad_bpp
[05:31:00] [PASSED] res_bad_refresh
[05:31:00] [PASSED] res_bpp_refresh_force_on_off
[05:31:00] [PASSED] res_invalid_mode
[05:31:00] [PASSED] res_bpp_wrong_place_mode
[05:31:00] [PASSED] name_bpp_refresh
[05:31:00] [PASSED] name_refresh
[05:31:00] [PASSED] name_refresh_wrong_mode
[05:31:00] [PASSED] name_refresh_invalid_mode
[05:31:00] [PASSED] rotate_multiple
[05:31:00] [PASSED] rotate_invalid_val
[05:31:00] [PASSED] rotate_truncated
[05:31:00] [PASSED] invalid_option
[05:31:00] [PASSED] invalid_tv_option
[05:31:00] [PASSED] truncated_tv_option
[05:31:00] ============ [PASSED] drm_test_cmdline_invalid =============
[05:31:00] =============== drm_test_cmdline_tv_options  ===============
[05:31:00] [PASSED] NTSC
[05:31:00] [PASSED] NTSC_443
[05:31:00] [PASSED] NTSC_J
[05:31:00] [PASSED] PAL
[05:31:00] [PASSED] PAL_M
[05:31:00] [PASSED] PAL_N
[05:31:00] [PASSED] SECAM
[05:31:00] =========== [PASSED] drm_test_cmdline_tv_options ===========
[05:31:00] =============== [PASSED] drm_cmdline_parser ================
[05:31:00] ========== drm_get_tv_mode_from_name (2 subtests) ==========
[05:31:00] ========== drm_test_get_tv_mode_from_name_valid  ===========
[05:31:00] [PASSED] NTSC
[05:31:00] [PASSED] NTSC-443
[05:31:00] [PASSED] NTSC-J
[05:31:00] [PASSED] PAL
[05:31:00] [PASSED] PAL-M
[05:31:00] [PASSED] PAL-N
[05:31:00] [PASSED] SECAM
[05:31:00] ====== [PASSED] drm_test_get_tv_mode_from_name_valid =======
[05:31:00] [PASSED] drm_test_get_tv_mode_from_name_truncated
[05:31:00] ============ [PASSED] drm_get_tv_mode_from_name ============
[05:31:00] ============= drm_damage_helper (21 subtests) ==============
[05:31:00] [PASSED] drm_test_damage_iter_no_damage
[05:31:00] [PASSED] drm_test_damage_iter_no_damage_fractional_src
[05:31:00] [PASSED] drm_test_damage_iter_no_damage_src_moved
[05:31:00] [PASSED] drm_test_damage_iter_no_damage_fractional_src_moved
[05:31:00] [PASSED] drm_test_damage_iter_no_damage_not_visible
[05:31:00] [PASSED] drm_test_damage_iter_no_damage_no_crtc
[05:31:00] [PASSED] drm_test_damage_iter_no_damage_no_fb
[05:31:00] [PASSED] drm_test_damage_iter_simple_damage
[05:31:00] [PASSED] drm_test_damage_iter_single_damage
[05:31:00] [PASSED] drm_test_damage_iter_single_damage_intersect_src
[05:31:00] [PASSED] drm_test_damage_iter_single_damage_outside_src
[05:31:00] [PASSED] drm_test_damage_iter_single_damage_fractional_src
[05:31:00] [PASSED] drm_test_damage_iter_single_damage_intersect_fractional_src
[05:31:00] [PASSED] drm_test_damage_iter_single_damage_outside_fractional_src
[05:31:00] [PASSED] drm_test_damage_iter_single_damage_src_moved
[05:31:00] [PASSED] drm_test_damage_iter_single_damage_fractional_src_moved
[05:31:00] [PASSED] drm_test_damage_iter_damage
[05:31:00] [PASSED] drm_test_damage_iter_damage_one_intersect
[05:31:00] [PASSED] drm_test_damage_iter_damage_one_outside
[05:31:00] [PASSED] drm_test_damage_iter_damage_src_moved
[05:31:00] [PASSED] drm_test_damage_iter_damage_not_visible
[05:31:00] ================ [PASSED] drm_damage_helper ================
[05:31:00] ============== drm_dp_mst_helper (2 subtests) ==============
[05:31:00] ============== drm_test_dp_mst_calc_pbn_mode  ==============
[05:31:00] [PASSED] Clock 154000 BPP 30 DSC disabled
[05:31:00] [PASSED] Clock 234000 BPP 30 DSC disabled
[05:31:00] [PASSED] Clock 297000 BPP 24 DSC disabled
[05:31:00] [PASSED] Clock 332880 BPP 24 DSC enabled
[05:31:00] [PASSED] Clock 324540 BPP 24 DSC enabled
[05:31:00] ========== [PASSED] drm_test_dp_mst_calc_pbn_mode ==========
[05:31:00] ========= drm_test_dp_mst_sideband_msg_req_decode  =========
[05:31:00] [PASSED] DP_ENUM_PATH_RESOURCES with port number
[05:31:00] [PASSED] DP_POWER_UP_PHY with port number
[05:31:00] [PASSED] DP_POWER_DOWN_PHY with port number
[05:31:00] [PASSED] DP_ALLOCATE_PAYLOAD with SDP stream sinks
[05:31:00] [PASSED] DP_ALLOCATE_PAYLOAD with port number
[05:31:00] [PASSED] DP_ALLOCATE_PAYLOAD with VCPI
[05:31:00] [PASSED] DP_ALLOCATE_PAYLOAD with PBN
[05:31:00] [PASSED] DP_QUERY_PAYLOAD with port number
[05:31:00] [PASSED] DP_QUERY_PAYLOAD with VCPI
[05:31:00] [PASSED] DP_REMOTE_DPCD_READ with port number
[05:31:00] [PASSED] DP_REMOTE_DPCD_READ with DPCD address
[05:31:00] [PASSED] DP_REMOTE_DPCD_READ with max number of bytes
[05:31:00] [PASSED] DP_REMOTE_DPCD_WRITE with port number
[05:31:00] [PASSED] DP_REMOTE_DPCD_WRITE with DPCD address
[05:31:00] [PASSED] DP_REMOTE_DPCD_WRITE with data array
[05:31:00] [PASSED] DP_REMOTE_I2C_READ with port number
[05:31:00] [PASSED] DP_REMOTE_I2C_READ with I2C device ID
[05:31:00] [PASSED] DP_REMOTE_I2C_READ with transactions array
[05:31:00] [PASSED] DP_REMOTE_I2C_WRITE with port number
[05:31:00] [PASSED] DP_REMOTE_I2C_WRITE with I2C device ID
[05:31:00] [PASSED] DP_REMOTE_I2C_WRITE with data array
[05:31:00] [PASSED] DP_QUERY_STREAM_ENC_STATUS with stream ID
[05:31:00] [PASSED] DP_QUERY_STREAM_ENC_STATUS with client ID
[05:31:00] [PASSED] DP_QUERY_STREAM_ENC_STATUS with stream event
[05:31:00] [PASSED] DP_QUERY_STREAM_ENC_STATUS with valid stream event
[05:31:00] [PASSED] DP_QUERY_STREAM_ENC_STATUS with stream behavior
[05:31:00] [PASSED] DP_QUERY_STREAM_ENC_STATUS with a valid stream behavior
[05:31:00] ===== [PASSED] drm_test_dp_mst_sideband_msg_req_decode =====
[05:31:00] ================ [PASSED] drm_dp_mst_helper ================
[05:31:00] =========== drm_format_helper_test (11 subtests) ===========
[05:31:00] ============== drm_test_fb_xrgb8888_to_gray8  ==============
[05:31:00] [PASSED] single_pixel_source_buffer
[05:31:00] [PASSED] single_pixel_clip_rectangle
[05:31:00] [PASSED] well_known_colors
[05:31:00] [PASSED] destination_pitch
[05:31:00] ========== [PASSED] drm_test_fb_xrgb8888_to_gray8 ==========
[05:31:00] ============= drm_test_fb_xrgb8888_to_rgb332  ==============
[05:31:00] [PASSED] single_pixel_source_buffer
[05:31:00] [PASSED] single_pixel_clip_rectangle
[05:31:00] [PASSED] well_known_colors
[05:31:00] [PASSED] destination_pitch
[05:31:00] ========= [PASSED] drm_test_fb_xrgb8888_to_rgb332 ==========
[05:31:00] ============= drm_test_fb_xrgb8888_to_rgb565  ==============
[05:31:00] [PASSED] single_pixel_source_buffer
[05:31:00] [PASSED] single_pixel_clip_rectangle
[05:31:00] [PASSED] well_known_colors
[05:31:00] [PASSED] destination_pitch
[05:31:00] ========= [PASSED] drm_test_fb_xrgb8888_to_rgb565 ==========
[05:31:00] ============ drm_test_fb_xrgb8888_to_xrgb1555  =============
[05:31:00] [PASSED] single_pixel_source_buffer
[05:31:00] [PASSED] single_pixel_clip_rectangle
[05:31:00] [PASSED] well_known_colors
[05:31:00] [PASSED] destination_pitch
[05:31:00] ======== [PASSED] drm_test_fb_xrgb8888_to_xrgb1555 =========
[05:31:00] ============ drm_test_fb_xrgb8888_to_argb1555  =============
[05:31:00] [PASSED] single_pixel_source_buffer
[05:31:00] [PASSED] single_pixel_clip_rectangle
[05:31:00] [PASSED] well_known_colors
[05:31:00] [PASSED] destination_pitch
[05:31:00] ======== [PASSED] drm_test_fb_xrgb8888_to_argb1555 =========
[05:31:00] ============ drm_test_fb_xrgb8888_to_rgba5551  =============
[05:31:00] [PASSED] single_pixel_source_buffer
[05:31:00] [PASSED] single_pixel_clip_rectangle
[05:31:00] [PASSED] well_known_colors
[05:31:00] [PASSED] destination_pitch
[05:31:00] ======== [PASSED] drm_test_fb_xrgb8888_to_rgba5551 =========
[05:31:00] ============= drm_test_fb_xrgb8888_to_rgb888  ==============
[05:31:00] [PASSED] single_pixel_source_buffer
[05:31:00] [PASSED] single_pixel_clip_rectangle
[05:31:00] [PASSED] well_known_colors
[05:31:00] [PASSED] destination_pitch
[05:31:00] ========= [PASSED] drm_test_fb_xrgb8888_to_rgb888 ==========
[05:31:00] ============ drm_test_fb_xrgb8888_to_argb8888  =============
[05:31:00] [PASSED] single_pixel_source_buffer
[05:31:00] [PASSED] single_pixel_clip_rectangle
[05:31:00] [PASSED] well_known_colors
[05:31:00] [PASSED] destination_pitch
[05:31:00] ======== [PASSED] drm_test_fb_xrgb8888_to_argb8888 =========
[05:31:00] =========== drm_test_fb_xrgb8888_to_xrgb2101010  ===========
[05:31:00] [PASSED] single_pixel_source_buffer
[05:31:00] [PASSED] single_pixel_clip_rectangle
[05:31:00] [PASSED] well_known_colors
[05:31:00] [PASSED] destination_pitch
[05:31:00] ======= [PASSED] drm_test_fb_xrgb8888_to_xrgb2101010 =======
[05:31:00] =========== drm_test_fb_xrgb8888_to_argb2101010  ===========
[05:31:00] [PASSED] single_pixel_source_buffer
[05:31:00] [PASSED] single_pixel_clip_rectangle
[05:31:00] [PASSED] well_known_colors
[05:31:00] [PASSED] destination_pitch
[05:31:00] ======= [PASSED] drm_test_fb_xrgb8888_to_argb2101010 =======
[05:31:00] ============== drm_test_fb_xrgb8888_to_mono  ===============
[05:31:00] [PASSED] single_pixel_source_buffer
[05:31:00] [PASSED] single_pixel_clip_rectangle
[05:31:00] [PASSED] well_known_colors
[05:31:00] [PASSED] destination_pitch
[05:31:00] ========== [PASSED] drm_test_fb_xrgb8888_to_mono ===========
[05:31:00] ============= [PASSED] drm_format_helper_test ==============
[05:31:00] ================= drm_format (18 subtests) =================
[05:31:00] [PASSED] drm_test_format_block_width_invalid
[05:31:00] [PASSED] drm_test_format_block_width_one_plane
[05:31:00] [PASSED] drm_test_format_block_width_two_plane
[05:31:00] [PASSED] drm_test_format_block_width_three_plane
[05:31:00] [PASSED] drm_test_format_block_width_tiled
[05:31:00] [PASSED] drm_test_format_block_height_invalid
[05:31:00] [PASSED] drm_test_format_block_height_one_plane
[05:31:00] [PASSED] drm_test_format_block_height_two_plane
[05:31:00] [PASSED] drm_test_format_block_height_three_plane
[05:31:00] [PASSED] drm_test_format_block_height_tiled
[05:31:00] [PASSED] drm_test_format_min_pitch_invalid
[05:31:00] [PASSED] drm_test_format_min_pitch_one_plane_8bpp
[05:31:00] [PASSED] drm_test_format_min_pitch_one_plane_16bpp
[05:31:00] [PASSED] drm_test_format_min_pitch_one_plane_24bpp
[05:31:00] [PASSED] drm_test_format_min_pitch_one_plane_32bpp
[05:31:00] [PASSED] drm_test_format_min_pitch_two_plane
[05:31:00] [PASSED] drm_test_format_min_pitch_three_plane_8bpp
[05:31:00] [PASSED] drm_test_format_min_pitch_tiled
[05:31:00] =================== [PASSED] drm_format ====================
[05:31:00] =============== drm_framebuffer (1 subtest) ================
[05:31:00] =============== drm_test_framebuffer_create  ===============
[05:31:00] [PASSED] ABGR8888 normal sizes
[05:31:00] [PASSED] ABGR8888 max sizes
[05:31:00] [PASSED] ABGR8888 pitch greater than min required
[05:31:00] [PASSED] ABGR8888 pitch less than min required
[05:31:00] [PASSED] ABGR8888 Invalid width
[05:31:00] [PASSED] ABGR8888 Invalid buffer handle
[05:31:00] [PASSED] No pixel format
[05:31:00] [PASSED] ABGR8888 Width 0
[05:31:00] [PASSED] ABGR8888 Height 0
[05:31:00] [PASSED] ABGR8888 Out of bound height * pitch combination
[05:31:00] [PASSED] ABGR8888 Large buffer offset
[05:31:00] [PASSED] ABGR8888 Set DRM_MODE_FB_MODIFIERS without modifiers
[05:31:00] [PASSED] ABGR8888 Valid buffer modifier
[05:31:00] [PASSED] ABGR8888 Invalid buffer modifier(DRM_FORMAT_MOD_SAMSUNG_64_32_TILE)
[05:31:00] [PASSED] ABGR8888 Extra pitches without DRM_MODE_FB_MODIFIERS
[05:31:00] [PASSED] ABGR8888 Extra pitches with DRM_MODE_FB_MODIFIERS
[05:31:00] [PASSED] NV12 Normal sizes
[05:31:00] [PASSED] NV12 Max sizes
[05:31:00] [PASSED] NV12 Invalid pitch
[05:31:00] [PASSED] NV12 Invalid modifier/missing DRM_MODE_FB_MODIFIERS flag
[05:31:00] [PASSED] NV12 different  modifier per-plane
[05:31:00] [PASSED] NV12 with DRM_FORMAT_MOD_SAMSUNG_64_32_TILE
[05:31:00] [PASSED] NV12 Valid modifiers without DRM_MODE_FB_MODIFIERS
[05:31:00] [PASSED] NV12 Modifier for inexistent plane
[05:31:00] [PASSED] NV12 Handle for inexistent plane
[05:31:00] [PASSED] NV12 Handle for inexistent plane without DRM_MODE_FB_MODIFIERS
[05:31:00] [PASSED] YVU420 DRM_MODE_FB_MODIFIERS set without modifier
[05:31:00] [PASSED] YVU420 Normal sizes
[05:31:00] [PASSED] YVU420 Max sizes
[05:31:00] [PASSED] YVU420 Invalid pitch
[05:31:00] [PASSED] YVU420 Different pitches
[05:31:00] [PASSED] YVU420 Different buffer offsets/pitches
[05:31:00] [PASSED] YVU420 Modifier set just for plane 0, without DRM_MODE_FB_MODIFIERS
[05:31:00] [PASSED] YVU420 Modifier set just for planes 0, 1, without DRM_MODE_FB_MODIFIERS
[05:31:00] [PASSED] YVU420 Modifier set just for plane 0, 1, with DRM_MODE_FB_MODIFIERS
[05:31:00] [PASSED] YVU420 Valid modifier
[05:31:00] [PASSED] YVU420 Different modifiers per plane
[05:31:00] [PASSED] YVU420 Modifier for inexistent plane
[05:31:00] [PASSED] X0L2 Normal sizes
[05:31:00] [PASSED] X0L2 Max sizes
[05:31:00] [PASSED] X0L2 Invalid pitch
[05:31:00] [PASSED] X0L2 Pitch greater than minimum required
stty: 'standard input': Inappropriate ioctl for device
[05:31:00] [PASSED] X0L2 Handle for inexistent plane
[05:31:00] [PASSED] X0L2 Offset for inexistent plane, without DRM_MODE_FB_MODIFIERS set
[05:31:00] [PASSED] X0L2 Modifier without DRM_MODE_FB_MODIFIERS set
[05:31:00] [PASSED] X0L2 Valid modifier
[05:31:00] [PASSED] X0L2 Modifier for inexistent plane
[05:31:00] =========== [PASSED] drm_test_framebuffer_create ===========
[05:31:00] ================= [PASSED] drm_framebuffer =================
[05:31:00] =============== drm-test-managed (1 subtest) ===============
[05:31:00] [PASSED] drm_test_managed_run_action
[05:31:00] ================ [PASSED] drm-test-managed =================
[05:31:00] =================== drm_mm (19 subtests) ===================
[05:31:00] [PASSED] drm_test_mm_init
[05:31:00] [PASSED] drm_test_mm_debug
[05:31:10] [PASSED] drm_test_mm_reserve
[05:31:20] [PASSED] drm_test_mm_insert
[05:31:21] [PASSED] drm_test_mm_replace
[05:31:21] [PASSED] drm_test_mm_insert_range
[05:31:21] [PASSED] drm_test_mm_frag
[05:31:21] [PASSED] drm_test_mm_align
[05:31:21] [PASSED] drm_test_mm_align32
[05:31:21] [PASSED] drm_test_mm_align64
[05:31:21] [PASSED] drm_test_mm_evict
[05:31:21] [PASSED] drm_test_mm_evict_range
[05:31:21] [PASSED] drm_test_mm_topdown
[05:31:21] [PASSED] drm_test_mm_bottomup
[05:31:21] [PASSED] drm_test_mm_lowest
[05:31:21] [PASSED] drm_test_mm_highest
[05:31:22] [PASSED] drm_test_mm_color
[05:31:23] [PASSED] drm_test_mm_color_evict
[05:31:23] [PASSED] drm_test_mm_color_evict_range
[05:31:23] ===================== [PASSED] drm_mm ======================
[05:31:23] ============= drm_modes_analog_tv (4 subtests) =============
[05:31:23] [PASSED] drm_test_modes_analog_tv_ntsc_480i
[05:31:23] [PASSED] drm_test_modes_analog_tv_ntsc_480i_inlined
[05:31:23] [PASSED] drm_test_modes_analog_tv_pal_576i
[05:31:23] [PASSED] drm_test_modes_analog_tv_pal_576i_inlined
[05:31:23] =============== [PASSED] drm_modes_analog_tv ===============
[05:31:23] ============== drm_plane_helper (2 subtests) ===============
[05:31:23] =============== drm_test_check_plane_state  ================
[05:31:23] [PASSED] clipping_simple
[05:31:23] [PASSED] clipping_rotate_reflect
[05:31:23] [PASSED] positioning_simple
[05:31:23] [PASSED] upscaling
[05:31:23] [PASSED] downscaling
[05:31:23] [PASSED] rounding1
[05:31:23] [PASSED] rounding2
[05:31:23] [PASSED] rounding3
[05:31:23] [PASSED] rounding4
[05:31:23] =========== [PASSED] drm_test_check_plane_state ============
[05:31:23] =========== drm_test_check_invalid_plane_state  ============
[05:31:23] [PASSED] positioning_invalid
[05:31:23] [PASSED] upscaling_invalid
[05:31:23] [PASSED] downscaling_invalid
[05:31:23] ======= [PASSED] drm_test_check_invalid_plane_state ========
[05:31:23] ================ [PASSED] drm_plane_helper =================
[05:31:23] ====== drm_connector_helper_tv_get_modes (1 subtest) =======
[05:31:23] ====== drm_test_connector_helper_tv_get_modes_check  =======
[05:31:23] [PASSED] None
[05:31:23] [PASSED] PAL
[05:31:23] [PASSED] NTSC
[05:31:23] [PASSED] Both, NTSC Default
[05:31:23] [PASSED] Both, PAL Default
[05:31:23] [PASSED] Both, NTSC Default, with PAL on command-line
[05:31:23] [PASSED] Both, PAL Default, with NTSC on command-line
[05:31:23] == [PASSED] drm_test_connector_helper_tv_get_modes_check ===
[05:31:23] ======== [PASSED] drm_connector_helper_tv_get_modes ========
[05:31:23] ================== drm_rect (9 subtests) ===================
[05:31:23] [PASSED] drm_test_rect_clip_scaled_div_by_zero
[05:31:23] [PASSED] drm_test_rect_clip_scaled_not_clipped
[05:31:23] [PASSED] drm_test_rect_clip_scaled_clipped
[05:31:23] [PASSED] drm_test_rect_clip_scaled_signed_vs_unsigned
[05:31:23] ================= drm_test_rect_intersect  =================
[05:31:23] [PASSED] top-left x bottom-right: 2x2+1+1 x 2x2+0+0
[05:31:23] [PASSED] top-right x bottom-left: 2x2+0+0 x 2x2+1-1
[05:31:23] [PASSED] bottom-left x top-right: 2x2+1-1 x 2x2+0+0
[05:31:23] [PASSED] bottom-right x top-left: 2x2+0+0 x 2x2+1+1
[05:31:23] [PASSED] right x left: 2x1+0+0 x 3x1+1+0
[05:31:23] [PASSED] left x right: 3x1+1+0 x 2x1+0+0
[05:31:23] [PASSED] up x bottom: 1x2+0+0 x 1x3+0-1
[05:31:23] [PASSED] bottom x up: 1x3+0-1 x 1x2+0+0
[05:31:23] [PASSED] touching corner: 1x1+0+0 x 2x2+1+1
[05:31:23] [PASSED] touching side: 1x1+0+0 x 1x1+1+0
[05:31:23] [PASSED] equal rects: 2x2+0+0 x 2x2+0+0
[05:31:23] [PASSED] inside another: 2x2+0+0 x 1x1+1+1
[05:31:23] [PASSED] far away: 1x1+0+0 x 1x1+3+6
[05:31:23] [PASSED] points intersecting: 0x0+5+10 x 0x0+5+10
[05:31:23] [PASSED] points not intersecting: 0x0+0+0 x 0x0+5+10
[05:31:23] ============= [PASSED] drm_test_rect_intersect =============
[05:31:23] ================ drm_test_rect_calc_hscale  ================
[05:31:23] [PASSED] normal use
[05:31:23] [PASSED] out of max range
[05:31:23] [PASSED] out of min range
[05:31:23] [PASSED] zero dst
[05:31:23] [PASSED] negative src
[05:31:23] [PASSED] negative dst
[05:31:23] ============ [PASSED] drm_test_rect_calc_hscale ============
[05:31:23] ================ drm_test_rect_calc_vscale  ================
[05:31:23] [PASSED] normal use
[05:31:23] [PASSED] out of max range
[05:31:23] [PASSED] out of min range
[05:31:23] [PASSED] zero dst
[05:31:23] [PASSED] negative src
[05:31:23] [PASSED] negative dst
[05:31:23] ============ [PASSED] drm_test_rect_calc_vscale ============
[05:31:23] ================== drm_test_rect_rotate  ===================
[05:31:23] [PASSED] reflect-x
[05:31:23] [PASSED] reflect-y
[05:31:23] [PASSED] rotate-0
[05:31:23] [PASSED] rotate-90
[05:31:23] [PASSED] rotate-180
[05:31:23] [PASSED] rotate-270
[05:31:23] ============== [PASSED] drm_test_rect_rotate ===============
[05:31:23] ================ drm_test_rect_rotate_inv  =================
[05:31:23] [PASSED] reflect-x
[05:31:23] [PASSED] reflect-y
[05:31:23] [PASSED] rotate-0
[05:31:23] [PASSED] rotate-90
[05:31:23] [PASSED] rotate-180
[05:31:23] [PASSED] rotate-270
[05:31:23] ============ [PASSED] drm_test_rect_rotate_inv =============
[05:31:23] ==================== [PASSED] drm_rect =====================
[05:31:23] ============================================================
[05:31:23] Testing complete. Ran 333 tests: passed: 333
[05:31:23] Elapsed time: 43.655s total, 1.719s configuring, 18.706s building, 23.219s running

+ cleanup
++ stat -c %u:%g /kernel
+ chown -R 1003:1003 /kernel