[PATCH v10 0/4] drm/xe/pmu: PMU interface for Xe

[PATCH v10 0/4] drm/xe/pmu: PMU interface for Xe

[Vinay Belgaumkar]

Port i915 PMU event capture capability to Xe driver. This
has been requested by users of tools like gputop and turbostat
where PMU events are used to monitor GT freq and C6 residencies.

v10: Fix a leaked ref in pmu_enable(Riana)

Cc: Rui Zhang <rui.zhang@intel.com>
Cc: Lucas De Marchi <lucas.demarchi@intel.com>
Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>

Aravind Iddamsetty (1):
  drm/xe/pmu: Enable PMU interface

Vinay Belgaumkar (3):
  drm/xe: Add locks in gtidle code
  drm/xe/pmu: Add GT C6 events
  drm/xe/pmu: Add GT frequency events

 drivers/gpu/drm/xe/Makefile           |    2 +
 drivers/gpu/drm/xe/xe_device.c        |    3 +
 drivers/gpu/drm/xe/xe_device_types.h  |    4 +
 drivers/gpu/drm/xe/xe_gt.c            |    5 +
 drivers/gpu/drm/xe/xe_gt_idle.c       |   23 +-
 drivers/gpu/drm/xe/xe_gt_idle.h       |    1 +
 drivers/gpu/drm/xe/xe_gt_idle_types.h |    3 +
 drivers/gpu/drm/xe/xe_module.c        |    5 +
 drivers/gpu/drm/xe/xe_pmu.c           | 1092 +++++++++++++++++++++++++
 drivers/gpu/drm/xe/xe_pmu.h           |   30 +
 drivers/gpu/drm/xe/xe_pmu_types.h     |  147 ++++
 11 files changed, 1312 insertions(+), 3 deletions(-)
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.c
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.h
 create mode 100644 drivers/gpu/drm/xe/xe_pmu_types.h

-- 
2.38.1

[PATCH v10 1/4] drm/xe/pmu: Enable PMU interface

[Vinay Belgaumkar]

From: Aravind Iddamsetty <aravind.iddamsetty@linux.intel.com>

Basic PMU enabling patch. Setup the basic framework
for adding events/timers. This patch was previously
reviewed here -
https://patchwork.freedesktop.org/series/119504/

The pmu base implementation is still from the
i915 driver.

v2: Review comments(Rodrigo) and do not init pmu for VFs
as they don't have access to freq and c6 residency anyways.
v3: Fix kunit issue, move xe_pmu entry in Makefile (Jani) and
move drm uapi definitions (Lucas)
v4: Adapt Lucas's recent PMU fixes for i915
v5: Fix some kernel doc issues
v6: Address comments from Lucas.
v7: Define events per device and use xe_gt_id to choose GT (Lucas)
v8: Use config field bits for gt_id as well. Use raw_spinlock_t
to avoid deadlocks with perf subsystem (Lucas)

Co-developed-by: Bommu Krishnaiah <krishnaiah.bommu@intel.com>
Signed-off-by: Bommu Krishnaiah <krishnaiah.bommu@intel.com>
Signed-off-by: Aravind Iddamsetty <aravind.iddamsetty@linux.intel.com>
Signed-off-by: Riana Tauro <riana.tauro@intel.com>
Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
Reviewed-by: Rodrigo Vivi <rodrigo.vivi@intel.com> #v4
Cc: Lucas De Marchi <lucas.demarchi@intel.com>
Co-developed-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
---
 drivers/gpu/drm/xe/Makefile          |   2 +
 drivers/gpu/drm/xe/xe_device.c       |   3 +
 drivers/gpu/drm/xe/xe_device_types.h |   4 +
 drivers/gpu/drm/xe/xe_module.c       |   5 +
 drivers/gpu/drm/xe/xe_pmu.c          | 621 +++++++++++++++++++++++++++
 drivers/gpu/drm/xe/xe_pmu.h          |  26 ++
 drivers/gpu/drm/xe/xe_pmu_types.h    |  72 ++++
 7 files changed, 733 insertions(+)
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.c
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.h
 create mode 100644 drivers/gpu/drm/xe/xe_pmu_types.h

diff --git a/drivers/gpu/drm/xe/Makefile b/drivers/gpu/drm/xe/Makefile
index 7730e0596299..ab4a1af795fc 100644
--- a/drivers/gpu/drm/xe/Makefile
+++ b/drivers/gpu/drm/xe/Makefile
@@ -300,6 +300,8 @@ ifeq ($(CONFIG_DEBUG_FS),y)
 		i915-display/intel_pipe_crc.o
 endif
 
+xe-$(CONFIG_PERF_EVENTS) += xe_pmu.o
+
 obj-$(CONFIG_DRM_XE) += xe.o
 obj-$(CONFIG_DRM_XE_KUNIT_TEST) += tests/
 
diff --git a/drivers/gpu/drm/xe/xe_device.c b/drivers/gpu/drm/xe/xe_device.c
index bf36e4fb4679..ca557c22c979 100644
--- a/drivers/gpu/drm/xe/xe_device.c
+++ b/drivers/gpu/drm/xe/xe_device.c
@@ -49,6 +49,7 @@
 #include "xe_pat.h"
 #include "xe_pcode.h"
 #include "xe_pm.h"
+#include "xe_pmu.h"
 #include "xe_query.h"
 #include "xe_sriov.h"
 #include "xe_tile.h"
@@ -760,6 +761,8 @@ int xe_device_probe(struct xe_device *xe)
 
 	xe_oa_register(xe);
 
+	xe_pmu_register(&xe->pmu);
+
 	xe_debugfs_register(xe);
 
 	xe_hwmon_register(xe);
diff --git a/drivers/gpu/drm/xe/xe_device_types.h b/drivers/gpu/drm/xe/xe_device_types.h
index 8a7b15972413..bd1e72d318f7 100644
--- a/drivers/gpu/drm/xe/xe_device_types.h
+++ b/drivers/gpu/drm/xe/xe_device_types.h
@@ -18,6 +18,7 @@
 #include "xe_memirq_types.h"
 #include "xe_oa_types.h"
 #include "xe_platform_types.h"
+#include "xe_pmu_types.h"
 #include "xe_pt_types.h"
 #include "xe_sriov_types.h"
 #include "xe_step_types.h"
@@ -525,6 +526,9 @@ struct xe_device {
 		int mode;
 	} wedged;
 
+	/** @pmu: performance monitoring unit */
+	struct xe_pmu pmu;
+
 #ifdef TEST_VM_OPS_ERROR
 	/**
 	 * @vm_inject_error_position: inject errors at different places in VM
diff --git a/drivers/gpu/drm/xe/xe_module.c b/drivers/gpu/drm/xe/xe_module.c
index 0f2c20e9204a..d3a9d4bc9bee 100644
--- a/drivers/gpu/drm/xe/xe_module.c
+++ b/drivers/gpu/drm/xe/xe_module.c
@@ -14,6 +14,7 @@
 #include "xe_hw_fence.h"
 #include "xe_pci.h"
 #include "xe_pm.h"
+#include "xe_pmu.h"
 #include "xe_observation.h"
 #include "xe_sched_job.h"
 
@@ -96,6 +97,10 @@ static const struct init_funcs init_funcs[] = {
 		.init = xe_sched_job_module_init,
 		.exit = xe_sched_job_module_exit,
 	},
+	{
+		.init = xe_pmu_init,
+		.exit = xe_pmu_exit,
+	},
 	{
 		.init = xe_register_pci_driver,
 		.exit = xe_unregister_pci_driver,
diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
new file mode 100644
index 000000000000..e6d25e8b7b7c
--- /dev/null
+++ b/drivers/gpu/drm/xe/xe_pmu.c
@@ -0,0 +1,621 @@
+// SPDX-License-Identifier: MIT
+/*
+ * Copyright © 2024 Intel Corporation
+ */
+
+#include <drm/drm_drv.h>
+#include <drm/drm_managed.h>
+#include <drm/xe_drm.h>
+
+#include "regs/xe_gt_regs.h"
+#include "xe_device.h"
+#include "xe_force_wake.h"
+#include "xe_gt_clock.h"
+#include "xe_mmio.h"
+#include "xe_macros.h"
+#include "xe_pm.h"
+#include "xe_pmu.h"
+
+/*
+ * CPU mask is defined/initialized at a module level. All devices
+ * inside this module share this mask.
+ */
+static cpumask_t xe_pmu_cpumask;
+static unsigned int xe_pmu_target_cpu = -1;
+
+/**
+ * DOC: Xe PMU (Performance Monitoring Unit)
+ *
+ * Expose events/counters like C6 residency and GT frequency to user land.
+ * Events will be per device, the GT can be selected with an extra config
+ * sub-field (bits 60-63).
+ *
+ * Perf tool can be used to list these counters from the command line.
+ *
+ * Example commands to list/record supported perf events-
+ *
+ * $ ls -ld /sys/bus/event_source/devices/xe_*
+ * $ ls /sys/bus/event_source/devices/xe_0000_00_02.0/events/
+ * $ ls /sys/bus/event_source/devices/xe_0000_00_02.0/format/
+ *
+ * The format directory has info regarding the configs that can be used.
+ *
+ * The standard perf tool can be used to grep for a certain event as well-
+ * $ perf list | grep c6
+ *
+ * To list a specific event for a GT at regular intervals-
+ * $ perf stat -e <event_name,xe_gt_id=> -I <interval>
+ *
+ */
+
+static unsigned int config_gt_id(const u64 config)
+{
+	return config >> __XE_PMU_GT_SHIFT;
+}
+
+static u64 config_counter(const u64 config)
+{
+	return config & ~(~0ULL << __XE_PMU_GT_SHIFT);
+}
+
+static void xe_pmu_event_destroy(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+
+	drm_WARN_ON(&xe->drm, event->parent);
+
+	drm_dev_put(&xe->drm);
+}
+
+static int
+config_status(struct xe_device *xe, u64 config)
+{
+	unsigned int gt_id = config_gt_id(config);
+
+	if (gt_id >= XE_MAX_GT_PER_TILE)
+		return -ENOENT;
+
+	switch (config_counter(config)) {
+	default:
+		return -ENOENT;
+	}
+
+	return 0;
+}
+
+static int xe_pmu_event_init(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
+	int ret;
+	u64 event_config;
+
+	if (!pmu->registered)
+		return -ENODEV;
+
+	if (event->attr.type != event->pmu->type)
+		return -ENOENT;
+
+	/* unsupported modes and filters */
+	if (event->attr.sample_period) /* no sampling */
+		return -EINVAL;
+
+	if (has_branch_stack(event))
+		return -EOPNOTSUPP;
+
+	if (event->cpu < 0)
+		return -EINVAL;
+
+	/* only allow running on one cpu at a time */
+	if (!cpumask_test_cpu(event->cpu, &xe_pmu_cpumask))
+		return -EINVAL;
+
+	event_config = event->attr.config;
+	ret = config_status(xe, event_config);
+	if (ret)
+		return ret;
+
+	if (!event->parent) {
+		drm_dev_get(&xe->drm);
+		event->destroy = xe_pmu_event_destroy;
+	}
+
+	return 0;
+}
+
+static u64 __xe_pmu_event_read(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	const u64 config = event->attr.config;
+	const u64 gt_id = config >> __XE_PMU_GT_SHIFT;
+	struct xe_gt *gt = xe_device_get_gt(xe, gt_id);
+	u64 val = 0;
+
+	switch (config_counter(config)) {
+	default:
+		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
+	}
+
+	return val;
+}
+
+static void xe_pmu_event_read(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct hw_perf_event *hwc = &event->hw;
+	struct xe_pmu *pmu = &xe->pmu;
+	u64 prev, new;
+
+	if (!pmu->registered) {
+		event->hw.state = PERF_HES_STOPPED;
+		return;
+	}
+
+	prev = local64_read(&hwc->prev_count);
+	do {
+		new = __xe_pmu_event_read(event);
+	} while (!local64_try_cmpxchg(&hwc->prev_count, &prev, new));
+
+	local64_add(new - prev, &event->count);
+}
+
+static void xe_pmu_enable(struct perf_event *event)
+{
+	/*
+	 * Store the current counter value so we can report the correct delta
+	 * for all listeners. Even when the event was already enabled and has
+	 * an existing non-zero value.
+	 */
+	local64_set(&event->hw.prev_count, __xe_pmu_event_read(event));
+}
+
+static void xe_pmu_event_start(struct perf_event *event, int flags)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
+
+	if (!pmu->registered)
+		return;
+
+	xe_pmu_enable(event);
+	event->hw.state = 0;
+}
+
+static void xe_pmu_event_stop(struct perf_event *event, int flags)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
+
+	if (!pmu->registered)
+		goto out;
+
+	if (flags & PERF_EF_UPDATE)
+		xe_pmu_event_read(event);
+
+out:
+	event->hw.state = PERF_HES_STOPPED;
+}
+
+static int xe_pmu_event_add(struct perf_event *event, int flags)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
+
+	if (!pmu->registered)
+		return -ENODEV;
+
+	if (flags & PERF_EF_START)
+		xe_pmu_event_start(event, flags);
+
+	return 0;
+}
+
+static void xe_pmu_event_del(struct perf_event *event, int flags)
+{
+	xe_pmu_event_stop(event, PERF_EF_UPDATE);
+}
+
+static int xe_pmu_event_event_idx(struct perf_event *event)
+{
+	return 0;
+}
+
+struct xe_str_attribute {
+	struct device_attribute attr;
+	const char *str;
+};
+
+static ssize_t xe_pmu_format_show(struct device *dev,
+				  struct device_attribute *attr, char *buf)
+{
+	struct xe_str_attribute *eattr;
+
+	eattr = container_of(attr, struct xe_str_attribute, attr);
+	return sprintf(buf, "%s\n", eattr->str);
+}
+
+#define XE_PMU_FORMAT_ATTR(_name, _config) \
+	(&((struct xe_str_attribute[]) { \
+		{ .attr = __ATTR(_name, 0444, xe_pmu_format_show, NULL), \
+		.str = _config, } \
+	})[0].attr.attr)
+
+static struct attribute *xe_pmu_format_attrs[] = {
+	XE_PMU_FORMAT_ATTR(event_id, "config:0-20"),
+	XE_PMU_FORMAT_ATTR(gt_id, "config:60-63"),
+	NULL,
+};
+
+static const struct attribute_group xe_pmu_format_attr_group = {
+	.name = "format",
+	.attrs = xe_pmu_format_attrs,
+};
+
+struct xe_ext_attribute {
+	struct device_attribute attr;
+	unsigned long val;
+};
+
+static ssize_t xe_pmu_event_show(struct device *dev,
+				 struct device_attribute *attr, char *buf)
+{
+	struct xe_ext_attribute *eattr;
+
+	eattr = container_of(attr, struct xe_ext_attribute, attr);
+	return sprintf(buf, "config=0x%lx\n", eattr->val);
+}
+
+static ssize_t cpumask_show(struct device *dev,
+			    struct device_attribute *attr, char *buf)
+{
+	return cpumap_print_to_pagebuf(true, buf, &xe_pmu_cpumask);
+}
+
+static DEVICE_ATTR_RO(cpumask);
+
+static struct attribute *xe_cpumask_attrs[] = {
+	&dev_attr_cpumask.attr,
+	NULL,
+};
+
+static const struct attribute_group xe_pmu_cpumask_attr_group = {
+	.attrs = xe_cpumask_attrs,
+};
+
+#define __event(__counter, __name, __unit) \
+{ \
+	.counter = (__counter), \
+	.name = (__name), \
+	.unit = (__unit), \
+}
+
+static struct xe_ext_attribute *
+add_xe_attr(struct xe_ext_attribute *attr, const char *name, u64 config)
+{
+	sysfs_attr_init(&attr->attr.attr);
+	attr->attr.attr.name = name;
+	attr->attr.attr.mode = 0444;
+	attr->attr.show = xe_pmu_event_show;
+	attr->val = config;
+
+	return ++attr;
+}
+
+static struct perf_pmu_events_attr *
+add_pmu_attr(struct perf_pmu_events_attr *attr, const char *name,
+	     const char *str)
+{
+	sysfs_attr_init(&attr->attr.attr);
+	attr->attr.attr.name = name;
+	attr->attr.attr.mode = 0444;
+	attr->attr.show = perf_event_sysfs_show;
+	attr->event_str = str;
+
+	return ++attr;
+}
+
+static struct attribute **
+create_event_attributes(struct xe_pmu *pmu)
+{
+	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
+	static const struct {
+		unsigned int counter;
+		const char *name;
+		const char *unit;
+	} events[] = {
+	};
+
+	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
+	struct xe_ext_attribute *xe_attr = NULL, *xe_iter;
+	struct attribute **attr = NULL, **attr_iter;
+	unsigned int count = 0;
+	unsigned int i;
+
+	/* Count how many counters we will be exposing. */
+	for (i = 0; i < ARRAY_SIZE(events); i++) {
+		u64 config = __XE_PMU_PM(events[i].counter);
+
+		if (!config_status(xe, config))
+			count++;
+	}
+
+	/* Allocate attribute objects and table. */
+	xe_attr = kcalloc(count, sizeof(*xe_attr), GFP_KERNEL);
+	if (!xe_attr)
+		goto err_alloc;
+
+	pmu_attr = kcalloc(count, sizeof(*pmu_attr), GFP_KERNEL);
+	if (!pmu_attr)
+		goto err_alloc;
+
+	/* Max one pointer of each attribute type plus a termination entry. */
+	attr = kcalloc(count * 2 + 1, sizeof(*attr), GFP_KERNEL);
+	if (!attr)
+		goto err_alloc;
+
+	xe_iter = xe_attr;
+	pmu_iter = pmu_attr;
+	attr_iter = attr;
+
+	for (i = 0; i < ARRAY_SIZE(events); i++) {
+		u64 config = __XE_PMU_PM(events[i].counter);
+		char *str;
+
+		if (config_status(xe, config))
+			continue;
+
+		str = kasprintf(GFP_KERNEL, "%s",
+				events[i].name);
+		if (!str)
+			goto err;
+
+		*attr_iter++ = &xe_iter->attr.attr;
+		xe_iter = add_xe_attr(xe_iter, str, config);
+
+		if (events[i].unit) {
+			str = kasprintf(GFP_KERNEL, "%s.unit",
+					events[i].name);
+			if (!str)
+				goto err;
+
+			*attr_iter++ = &pmu_iter->attr.attr;
+			pmu_iter = add_pmu_attr(pmu_iter, str,
+							events[i].unit);
+		}
+	}
+
+	pmu->xe_attr = xe_attr;
+	pmu->pmu_attr = pmu_attr;
+
+	return attr;
+
+err:
+	for (attr_iter = attr; *attr_iter; attr_iter++)
+		kfree((*attr_iter)->name);
+
+err_alloc:
+	kfree(attr);
+	kfree(xe_attr);
+	kfree(pmu_attr);
+
+	return NULL;
+}
+
+static void free_event_attributes(struct xe_pmu *pmu)
+{
+	struct attribute **attr_iter = pmu->events_attr_group.attrs;
+
+	for (; *attr_iter; attr_iter++)
+		kfree((*attr_iter)->name);
+
+	kfree(pmu->events_attr_group.attrs);
+	kfree(pmu->xe_attr);
+	kfree(pmu->pmu_attr);
+
+	pmu->events_attr_group.attrs = NULL;
+	pmu->xe_attr = NULL;
+	pmu->pmu_attr = NULL;
+}
+
+static int xe_pmu_cpu_online(unsigned int cpu, struct hlist_node *node)
+{
+	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
+
+	/* Select the first online CPU as a designated reader. */
+	if (cpumask_empty(&xe_pmu_cpumask))
+		cpumask_set_cpu(cpu, &xe_pmu_cpumask);
+
+	return 0;
+}
+
+static int xe_pmu_cpu_offline(unsigned int cpu, struct hlist_node *node)
+{
+	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
+	unsigned int target = xe_pmu_target_cpu;
+
+	/*
+	 * Unregistering an instance generates a CPU offline event which we must
+	 * ignore to avoid incorrectly modifying the shared xe_pmu_cpumask.
+	 */
+	if (!pmu->registered)
+		return 0;
+
+	if (cpumask_test_and_clear_cpu(cpu, &xe_pmu_cpumask)) {
+		target = cpumask_any_but(topology_sibling_cpumask(cpu), cpu);
+
+		/* Migrate events if there is a valid target */
+		if (target < nr_cpu_ids) {
+			cpumask_set_cpu(target, &xe_pmu_cpumask);
+			xe_pmu_target_cpu = target;
+		}
+	}
+
+	if (target < nr_cpu_ids && target != pmu->cpuhp.cpu) {
+		perf_pmu_migrate_context(&pmu->base, cpu, target);
+		pmu->cpuhp.cpu = target;
+	}
+
+	return 0;
+}
+
+static enum cpuhp_state cpuhp_state = CPUHP_INVALID;
+
+/**
+ * xe_pmu_init() - Setup CPU hotplug state/callbacks for Xe PMU
+ *
+ * Returns: 0 if successful, else error code
+ */
+int xe_pmu_init(void)
+{
+	int ret;
+
+	ret = cpuhp_setup_state_multi(CPUHP_AP_ONLINE_DYN,
+				      "perf/x86/intel/xe:online",
+				      xe_pmu_cpu_online,
+				      xe_pmu_cpu_offline);
+	if (ret < 0)
+		pr_notice("Failed to setup cpuhp state for xe PMU! (%d)\n",
+			  ret);
+	else
+		cpuhp_state = ret;
+
+	return 0;
+}
+
+/**
+ * xe_pmu_exit() - Remove CPU hotplug state/callbacks for Xe PMU
+ */
+void xe_pmu_exit(void)
+{
+	if (cpuhp_state != CPUHP_INVALID)
+		cpuhp_remove_multi_state(cpuhp_state);
+}
+
+static int xe_pmu_register_cpuhp_state(struct xe_pmu *pmu)
+{
+	if (cpuhp_state == CPUHP_INVALID)
+		return -EINVAL;
+
+	return cpuhp_state_add_instance(cpuhp_state, &pmu->cpuhp.node);
+}
+
+static void xe_pmu_unregister_cpuhp_state(struct xe_pmu *pmu)
+{
+	cpuhp_state_remove_instance(cpuhp_state, &pmu->cpuhp.node);
+}
+
+/**
+ * xe_pmu_unregister() - Remove/cleanup PMU registration
+ * @arg: Ptr to pmu
+ */
+void xe_pmu_unregister(void *arg)
+{
+	struct xe_pmu *pmu = arg;
+	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
+
+	if (IS_SRIOV_VF(xe))
+		return;
+
+	if (!pmu->registered)
+		return;
+
+	pmu->registered = false;
+
+	xe_pmu_unregister_cpuhp_state(pmu);
+
+	perf_pmu_unregister(&pmu->base);
+	kfree(pmu->base.attr_groups);
+	kfree(pmu->name);
+	free_event_attributes(pmu);
+}
+
+/**
+ * xe_pmu_register() - Define basic PMU properties for Xe and add event callbacks.
+ * @pmu: the PMU object
+ *
+ */
+void xe_pmu_register(struct xe_pmu *pmu)
+{
+	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
+	const struct attribute_group *attr_groups[] = {
+		&xe_pmu_format_attr_group,
+		&pmu->events_attr_group,
+		&xe_pmu_cpumask_attr_group,
+		NULL
+	};
+
+	int ret = -ENOMEM;
+
+	if (IS_SRIOV_VF(xe))
+		return;
+
+	raw_spin_lock_init(&pmu->lock);
+	pmu->cpuhp.cpu = -1;
+
+	pmu->name = kasprintf(GFP_KERNEL,
+			      "xe_%s",
+			      dev_name(xe->drm.dev));
+	if (pmu->name) {
+		/* tools/perf reserves colons as special. */
+		strreplace((char *)pmu->name, ':', '_');
+	}
+
+	if (!pmu->name)
+		goto err;
+
+	pmu->events_attr_group.name = "events";
+	pmu->events_attr_group.attrs = create_event_attributes(pmu);
+	if (!pmu->events_attr_group.attrs)
+		goto err_name;
+
+	pmu->base.attr_groups = kmemdup(attr_groups, sizeof(attr_groups),
+					GFP_KERNEL);
+	if (!pmu->base.attr_groups)
+		goto err_attr;
+
+	pmu->base.module	= THIS_MODULE;
+	pmu->base.task_ctx_nr	= perf_invalid_context;
+	pmu->base.event_init	= xe_pmu_event_init;
+	pmu->base.add		= xe_pmu_event_add;
+	pmu->base.del		= xe_pmu_event_del;
+	pmu->base.start		= xe_pmu_event_start;
+	pmu->base.stop		= xe_pmu_event_stop;
+	pmu->base.read		= xe_pmu_event_read;
+	pmu->base.event_idx	= xe_pmu_event_event_idx;
+
+	ret = perf_pmu_register(&pmu->base, pmu->name, -1);
+	if (ret)
+		goto err_groups;
+
+	ret = xe_pmu_register_cpuhp_state(pmu);
+	if (ret)
+		goto err_unreg;
+
+	ret = devm_add_action_or_reset(xe->drm.dev, xe_pmu_unregister, pmu);
+	if (ret)
+		goto err_cpuhp;
+
+	pmu->registered = true;
+
+	return;
+
+err_cpuhp:
+	xe_pmu_unregister_cpuhp_state(pmu);
+err_unreg:
+	perf_pmu_unregister(&pmu->base);
+err_groups:
+	kfree(pmu->base.attr_groups);
+err_attr:
+	free_event_attributes(pmu);
+err_name:
+	kfree(pmu->name);
+err:
+	drm_notice(&xe->drm, "Failed to register PMU!\n");
+}
diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
new file mode 100644
index 000000000000..d07e5dfdfec0
--- /dev/null
+++ b/drivers/gpu/drm/xe/xe_pmu.h
@@ -0,0 +1,26 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Copyright © 2024 Intel Corporation
+ */
+
+#ifndef _XE_PMU_H_
+#define _XE_PMU_H_
+
+#include "xe_pmu_types.h"
+
+struct xe_gt;
+
+#if IS_ENABLED(CONFIG_PERF_EVENTS)
+int xe_pmu_init(void);
+void xe_pmu_exit(void);
+void xe_pmu_register(struct xe_pmu *pmu);
+void xe_pmu_unregister(void *arg);
+#else
+static inline int xe_pmu_init(void) { return 0; }
+static inline void xe_pmu_exit(void) {}
+static inline void xe_pmu_register(struct xe_pmu *pmu) {}
+static inline void xe_pmu_unregister(void *arg) {}
+#endif
+
+#endif
+
diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
new file mode 100644
index 000000000000..2b3f8982023f
--- /dev/null
+++ b/drivers/gpu/drm/xe/xe_pmu_types.h
@@ -0,0 +1,72 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Copyright © 2024 Intel Corporation
+ */
+
+#ifndef _XE_PMU_TYPES_H_
+#define _XE_PMU_TYPES_H_
+
+#include <linux/perf_event.h>
+#include <linux/spinlock_types.h>
+
+enum {
+	__XE_NUM_PMU_SAMPLERS
+};
+
+#define XE_PMU_MAX_GT 2
+
+/*
+ * Top bits of every counter are GT id.
+ */
+#define __XE_PMU_GT_SHIFT (60)
+
+#define ___XE_PMU_PM(gt, x) \
+	(((__u64)(x)) | ((__u64)(gt) << __XE_PMU_GT_SHIFT))
+
+#define __XE_PMU_PM(x) ___XE_PMU_PM(0, x)
+
+struct xe_pmu {
+	/**
+	 * @cpuhp: Struct used for CPU hotplug handling.
+	 */
+	struct {
+		struct hlist_node node;
+		unsigned int cpu;
+	} cpuhp;
+	/**
+	 * @base: PMU base.
+	 */
+	struct pmu base;
+	/**
+	 * @registered: PMU is registered and not in the unregistering process.
+	 */
+	bool registered;
+	/**
+	 * @name: Name as registered with perf core.
+	 */
+	const char *name;
+	/**
+	 * @lock: Lock protecting enable mask and ref count handling.
+	 */
+	raw_spinlock_t lock;
+	/**
+	 * @sample: Current and previous (raw) counters.
+	 *
+	 * These counters are updated when the device is awake.
+	 */
+	u64 sample[XE_PMU_MAX_GT][__XE_NUM_PMU_SAMPLERS];
+	/**
+	 * @events_attr_group: Device events attribute group.
+	 */
+	struct attribute_group events_attr_group;
+	/**
+	 * @xe_attr: Memory block holding device attributes.
+	 */
+	void *xe_attr;
+	/**
+	 * @pmu_attr: Memory block holding device attributes.
+	 */
+	void *pmu_attr;
+};
+
+#endif
-- 
2.38.1

[PATCH v10 2/4] drm/xe: Add locks in gtidle code

[Vinay Belgaumkar]

Another entry point is added so PMU code can call into the gtidle
method for residency. Add locking so that parallel calls to this
method from sysfs and PMU don't give inconsistent gtidle states
for c6 residency.

Suggested-by: Lucas De Marchi <lucas.demarchi@intel.com>
Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
Cc: Lucas De Marchi <lucas.demarchi@intel.com>
Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
---
 drivers/gpu/drm/xe/xe_gt_idle.c       | 23 ++++++++++++++++++++---
 drivers/gpu/drm/xe/xe_gt_idle.h       |  1 +
 drivers/gpu/drm/xe/xe_gt_idle_types.h |  3 +++
 3 files changed, 24 insertions(+), 3 deletions(-)

diff --git a/drivers/gpu/drm/xe/xe_gt_idle.c b/drivers/gpu/drm/xe/xe_gt_idle.c
index fd80afeef56a..1f32ac964abe 100644
--- a/drivers/gpu/drm/xe/xe_gt_idle.c
+++ b/drivers/gpu/drm/xe/xe_gt_idle.c
@@ -69,6 +69,8 @@ static u64 get_residency_ms(struct xe_gt_idle *gtidle, u64 cur_residency)
 {
 	u64 delta, overflow_residency, prev_residency;
 
+	lockdep_assert_held(&gtidle->lock);
+
 	overflow_residency = BIT_ULL(32);
 
 	/*
@@ -273,8 +275,21 @@ static ssize_t idle_status_show(struct device *dev,
 
 	return sysfs_emit(buff, "%s\n", gt_idle_state_to_string(state));
 }
-static DEVICE_ATTR_RO(idle_status);
 
+u64 xe_gt_idle_residency_msec(struct xe_gt_idle *gtidle)
+{
+	struct xe_guc_pc *pc = gtidle_to_pc(gtidle);
+	u64 residency;
+	unsigned long flags;
+
+	raw_spin_lock_irqsave(&gtidle->lock, flags);
+	residency = get_residency_ms(gtidle, gtidle->idle_residency(pc));
+	raw_spin_unlock_irqrestore(&gtidle->lock, flags);
+
+	return residency;
+}
+
+static DEVICE_ATTR_RO(idle_status);
 static ssize_t idle_residency_ms_show(struct device *dev,
 				      struct device_attribute *attr, char *buff)
 {
@@ -283,10 +298,10 @@ static ssize_t idle_residency_ms_show(struct device *dev,
 	u64 residency;
 
 	xe_pm_runtime_get(pc_to_xe(pc));
-	residency = gtidle->idle_residency(pc);
+	residency = xe_gt_idle_residency_msec(gtidle);
 	xe_pm_runtime_put(pc_to_xe(pc));
 
-	return sysfs_emit(buff, "%llu\n", get_residency_ms(gtidle, residency));
+	return sysfs_emit(buff, "%llu\n", residency);
 }
 static DEVICE_ATTR_RO(idle_residency_ms);
 
@@ -329,6 +344,8 @@ int xe_gt_idle_init(struct xe_gt_idle *gtidle)
 	if (!kobj)
 		return -ENOMEM;
 
+	raw_spin_lock_init(&gtidle->lock);
+
 	if (xe_gt_is_media_type(gt)) {
 		snprintf(gtidle->name, sizeof(gtidle->name), "gt%d-mc", gt->info.id);
 		gtidle->idle_residency = xe_guc_pc_mc6_residency;
diff --git a/drivers/gpu/drm/xe/xe_gt_idle.h b/drivers/gpu/drm/xe/xe_gt_idle.h
index 4455a6501cb0..591a01e181bc 100644
--- a/drivers/gpu/drm/xe/xe_gt_idle.h
+++ b/drivers/gpu/drm/xe/xe_gt_idle.h
@@ -17,5 +17,6 @@ void xe_gt_idle_disable_c6(struct xe_gt *gt);
 void xe_gt_idle_enable_pg(struct xe_gt *gt);
 void xe_gt_idle_disable_pg(struct xe_gt *gt);
 int xe_gt_idle_pg_print(struct xe_gt *gt, struct drm_printer *p);
+u64 xe_gt_idle_residency_msec(struct xe_gt_idle *gtidle);
 
 #endif /* _XE_GT_IDLE_H_ */
diff --git a/drivers/gpu/drm/xe/xe_gt_idle_types.h b/drivers/gpu/drm/xe/xe_gt_idle_types.h
index b8b297a3f884..a3667c567f8a 100644
--- a/drivers/gpu/drm/xe/xe_gt_idle_types.h
+++ b/drivers/gpu/drm/xe/xe_gt_idle_types.h
@@ -6,6 +6,7 @@
 #ifndef _XE_GT_IDLE_SYSFS_TYPES_H_
 #define _XE_GT_IDLE_SYSFS_TYPES_H_
 
+#include <linux/spinlock.h>
 #include <linux/types.h>
 
 struct xe_guc_pc;
@@ -31,6 +32,8 @@ struct xe_gt_idle {
 	u64 cur_residency;
 	/** @prev_residency: previous residency counter */
 	u64 prev_residency;
+	/** @lock: Lock protecting idle residency counters */
+	raw_spinlock_t lock;
 	/** @idle_status: get the current idle state */
 	enum xe_gt_idle_state (*idle_status)(struct xe_guc_pc *pc);
 	/** @idle_residency: get idle residency counter */
-- 
2.38.1

[PATCH v10 3/4] drm/xe/pmu: Add GT C6 events

[Vinay Belgaumkar]

Provide a PMU interface for GT C6 residency counters. The implementation
is ported over from the i915 PMU code. Residency is provided in units of
ms(like sysfs entry in - /sys/class/drm/card0/device/tile0/gt0/gtidle).

Sample usage and output-

$ perf list | grep c6

  xe_0000_00_02.0/c6-residency/                 [Kernel PMU event]

$ ls /sys/bus/event_source/devices/xe_0000_00_02.0/format/
  event_id  gt_id
$ cat /sys/bus/event_source/devices/xe_0000_00_02.0/format/*
  config:0-20
  config:60-63

$ perf stat -e xe_0000_00_02.0/c6-residency,gt_id=0/ -I1000

$           time     counts unit events
     1.001183454       1001 ms   xe_0000_00_02.0/c6-residency,gt_id=0/
     2.004434757       1002 ms   xe_0000_00_02.0/c6-residency,gt_id=0/

v2: Checkpatch fix, move timer code to next patch
v3: Fix kunit issue
v4: Fix for locking issue, fix review comments (Riana)
v5: Add xe_pmu_disable() function to reset enable_count
v6: Change rc6 to c6 (Riana)
v7: Fix another comment format
v8: Replace RC6 with C6 (Riana)
v9: Define sampling freq in next patch
v10: Use raw_spin_lock* instead of spin_lock* (Lucas)

Cc: Lucas De Marchi <lucas.demarchi@intel.com>
Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
Reviewed-by: Rodrigo Vivi <rodrigo.vivi@intel.com> #v5
Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
---
 drivers/gpu/drm/xe/xe_gt.c        |   3 +
 drivers/gpu/drm/xe/xe_pmu.c       | 214 ++++++++++++++++++++++++++++++
 drivers/gpu/drm/xe/xe_pmu.h       |   2 +
 drivers/gpu/drm/xe/xe_pmu_types.h |  49 +++++++
 4 files changed, 268 insertions(+)

diff --git a/drivers/gpu/drm/xe/xe_gt.c b/drivers/gpu/drm/xe/xe_gt.c
index 41ab7fbebc19..64e60bcf131a 100644
--- a/drivers/gpu/drm/xe/xe_gt.c
+++ b/drivers/gpu/drm/xe/xe_gt.c
@@ -47,6 +47,7 @@
 #include "xe_mmio.h"
 #include "xe_pat.h"
 #include "xe_pm.h"
+#include "xe_pmu.h"
 #include "xe_mocs.h"
 #include "xe_reg_sr.h"
 #include "xe_ring_ops.h"
@@ -875,6 +876,8 @@ int xe_gt_suspend(struct xe_gt *gt)
 
 	xe_gt_idle_disable_pg(gt);
 
+	xe_pmu_suspend(gt);
+
 	xe_gt_disable_host_l2_vram(gt);
 
 	xe_force_wake_put(gt_to_fw(gt), fw_ref);
diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
index e6d25e8b7b7c..1115724a580d 100644
--- a/drivers/gpu/drm/xe/xe_pmu.c
+++ b/drivers/gpu/drm/xe/xe_pmu.c
@@ -11,8 +11,11 @@
 #include "xe_device.h"
 #include "xe_force_wake.h"
 #include "xe_gt_clock.h"
+#include "xe_gt_idle.h"
+#include "xe_guc_pc.h"
 #include "xe_mmio.h"
 #include "xe_macros.h"
+#include "xe_module.h"
 #include "xe_pm.h"
 #include "xe_pmu.h"
 
@@ -46,8 +49,29 @@ static unsigned int xe_pmu_target_cpu = -1;
  * To list a specific event for a GT at regular intervals-
  * $ perf stat -e <event_name,xe_gt_id=> -I <interval>
  *
+ * For C6, following command will give GT residency per second-
+ * $ perf stat -e xe_0000_00_02.0/c6-residency,gt_id=0/ -I 1000
+ *            time             counts unit events
+ *     1.001183454               1001 ms   xe_0000_00_02.0/c6-residency,xe_gt_id=0/
+ *     2.004434757               1002 ms   xe_0000_00_02.0/c6-residency,xe_gt_id=0/
+ *     3.005854217               1000 ms   xe_0000_00_02.0/c6-residency,xe_gt_id=0/
+ *
+ * To verify this matches with sysfs values of c6, you can run following command-
+ * $ for i in {1..10} ; do cat /sys/class/drm/card0/device/tile0/gt0/gtidle/idle_residency_ms;
+ *   sleep 1; done
+ *      2348877
+ *      2349901
+ *      2350917
+ *      2352945
+ *
+ * Each value is roughly a 1000ms increment here as well. This is expected GT residency when idle.
  */
 
+static struct xe_pmu *event_to_pmu(struct perf_event *event)
+{
+	return container_of(event->pmu, struct xe_pmu, base);
+}
+
 static unsigned int config_gt_id(const u64 config)
 {
 	return config >> __XE_PMU_GT_SHIFT;
@@ -58,6 +82,35 @@ static u64 config_counter(const u64 config)
 	return config & ~(~0ULL << __XE_PMU_GT_SHIFT);
 }
 
+static unsigned int pm_bit(const u64 config)
+{
+	unsigned int val;
+
+	switch (config_counter(config)) {
+	case XE_PMU_C6_RESIDENCY:
+		val = __XE_PMU_C6_RESIDENCY_ENABLED;
+		break;
+	default:
+		/*
+		 * Events that do not require sampling, or tracking state
+		 * transitions between enabled and disabled can be ignored.
+		 */
+		return -1;
+	}
+
+	return config_gt_id(config) * __XE_PMU_TRACKED_EVENT_COUNT + val;
+}
+
+static unsigned int config_bit(const u64 config)
+{
+	return pm_bit(config);
+}
+
+static unsigned int event_bit(struct perf_event *event)
+{
+	return config_bit(event->attr.config);
+}
+
 static void xe_pmu_event_destroy(struct perf_event *event)
 {
 	struct xe_device *xe =
@@ -77,6 +130,10 @@ config_status(struct xe_device *xe, u64 config)
 		return -ENOENT;
 
 	switch (config_counter(config)) {
+	case XE_PMU_C6_RESIDENCY:
+		if (xe->info.skip_guc_pc)
+			return -ENODEV;
+		break;
 	default:
 		return -ENOENT;
 	}
@@ -125,6 +182,63 @@ static int xe_pmu_event_init(struct perf_event *event)
 	return 0;
 }
 
+static inline s64 ktime_since_raw(const ktime_t kt)
+{
+	return ktime_to_ms(ktime_sub(ktime_get_raw(), kt));
+}
+
+static u64 read_sample(struct xe_pmu *pmu, unsigned int gt_id, int sample)
+{
+	return pmu->event_sample[gt_id][sample].cur;
+}
+
+static void
+store_sample(struct xe_pmu *pmu, unsigned int gt_id, int sample, u64 val)
+{
+	pmu->event_sample[gt_id][sample].cur = val;
+}
+
+static u64 get_c6(struct xe_gt *gt)
+{
+	struct xe_device *xe = gt_to_xe(gt);
+	const unsigned int gt_id = gt->info.id;
+	struct xe_pmu *pmu = &xe->pmu;
+	bool device_awake;
+	unsigned long flags;
+	u64 val;
+
+	device_awake = xe_pm_runtime_get_if_active(xe);
+	if (device_awake) {
+		val = xe_gt_idle_residency_msec(&gt->gtidle);
+		xe_pm_runtime_put(xe);
+	}
+
+	raw_spin_lock_irqsave(&pmu->lock, flags);
+
+	if (device_awake) {
+		store_sample(pmu, gt_id, __XE_SAMPLE_C6, val);
+	} else {
+		/*
+		 * We think we are runtime suspended.
+		 *
+		 * Report the delta from when the device was suspended to now,
+		 * on top of the last known real value, as the approximated C6
+		 * counter value.
+		 */
+		val = ktime_since_raw(pmu->sleep_last[gt_id]);
+		val += read_sample(pmu, gt_id, __XE_SAMPLE_C6);
+	}
+
+	if (val < read_sample(pmu, gt_id, __XE_SAMPLE_C6_LAST_REPORTED))
+		val = read_sample(pmu, gt_id, __XE_SAMPLE_C6_LAST_REPORTED);
+	else
+		store_sample(pmu, gt_id, __XE_SAMPLE_C6_LAST_REPORTED, val);
+
+	raw_spin_unlock_irqrestore(&pmu->lock, flags);
+
+	return val;
+}
+
 static u64 __xe_pmu_event_read(struct perf_event *event)
 {
 	struct xe_device *xe =
@@ -135,6 +249,9 @@ static u64 __xe_pmu_event_read(struct perf_event *event)
 	u64 val = 0;
 
 	switch (config_counter(config)) {
+	case XE_PMU_C6_RESIDENCY:
+		val = get_c6(gt);
+		break;
 	default:
 		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
 	}
@@ -165,6 +282,28 @@ static void xe_pmu_event_read(struct perf_event *event)
 
 static void xe_pmu_enable(struct perf_event *event)
 {
+	struct xe_pmu *pmu = event_to_pmu(event);
+	const unsigned int bit = event_bit(event);
+	unsigned long flags;
+
+	if (bit == -1)
+		goto update;
+
+	raw_spin_lock_irqsave(&pmu->lock, flags);
+
+	/*
+	 * Update the bitmask of enabled events and increment
+	 * the event reference counter.
+	 */
+	BUILD_BUG_ON(ARRAY_SIZE(pmu->enable_count) != XE_PMU_MASK_BITS);
+	XE_WARN_ON(bit >= ARRAY_SIZE(pmu->enable_count));
+	XE_WARN_ON(pmu->enable_count[bit] == ~0);
+
+	pmu->enable |= BIT(bit);
+	pmu->enable_count[bit]++;
+
+	raw_spin_unlock_irqrestore(&pmu->lock, flags);
+update:
 	/*
 	 * Store the current counter value so we can report the correct delta
 	 * for all listeners. Even when the event was already enabled and has
@@ -173,6 +312,31 @@ static void xe_pmu_enable(struct perf_event *event)
 	local64_set(&event->hw.prev_count, __xe_pmu_event_read(event));
 }
 
+static void xe_pmu_disable(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
+	const unsigned int bit = event_bit(event);
+	unsigned long flags;
+
+	if (bit == -1)
+		return;
+
+	raw_spin_lock_irqsave(&pmu->lock, flags);
+
+	XE_WARN_ON(bit >= ARRAY_SIZE(pmu->enable_count));
+	XE_WARN_ON(pmu->enable_count[bit] == 0);
+	/*
+	 * Decrement the reference count and clear the enabled
+	 * bitmask when the last listener on an event goes away.
+	 */
+	if (--pmu->enable_count[bit] == 0)
+		pmu->enable &= ~BIT(bit);
+
+	raw_spin_unlock_irqrestore(&pmu->lock, flags);
+}
+
 static void xe_pmu_event_start(struct perf_event *event, int flags)
 {
 	struct xe_device *xe =
@@ -198,6 +362,8 @@ static void xe_pmu_event_stop(struct perf_event *event, int flags)
 	if (flags & PERF_EF_UPDATE)
 		xe_pmu_event_read(event);
 
+	xe_pmu_disable(event);
+
 out:
 	event->hw.state = PERF_HES_STOPPED;
 }
@@ -330,6 +496,7 @@ create_event_attributes(struct xe_pmu *pmu)
 		const char *name;
 		const char *unit;
 	} events[] = {
+		__event(0, "c6-residency", "ms"),
 	};
 
 	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
@@ -511,6 +678,33 @@ static void xe_pmu_unregister_cpuhp_state(struct xe_pmu *pmu)
 	cpuhp_state_remove_instance(cpuhp_state, &pmu->cpuhp.node);
 }
 
+static void store_rc6_residency(struct xe_gt *gt)
+{
+	struct xe_device *xe = gt_to_xe(gt);
+	struct xe_pmu *pmu = &xe->pmu;
+
+	store_sample(pmu, gt->info.id, __XE_SAMPLE_C6,
+		     xe_gt_idle_residency_msec(&gt->gtidle));
+	pmu->sleep_last[gt->info.id] = ktime_get_raw();
+}
+
+/**
+ * xe_pmu_suspend() - Save residency count before suspend
+ * @gt: GT object
+ */
+void xe_pmu_suspend(struct xe_gt *gt)
+{
+	struct xe_device *xe = gt_to_xe(gt);
+	struct xe_pmu *pmu = &xe->pmu;
+
+	if (!pmu->base.event_init)
+		return;
+
+	raw_spin_lock_irq(&pmu->lock);
+	store_rc6_residency(gt);
+	raw_spin_unlock_irq(&pmu->lock);
+}
+
 /**
  * xe_pmu_unregister() - Remove/cleanup PMU registration
  * @arg: Ptr to pmu
@@ -536,6 +730,24 @@ void xe_pmu_unregister(void *arg)
 	free_event_attributes(pmu);
 }
 
+static void init_rc6(struct xe_pmu *pmu)
+{
+	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
+	struct xe_gt *gt;
+	unsigned int j;
+
+	for_each_gt(gt, xe, j) {
+		xe_pm_runtime_get(xe);
+		u64 val = xe_gt_idle_residency_msec(&gt->gtidle);
+
+		store_sample(pmu, j, __XE_SAMPLE_C6, val);
+		store_sample(pmu, j, __XE_SAMPLE_C6_LAST_REPORTED,
+			     val);
+		pmu->sleep_last[j] = ktime_get_raw();
+		xe_pm_runtime_put(xe);
+	}
+}
+
 /**
  * xe_pmu_register() - Define basic PMU properties for Xe and add event callbacks.
  * @pmu: the PMU object
@@ -575,6 +787,8 @@ void xe_pmu_register(struct xe_pmu *pmu)
 	if (!pmu->events_attr_group.attrs)
 		goto err_name;
 
+	init_rc6(pmu);
+
 	pmu->base.attr_groups = kmemdup(attr_groups, sizeof(attr_groups),
 					GFP_KERNEL);
 	if (!pmu->base.attr_groups)
diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
index d07e5dfdfec0..17f5a8d7d45c 100644
--- a/drivers/gpu/drm/xe/xe_pmu.h
+++ b/drivers/gpu/drm/xe/xe_pmu.h
@@ -15,11 +15,13 @@ int xe_pmu_init(void);
 void xe_pmu_exit(void);
 void xe_pmu_register(struct xe_pmu *pmu);
 void xe_pmu_unregister(void *arg);
+void xe_pmu_suspend(struct xe_gt *gt);
 #else
 static inline int xe_pmu_init(void) { return 0; }
 static inline void xe_pmu_exit(void) {}
 static inline void xe_pmu_register(struct xe_pmu *pmu) {}
 static inline void xe_pmu_unregister(void *arg) {}
+static inline void xe_pmu_suspend(struct xe_gt *gt) {}
 #endif
 
 #endif
diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
index 2b3f8982023f..f47a6e1b109c 100644
--- a/drivers/gpu/drm/xe/xe_pmu_types.h
+++ b/drivers/gpu/drm/xe/xe_pmu_types.h
@@ -10,6 +10,8 @@
 #include <linux/spinlock_types.h>
 
 enum {
+	__XE_SAMPLE_C6,
+	__XE_SAMPLE_C6_LAST_REPORTED,
 	__XE_NUM_PMU_SAMPLERS
 };
 
@@ -25,6 +27,26 @@ enum {
 
 #define __XE_PMU_PM(x) ___XE_PMU_PM(0, x)
 
+#define XE_PMU_C6_RESIDENCY                    __XE_PMU_PM(0)
+#define __XE_PMU_C6_RESIDENCY(gt)              ___XE_PMU_PM(gt, 0)
+
+/*
+ * Non-engine events that we need to track enabled-disabled transition and
+ * current state.
+ */
+enum xe_pmu_tracked_events {
+	__XE_PMU_C6_RESIDENCY_ENABLED,
+	__XE_PMU_TRACKED_EVENT_COUNT, /* count marker */
+};
+
+/* Global PMU mask to track enabled events */
+#define XE_PMU_MASK_BITS \
+	(XE_PMU_MAX_GT * __XE_PMU_TRACKED_EVENT_COUNT)
+
+struct xe_pmu_sample {
+	u64 cur;
+};
+
 struct xe_pmu {
 	/**
 	 * @cpuhp: Struct used for CPU hotplug handling.
@@ -67,6 +89,33 @@ struct xe_pmu {
 	 * @pmu_attr: Memory block holding device attributes.
 	 */
 	void *pmu_attr;
+
+	/**
+	 * @enable: Bitmask of specific enabled events.
+	 *
+	 * For some events we need to track their state and do some internal
+	 * house keeping.
+	 */
+	u32 enable;
+
+	/**
+	 * @enable_count: Reference counter for enabled events.
+	 *
+	 * Array indices are mapped in the same way as bits in the @enable field
+	 * and they are used to control sampling on/off when multiple clients
+	 * are using the PMU API.
+	 */
+	unsigned int enable_count[XE_PMU_MASK_BITS];
+	/**
+	 * @sample: Current and previous (raw) counters for sampling events.
+	 *
+	 * These counters are updated from the PMU sampling timer.
+	 */
+	struct xe_pmu_sample event_sample[XE_PMU_MAX_GT][__XE_NUM_PMU_SAMPLERS];
+	/**
+	 * @sleep_last: Last time GT parked for C6 estimation.
+	 */
+	ktime_t sleep_last[XE_PMU_MAX_GT];
 };
 
 #endif
-- 
2.38.1

[PATCH v10 4/4] drm/xe/pmu: Add GT frequency events

[Vinay Belgaumkar]

Define PMU events for GT frequency (actual and requested). This is
a port from the i915 driver implementation, where an internal timer
is used to aggregate GT frequencies over certain fixed interval.
Following PMU events are being added-

  xe_0000_00_02.0/actual-frequency/              [Kernel PMU event]
  xe_0000_00_02.0/requested-frequency/           [Kernel PMU event]

Standard perf commands can be used to monitor GT frequency-
  $ perf stat -e xe_0000_00_02.0/requested-frequency,gt_id=0/ -I1000

     1.001175175                700 M    xe/requested-frequency,gt_id=0/
     2.005891881                703 M    xe/requested-frequency,gt_id=0/
     3.007318169                700 M    xe/requested-frequency,gt_id=0/

Actual/requested frequencies will be 0 when GT is suspended.

v2: Checkpatch fix, moved timer code to this patch
v3: Fix kunit issue
v4: Checkpatch warning fixes
v5: Make PMU events per device (Lucas)
v6: Reuse bits from config mask for gt_id (Lucas)
v7: Fix bug in pmu_enable (Riana)

Cc: Lucas De Marchi <lucas.demarchi@intel.com>
Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
Reviewed-by: Rodrigo Vivi <rodrigo.vivi@intel.com> #v3
Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
---
 drivers/gpu/drm/xe/xe_gt.c        |   2 +
 drivers/gpu/drm/xe/xe_pmu.c       | 259 +++++++++++++++++++++++++++++-
 drivers/gpu/drm/xe/xe_pmu.h       |   2 +
 drivers/gpu/drm/xe/xe_pmu_types.h |  26 +++
 4 files changed, 288 insertions(+), 1 deletion(-)

diff --git a/drivers/gpu/drm/xe/xe_gt.c b/drivers/gpu/drm/xe/xe_gt.c
index 64e60bcf131a..88ce52c63018 100644
--- a/drivers/gpu/drm/xe/xe_gt.c
+++ b/drivers/gpu/drm/xe/xe_gt.c
@@ -939,6 +939,8 @@ int xe_gt_resume(struct xe_gt *gt)
 
 	xe_gt_idle_enable_pg(gt);
 
+	xe_pmu_resume(gt);
+
 	xe_force_wake_put(gt_to_fw(gt), fw_ref);
 	xe_gt_dbg(gt, "resumed\n");
 
diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
index 1115724a580d..7b0921ef8a1b 100644
--- a/drivers/gpu/drm/xe/xe_pmu.c
+++ b/drivers/gpu/drm/xe/xe_pmu.c
@@ -26,6 +26,8 @@
 static cpumask_t xe_pmu_cpumask;
 static unsigned int xe_pmu_target_cpu = -1;
 
+#define FREQUENCY 200
+
 /**
  * DOC: Xe PMU (Performance Monitoring Unit)
  *
@@ -65,6 +67,29 @@ static unsigned int xe_pmu_target_cpu = -1;
  *      2352945
  *
  * Each value is roughly a 1000ms increment here as well. This is expected GT residency when idle.
+ *
+ * PMU frequency events use a software timer to aggregate GT freq values over the time of capture.
+ * This allows us to calculate a rough average over the timespan. This is why sysfs is the best way
+ * to obtain instantaneous frequency if accuracy is intended. Advantage of using PMU is that it
+ * results in lesser CPU utilization as compared to dumping sysfs entries repeatedly.
+ *
+ * To list GT frequency events, use the following-
+ *
+ * $ perf list | grep frequency
+ *   xe_0000_00_02.0/actual-frequency/              [Kernel PMU event]
+ *   xe_0000_00_02.0/requested-frequency/           [Kernel PMU event]
+ *
+ * $ perf stat -e xe_0000_00_02.0/requested-frequency,xe_gt_id=0/ -I1000
+ *             time             counts unit events
+ *      1.001189056               1950 M    xe_0000_00_02.0/requested-frequency,xe_gt_id=0/
+ *      2.006388494               1960 M    xe_0000_00_02.0/requested-frequency,xe_gt_id=0/
+ *      3.007930311               1959 M    xe_0000_00_02.0/requested-frequency,xe_gt_id=0/
+ *
+ * Dumping requested freq from sysfs-
+ * $  while true; do cat /sys/class/drm/card0/device/tile0/gt0/freq0/cur_freq ; sleep 1; done
+ *    1950
+ *    1950
+ *    1950
  */
 
 static struct xe_pmu *event_to_pmu(struct perf_event *event)
@@ -90,6 +115,12 @@ static unsigned int pm_bit(const u64 config)
 	case XE_PMU_C6_RESIDENCY:
 		val = __XE_PMU_C6_RESIDENCY_ENABLED;
 		break;
+	case XE_PMU_ACTUAL_FREQUENCY:
+		val =  __XE_PMU_ACTUAL_FREQUENCY_ENABLED;
+		break;
+	case XE_PMU_REQUESTED_FREQUENCY:
+		val = __XE_PMU_REQUESTED_FREQUENCY_ENABLED;
+		break;
 	default:
 		/*
 		 * Events that do not require sampling, or tracking state
@@ -106,6 +137,22 @@ static unsigned int config_bit(const u64 config)
 	return pm_bit(config);
 }
 
+static u32 config_mask(const u64 config)
+{
+	unsigned int bit = config_bit(config);
+
+	if (__builtin_constant_p(config))
+		BUILD_BUG_ON(bit >
+			     BITS_PER_TYPE(typeof_member(struct xe_pmu,
+							 enable)) - 1);
+	else
+		WARN_ON_ONCE(bit >
+			     BITS_PER_TYPE(typeof_member(struct xe_pmu,
+							 enable)) - 1);
+
+	return BIT(config_bit(config));
+}
+
 static unsigned int event_bit(struct perf_event *event)
 {
 	return config_bit(event->attr.config);
@@ -134,6 +181,10 @@ config_status(struct xe_device *xe, u64 config)
 		if (xe->info.skip_guc_pc)
 			return -ENODEV;
 		break;
+	case XE_PMU_ACTUAL_FREQUENCY:
+		fallthrough;
+	case XE_PMU_REQUESTED_FREQUENCY:
+		break;
 	default:
 		return -ENOENT;
 	}
@@ -198,6 +249,12 @@ store_sample(struct xe_pmu *pmu, unsigned int gt_id, int sample, u64 val)
 	pmu->event_sample[gt_id][sample].cur = val;
 }
 
+static void
+add_sample_mult(struct xe_pmu *pmu, unsigned int gt_id, int sample, u32 val, u32 mul)
+{
+	pmu->event_sample[gt_id][sample].cur += mul_u32_u32(val, mul);
+}
+
 static u64 get_c6(struct xe_gt *gt)
 {
 	struct xe_device *xe = gt_to_xe(gt);
@@ -243,6 +300,7 @@ static u64 __xe_pmu_event_read(struct perf_event *event)
 {
 	struct xe_device *xe =
 		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
 	const u64 config = event->attr.config;
 	const u64 gt_id = config >> __XE_PMU_GT_SHIFT;
 	struct xe_gt *gt = xe_device_get_gt(xe, gt_id);
@@ -252,6 +310,18 @@ static u64 __xe_pmu_event_read(struct perf_event *event)
 	case XE_PMU_C6_RESIDENCY:
 		val = get_c6(gt);
 		break;
+	case XE_PMU_ACTUAL_FREQUENCY:
+		val =
+		   div_u64(read_sample(pmu, gt_id,
+				       __XE_SAMPLE_FREQ_ACT),
+			   USEC_PER_SEC /* to MHz */);
+		break;
+	case XE_PMU_REQUESTED_FREQUENCY:
+		val =
+		   div_u64(read_sample(pmu, gt_id,
+				       __XE_SAMPLE_FREQ_REQ),
+			   USEC_PER_SEC /* to MHz */);
+		break;
 	default:
 		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
 	}
@@ -280,11 +350,153 @@ static void xe_pmu_event_read(struct perf_event *event)
 	local64_add(new - prev, &event->count);
 }
 
+static u32 frequency_enabled_mask(void)
+{
+	unsigned int i;
+	u32 mask = 0;
+
+	for (i = 0; i < XE_PMU_MAX_GT; i++)
+		mask |= config_mask(__XE_PMU_ACTUAL_FREQUENCY(i)) |
+		config_mask(__XE_PMU_REQUESTED_FREQUENCY(i));
+
+	return mask;
+}
+
+static bool
+frequency_sampling_enabled(struct xe_pmu *pmu, unsigned int gt)
+{
+	return pmu->enable &
+	       (config_mask(__XE_PMU_ACTUAL_FREQUENCY(gt)) |
+		config_mask(__XE_PMU_REQUESTED_FREQUENCY(gt)));
+}
+
+static void
+frequency_sample(struct xe_gt *gt, unsigned int period_ns)
+{
+	struct xe_device *xe = gt_to_xe(gt);
+	const unsigned int gt_id = gt->info.id;
+	struct xe_pmu *pmu = &xe->pmu;
+	bool device_awake;
+	int ret;
+	u32 cur_freq;
+
+	if (!frequency_sampling_enabled(pmu, gt_id))
+		return;
+
+	/* Report 0/0 (actual/requested) frequency while GT is suspended. */
+	device_awake = xe_pm_runtime_get_if_active(xe);
+	if (!device_awake)
+		return;
+
+	if (pmu->enable & config_mask(__XE_PMU_ACTUAL_FREQUENCY(gt_id))) {
+		u32 val;
+
+		/*
+		 * We take a quick peek here without using forcewake
+		 * so that we don't perturb the system under observation
+		 * (forcewake => !rc6 => increased power use). We expect
+		 * that if the read fails because it is outside of the
+		 * mmio power well, then it will return 0 -- in which
+		 * case we assume the system is running at the intended
+		 * frequency. Fortunately, the read should rarely fail!
+		 */
+		val = xe_guc_pc_get_act_freq(&gt->uc.guc.pc);
+
+		add_sample_mult(pmu, gt_id, __XE_SAMPLE_FREQ_ACT,
+				val, period_ns / 1000);
+	}
+
+	if (pmu->enable & config_mask(__XE_PMU_REQUESTED_FREQUENCY(gt_id))) {
+		ret = xe_guc_pc_get_cur_freq(&gt->uc.guc.pc, &cur_freq);
+		if (!ret)
+			add_sample_mult(pmu, gt_id, __XE_SAMPLE_FREQ_REQ,
+					cur_freq,
+					period_ns / 1000);
+	}
+
+	xe_pm_runtime_put(xe);
+}
+
+static enum hrtimer_restart xe_sample(struct hrtimer *hrtimer)
+{
+	struct xe_pmu *pmu = container_of(hrtimer, struct xe_pmu, timer);
+	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
+	u64 period = max_t(u64, 10000, NSEC_PER_SEC / FREQUENCY);
+	unsigned int period_ns;
+	struct xe_gt *gt;
+	unsigned int i;
+	ktime_t now;
+
+	if (!READ_ONCE(pmu->timer_enabled))
+		return HRTIMER_NORESTART;
+
+	now = ktime_get();
+	period_ns = ktime_to_ns(ktime_sub(now, pmu->timer_last));
+	pmu->timer_last = now;
+
+	/*
+	 * Strictly speaking the passed in period may not be 100% accurate for
+	 * all internal calculation, since some amount of time can be spent on
+	 * grabbing the forcewake. However the potential error from timer call-
+	 * back delay greatly dominates this so we keep it simple.
+	 */
+
+	for_each_gt(gt, xe, i) {
+		if (!(pmu->active_gts & BIT(i)))
+			continue;
+		frequency_sample(gt, period_ns);
+	}
+
+	hrtimer_forward(hrtimer, now, ns_to_ktime(period));
+
+	return HRTIMER_RESTART;
+}
+
+static bool pmu_needs_timer(struct xe_pmu *pmu)
+{
+	u32 enable;
+
+	/*
+	 * Only some counters need the sampling timer.
+	 *
+	 * We start with a bitmask of all currently enabled events.
+	 */
+	enable = pmu->enable;
+
+	/*
+	 * Mask out all the ones which do not need the timer, or in
+	 * other words keep all the ones that could need the timer.
+	 */
+	enable &= frequency_enabled_mask();
+
+	/*
+	 * If some bits remain it means we need the sampling timer running.
+	 */
+	return enable;
+}
+
+static void __xe_pmu_maybe_start_timer(struct xe_pmu *pmu)
+{
+	u64 period = max_t(u64, 10000, NSEC_PER_SEC / FREQUENCY);
+
+	if (!pmu->timer_enabled && pmu_needs_timer(pmu)) {
+		pmu->timer_enabled = true;
+		pmu->timer_last = ktime_get();
+		hrtimer_start_range_ns(&pmu->timer,
+				       ns_to_ktime(period), 0,
+				       HRTIMER_MODE_REL_PINNED);
+	}
+}
+
 static void xe_pmu_enable(struct perf_event *event)
 {
 	struct xe_pmu *pmu = event_to_pmu(event);
+	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
+	struct xe_gt *gt;
 	const unsigned int bit = event_bit(event);
 	unsigned long flags;
+	bool device_awake;
+	unsigned int i;
 
 	if (bit == -1)
 		goto update;
@@ -302,6 +514,18 @@ static void xe_pmu_enable(struct perf_event *event)
 	pmu->enable |= BIT(bit);
 	pmu->enable_count[bit]++;
 
+	/*
+	 * Start the sampling timer if needed and not already enabled.
+	 */
+	__xe_pmu_maybe_start_timer(pmu);
+
+	device_awake = xe_pm_runtime_get_if_active(xe);
+	if (device_awake) {
+		for_each_gt(gt, xe, i)
+			pmu->active_gts |= BIT(gt->info.id);
+		xe_pm_runtime_put(xe);
+	}
+
 	raw_spin_unlock_irqrestore(&pmu->lock, flags);
 update:
 	/*
@@ -331,8 +555,10 @@ static void xe_pmu_disable(struct perf_event *event)
 	 * Decrement the reference count and clear the enabled
 	 * bitmask when the last listener on an event goes away.
 	 */
-	if (--pmu->enable_count[bit] == 0)
+	if (--pmu->enable_count[bit] == 0) {
 		pmu->enable &= ~BIT(bit);
+		pmu->timer_enabled &= pmu_needs_timer(pmu);
+	}
 
 	raw_spin_unlock_irqrestore(&pmu->lock, flags);
 }
@@ -497,6 +723,8 @@ create_event_attributes(struct xe_pmu *pmu)
 		const char *unit;
 	} events[] = {
 		__event(0, "c6-residency", "ms"),
+		__event(1, "actual-frequency", "M"),
+		__event(2, "requested-frequency", "M"),
 	};
 
 	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
@@ -705,6 +933,31 @@ void xe_pmu_suspend(struct xe_gt *gt)
 	raw_spin_unlock_irq(&pmu->lock);
 }
 
+/**
+ * xe_pmu_resume() - Restart the timer if needed
+ * @gt: GT object
+ */
+void xe_pmu_resume(struct xe_gt *gt)
+{
+	struct xe_device *xe = gt_to_xe(gt);
+	struct xe_pmu *pmu = &xe->pmu;
+
+	if (!pmu->base.event_init)
+		return;
+
+	raw_spin_lock_irq(&pmu->lock);
+
+	/*
+	 * Re-enable sampling timer when GPU goes active.
+	 */
+	if (pmu->active_gts == 0)
+		__xe_pmu_maybe_start_timer(pmu);
+
+	pmu->active_gts |= BIT(gt->info.id);
+
+	raw_spin_unlock_irq(&pmu->lock);
+}
+
 /**
  * xe_pmu_unregister() - Remove/cleanup PMU registration
  * @arg: Ptr to pmu
@@ -722,6 +975,8 @@ void xe_pmu_unregister(void *arg)
 
 	pmu->registered = false;
 
+	hrtimer_cancel(&pmu->timer);
+
 	xe_pmu_unregister_cpuhp_state(pmu);
 
 	perf_pmu_unregister(&pmu->base);
@@ -769,6 +1024,8 @@ void xe_pmu_register(struct xe_pmu *pmu)
 		return;
 
 	raw_spin_lock_init(&pmu->lock);
+	hrtimer_init(&pmu->timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL);
+	pmu->timer.function = xe_sample;
 	pmu->cpuhp.cpu = -1;
 
 	pmu->name = kasprintf(GFP_KERNEL,
diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
index 17f5a8d7d45c..fb6e3819d7bc 100644
--- a/drivers/gpu/drm/xe/xe_pmu.h
+++ b/drivers/gpu/drm/xe/xe_pmu.h
@@ -16,12 +16,14 @@ void xe_pmu_exit(void);
 void xe_pmu_register(struct xe_pmu *pmu);
 void xe_pmu_unregister(void *arg);
 void xe_pmu_suspend(struct xe_gt *gt);
+void xe_pmu_resume(struct xe_gt *gt);
 #else
 static inline int xe_pmu_init(void) { return 0; }
 static inline void xe_pmu_exit(void) {}
 static inline void xe_pmu_register(struct xe_pmu *pmu) {}
 static inline void xe_pmu_unregister(void *arg) {}
 static inline void xe_pmu_suspend(struct xe_gt *gt) {}
+static inline void xe_pmu_resume(struct xe_gt *gt) {}
 #endif
 
 #endif
diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
index f47a6e1b109c..5d873bae4a0d 100644
--- a/drivers/gpu/drm/xe/xe_pmu_types.h
+++ b/drivers/gpu/drm/xe/xe_pmu_types.h
@@ -12,6 +12,8 @@
 enum {
 	__XE_SAMPLE_C6,
 	__XE_SAMPLE_C6_LAST_REPORTED,
+	__XE_SAMPLE_FREQ_ACT,
+	__XE_SAMPLE_FREQ_REQ,
 	__XE_NUM_PMU_SAMPLERS
 };
 
@@ -28,7 +30,11 @@ enum {
 #define __XE_PMU_PM(x) ___XE_PMU_PM(0, x)
 
 #define XE_PMU_C6_RESIDENCY                    __XE_PMU_PM(0)
+#define XE_PMU_ACTUAL_FREQUENCY			__XE_PMU_PM(1)
+#define XE_PMU_REQUESTED_FREQUENCY		__XE_PMU_PM(2)
 #define __XE_PMU_C6_RESIDENCY(gt)              ___XE_PMU_PM(gt, 0)
+#define __XE_PMU_ACTUAL_FREQUENCY(gt)		___XE_PMU_PM(gt, 1)
+#define __XE_PMU_REQUESTED_FREQUENCY(gt)	___XE_PMU_PM(gt, 2)
 
 /*
  * Non-engine events that we need to track enabled-disabled transition and
@@ -36,6 +42,8 @@ enum {
  */
 enum xe_pmu_tracked_events {
 	__XE_PMU_C6_RESIDENCY_ENABLED,
+	__XE_PMU_ACTUAL_FREQUENCY_ENABLED,
+	__XE_PMU_REQUESTED_FREQUENCY_ENABLED,
 	__XE_PMU_TRACKED_EVENT_COUNT, /* count marker */
 };
 
@@ -116,6 +124,24 @@ struct xe_pmu {
 	 * @sleep_last: Last time GT parked for C6 estimation.
 	 */
 	ktime_t sleep_last[XE_PMU_MAX_GT];
+	/**
+	 * @timer: Timer for internal Xe PMU sampling.
+	 */
+	struct hrtimer timer;
+	/**
+	 * @timer_last:
+	 *
+	 * Timestmap of the previous timer invocation.
+	 */
+	ktime_t timer_last;
+	/**
+	 * @timer_enabled: Should the internal sampling timer be running.
+	 */
+	bool timer_enabled;
+	/**
+	 * @active_gts: GT active mask.
+	 */
+	unsigned int active_gts;
 };
 
 #endif
-- 
2.38.1

✓ CI.Patch_applied: success for drm/xe/pmu: PMU interface for Xe (rev10)

[Patchwork]

== Series Details ==

Series: drm/xe/pmu: PMU interface for Xe (rev10)
URL   : https://patchwork.freedesktop.org/series/139121/
State : success

== Summary ==

=== Applying kernel patches on branch 'drm-tip' with base: ===
Base commit: c724b91a2671 drm-tip: 2024y-12m-20d-03h-23m-46s UTC integration manifest
=== git am output follows ===
.git/rebase-apply/patch:751: new blank line at EOF.
+
warning: 1 line adds whitespace errors.
Applying: drm/xe/pmu: Enable PMU interface
Applying: drm/xe: Add locks in gtidle code
Applying: drm/xe/pmu: Add GT C6 events
Applying: drm/xe/pmu: Add GT frequency events

✗ CI.checkpatch: warning for drm/xe/pmu: PMU interface for Xe (rev10)

[Patchwork]

== Series Details ==

Series: drm/xe/pmu: PMU interface for Xe (rev10)
URL   : https://patchwork.freedesktop.org/series/139121/
State : warning

== Summary ==

+ KERNEL=/kernel
+ git clone https://gitlab.freedesktop.org/drm/maintainer-tools mt
Cloning into 'mt'...
warning: redirecting to https://gitlab.freedesktop.org/drm/maintainer-tools.git/
+ git -C mt rev-list -n1 origin/master
30ab6715fc09baee6cc14cb3c89ad8858688d474
+ cd /kernel
+ git config --global --add safe.directory /kernel
+ git log -n1
commit 7cf60e1f0dd689755dfa87e3e17bec14f38f9108
Author: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
Date:   Thu Dec 19 17:19:10 2024 -0800

    drm/xe/pmu: Add GT frequency events
    
    Define PMU events for GT frequency (actual and requested). This is
    a port from the i915 driver implementation, where an internal timer
    is used to aggregate GT frequencies over certain fixed interval.
    Following PMU events are being added-
    
      xe_0000_00_02.0/actual-frequency/              [Kernel PMU event]
      xe_0000_00_02.0/requested-frequency/           [Kernel PMU event]
    
    Standard perf commands can be used to monitor GT frequency-
      $ perf stat -e xe_0000_00_02.0/requested-frequency,gt_id=0/ -I1000
    
         1.001175175                700 M    xe/requested-frequency,gt_id=0/
         2.005891881                703 M    xe/requested-frequency,gt_id=0/
         3.007318169                700 M    xe/requested-frequency,gt_id=0/
    
    Actual/requested frequencies will be 0 when GT is suspended.
    
    v2: Checkpatch fix, moved timer code to this patch
    v3: Fix kunit issue
    v4: Checkpatch warning fixes
    v5: Make PMU events per device (Lucas)
    v6: Reuse bits from config mask for gt_id (Lucas)
    v7: Fix bug in pmu_enable (Riana)
    
    Cc: Lucas De Marchi <lucas.demarchi@intel.com>
    Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
    Reviewed-by: Rodrigo Vivi <rodrigo.vivi@intel.com> #v3
    Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
+ /mt/dim checkpatch c724b91a26713d5fcedb3ffdbee2058537e7a196 drm-intel
9bd0bfb5fa33 drm/xe/pmu: Enable PMU interface
-:115: WARNING:FILE_PATH_CHANGES: added, moved or deleted file(s), does MAINTAINERS need updating?
#115: 
new file mode 100644

-:509: CHECK:PARENTHESIS_ALIGNMENT: Alignment should match open parenthesis
#509: FILE: drivers/gpu/drm/xe/xe_pmu.c:390:
+			pmu_iter = add_pmu_attr(pmu_iter, str,
+							events[i].unit);

total: 0 errors, 1 warnings, 1 checks, 775 lines checked
eec014f8dfd6 drm/xe: Add locks in gtidle code
5adbadab5359 drm/xe/pmu: Add GT C6 events
7cf60e1f0dd6 drm/xe/pmu: Add GT frequency events

✓ CI.KUnit: success for drm/xe/pmu: PMU interface for Xe (rev10)

[Patchwork]

== Series Details ==

Series: drm/xe/pmu: PMU interface for Xe (rev10)
URL   : https://patchwork.freedesktop.org/series/139121/
State : success

== Summary ==

+ trap cleanup EXIT
+ /kernel/tools/testing/kunit/kunit.py run --kunitconfig /kernel/drivers/gpu/drm/xe/.kunitconfig
[04:18:38] Configuring KUnit Kernel ...
Generating .config ...
Populating config with:
$ make ARCH=um O=.kunit olddefconfig
[04:18:42] Building KUnit Kernel ...
Populating config with:
$ make ARCH=um O=.kunit olddefconfig
Building with:
$ make all compile_commands.json ARCH=um O=.kunit --jobs=48
../lib/iomap.c:156:5: warning: no previous prototype for ‘ioread64_lo_hi’ [-Wmissing-prototypes]
  156 | u64 ioread64_lo_hi(const void __iomem *addr)
      |     ^~~~~~~~~~~~~~
../lib/iomap.c:163:5: warning: no previous prototype for ‘ioread64_hi_lo’ [-Wmissing-prototypes]
  163 | u64 ioread64_hi_lo(const void __iomem *addr)
      |     ^~~~~~~~~~~~~~
../lib/iomap.c:170:5: warning: no previous prototype for ‘ioread64be_lo_hi’ [-Wmissing-prototypes]
  170 | u64 ioread64be_lo_hi(const void __iomem *addr)
      |     ^~~~~~~~~~~~~~~~
../lib/iomap.c:178:5: warning: no previous prototype for ‘ioread64be_hi_lo’ [-Wmissing-prototypes]
  178 | u64 ioread64be_hi_lo(const void __iomem *addr)
      |     ^~~~~~~~~~~~~~~~
../lib/iomap.c:264:6: warning: no previous prototype for ‘iowrite64_lo_hi’ [-Wmissing-prototypes]
  264 | void iowrite64_lo_hi(u64 val, void __iomem *addr)
      |      ^~~~~~~~~~~~~~~
../lib/iomap.c:272:6: warning: no previous prototype for ‘iowrite64_hi_lo’ [-Wmissing-prototypes]
  272 | void iowrite64_hi_lo(u64 val, void __iomem *addr)
      |      ^~~~~~~~~~~~~~~
../lib/iomap.c:280:6: warning: no previous prototype for ‘iowrite64be_lo_hi’ [-Wmissing-prototypes]
  280 | void iowrite64be_lo_hi(u64 val, void __iomem *addr)
      |      ^~~~~~~~~~~~~~~~~
../lib/iomap.c:288:6: warning: no previous prototype for ‘iowrite64be_hi_lo’ [-Wmissing-prototypes]
  288 | void iowrite64be_hi_lo(u64 val, void __iomem *addr)
      |      ^~~~~~~~~~~~~~~~~

[04:19:11] Starting KUnit Kernel (1/1)...
[04:19:11] ============================================================
Running tests with:
$ .kunit/linux kunit.enable=1 mem=1G console=tty kunit_shutdown=halt
[04:19:11] =================== guc_dbm (7 subtests) ===================
[04:19:11] [PASSED] test_empty
[04:19:11] [PASSED] test_default
[04:19:11] ======================== test_size  ========================
[04:19:11] [PASSED] 4
[04:19:11] [PASSED] 8
[04:19:11] [PASSED] 32
[04:19:11] [PASSED] 256
[04:19:11] ==================== [PASSED] test_size ====================
[04:19:11] ======================= test_reuse  ========================
[04:19:11] [PASSED] 4
[04:19:11] [PASSED] 8
[04:19:11] [PASSED] 32
[04:19:11] [PASSED] 256
[04:19:11] =================== [PASSED] test_reuse ====================
[04:19:11] =================== test_range_overlap  ====================
[04:19:11] [PASSED] 4
[04:19:11] [PASSED] 8
[04:19:11] [PASSED] 32
[04:19:11] [PASSED] 256
[04:19:11] =============== [PASSED] test_range_overlap ================
[04:19:11] =================== test_range_compact  ====================
[04:19:11] [PASSED] 4
[04:19:11] [PASSED] 8
[04:19:11] [PASSED] 32
[04:19:11] [PASSED] 256
[04:19:11] =============== [PASSED] test_range_compact ================
[04:19:11] ==================== test_range_spare  =====================
[04:19:11] [PASSED] 4
[04:19:11] [PASSED] 8
[04:19:11] [PASSED] 32
[04:19:11] [PASSED] 256
[04:19:11] ================ [PASSED] test_range_spare =================
[04:19:11] ===================== [PASSED] guc_dbm =====================
[04:19:11] =================== guc_idm (6 subtests) ===================
[04:19:11] [PASSED] bad_init
[04:19:11] [PASSED] no_init
[04:19:11] [PASSED] init_fini
[04:19:11] [PASSED] check_used
[04:19:11] [PASSED] check_quota
[04:19:11] [PASSED] check_all
[04:19:11] ===================== [PASSED] guc_idm =====================
[04:19:11] ================== no_relay (3 subtests) ===================
[04:19:11] [PASSED] xe_drops_guc2pf_if_not_ready
[04:19:11] [PASSED] xe_drops_guc2vf_if_not_ready
[04:19:11] [PASSED] xe_rejects_send_if_not_ready
[04:19:11] ==================== [PASSED] no_relay =====================
[04:19:11] ================== pf_relay (14 subtests) ==================
[04:19:11] [PASSED] pf_rejects_guc2pf_too_short
[04:19:11] [PASSED] pf_rejects_guc2pf_too_long
[04:19:11] [PASSED] pf_rejects_guc2pf_no_payload
[04:19:11] [PASSED] pf_fails_no_payload
[04:19:11] [PASSED] pf_fails_bad_origin
[04:19:11] [PASSED] pf_fails_bad_type
[04:19:11] [PASSED] pf_txn_reports_error
[04:19:11] [PASSED] pf_txn_sends_pf2guc
[04:19:11] [PASSED] pf_sends_pf2guc
[04:19:11] [SKIPPED] pf_loopback_nop
[04:19:11] [SKIPPED] pf_loopback_echo
[04:19:11] [SKIPPED] pf_loopback_fail
[04:19:11] [SKIPPED] pf_loopback_busy
[04:19:11] [SKIPPED] pf_loopback_retry
[04:19:11] ==================== [PASSED] pf_relay =====================
[04:19:11] ================== vf_relay (3 subtests) ===================
[04:19:11] [PASSED] vf_rejects_guc2vf_too_short
[04:19:11] [PASSED] vf_rejects_guc2vf_too_long
[04:19:11] [PASSED] vf_rejects_guc2vf_no_payload
[04:19:11] ==================== [PASSED] vf_relay =====================
[04:19:11] ================= pf_service (11 subtests) =================
[04:19:11] [PASSED] pf_negotiate_any
[04:19:11] [PASSED] pf_negotiate_base_match
[04:19:11] [PASSED] pf_negotiate_base_newer
[04:19:11] [PASSED] pf_negotiate_base_next
[04:19:11] [SKIPPED] pf_negotiate_base_older
[04:19:11] [PASSED] pf_negotiate_base_prev
[04:19:11] [PASSED] pf_negotiate_latest_match
[04:19:11] [PASSED] pf_negotiate_latest_newer
[04:19:11] [PASSED] pf_negotiate_latest_next
[04:19:11] [SKIPPED] pf_negotiate_latest_older
[04:19:11] [SKIPPED] pf_negotiate_latest_prev
[04:19:11] =================== [PASSED] pf_service ====================
[04:19:11] ===================== lmtt (1 subtest) =====================
[04:19:11] ======================== test_ops  =========================
[04:19:11] [PASSED] 2-level
[04:19:11] [PASSED] multi-level
[04:19:11] ==================== [PASSED] test_ops =====================
[04:19:11] ====================== [PASSED] lmtt =======================
[04:19:11] =================== xe_mocs (2 subtests) ===================
[04:19:11] ================ xe_live_mocs_kernel_kunit  ================
[04:19:11] =========== [SKIPPED] xe_live_mocs_kernel_kunit ============
[04:19:11] ================ xe_live_mocs_reset_kunit  =================
[04:19:11] ============ [SKIPPED] xe_live_mocs_reset_kunit ============
[04:19:11] ==================== [SKIPPED] xe_mocs =====================
[04:19:11] ================= xe_migrate (2 subtests) ==================
[04:19:11] ================= xe_migrate_sanity_kunit  =================
[04:19:11] ============ [SKIPPED] xe_migrate_sanity_kunit =============
[04:19:11] ================== xe_validate_ccs_kunit  ==================
[04:19:11] ============= [SKIPPED] xe_validate_ccs_kunit ==============
[04:19:11] =================== [SKIPPED] xe_migrate ===================
[04:19:11] ================== xe_dma_buf (1 subtest) ==================
[04:19:11] ==================== xe_dma_buf_kunit  =====================
[04:19:11] ================ [SKIPPED] xe_dma_buf_kunit ================
[04:19:11] =================== [SKIPPED] xe_dma_buf ===================
[04:19:11] ================= xe_bo_shrink (1 subtest) =================
[04:19:11] =================== xe_bo_shrink_kunit  ====================
[04:19:11] =============== [SKIPPED] xe_bo_shrink_kunit ===============
[04:19:11] ================== [SKIPPED] xe_bo_shrink ==================
[04:19:11] ==================== xe_bo (2 subtests) ====================
[04:19:11] ================== xe_ccs_migrate_kunit  ===================
[04:19:11] ============== [SKIPPED] xe_ccs_migrate_kunit ==============
[04:19:11] ==================== xe_bo_evict_kunit  ====================
[04:19:11] =============== [SKIPPED] xe_bo_evict_kunit ================
[04:19:11] ===================== [SKIPPED] xe_bo ======================
[04:19:11] ==================== args (11 subtests) ====================
[04:19:11] [PASSED] count_args_test
[04:19:11] [PASSED] call_args_example
[04:19:11] [PASSED] call_args_test
[04:19:11] [PASSED] drop_first_arg_example
[04:19:11] [PASSED] drop_first_arg_test
[04:19:11] [PASSED] first_arg_example
[04:19:11] [PASSED] first_arg_test
stty: 'standard input': Inappropriate ioctl for device
[04:19:11] [PASSED] last_arg_example
[04:19:11] [PASSED] last_arg_test
[04:19:11] [PASSED] pick_arg_example
[04:19:11] [PASSED] sep_comma_example
[04:19:11] ====================== [PASSED] args =======================
[04:19:11] =================== xe_pci (2 subtests) ====================
[04:19:11] [PASSED] xe_gmdid_graphics_ip
[04:19:11] [PASSED] xe_gmdid_media_ip
[04:19:11] ===================== [PASSED] xe_pci ======================
[04:19:11] =================== xe_rtp (2 subtests) ====================
[04:19:11] =============== xe_rtp_process_to_sr_tests  ================
[04:19:11] [PASSED] coalesce-same-reg
[04:19:11] [PASSED] no-match-no-add
[04:19:11] [PASSED] match-or
[04:19:11] [PASSED] match-or-xfail
[04:19:11] [PASSED] no-match-no-add-multiple-rules
[04:19:11] [PASSED] two-regs-two-entries
[04:19:11] [PASSED] clr-one-set-other
[04:19:11] [PASSED] set-field
[04:19:11] [PASSED] conflict-duplicate
[04:19:11] [PASSED] conflict-not-disjoint
[04:19:11] [PASSED] conflict-reg-type
[04:19:11] =========== [PASSED] xe_rtp_process_to_sr_tests ============
[04:19:11] ================== xe_rtp_process_tests  ===================
[04:19:11] [PASSED] active1
[04:19:11] [PASSED] active2
[04:19:11] [PASSED] active-inactive
[04:19:11] [PASSED] inactive-active
[04:19:11] [PASSED] inactive-1st_or_active-inactive
[04:19:11] [PASSED] inactive-2nd_or_active-inactive
[04:19:11] [PASSED] inactive-last_or_active-inactive
[04:19:11] [PASSED] inactive-no_or_active-inactive
[04:19:11] ============== [PASSED] xe_rtp_process_tests ===============
[04:19:11] ===================== [PASSED] xe_rtp ======================
[04:19:11] ==================== xe_wa (1 subtest) =====================
[04:19:11] ======================== xe_wa_gt  =========================
[04:19:11] [PASSED] TIGERLAKE (B0)
[04:19:11] [PASSED] DG1 (A0)
[04:19:11] [PASSED] DG1 (B0)
[04:19:11] [PASSED] ALDERLAKE_S (A0)
[04:19:11] [PASSED] ALDERLAKE_S (B0)
[04:19:11] [PASSED] ALDERLAKE_S (C0)
[04:19:11] [PASSED] ALDERLAKE_S (D0)
[04:19:11] [PASSED] ALDERLAKE_P (A0)
[04:19:11] [PASSED] ALDERLAKE_P (B0)
[04:19:11] [PASSED] ALDERLAKE_P (C0)
[04:19:11] [PASSED] ALDERLAKE_S_RPLS (D0)
[04:19:11] [PASSED] ALDERLAKE_P_RPLU (E0)
[04:19:11] [PASSED] DG2_G10 (C0)
[04:19:11] [PASSED] DG2_G11 (B1)
[04:19:11] [PASSED] DG2_G12 (A1)
[04:19:11] [PASSED] METEORLAKE (g:A0, m:A0)
[04:19:11] [PASSED] METEORLAKE (g:A0, m:A0)
[04:19:11] [PASSED] METEORLAKE (g:A0, m:A0)
[04:19:11] [PASSED] LUNARLAKE (g:A0, m:A0)
[04:19:11] [PASSED] LUNARLAKE (g:B0, m:A0)
[04:19:11] [PASSED] BATTLEMAGE (g:A0, m:A1)
[04:19:11] ==================== [PASSED] xe_wa_gt =====================
[04:19:11] ====================== [PASSED] xe_wa ======================
[04:19:11] ============================================================
[04:19:11] Testing complete. Ran 122 tests: passed: 106, skipped: 16
[04:19:11] Elapsed time: 33.457s total, 4.454s configuring, 28.738s building, 0.230s running

+ /kernel/tools/testing/kunit/kunit.py run --kunitconfig /kernel/drivers/gpu/drm/tests/.kunitconfig
[04:19:11] Configuring KUnit Kernel ...
Regenerating .config ...
Populating config with:
$ make ARCH=um O=.kunit olddefconfig
[04:19:13] Building KUnit Kernel ...
Populating config with:
$ make ARCH=um O=.kunit olddefconfig
Building with:
$ make all compile_commands.json ARCH=um O=.kunit --jobs=48
../lib/iomap.c:156:5: warning: no previous prototype for ‘ioread64_lo_hi’ [-Wmissing-prototypes]
  156 | u64 ioread64_lo_hi(const void __iomem *addr)
      |     ^~~~~~~~~~~~~~
../lib/iomap.c:163:5: warning: no previous prototype for ‘ioread64_hi_lo’ [-Wmissing-prototypes]
  163 | u64 ioread64_hi_lo(const void __iomem *addr)
      |     ^~~~~~~~~~~~~~
../lib/iomap.c:170:5: warning: no previous prototype for ‘ioread64be_lo_hi’ [-Wmissing-prototypes]
  170 | u64 ioread64be_lo_hi(const void __iomem *addr)
      |     ^~~~~~~~~~~~~~~~
../lib/iomap.c:178:5: warning: no previous prototype for ‘ioread64be_hi_lo’ [-Wmissing-prototypes]
  178 | u64 ioread64be_hi_lo(const void __iomem *addr)
      |     ^~~~~~~~~~~~~~~~
../lib/iomap.c:264:6: warning: no previous prototype for ‘iowrite64_lo_hi’ [-Wmissing-prototypes]
  264 | void iowrite64_lo_hi(u64 val, void __iomem *addr)
      |      ^~~~~~~~~~~~~~~
../lib/iomap.c:272:6: warning: no previous prototype for ‘iowrite64_hi_lo’ [-Wmissing-prototypes]
  272 | void iowrite64_hi_lo(u64 val, void __iomem *addr)
      |      ^~~~~~~~~~~~~~~
../lib/iomap.c:280:6: warning: no previous prototype for ‘iowrite64be_lo_hi’ [-Wmissing-prototypes]
  280 | void iowrite64be_lo_hi(u64 val, void __iomem *addr)
      |      ^~~~~~~~~~~~~~~~~
../lib/iomap.c:288:6: warning: no previous prototype for ‘iowrite64be_hi_lo’ [-Wmissing-prototypes]
  288 | void iowrite64be_hi_lo(u64 val, void __iomem *addr)
      |      ^~~~~~~~~~~~~~~~~

[04:19:36] Starting KUnit Kernel (1/1)...
[04:19:36] ============================================================
Running tests with:
$ .kunit/linux kunit.enable=1 mem=1G console=tty kunit_shutdown=halt
[04:19:36] ================== drm_buddy (7 subtests) ==================
[04:19:36] [PASSED] drm_test_buddy_alloc_limit
[04:19:36] [PASSED] drm_test_buddy_alloc_optimistic
[04:19:36] [PASSED] drm_test_buddy_alloc_pessimistic
[04:19:36] [PASSED] drm_test_buddy_alloc_pathological
[04:19:36] [PASSED] drm_test_buddy_alloc_contiguous
[04:19:36] [PASSED] drm_test_buddy_alloc_clear
[04:19:36] [PASSED] drm_test_buddy_alloc_range_bias
[04:19:36] ==================== [PASSED] drm_buddy ====================
[04:19:36] ============= drm_cmdline_parser (40 subtests) =============
[04:19:36] [PASSED] drm_test_cmdline_force_d_only
[04:19:36] [PASSED] drm_test_cmdline_force_D_only_dvi
[04:19:36] [PASSED] drm_test_cmdline_force_D_only_hdmi
[04:19:36] [PASSED] drm_test_cmdline_force_D_only_not_digital
[04:19:36] [PASSED] drm_test_cmdline_force_e_only
[04:19:36] [PASSED] drm_test_cmdline_res
[04:19:36] [PASSED] drm_test_cmdline_res_vesa
[04:19:36] [PASSED] drm_test_cmdline_res_vesa_rblank
[04:19:36] [PASSED] drm_test_cmdline_res_rblank
[04:19:36] [PASSED] drm_test_cmdline_res_bpp
[04:19:36] [PASSED] drm_test_cmdline_res_refresh
[04:19:36] [PASSED] drm_test_cmdline_res_bpp_refresh
[04:19:36] [PASSED] drm_test_cmdline_res_bpp_refresh_interlaced
[04:19:36] [PASSED] drm_test_cmdline_res_bpp_refresh_margins
[04:19:36] [PASSED] drm_test_cmdline_res_bpp_refresh_force_off
[04:19:36] [PASSED] drm_test_cmdline_res_bpp_refresh_force_on
[04:19:36] [PASSED] drm_test_cmdline_res_bpp_refresh_force_on_analog
[04:19:36] [PASSED] drm_test_cmdline_res_bpp_refresh_force_on_digital
[04:19:36] [PASSED] drm_test_cmdline_res_bpp_refresh_interlaced_margins_force_on
[04:19:36] [PASSED] drm_test_cmdline_res_margins_force_on
[04:19:36] [PASSED] drm_test_cmdline_res_vesa_margins
[04:19:36] [PASSED] drm_test_cmdline_name
[04:19:36] [PASSED] drm_test_cmdline_name_bpp
[04:19:36] [PASSED] drm_test_cmdline_name_option
[04:19:36] [PASSED] drm_test_cmdline_name_bpp_option
[04:19:36] [PASSED] drm_test_cmdline_rotate_0
[04:19:36] [PASSED] drm_test_cmdline_rotate_90
[04:19:36] [PASSED] drm_test_cmdline_rotate_180
[04:19:36] [PASSED] drm_test_cmdline_rotate_270
[04:19:36] [PASSED] drm_test_cmdline_hmirror
[04:19:36] [PASSED] drm_test_cmdline_vmirror
[04:19:36] [PASSED] drm_test_cmdline_margin_options
[04:19:36] [PASSED] drm_test_cmdline_multiple_options
[04:19:36] [PASSED] drm_test_cmdline_bpp_extra_and_option
[04:19:36] [PASSED] drm_test_cmdline_extra_and_option
[04:19:36] [PASSED] drm_test_cmdline_freestanding_options
[04:19:36] [PASSED] drm_test_cmdline_freestanding_force_e_and_options
[04:19:36] [PASSED] drm_test_cmdline_panel_orientation
[04:19:36] ================ drm_test_cmdline_invalid  =================
[04:19:36] [PASSED] margin_only
[04:19:36] [PASSED] interlace_only
[04:19:36] [PASSED] res_missing_x
[04:19:36] [PASSED] res_missing_y
[04:19:36] [PASSED] res_bad_y
[04:19:36] [PASSED] res_missing_y_bpp
[04:19:36] [PASSED] res_bad_bpp
[04:19:36] [PASSED] res_bad_refresh
[04:19:36] [PASSED] res_bpp_refresh_force_on_off
[04:19:36] [PASSED] res_invalid_mode
[04:19:36] [PASSED] res_bpp_wrong_place_mode
[04:19:36] [PASSED] name_bpp_refresh
[04:19:36] [PASSED] name_refresh
[04:19:36] [PASSED] name_refresh_wrong_mode
[04:19:36] [PASSED] name_refresh_invalid_mode
[04:19:36] [PASSED] rotate_multiple
[04:19:36] [PASSED] rotate_invalid_val
[04:19:36] [PASSED] rotate_truncated
[04:19:36] [PASSED] invalid_option
[04:19:36] [PASSED] invalid_tv_option
[04:19:36] [PASSED] truncated_tv_option
[04:19:36] ============ [PASSED] drm_test_cmdline_invalid =============
[04:19:36] =============== drm_test_cmdline_tv_options  ===============
[04:19:36] [PASSED] NTSC
[04:19:36] [PASSED] NTSC_443
[04:19:36] [PASSED] NTSC_J
[04:19:36] [PASSED] PAL
[04:19:36] [PASSED] PAL_M
[04:19:36] [PASSED] PAL_N
[04:19:36] [PASSED] SECAM
[04:19:36] [PASSED] MONO_525
[04:19:36] [PASSED] MONO_625
[04:19:36] =========== [PASSED] drm_test_cmdline_tv_options ===========
[04:19:36] =============== [PASSED] drm_cmdline_parser ================
[04:19:36] ========== drmm_connector_hdmi_init (19 subtests) ==========
[04:19:36] [PASSED] drm_test_connector_hdmi_init_valid
[04:19:36] [PASSED] drm_test_connector_hdmi_init_bpc_8
[04:19:36] [PASSED] drm_test_connector_hdmi_init_bpc_10
[04:19:36] [PASSED] drm_test_connector_hdmi_init_bpc_12
[04:19:36] [PASSED] drm_test_connector_hdmi_init_bpc_invalid
[04:19:36] [PASSED] drm_test_connector_hdmi_init_bpc_null
[04:19:36] [PASSED] drm_test_connector_hdmi_init_formats_empty
[04:19:36] [PASSED] drm_test_connector_hdmi_init_formats_no_rgb
[04:19:36] [PASSED] drm_test_connector_hdmi_init_null_ddc
[04:19:36] [PASSED] drm_test_connector_hdmi_init_null_product
[04:19:36] [PASSED] drm_test_connector_hdmi_init_null_vendor
[04:19:36] [PASSED] drm_test_connector_hdmi_init_product_length_exact
[04:19:36] [PASSED] drm_test_connector_hdmi_init_product_length_too_long
[04:19:36] [PASSED] drm_test_connector_hdmi_init_product_valid
[04:19:36] [PASSED] drm_test_connector_hdmi_init_vendor_length_exact
[04:19:36] [PASSED] drm_test_connector_hdmi_init_vendor_length_too_long
[04:19:36] [PASSED] drm_test_connector_hdmi_init_vendor_valid
[04:19:36] ========= drm_test_connector_hdmi_init_type_valid  =========
[04:19:36] [PASSED] HDMI-A
[04:19:36] [PASSED] HDMI-B
[04:19:36] ===== [PASSED] drm_test_connector_hdmi_init_type_valid =====
[04:19:36] ======== drm_test_connector_hdmi_init_type_invalid  ========
[04:19:36] [PASSED] Unknown
[04:19:36] [PASSED] VGA
[04:19:36] [PASSED] DVI-I
[04:19:36] [PASSED] DVI-D
[04:19:36] [PASSED] DVI-A
[04:19:36] [PASSED] Composite
[04:19:36] [PASSED] SVIDEO
[04:19:36] [PASSED] LVDS
[04:19:36] [PASSED] Component
[04:19:36] [PASSED] DIN
[04:19:36] [PASSED] DP
[04:19:36] [PASSED] TV
[04:19:36] [PASSED] eDP
[04:19:36] [PASSED] Virtual
[04:19:36] [PASSED] DSI
[04:19:36] [PASSED] DPI
[04:19:36] [PASSED] Writeback
[04:19:36] [PASSED] SPI
[04:19:36] [PASSED] USB
[04:19:36] ==== [PASSED] drm_test_connector_hdmi_init_type_invalid ====
[04:19:36] ============ [PASSED] drmm_connector_hdmi_init =============
[04:19:36] ============= drmm_connector_init (3 subtests) =============
[04:19:36] [PASSED] drm_test_drmm_connector_init
[04:19:36] [PASSED] drm_test_drmm_connector_init_null_ddc
[04:19:36] ========= drm_test_drmm_connector_init_type_valid  =========
[04:19:36] [PASSED] Unknown
[04:19:36] [PASSED] VGA
[04:19:36] [PASSED] DVI-I
[04:19:36] [PASSED] DVI-D
[04:19:36] [PASSED] DVI-A
[04:19:36] [PASSED] Composite
[04:19:36] [PASSED] SVIDEO
[04:19:36] [PASSED] LVDS
[04:19:36] [PASSED] Component
[04:19:36] [PASSED] DIN
[04:19:36] [PASSED] DP
[04:19:36] [PASSED] HDMI-A
[04:19:36] [PASSED] HDMI-B
[04:19:36] [PASSED] TV
[04:19:36] [PASSED] eDP
[04:19:36] [PASSED] Virtual
[04:19:36] [PASSED] DSI
[04:19:36] [PASSED] DPI
[04:19:36] [PASSED] Writeback
[04:19:36] [PASSED] SPI
[04:19:36] [PASSED] USB
[04:19:36] ===== [PASSED] drm_test_drmm_connector_init_type_valid =====
[04:19:36] =============== [PASSED] drmm_connector_init ===============
[04:19:36] ========= drm_connector_dynamic_init (6 subtests) ==========
[04:19:36] [PASSED] drm_test_drm_connector_dynamic_init
[04:19:36] [PASSED] drm_test_drm_connector_dynamic_init_null_ddc
[04:19:36] [PASSED] drm_test_drm_connector_dynamic_init_not_added
[04:19:36] [PASSED] drm_test_drm_connector_dynamic_init_properties
[04:19:36] ===== drm_test_drm_connector_dynamic_init_type_valid  ======
[04:19:36] [PASSED] Unknown
[04:19:36] [PASSED] VGA
[04:19:36] [PASSED] DVI-I
[04:19:36] [PASSED] DVI-D
[04:19:36] [PASSED] DVI-A
[04:19:36] [PASSED] Composite
[04:19:36] [PASSED] SVIDEO
[04:19:36] [PASSED] LVDS
[04:19:36] [PASSED] Component
[04:19:36] [PASSED] DIN
[04:19:36] [PASSED] DP
[04:19:36] [PASSED] HDMI-A
[04:19:36] [PASSED] HDMI-B
[04:19:36] [PASSED] TV
[04:19:36] [PASSED] eDP
[04:19:36] [PASSED] Virtual
[04:19:36] [PASSED] DSI
[04:19:36] [PASSED] DPI
[04:19:36] [PASSED] Writeback
[04:19:36] [PASSED] SPI
[04:19:36] [PASSED] USB
[04:19:36] = [PASSED] drm_test_drm_connector_dynamic_init_type_valid ==
[04:19:36] ======== drm_test_drm_connector_dynamic_init_name  =========
[04:19:36] [PASSED] Unknown
[04:19:36] [PASSED] VGA
[04:19:36] [PASSED] DVI-I
[04:19:36] [PASSED] DVI-D
[04:19:36] [PASSED] DVI-A
[04:19:36] [PASSED] Composite
[04:19:36] [PASSED] SVIDEO
[04:19:36] [PASSED] LVDS
[04:19:36] [PASSED] Component
[04:19:36] [PASSED] DIN
[04:19:36] [PASSED] DP
[04:19:36] [PASSED] HDMI-A
[04:19:36] [PASSED] HDMI-B
[04:19:36] [PASSED] TV
[04:19:36] [PASSED] eDP
[04:19:36] [PASSED] Virtual
[04:19:36] [PASSED] DSI
[04:19:36] [PASSED] DPI
[04:19:36] [PASSED] Writeback
[04:19:36] [PASSED] SPI
[04:19:36] [PASSED] USB
[04:19:36] ==== [PASSED] drm_test_drm_connector_dynamic_init_name =====
[04:19:36] =========== [PASSED] drm_connector_dynamic_init ============
[04:19:36] ==== drm_connector_dynamic_register_early (4 subtests) =====
[04:19:36] [PASSED] drm_test_drm_connector_dynamic_register_early_on_list
[04:19:36] [PASSED] drm_test_drm_connector_dynamic_register_early_defer
[04:19:36] [PASSED] drm_test_drm_connector_dynamic_register_early_no_init
[04:19:36] [PASSED] drm_test_drm_connector_dynamic_register_early_no_mode_object
[04:19:36] ====== [PASSED] drm_connector_dynamic_register_early =======
[04:19:36] ======= drm_connector_dynamic_register (7 subtests) ========
[04:19:36] [PASSED] drm_test_drm_connector_dynamic_register_on_list
[04:19:36] [PASSED] drm_test_drm_connector_dynamic_register_no_defer
[04:19:36] [PASSED] drm_test_drm_connector_dynamic_register_no_init
[04:19:36] [PASSED] drm_test_drm_connector_dynamic_register_mode_object
[04:19:36] [PASSED] drm_test_drm_connector_dynamic_register_sysfs
[04:19:36] [PASSED] drm_test_drm_connector_dynamic_register_sysfs_name
[04:19:36] [PASSED] drm_test_drm_connector_dynamic_register_debugfs
[04:19:36] ========= [PASSED] drm_connector_dynamic_register ==========
[04:19:36] = drm_connector_attach_broadcast_rgb_property (2 subtests) =
[04:19:36] [PASSED] drm_test_drm_connector_attach_broadcast_rgb_property
[04:19:36] [PASSED] drm_test_drm_connector_attach_broadcast_rgb_property_hdmi_connector
[04:19:36] === [PASSED] drm_connector_attach_broadcast_rgb_property ===
[04:19:36] ========== drm_get_tv_mode_from_name (2 subtests) ==========
[04:19:36] ========== drm_test_get_tv_mode_from_name_valid  ===========
[04:19:36] [PASSED] NTSC
[04:19:36] [PASSED] NTSC-443
[04:19:36] [PASSED] NTSC-J
[04:19:36] [PASSED] PAL
[04:19:36] [PASSED] PAL-M
[04:19:36] [PASSED] PAL-N
[04:19:36] [PASSED] SECAM
[04:19:36] [PASSED] Mono
[04:19:36] ====== [PASSED] drm_test_get_tv_mode_from_name_valid =======
[04:19:36] [PASSED] drm_test_get_tv_mode_from_name_truncated
[04:19:36] ============ [PASSED] drm_get_tv_mode_from_name ============
[04:19:36] = drm_test_connector_hdmi_compute_mode_clock (12 subtests) =
[04:19:36] [PASSED] drm_test_drm_hdmi_compute_mode_clock_rgb
[04:19:36] [PASSED] drm_test_drm_hdmi_compute_mode_clock_rgb_10bpc
[04:19:36] [PASSED] drm_test_drm_hdmi_compute_mode_clock_rgb_10bpc_vic_1
[04:19:36] [PASSED] drm_test_drm_hdmi_compute_mode_clock_rgb_12bpc
[04:19:36] [PASSED] drm_test_drm_hdmi_compute_mode_clock_rgb_12bpc_vic_1
[04:19:36] [PASSED] drm_test_drm_hdmi_compute_mode_clock_rgb_double
[04:19:36] = drm_test_connector_hdmi_compute_mode_clock_yuv420_valid  =
[04:19:36] [PASSED] VIC 96
[04:19:36] [PASSED] VIC 97
[04:19:36] [PASSED] VIC 101
[04:19:36] [PASSED] VIC 102
[04:19:36] [PASSED] VIC 106
[04:19:36] [PASSED] VIC 107
[04:19:36] === [PASSED] drm_test_connector_hdmi_compute_mode_clock_yuv420_valid ===
[04:19:36] [PASSED] drm_test_connector_hdmi_compute_mode_clock_yuv420_10_bpc
[04:19:36] [PASSED] drm_test_connector_hdmi_compute_mode_clock_yuv420_12_bpc
[04:19:36] [PASSED] drm_test_connector_hdmi_compute_mode_clock_yuv422_8_bpc
[04:19:36] [PASSED] drm_test_connector_hdmi_compute_mode_clock_yuv422_10_bpc
[04:19:36] [PASSED] drm_test_connector_hdmi_compute_mode_clock_yuv422_12_bpc
[04:19:36] === [PASSED] drm_test_connector_hdmi_compute_mode_clock ====
[04:19:36] == drm_hdmi_connector_get_broadcast_rgb_name (2 subtests) ==
[04:19:36] === drm_test_drm_hdmi_connector_get_broadcast_rgb_name  ====
[04:19:36] [PASSED] Automatic
[04:19:36] [PASSED] Full
[04:19:36] [PASSED] Limited 16:235
[04:19:36] === [PASSED] drm_test_drm_hdmi_connector_get_broadcast_rgb_name ===
[04:19:36] [PASSED] drm_test_drm_hdmi_connector_get_broadcast_rgb_name_invalid
[04:19:36] ==== [PASSED] drm_hdmi_connector_get_broadcast_rgb_name ====
[04:19:36] == drm_hdmi_connector_get_output_format_name (2 subtests) ==
[04:19:36] === drm_test_drm_hdmi_connector_get_output_format_name  ====
[04:19:36] [PASSED] RGB
[04:19:36] [PASSED] YUV 4:2:0
[04:19:36] [PASSED] YUV 4:2:2
[04:19:36] [PASSED] YUV 4:4:4
[04:19:36] === [PASSED] drm_test_drm_hdmi_connector_get_output_format_name ===
[04:19:36] [PASSED] drm_test_drm_hdmi_connector_get_output_format_name_invalid
[04:19:36] ==== [PASSED] drm_hdmi_connector_get_output_format_name ====
[04:19:36] ============= drm_damage_helper (21 subtests) ==============
[04:19:36] [PASSED] drm_test_damage_iter_no_damage
[04:19:36] [PASSED] drm_test_damage_iter_no_damage_fractional_src
[04:19:36] [PASSED] drm_test_damage_iter_no_damage_src_moved
[04:19:36] [PASSED] drm_test_damage_iter_no_damage_fractional_src_moved
[04:19:36] [PASSED] drm_test_damage_iter_no_damage_not_visible
[04:19:36] [PASSED] drm_test_damage_iter_no_damage_no_crtc
[04:19:36] [PASSED] drm_test_damage_iter_no_damage_no_fb
[04:19:36] [PASSED] drm_test_damage_iter_simple_damage
[04:19:36] [PASSED] drm_test_damage_iter_single_damage
[04:19:36] [PASSED] drm_test_damage_iter_single_damage_intersect_src
[04:19:36] [PASSED] drm_test_damage_iter_single_damage_outside_src
[04:19:36] [PASSED] drm_test_damage_iter_single_damage_fractional_src
[04:19:36] [PASSED] drm_test_damage_iter_single_damage_intersect_fractional_src
[04:19:36] [PASSED] drm_test_damage_iter_single_damage_outside_fractional_src
[04:19:36] [PASSED] drm_test_damage_iter_single_damage_src_moved
[04:19:36] [PASSED] drm_test_damage_iter_single_damage_fractional_src_moved
[04:19:36] [PASSED] drm_test_damage_iter_damage
[04:19:36] [PASSED] drm_test_damage_iter_damage_one_intersect
[04:19:36] [PASSED] drm_test_damage_iter_damage_one_outside
[04:19:36] [PASSED] drm_test_damage_iter_damage_src_moved
[04:19:36] [PASSED] drm_test_damage_iter_damage_not_visible
[04:19:36] ================ [PASSED] drm_damage_helper ================
[04:19:36] ============== drm_dp_mst_helper (3 subtests) ==============
[04:19:36] ============== drm_test_dp_mst_calc_pbn_mode  ==============
[04:19:36] [PASSED] Clock 154000 BPP 30 DSC disabled
[04:19:36] [PASSED] Clock 234000 BPP 30 DSC disabled
[04:19:36] [PASSED] Clock 297000 BPP 24 DSC disabled
[04:19:36] [PASSED] Clock 332880 BPP 24 DSC enabled
[04:19:36] [PASSED] Clock 324540 BPP 24 DSC enabled
[04:19:36] ========== [PASSED] drm_test_dp_mst_calc_pbn_mode ==========
[04:19:36] ============== drm_test_dp_mst_calc_pbn_div  ===============
[04:19:36] [PASSED] Link rate 2000000 lane count 4
[04:19:36] [PASSED] Link rate 2000000 lane count 2
[04:19:36] [PASSED] Link rate 2000000 lane count 1
[04:19:36] [PASSED] Link rate 1350000 lane count 4
[04:19:36] [PASSED] Link rate 1350000 lane count 2
[04:19:36] [PASSED] Link rate 1350000 lane count 1
[04:19:36] [PASSED] Link rate 1000000 lane count 4
[04:19:36] [PASSED] Link rate 1000000 lane count 2
[04:19:36] [PASSED] Link rate 1000000 lane count 1
[04:19:36] [PASSED] Link rate 810000 lane count 4
[04:19:36] [PASSED] Link rate 810000 lane count 2
[04:19:36] [PASSED] Link rate 810000 lane count 1
[04:19:36] [PASSED] Link rate 540000 lane count 4
[04:19:36] [PASSED] Link rate 540000 lane count 2
[04:19:36] [PASSED] Link rate 540000 lane count 1
[04:19:36] [PASSED] Link rate 270000 lane count 4
[04:19:36] [PASSED] Link rate 270000 lane count 2
[04:19:36] [PASSED] Link rate 270000 lane count 1
[04:19:36] [PASSED] Link rate 162000 lane count 4
[04:19:36] [PASSED] Link rate 162000 lane count 2
[04:19:36] [PASSED] Link rate 162000 lane count 1
[04:19:36] ========== [PASSED] drm_test_dp_mst_calc_pbn_div ===========
[04:19:36] ========= drm_test_dp_mst_sideband_msg_req_decode  =========
[04:19:36] [PASSED] DP_ENUM_PATH_RESOURCES with port number
[04:19:36] [PASSED] DP_POWER_UP_PHY with port number
[04:19:36] [PASSED] DP_POWER_DOWN_PHY with port number
[04:19:36] [PASSED] DP_ALLOCATE_PAYLOAD with SDP stream sinks
[04:19:36] [PASSED] DP_ALLOCATE_PAYLOAD with port number
[04:19:36] [PASSED] DP_ALLOCATE_PAYLOAD with VCPI
[04:19:36] [PASSED] DP_ALLOCATE_PAYLOAD with PBN
[04:19:36] [PASSED] DP_QUERY_PAYLOAD with port number
[04:19:36] [PASSED] DP_QUERY_PAYLOAD with VCPI
[04:19:36] [PASSED] DP_REMOTE_DPCD_READ with port number
[04:19:36] [PASSED] DP_REMOTE_DPCD_READ with DPCD address
[04:19:36] [PASSED] DP_REMOTE_DPCD_READ with max number of bytes
[04:19:36] [PASSED] DP_REMOTE_DPCD_WRITE with port number
[04:19:36] [PASSED] DP_REMOTE_DPCD_WRITE with DPCD address
[04:19:36] [PASSED] DP_REMOTE_DPCD_WRITE with data array
[04:19:36] [PASSED] DP_REMOTE_I2C_READ with port number
[04:19:36] [PASSED] DP_REMOTE_I2C_READ with I2C device ID
[04:19:36] [PASSED] DP_REMOTE_I2C_READ with transactions array
[04:19:36] [PASSED] DP_REMOTE_I2C_WRITE with port number
[04:19:36] [PASSED] DP_REMOTE_I2C_WRITE with I2C device ID
[04:19:36] [PASSED] DP_REMOTE_I2C_WRITE with data array
[04:19:36] [PASSED] DP_QUERY_STREAM_ENC_STATUS with stream ID
[04:19:36] [PASSED] DP_QUERY_STREAM_ENC_STATUS with client ID
[04:19:36] [PASSED] DP_QUERY_STREAM_ENC_STATUS with stream event
[04:19:36] [PASSED] DP_QUERY_STREAM_ENC_STATUS with valid stream event
[04:19:36] [PASSED] DP_QUERY_STREAM_ENC_STATUS with stream behavior
[04:19:36] [PASSED] DP_QUERY_STREAM_ENC_STATUS with a valid stream behavior
[04:19:36] ===== [PASSED] drm_test_dp_mst_sideband_msg_req_decode =====
[04:19:36] ================ [PASSED] drm_dp_mst_helper ================
[04:19:36] ================== drm_exec (7 subtests) ===================
[04:19:36] [PASSED] sanitycheck
[04:19:36] [PASSED] test_lock
[04:19:36] [PASSED] test_lock_unlock
[04:19:36] [PASSED] test_duplicates
[04:19:36] [PASSED] test_prepare
[04:19:36] [PASSED] test_prepare_array
[04:19:36] [PASSED] test_multiple_loops
[04:19:36] ==================== [PASSED] drm_exec =====================
[04:19:36] =========== drm_format_helper_test (17 subtests) ===========
[04:19:36] ============== drm_test_fb_xrgb8888_to_gray8  ==============
[04:19:36] [PASSED] single_pixel_source_buffer
[04:19:36] [PASSED] single_pixel_clip_rectangle
[04:19:36] [PASSED] well_known_colors
[04:19:36] [PASSED] destination_pitch
[04:19:36] ========== [PASSED] drm_test_fb_xrgb8888_to_gray8 ==========
[04:19:36] ============= drm_test_fb_xrgb8888_to_rgb332  ==============
[04:19:36] [PASSED] single_pixel_source_buffer
[04:19:36] [PASSED] single_pixel_clip_rectangle
[04:19:36] [PASSED] well_known_colors
[04:19:36] [PASSED] destination_pitch
[04:19:36] ========= [PASSED] drm_test_fb_xrgb8888_to_rgb332 ==========
[04:19:36] ============= drm_test_fb_xrgb8888_to_rgb565  ==============
[04:19:36] [PASSED] single_pixel_source_buffer
[04:19:36] [PASSED] single_pixel_clip_rectangle
[04:19:36] [PASSED] well_known_colors
[04:19:36] [PASSED] destination_pitch
[04:19:36] ========= [PASSED] drm_test_fb_xrgb8888_to_rgb565 ==========
[04:19:36] ============ drm_test_fb_xrgb8888_to_xrgb1555  =============
[04:19:36] [PASSED] single_pixel_source_buffer
[04:19:36] [PASSED] single_pixel_clip_rectangle
[04:19:36] [PASSED] well_known_colors
[04:19:36] [PASSED] destination_pitch
[04:19:36] ======== [PASSED] drm_test_fb_xrgb8888_to_xrgb1555 =========
[04:19:36] ============ drm_test_fb_xrgb8888_to_argb1555  =============
[04:19:36] [PASSED] single_pixel_source_buffer
[04:19:36] [PASSED] single_pixel_clip_rectangle
[04:19:36] [PASSED] well_known_colors
[04:19:36] [PASSED] destination_pitch
[04:19:36] ======== [PASSED] drm_test_fb_xrgb8888_to_argb1555 =========
[04:19:36] ============ drm_test_fb_xrgb8888_to_rgba5551  =============
[04:19:36] [PASSED] single_pixel_source_buffer
[04:19:36] [PASSED] single_pixel_clip_rectangle
[04:19:36] [PASSED] well_known_colors
[04:19:36] [PASSED] destination_pitch
[04:19:36] ======== [PASSED] drm_test_fb_xrgb8888_to_rgba5551 =========
[04:19:36] ============= drm_test_fb_xrgb8888_to_rgb888  ==============
[04:19:36] [PASSED] single_pixel_source_buffer
[04:19:36] [PASSED] single_pixel_clip_rectangle
[04:19:36] [PASSED] well_known_colors
[04:19:36] [PASSED] destination_pitch
[04:19:36] ========= [PASSED] drm_test_fb_xrgb8888_to_rgb888 ==========
[04:19:36] ============ drm_test_fb_xrgb8888_to_argb8888  =============
[04:19:36] [PASSED] single_pixel_source_buffer
[04:19:36] [PASSED] single_pixel_clip_rectangle
[04:19:36] [PASSED] well_known_colors
[04:19:36] [PASSED] destination_pitch
[04:19:36] ======== [PASSED] drm_test_fb_xrgb8888_to_argb8888 =========
[04:19:36] =========== drm_test_fb_xrgb8888_to_xrgb2101010  ===========
[04:19:36] [PASSED] single_pixel_source_buffer
[04:19:36] [PASSED] single_pixel_clip_rectangle
[04:19:36] [PASSED] well_known_colors
[04:19:36] [PASSED] destination_pitch
[04:19:36] ======= [PASSED] drm_test_fb_xrgb8888_to_xrgb2101010 =======
[04:19:36] =========== drm_test_fb_xrgb8888_to_argb2101010  ===========
[04:19:36] [PASSED] single_pixel_source_buffer
[04:19:36] [PASSED] single_pixel_clip_rectangle
[04:19:36] [PASSED] well_known_colors
[04:19:36] [PASSED] destination_pitch
[04:19:36] ======= [PASSED] drm_test_fb_xrgb8888_to_argb2101010 =======
[04:19:36] ============== drm_test_fb_xrgb8888_to_mono  ===============
[04:19:36] [PASSED] single_pixel_source_buffer
[04:19:36] [PASSED] single_pixel_clip_rectangle
[04:19:36] [PASSED] well_known_colors
[04:19:36] [PASSED] destination_pitch
[04:19:36] ========== [PASSED] drm_test_fb_xrgb8888_to_mono ===========
[04:19:36] ==================== drm_test_fb_swab  =====================
[04:19:36] [PASSED] single_pixel_source_buffer
[04:19:36] [PASSED] single_pixel_clip_rectangle
[04:19:36] [PASSED] well_known_colors
[04:19:36] [PASSED] destination_pitch
[04:19:36] ================ [PASSED] drm_test_fb_swab =================
[04:19:36] ============ drm_test_fb_xrgb8888_to_xbgr8888  =============
[04:19:36] [PASSED] single_pixel_source_buffer
[04:19:36] [PASSED] single_pixel_clip_rectangle
[04:19:36] [PASSED] well_known_colors
[04:19:36] [PASSED] destination_pitch
[04:19:36] ======== [PASSED] drm_test_fb_xrgb8888_to_xbgr8888 =========
[04:19:36] ============ drm_test_fb_xrgb8888_to_abgr8888  =============
[04:19:36] [PASSED] single_pixel_source_buffer
[04:19:36] [PASSED] single_pixel_clip_rectangle
[04:19:36] [PASSED] well_known_colors
[04:19:36] [PASSED] destination_pitch
[04:19:36] ======== [PASSED] drm_test_fb_xrgb8888_to_abgr8888 =========
[04:19:36] ================= drm_test_fb_clip_offset  =================
[04:19:36] [PASSED] pass through
[04:19:36] [PASSED] horizontal offset
[04:19:36] [PASSED] vertical offset
[04:19:36] [PASSED] horizontal and vertical offset
[04:19:36] [PASSED] horizontal offset (custom pitch)
[04:19:36] [PASSED] vertical offset (custom pitch)
[04:19:36] [PASSED] horizontal and vertical offset (custom pitch)
[04:19:36] ============= [PASSED] drm_test_fb_clip_offset =============
[04:19:36] ============== drm_test_fb_build_fourcc_list  ==============
[04:19:36] [PASSED] no native formats
[04:19:36] [PASSED] XRGB8888 as native format
[04:19:36] [PASSED] remove duplicates
[04:19:36] [PASSED] convert alpha formats
[04:19:36] [PASSED] random formats
[04:19:36] ========== [PASSED] drm_test_fb_build_fourcc_list ==========
[04:19:36] =================== drm_test_fb_memcpy  ====================
[04:19:36] [PASSED] single_pixel_source_buffer: XR24 little-endian (0x34325258)
[04:19:36] [PASSED] single_pixel_source_buffer: XRA8 little-endian (0x38415258)
[04:19:36] [PASSED] single_pixel_source_buffer: YU24 little-endian (0x34325559)
[04:19:36] [PASSED] single_pixel_clip_rectangle: XB24 little-endian (0x34324258)
[04:19:36] [PASSED] single_pixel_clip_rectangle: XRA8 little-endian (0x38415258)
[04:19:36] [PASSED] single_pixel_clip_rectangle: YU24 little-endian (0x34325559)
[04:19:36] [PASSED] well_known_colors: XB24 little-endian (0x34324258)
[04:19:36] [PASSED] well_known_colors: XRA8 little-endian (0x38415258)
[04:19:36] [PASSED] well_known_colors: YU24 little-endian (0x34325559)
[04:19:36] [PASSED] destination_pitch: XB24 little-endian (0x34324258)
[04:19:36] [PASSED] destination_pitch: XRA8 little-endian (0x38415258)
[04:19:36] [PASSED] destination_pitch: YU24 little-endian (0x34325559)
[04:19:36] =============== [PASSED] drm_test_fb_memcpy ================
[04:19:36] ============= [PASSED] drm_format_helper_test ==============
[04:19:36] ================= drm_format (18 subtests) =================
[04:19:36] [PASSED] drm_test_format_block_width_invalid
[04:19:36] [PASSED] drm_test_format_block_width_one_plane
[04:19:36] [PASSED] drm_test_format_block_width_two_plane
[04:19:36] [PASSED] drm_test_format_block_width_three_plane
[04:19:36] [PASSED] drm_test_format_block_width_tiled
[04:19:36] [PASSED] drm_test_format_block_height_invalid
[04:19:36] [PASSED] drm_test_format_block_height_one_plane
[04:19:36] [PASSED] drm_test_format_block_height_two_plane
[04:19:36] [PASSED] drm_test_format_block_height_three_plane
[04:19:36] [PASSED] drm_test_format_block_height_tiled
[04:19:36] [PASSED] drm_test_format_min_pitch_invalid
[04:19:36] [PASSED] drm_test_format_min_pitch_one_plane_8bpp
[04:19:36] [PASSED] drm_test_format_min_pitch_one_plane_16bpp
[04:19:36] [PASSED] drm_test_format_min_pitch_one_plane_24bpp
[04:19:36] [PASSED] drm_test_format_min_pitch_one_plane_32bpp
[04:19:36] [PASSED] drm_test_format_min_pitch_two_plane
[04:19:36] [PASSED] drm_test_format_min_pitch_three_plane_8bpp
[04:19:36] [PASSED] drm_test_format_min_pitch_tiled
[04:19:36] =================== [PASSED] drm_format ====================
[04:19:36] ============== drm_framebuffer (10 subtests) ===============
[04:19:36] ========== drm_test_framebuffer_check_src_coords  ==========
[04:19:36] [PASSED] Success: source fits into fb
[04:19:36] [PASSED] Fail: overflowing fb with x-axis coordinate
[04:19:36] [PASSED] Fail: overflowing fb with y-axis coordinate
[04:19:36] [PASSED] Fail: overflowing fb with source width
[04:19:36] [PASSED] Fail: overflowing fb with source height
[04:19:36] ====== [PASSED] drm_test_framebuffer_check_src_coords ======
[04:19:36] [PASSED] drm_test_framebuffer_cleanup
[04:19:36] =============== drm_test_framebuffer_create  ===============
[04:19:36] [PASSED] ABGR8888 normal sizes
[04:19:36] [PASSED] ABGR8888 max sizes
[04:19:36] [PASSED] ABGR8888 pitch greater than min required
[04:19:36] [PASSED] ABGR8888 pitch less than min required
[04:19:36] [PASSED] ABGR8888 Invalid width
[04:19:36] [PASSED] ABGR8888 Invalid buffer handle
[04:19:36] [PASSED] No pixel format
[04:19:36] [PASSED] ABGR8888 Width 0
[04:19:36] [PASSED] ABGR8888 Height 0
[04:19:36] [PASSED] ABGR8888 Out of bound height * pitch combination
[04:19:36] [PASSED] ABGR8888 Large buffer offset
[04:19:36] [PASSED] ABGR8888 Buffer offset for inexistent plane
[04:19:36] [PASSED] ABGR8888 Invalid flag
[04:19:36] [PASSED] ABGR8888 Set DRM_MODE_FB_MODIFIERS without modifiers
[04:19:36] [PASSED] ABGR8888 Valid buffer modifier
[04:19:36] [PASSED] ABGR8888 Invalid buffer modifier(DRM_FORMAT_MOD_SAMSUNG_64_32_TILE)
[04:19:36] [PASSED] ABGR8888 Extra pitches without DRM_MODE_FB_MODIFIERS
[04:19:36] [PASSED] ABGR8888 Extra pitches with DRM_MODE_FB_MODIFIERS
[04:19:36] [PASSED] NV12 Normal sizes
[04:19:36] [PASSED] NV12 Max sizes
[04:19:36] [PASSED] NV12 Invalid pitch
[04:19:36] [PASSED] NV12 Invalid modifier/missing DRM_MODE_FB_MODIFIERS flag
[04:19:36] [PASSED] NV12 different  modifier per-plane
[04:19:36] [PASSED] NV12 with DRM_FORMAT_MOD_SAMSUNG_64_32_TILE
[04:19:36] [PASSED] NV12 Valid modifiers without DRM_MODE_FB_MODIFIERS
[04:19:36] [PASSED] NV12 Modifier for inexistent plane
[04:19:36] [PASSED] NV12 Handle for inexistent plane
[04:19:36] [PASSED] NV12 Handle for inexistent plane without DRM_MODE_FB_MODIFIERS
[04:19:36] [PASSED] YVU420 DRM_MODE_FB_MODIFIERS set without modifier
[04:19:36] [PASSED] YVU420 Normal sizes
[04:19:36] [PASSED] YVU420 Max sizes
[04:19:36] [PASSED] YVU420 Invalid pitch
[04:19:36] [PASSED] YVU420 Different pitches
[04:19:36] [PASSED] YVU420 Different buffer offsets/pitches
[04:19:36] [PASSED] YVU420 Modifier set just for plane 0, without DRM_MODE_FB_MODIFIERS
[04:19:36] [PASSED] YVU420 Modifier set just for planes 0, 1, without DRM_MODE_FB_MODIFIERS
[04:19:36] [PASSED] YVU420 Modifier set just for plane 0, 1, with DRM_MODE_FB_MODIFIERS
[04:19:36] [PASSED] YVU420 Valid modifier
[04:19:36] [PASSED] YVU420 Different modifiers per plane
[04:19:36] [PASSED] YVU420 Modifier for inexistent plane
[04:19:36] [PASSED] YUV420_10BIT Invalid modifier(DRM_FORMAT_MOD_LINEAR)
[04:19:36] [PASSED] X0L2 Normal sizes
[04:19:36] [PASSED] X0L2 Max sizes
[04:19:36] [PASSED] X0L2 Invalid pitch
[04:19:36] [PASSED] X0L2 Pitch greater than minimum required
[04:19:36] [PASSED] X0L2 Handle for inexistent plane
[04:19:36] [PASSED] X0L2 Offset for inexistent plane, without DRM_MODE_FB_MODIFIERS set
[04:19:36] [PASSED] X0L2 Modifier without DRM_MODE_FB_MODIFIERS set
[04:19:36] [PASSED] X0L2 Valid modifier
[04:19:36] [PASSED] X0L2 Modifier for inexistent plane
[04:19:36] =========== [PASSED] drm_test_framebuffer_create ===========
[04:19:36] [PASSED] drm_test_framebuffer_free
[04:19:36] [PASSED] drm_test_framebuffer_init
[04:19:36] [PASSED] drm_test_framebuffer_init_bad_format
[04:19:36] [PASSED] drm_test_framebuffer_init_dev_mismatch
[04:19:36] [PASSED] drm_test_framebuffer_lookup
[04:19:36] [PASSED] drm_test_framebuffer_lookup_inexistent
[04:19:36] [PASSED] drm_test_framebuffer_modifiers_not_supported
[04:19:36] ================= [PASSED] drm_framebuffer =================
[04:19:36] ================ drm_gem_shmem (8 subtests) ================
[04:19:36] [PASSED] drm_gem_shmem_test_obj_create
[04:19:36] [PASSED] drm_gem_shmem_test_obj_create_private
[04:19:36] [PASSED] drm_gem_shmem_test_pin_pages
[04:19:36] [PASSED] drm_gem_shmem_test_vmap
[04:19:36] [PASSED] drm_gem_shmem_test_get_pages_sgt
[04:19:36] [PASSED] drm_gem_shmem_test_get_sg_table
[04:19:36] [PASSED] drm_gem_shmem_test_madvise
[04:19:36] [PASSED] drm_gem_shmem_test_purge
[04:19:36] ================== [PASSED] drm_gem_shmem ==================
[04:19:36] === drm_atomic_helper_connector_hdmi_check (22 subtests) ===
[04:19:36] [PASSED] drm_test_check_broadcast_rgb_auto_cea_mode
[04:19:36] [PASSED] drm_test_check_broadcast_rgb_auto_cea_mode_vic_1
stty: 'standard input': Inappropriate ioctl for device
[04:19:36] [PASSED] drm_test_check_broadcast_rgb_full_cea_mode
[04:19:36] [PASSED] drm_test_check_broadcast_rgb_full_cea_mode_vic_1
[04:19:36] [PASSED] drm_test_check_broadcast_rgb_limited_cea_mode
[04:19:36] [PASSED] drm_test_check_broadcast_rgb_limited_cea_mode_vic_1
[04:19:36] [PASSED] drm_test_check_broadcast_rgb_crtc_mode_changed
[04:19:36] [PASSED] drm_test_check_broadcast_rgb_crtc_mode_not_changed
[04:19:36] [PASSED] drm_test_check_hdmi_funcs_reject_rate
[04:19:36] [PASSED] drm_test_check_max_tmds_rate_bpc_fallback
[04:19:36] [PASSED] drm_test_check_max_tmds_rate_format_fallback
[04:19:36] [PASSED] drm_test_check_output_bpc_crtc_mode_changed
[04:19:36] [PASSED] drm_test_check_output_bpc_crtc_mode_not_changed
[04:19:36] [PASSED] drm_test_check_output_bpc_dvi
[04:19:36] [PASSED] drm_test_check_output_bpc_format_vic_1
[04:19:36] [PASSED] drm_test_check_output_bpc_format_display_8bpc_only
[04:19:36] [PASSED] drm_test_check_output_bpc_format_display_rgb_only
[04:19:36] [PASSED] drm_test_check_output_bpc_format_driver_8bpc_only
[04:19:36] [PASSED] drm_test_check_output_bpc_format_driver_rgb_only
[04:19:36] [PASSED] drm_test_check_tmds_char_rate_rgb_8bpc
[04:19:36] [PASSED] drm_test_check_tmds_char_rate_rgb_10bpc
[04:19:36] [PASSED] drm_test_check_tmds_char_rate_rgb_12bpc
[04:19:36] ===== [PASSED] drm_atomic_helper_connector_hdmi_check ======
[04:19:36] === drm_atomic_helper_connector_hdmi_reset (6 subtests) ====
[04:19:36] [PASSED] drm_test_check_broadcast_rgb_value
[04:19:36] [PASSED] drm_test_check_bpc_8_value
[04:19:36] [PASSED] drm_test_check_bpc_10_value
[04:19:36] [PASSED] drm_test_check_bpc_12_value
[04:19:36] [PASSED] drm_test_check_format_value
[04:19:36] [PASSED] drm_test_check_tmds_char_value
[04:19:36] ===== [PASSED] drm_atomic_helper_connector_hdmi_reset ======
[04:19:36] = drm_atomic_helper_connector_hdmi_mode_valid (4 subtests) =
[04:19:36] [PASSED] drm_test_check_mode_valid
[04:19:36] [PASSED] drm_test_check_mode_valid_reject
[04:19:36] [PASSED] drm_test_check_mode_valid_reject_rate
[04:19:36] [PASSED] drm_test_check_mode_valid_reject_max_clock
[04:19:36] === [PASSED] drm_atomic_helper_connector_hdmi_mode_valid ===
[04:19:36] ================= drm_managed (2 subtests) =================
[04:19:36] [PASSED] drm_test_managed_release_action
[04:19:36] [PASSED] drm_test_managed_run_action
[04:19:36] =================== [PASSED] drm_managed ===================
[04:19:36] =================== drm_mm (6 subtests) ====================
[04:19:36] [PASSED] drm_test_mm_init
[04:19:36] [PASSED] drm_test_mm_debug
[04:19:36] [PASSED] drm_test_mm_align32
[04:19:36] [PASSED] drm_test_mm_align64
[04:19:36] [PASSED] drm_test_mm_lowest
[04:19:36] [PASSED] drm_test_mm_highest
[04:19:36] ===================== [PASSED] drm_mm ======================
[04:19:36] ============= drm_modes_analog_tv (5 subtests) =============
[04:19:36] [PASSED] drm_test_modes_analog_tv_mono_576i
[04:19:36] [PASSED] drm_test_modes_analog_tv_ntsc_480i
[04:19:36] [PASSED] drm_test_modes_analog_tv_ntsc_480i_inlined
[04:19:36] [PASSED] drm_test_modes_analog_tv_pal_576i
[04:19:36] [PASSED] drm_test_modes_analog_tv_pal_576i_inlined
[04:19:36] =============== [PASSED] drm_modes_analog_tv ===============
[04:19:36] ============== drm_plane_helper (2 subtests) ===============
[04:19:36] =============== drm_test_check_plane_state  ================
[04:19:36] [PASSED] clipping_simple
[04:19:36] [PASSED] clipping_rotate_reflect
[04:19:36] [PASSED] positioning_simple
[04:19:36] [PASSED] upscaling
[04:19:36] [PASSED] downscaling
[04:19:36] [PASSED] rounding1
[04:19:36] [PASSED] rounding2
[04:19:36] [PASSED] rounding3
[04:19:36] [PASSED] rounding4
[04:19:36] =========== [PASSED] drm_test_check_plane_state ============
[04:19:36] =========== drm_test_check_invalid_plane_state  ============
[04:19:36] [PASSED] positioning_invalid
[04:19:36] [PASSED] upscaling_invalid
[04:19:36] [PASSED] downscaling_invalid
[04:19:36] ======= [PASSED] drm_test_check_invalid_plane_state ========
[04:19:36] ================ [PASSED] drm_plane_helper =================
[04:19:36] ====== drm_connector_helper_tv_get_modes (1 subtest) =======
[04:19:36] ====== drm_test_connector_helper_tv_get_modes_check  =======
[04:19:36] [PASSED] None
[04:19:36] [PASSED] PAL
[04:19:36] [PASSED] NTSC
[04:19:36] [PASSED] Both, NTSC Default
[04:19:36] [PASSED] Both, PAL Default
[04:19:36] [PASSED] Both, NTSC Default, with PAL on command-line
[04:19:36] [PASSED] Both, PAL Default, with NTSC on command-line
[04:19:36] == [PASSED] drm_test_connector_helper_tv_get_modes_check ===
[04:19:36] ======== [PASSED] drm_connector_helper_tv_get_modes ========
[04:19:36] ================== drm_rect (9 subtests) ===================
[04:19:36] [PASSED] drm_test_rect_clip_scaled_div_by_zero
[04:19:36] [PASSED] drm_test_rect_clip_scaled_not_clipped
[04:19:36] [PASSED] drm_test_rect_clip_scaled_clipped
[04:19:36] [PASSED] drm_test_rect_clip_scaled_signed_vs_unsigned
[04:19:36] ================= drm_test_rect_intersect  =================
[04:19:36] [PASSED] top-left x bottom-right: 2x2+1+1 x 2x2+0+0
[04:19:36] [PASSED] top-right x bottom-left: 2x2+0+0 x 2x2+1-1
[04:19:36] [PASSED] bottom-left x top-right: 2x2+1-1 x 2x2+0+0
[04:19:36] [PASSED] bottom-right x top-left: 2x2+0+0 x 2x2+1+1
[04:19:36] [PASSED] right x left: 2x1+0+0 x 3x1+1+0
[04:19:36] [PASSED] left x right: 3x1+1+0 x 2x1+0+0
[04:19:36] [PASSED] up x bottom: 1x2+0+0 x 1x3+0-1
[04:19:36] [PASSED] bottom x up: 1x3+0-1 x 1x2+0+0
[04:19:36] [PASSED] touching corner: 1x1+0+0 x 2x2+1+1
[04:19:36] [PASSED] touching side: 1x1+0+0 x 1x1+1+0
[04:19:36] [PASSED] equal rects: 2x2+0+0 x 2x2+0+0
[04:19:36] [PASSED] inside another: 2x2+0+0 x 1x1+1+1
[04:19:36] [PASSED] far away: 1x1+0+0 x 1x1+3+6
[04:19:36] [PASSED] points intersecting: 0x0+5+10 x 0x0+5+10
[04:19:36] [PASSED] points not intersecting: 0x0+0+0 x 0x0+5+10
[04:19:36] ============= [PASSED] drm_test_rect_intersect =============
[04:19:36] ================ drm_test_rect_calc_hscale  ================
[04:19:36] [PASSED] normal use
[04:19:36] [PASSED] out of max range
[04:19:36] [PASSED] out of min range
[04:19:36] [PASSED] zero dst
[04:19:36] [PASSED] negative src
[04:19:36] [PASSED] negative dst
[04:19:36] ============ [PASSED] drm_test_rect_calc_hscale ============
[04:19:36] ================ drm_test_rect_calc_vscale  ================
[04:19:36] [PASSED] normal use
[04:19:36] [PASSED] out of max range
[04:19:36] [PASSED] out of min range
[04:19:36] [PASSED] zero dst
[04:19:36] [PASSED] negative src
[04:19:36] [PASSED] negative dst
[04:19:36] ============ [PASSED] drm_test_rect_calc_vscale ============
[04:19:36] ================== drm_test_rect_rotate  ===================
[04:19:36] [PASSED] reflect-x
[04:19:36] [PASSED] reflect-y
[04:19:36] [PASSED] rotate-0
[04:19:36] [PASSED] rotate-90
[04:19:36] [PASSED] rotate-180
[04:19:36] [PASSED] rotate-270
[04:19:36] ============== [PASSED] drm_test_rect_rotate ===============
[04:19:36] ================ drm_test_rect_rotate_inv  =================
[04:19:36] [PASSED] reflect-x
[04:19:36] [PASSED] reflect-y
[04:19:36] [PASSED] rotate-0
[04:19:36] [PASSED] rotate-90
[04:19:36] [PASSED] rotate-180
[04:19:36] [PASSED] rotate-270
[04:19:36] ============ [PASSED] drm_test_rect_rotate_inv =============
[04:19:36] ==================== [PASSED] drm_rect =====================
[04:19:36] ============================================================
[04:19:36] Testing complete. Ran 587 tests: passed: 587
[04:19:37] Elapsed time: 25.279s total, 1.671s configuring, 23.391s building, 0.183s running

+ /kernel/tools/testing/kunit/kunit.py run --kunitconfig /kernel/drivers/gpu/drm/ttm/tests/.kunitconfig
[04:19:37] Configuring KUnit Kernel ...
Regenerating .config ...
Populating config with:
$ make ARCH=um O=.kunit olddefconfig
[04:19:38] Building KUnit Kernel ...
Populating config with:
$ make ARCH=um O=.kunit olddefconfig
Building with:
$ make all compile_commands.json ARCH=um O=.kunit --jobs=48
[04:19:46] Starting KUnit Kernel (1/1)...
[04:19:46] ============================================================
Running tests with:
$ .kunit/linux kunit.enable=1 mem=1G console=tty kunit_shutdown=halt
[04:19:46] ================= ttm_device (5 subtests) ==================
[04:19:46] [PASSED] ttm_device_init_basic
[04:19:46] [PASSED] ttm_device_init_multiple
[04:19:46] [PASSED] ttm_device_fini_basic
[04:19:46] [PASSED] ttm_device_init_no_vma_man
[04:19:46] ================== ttm_device_init_pools  ==================
[04:19:46] [PASSED] No DMA allocations, no DMA32 required
[04:19:46] [PASSED] DMA allocations, DMA32 required
[04:19:46] [PASSED] No DMA allocations, DMA32 required
[04:19:46] [PASSED] DMA allocations, no DMA32 required
[04:19:46] ============== [PASSED] ttm_device_init_pools ==============
[04:19:46] =================== [PASSED] ttm_device ====================
[04:19:46] ================== ttm_pool (8 subtests) ===================
[04:19:46] ================== ttm_pool_alloc_basic  ===================
[04:19:46] [PASSED] One page
[04:19:46] [PASSED] More than one page
[04:19:46] [PASSED] Above the allocation limit
[04:19:46] [PASSED] One page, with coherent DMA mappings enabled
[04:19:46] [PASSED] Above the allocation limit, with coherent DMA mappings enabled
[04:19:46] ============== [PASSED] ttm_pool_alloc_basic ===============
[04:19:46] ============== ttm_pool_alloc_basic_dma_addr  ==============
[04:19:46] [PASSED] One page
[04:19:46] [PASSED] More than one page
[04:19:46] [PASSED] Above the allocation limit
[04:19:46] [PASSED] One page, with coherent DMA mappings enabled
[04:19:46] [PASSED] Above the allocation limit, with coherent DMA mappings enabled
[04:19:46] ========== [PASSED] ttm_pool_alloc_basic_dma_addr ==========
[04:19:46] [PASSED] ttm_pool_alloc_order_caching_match
[04:19:46] [PASSED] ttm_pool_alloc_caching_mismatch
[04:19:46] [PASSED] ttm_pool_alloc_order_mismatch
[04:19:46] [PASSED] ttm_pool_free_dma_alloc
[04:19:46] [PASSED] ttm_pool_free_no_dma_alloc
[04:19:46] [PASSED] ttm_pool_fini_basic
[04:19:46] ==================== [PASSED] ttm_pool =====================
[04:19:46] ================ ttm_resource (8 subtests) =================
[04:19:46] ================= ttm_resource_init_basic  =================
[04:19:46] [PASSED] Init resource in TTM_PL_SYSTEM
[04:19:46] [PASSED] Init resource in TTM_PL_VRAM
[04:19:46] [PASSED] Init resource in a private placement
[04:19:46] [PASSED] Init resource in TTM_PL_SYSTEM, set placement flags
[04:19:46] ============= [PASSED] ttm_resource_init_basic =============
[04:19:46] [PASSED] ttm_resource_init_pinned
[04:19:46] [PASSED] ttm_resource_fini_basic
[04:19:46] [PASSED] ttm_resource_manager_init_basic
[04:19:46] [PASSED] ttm_resource_manager_usage_basic
[04:19:46] [PASSED] ttm_resource_manager_set_used_basic
[04:19:46] [PASSED] ttm_sys_man_alloc_basic
[04:19:46] [PASSED] ttm_sys_man_free_basic
[04:19:46] ================== [PASSED] ttm_resource ===================
[04:19:46] =================== ttm_tt (15 subtests) ===================
[04:19:46] ==================== ttm_tt_init_basic  ====================
[04:19:46] [PASSED] Page-aligned size
[04:19:46] [PASSED] Extra pages requested
[04:19:46] ================ [PASSED] ttm_tt_init_basic ================
[04:19:46] [PASSED] ttm_tt_init_misaligned
[04:19:46] [PASSED] ttm_tt_fini_basic
[04:19:46] [PASSED] ttm_tt_fini_sg
[04:19:46] [PASSED] ttm_tt_fini_shmem
[04:19:46] [PASSED] ttm_tt_create_basic
[04:19:46] [PASSED] ttm_tt_create_invalid_bo_type
[04:19:46] [PASSED] ttm_tt_create_ttm_exists
[04:19:46] [PASSED] ttm_tt_create_failed
[04:19:46] [PASSED] ttm_tt_destroy_basic
[04:19:46] [PASSED] ttm_tt_populate_null_ttm
[04:19:46] [PASSED] ttm_tt_populate_populated_ttm
[04:19:46] [PASSED] ttm_tt_unpopulate_basic
[04:19:46] [PASSED] ttm_tt_unpopulate_empty_ttm
[04:19:46] [PASSED] ttm_tt_swapin_basic
[04:19:46] ===================== [PASSED] ttm_tt ======================
[04:19:46] =================== ttm_bo (14 subtests) ===================
[04:19:46] =========== ttm_bo_reserve_optimistic_no_ticket  ===========
[04:19:46] [PASSED] Cannot be interrupted and sleeps
[04:19:46] [PASSED] Cannot be interrupted, locks straight away
[04:19:46] [PASSED] Can be interrupted, sleeps
[04:19:46] ======= [PASSED] ttm_bo_reserve_optimistic_no_ticket =======
[04:19:46] [PASSED] ttm_bo_reserve_locked_no_sleep
[04:19:46] [PASSED] ttm_bo_reserve_no_wait_ticket
[04:19:46] [PASSED] ttm_bo_reserve_double_resv
[04:19:46] [PASSED] ttm_bo_reserve_interrupted
[04:19:46] [PASSED] ttm_bo_reserve_deadlock
[04:19:46] [PASSED] ttm_bo_unreserve_basic
[04:19:46] [PASSED] ttm_bo_unreserve_pinned
[04:19:46] [PASSED] ttm_bo_unreserve_bulk
[04:19:46] [PASSED] ttm_bo_put_basic
[04:19:46] [PASSED] ttm_bo_put_shared_resv
[04:19:46] [PASSED] ttm_bo_pin_basic
[04:19:46] [PASSED] ttm_bo_pin_unpin_resource
[04:19:46] [PASSED] ttm_bo_multiple_pin_one_unpin
[04:19:46] ===================== [PASSED] ttm_bo ======================
[04:19:46] ============== ttm_bo_validate (22 subtests) ===============
[04:19:46] ============== ttm_bo_init_reserved_sys_man  ===============
[04:19:46] [PASSED] Buffer object for userspace
[04:19:46] [PASSED] Kernel buffer object
[04:19:46] [PASSED] Shared buffer object
[04:19:46] ========== [PASSED] ttm_bo_init_reserved_sys_man ===========
[04:19:46] ============== ttm_bo_init_reserved_mock_man  ==============
[04:19:46] [PASSED] Buffer object for userspace
[04:19:46] [PASSED] Kernel buffer object
[04:19:46] [PASSED] Shared buffer object
[04:19:46] ========== [PASSED] ttm_bo_init_reserved_mock_man ==========
[04:19:46] [PASSED] ttm_bo_init_reserved_resv
[04:19:46] ================== ttm_bo_validate_basic  ==================
[04:19:46] [PASSED] Buffer object for userspace
[04:19:46] [PASSED] Kernel buffer object
[04:19:46] [PASSED] Shared buffer object
[04:19:46] ============== [PASSED] ttm_bo_validate_basic ==============
[04:19:46] [PASSED] ttm_bo_validate_invalid_placement
[04:19:46] ============= ttm_bo_validate_same_placement  ==============
[04:19:46] [PASSED] System manager
[04:19:46] [PASSED] VRAM manager
[04:19:46] ========= [PASSED] ttm_bo_validate_same_placement ==========
[04:19:46] [PASSED] ttm_bo_validate_failed_alloc
[04:19:46] [PASSED] ttm_bo_validate_pinned
[04:19:46] [PASSED] ttm_bo_validate_busy_placement
[04:19:46] ================ ttm_bo_validate_multihop  =================
[04:19:46] [PASSED] Buffer object for userspace
[04:19:46] [PASSED] Kernel buffer object
[04:19:46] [PASSED] Shared buffer object
[04:19:46] ============ [PASSED] ttm_bo_validate_multihop =============
[04:19:46] ========== ttm_bo_validate_no_placement_signaled  ==========
[04:19:46] [PASSED] Buffer object in system domain, no page vector
[04:19:46] [PASSED] Buffer object in system domain with an existing page vector
[04:19:46] ====== [PASSED] ttm_bo_validate_no_placement_signaled ======
[04:19:46] ======== ttm_bo_validate_no_placement_not_signaled  ========
[04:19:46] [PASSED] Buffer object for userspace
[04:19:46] [PASSED] Kernel buffer object
[04:19:46] [PASSED] Shared buffer object
[04:19:46] ==== [PASSED] ttm_bo_validate_no_placement_not_signaled ====
[04:19:46] [PASSED] ttm_bo_validate_move_fence_signaled
[04:19:46] ========= ttm_bo_validate_move_fence_not_signaled  =========
[04:19:46] [PASSED] Waits for GPU
[04:19:46] [PASSED] Tries to lock straight away
[04:19:47] ===== [PASSED] ttm_bo_validate_move_fence_not_signaled =====
[04:19:47] [PASSED] ttm_bo_validate_swapout
[04:19:47] [PASSED] ttm_bo_validate_happy_evict
[04:19:47] [PASSED] ttm_bo_validate_all_pinned_evict
[04:19:47] [PASSED] ttm_bo_validate_allowed_only_evict
[04:19:47] [PASSED] ttm_bo_validate_deleted_evict
[04:19:47] [PASSED] ttm_bo_validate_busy_domain_evict
[04:19:47] [PASSED] ttm_bo_validate_evict_gutting
[04:19:47] [PASSED] ttm_bo_validate_recrusive_evict
stty: 'standard input': Inappropriate ioctl for device
[04:19:47] ================= [PASSED] ttm_bo_validate =================
[04:19:47] ============================================================
[04:19:47] Testing complete. Ran 102 tests: passed: 102
[04:19:47] Elapsed time: 10.110s total, 1.685s configuring, 7.807s building, 0.524s running

+ cleanup
++ stat -c %u:%g /kernel
+ chown -R 1003:1003 /kernel

✓ CI.Build: success for drm/xe/pmu: PMU interface for Xe (rev10)

[Patchwork]

== Series Details ==

Series: drm/xe/pmu: PMU interface for Xe (rev10)
URL   : https://patchwork.freedesktop.org/series/139121/
State : success

== Summary ==

lib/modules/6.13.0-rc3-xe+/kernel/arch/x86/events/rapl.ko
lib/modules/6.13.0-rc3-xe+/kernel/arch/x86/kvm/
lib/modules/6.13.0-rc3-xe+/kernel/arch/x86/kvm/kvm.ko
lib/modules/6.13.0-rc3-xe+/kernel/arch/x86/kvm/kvm-intel.ko
lib/modules/6.13.0-rc3-xe+/kernel/arch/x86/kvm/kvm-amd.ko
lib/modules/6.13.0-rc3-xe+/kernel/kernel/
lib/modules/6.13.0-rc3-xe+/kernel/kernel/kheaders.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/
lib/modules/6.13.0-rc3-xe+/kernel/crypto/ecrdsa_generic.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/xcbc.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/serpent_generic.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/aria_generic.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/crypto_simd.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/adiantum.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/tcrypt.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/crypto_engine.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/zstd.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/asymmetric_keys/
lib/modules/6.13.0-rc3-xe+/kernel/crypto/asymmetric_keys/pkcs7_test_key.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/asymmetric_keys/pkcs8_key_parser.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/des_generic.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/xctr.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/authenc.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/sm4_generic.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/keywrap.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/camellia_generic.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/sm3.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/pcrypt.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/aegis128.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/af_alg.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/algif_aead.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/cmac.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/sm3_generic.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/aes_ti.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/chacha_generic.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/poly1305_generic.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/nhpoly1305.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/crc32_generic.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/essiv.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/ccm.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/wp512.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/streebog_generic.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/authencesn.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/echainiv.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/lrw.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/cryptd.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/crypto_user.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/algif_hash.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/vmac.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/polyval-generic.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/hctr2.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/842.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/pcbc.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/ansi_cprng.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/cast6_generic.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/twofish_common.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/twofish_generic.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/lz4hc.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/blowfish_generic.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/md4.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/chacha20poly1305.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/curve25519-generic.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/lz4.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/rmd160.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/algif_skcipher.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/cast5_generic.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/fcrypt.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/ecdsa_generic.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/sm4.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/cast_common.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/blowfish_common.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/michael_mic.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/async_tx/
lib/modules/6.13.0-rc3-xe+/kernel/crypto/async_tx/async_xor.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/async_tx/async_tx.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/async_tx/async_memcpy.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/async_tx/async_pq.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/async_tx/async_raid6_recov.ko
lib/modules/6.13.0-rc3-xe+/kernel/crypto/algif_rng.ko
lib/modules/6.13.0-rc3-xe+/kernel/block/
lib/modules/6.13.0-rc3-xe+/kernel/block/bfq.ko
lib/modules/6.13.0-rc3-xe+/kernel/block/kyber-iosched.ko
lib/modules/6.13.0-rc3-xe+/build
lib/modules/6.13.0-rc3-xe+/modules.alias.bin
lib/modules/6.13.0-rc3-xe+/modules.builtin
lib/modules/6.13.0-rc3-xe+/modules.softdep
lib/modules/6.13.0-rc3-xe+/modules.alias
lib/modules/6.13.0-rc3-xe+/modules.order
lib/modules/6.13.0-rc3-xe+/modules.symbols
lib/modules/6.13.0-rc3-xe+/modules.dep.bin
+ mv kernel-nodebug.tar.gz ..
+ cd ..
+ rm -rf archive
++ date +%s
+ echo -e '\e[0Ksection_end:1734669461:package_x86_64_nodebug\r\e[0K'
^[[0Ksection_end:1734669461:package_x86_64_nodebug
^[[0K
+ sync
+ cleanup
++ stat -c %u:%g /kernel
+ chown -R 1003:1003 /kernel

✓ CI.Hooks: success for drm/xe/pmu: PMU interface for Xe (rev10)

[Patchwork]

== Series Details ==

Series: drm/xe/pmu: PMU interface for Xe (rev10)
URL   : https://patchwork.freedesktop.org/series/139121/
State : success

== Summary ==

run-parts: executing /workspace/ci/hooks/00-showenv
+ export
+ grep -Ei '(^|\W)CI_'
declare -x CI_KERNEL_BUILD_DIR="/workspace/kernel/build64-default"
declare -x CI_KERNEL_SRC_DIR="/workspace/kernel"
declare -x CI_TOOLS_SRC_DIR="/workspace/ci"
declare -x CI_WORKSPACE_DIR="/workspace"
run-parts: executing /workspace/ci/hooks/10-build-W1
+ SRC_DIR=/workspace/kernel
+ RESTORE_DISPLAY_CONFIG=0
+ '[' -n /workspace/kernel/build64-default ']'
+ BUILD_DIR=/workspace/kernel/build64-default
+ cd /workspace/kernel
++ nproc
+ make -j48 O=/workspace/kernel/build64-default modules_prepare
make[1]: Entering directory '/workspace/kernel/build64-default'
  GEN     Makefile
mkdir -p /workspace/kernel/build64-default/tools/objtool && make O=/workspace/kernel/build64-default subdir=tools/objtool --no-print-directory -C objtool 
  CALL    ../scripts/checksyscalls.sh
  INSTALL libsubcmd_headers
  CC      /workspace/kernel/build64-default/tools/objtool/libsubcmd/exec-cmd.o
  CC      /workspace/kernel/build64-default/tools/objtool/libsubcmd/help.o
  CC      /workspace/kernel/build64-default/tools/objtool/libsubcmd/pager.o
  CC      /workspace/kernel/build64-default/tools/objtool/libsubcmd/parse-options.o
  CC      /workspace/kernel/build64-default/tools/objtool/libsubcmd/run-command.o
  CC      /workspace/kernel/build64-default/tools/objtool/libsubcmd/sigchain.o
  CC      /workspace/kernel/build64-default/tools/objtool/libsubcmd/subcmd-config.o
  LD      /workspace/kernel/build64-default/tools/objtool/libsubcmd/libsubcmd-in.o
  AR      /workspace/kernel/build64-default/tools/objtool/libsubcmd/libsubcmd.a
  CC      /workspace/kernel/build64-default/tools/objtool/weak.o
  CC      /workspace/kernel/build64-default/tools/objtool/check.o
  CC      /workspace/kernel/build64-default/tools/objtool/special.o
  CC      /workspace/kernel/build64-default/tools/objtool/builtin-check.o
  CC      /workspace/kernel/build64-default/tools/objtool/objtool.o
  CC      /workspace/kernel/build64-default/tools/objtool/elf.o
  CC      /workspace/kernel/build64-default/tools/objtool/orc_gen.o
  CC      /workspace/kernel/build64-default/tools/objtool/orc_dump.o
  CC      /workspace/kernel/build64-default/tools/objtool/libstring.o
  CC      /workspace/kernel/build64-default/tools/objtool/arch/x86/special.o
  CC      /workspace/kernel/build64-default/tools/objtool/libctype.o
  CC      /workspace/kernel/build64-default/tools/objtool/str_error_r.o
  CC      /workspace/kernel/build64-default/tools/objtool/arch/x86/decode.o
  CC      /workspace/kernel/build64-default/tools/objtool/librbtree.o
  CC      /workspace/kernel/build64-default/tools/objtool/arch/x86/orc.o
  LD      /workspace/kernel/build64-default/tools/objtool/arch/x86/objtool-in.o
  LD      /workspace/kernel/build64-default/tools/objtool/objtool-in.o
  LINK    /workspace/kernel/build64-default/tools/objtool/objtool
make[1]: Leaving directory '/workspace/kernel/build64-default'
++ nproc
+ make -j48 O=/workspace/kernel/build64-default W=1 drivers/gpu/drm/xe
make[1]: Entering directory '/workspace/kernel/build64-default'
make[2]: Nothing to be done for 'drivers/gpu/drm/xe'.
make[1]: Leaving directory '/workspace/kernel/build64-default'
run-parts: executing /workspace/ci/hooks/11-build-32b
+++ realpath /workspace/ci/hooks/11-build-32b
++ dirname /workspace/ci/hooks/11-build-32b
+ THIS_SCRIPT_DIR=/workspace/ci/hooks
+ SRC_DIR=/workspace/kernel
+ TOOLS_SRC_DIR=/workspace/ci
+ '[' -n /workspace/kernel/build64-default ']'
+ BUILD_DIR=/workspace/kernel/build64-default
+ BUILD_DIR=/workspace/kernel/build64-default/build32
+ cd /workspace/kernel
+ mkdir -p /workspace/kernel/build64-default/build32
++ nproc
+ make -j48 ARCH=i386 O=/workspace/kernel/build64-default/build32 defconfig
make[1]: Entering directory '/workspace/kernel/build64-default/build32'
  GEN     Makefile
  HOSTCC  scripts/basic/fixdep
  HOSTCC  scripts/kconfig/conf.o
  HOSTCC  scripts/kconfig/confdata.o
  HOSTCC  scripts/kconfig/expr.o
  LEX     scripts/kconfig/lexer.lex.c
  YACC    scripts/kconfig/parser.tab.[ch]
  HOSTCC  scripts/kconfig/menu.o
  HOSTCC  scripts/kconfig/preprocess.o
  HOSTCC  scripts/kconfig/util.o
  HOSTCC  scripts/kconfig/symbol.o
  HOSTCC  scripts/kconfig/lexer.lex.o
  HOSTCC  scripts/kconfig/parser.tab.o
  HOSTLD  scripts/kconfig/conf
*** Default configuration is based on 'i386_defconfig'
#
# configuration written to .config
#
make[1]: Leaving directory '/workspace/kernel/build64-default/build32'
+ cd /workspace/kernel/build64-default/build32
+ /workspace/kernel/scripts/kconfig/merge_config.sh .config /workspace/ci/kernel/fragments/10-xe.fragment
Using .config as base
Merging /workspace/ci/kernel/fragments/10-xe.fragment
Value of CONFIG_DRM_XE is redefined by fragment /workspace/ci/kernel/fragments/10-xe.fragment:
Previous value: # CONFIG_DRM_XE is not set
New value: CONFIG_DRM_XE=m

  GEN     Makefile

WARNING: unmet direct dependencies detected for FB_IOMEM_HELPERS
  Depends on [n]: HAS_IOMEM [=y] && FB_CORE [=n]
  Selected by [m]:
  - DRM_XE_DISPLAY [=y] && HAS_IOMEM [=y] && DRM [=y] && DRM_XE [=m] && DRM_XE [=m]=m [=m] && HAS_IOPORT [=y]
#
# configuration written to .config
#
Value requested for CONFIG_HAVE_UID16 not in final .config
Requested value:  CONFIG_HAVE_UID16=y
Actual value:     

Value requested for CONFIG_UID16 not in final .config
Requested value:  CONFIG_UID16=y
Actual value:     

Value requested for CONFIG_X86_32 not in final .config
Requested value:  CONFIG_X86_32=y
Actual value:     

Value requested for CONFIG_OUTPUT_FORMAT not in final .config
Requested value:  CONFIG_OUTPUT_FORMAT="elf32-i386"
Actual value:     CONFIG_OUTPUT_FORMAT="elf64-x86-64"

Value requested for CONFIG_ARCH_MMAP_RND_BITS_MIN not in final .config
Requested value:  CONFIG_ARCH_MMAP_RND_BITS_MIN=8
Actual value:     CONFIG_ARCH_MMAP_RND_BITS_MIN=28

Value requested for CONFIG_ARCH_MMAP_RND_BITS_MAX not in final .config
Requested value:  CONFIG_ARCH_MMAP_RND_BITS_MAX=16
Actual value:     CONFIG_ARCH_MMAP_RND_BITS_MAX=32

Value requested for CONFIG_PGTABLE_LEVELS not in final .config
Requested value:  CONFIG_PGTABLE_LEVELS=2
Actual value:     CONFIG_PGTABLE_LEVELS=5

Value requested for CONFIG_X86_BIGSMP not in final .config
Requested value:  # CONFIG_X86_BIGSMP is not set
Actual value:     

Value requested for CONFIG_X86_INTEL_QUARK not in final .config
Requested value:  # CONFIG_X86_INTEL_QUARK is not set
Actual value:     

Value requested for CONFIG_X86_RDC321X not in final .config
Requested value:  # CONFIG_X86_RDC321X is not set
Actual value:     

Value requested for CONFIG_X86_32_NON_STANDARD not in final .config
Requested value:  # CONFIG_X86_32_NON_STANDARD is not set
Actual value:     

Value requested for CONFIG_X86_32_IRIS not in final .config
Requested value:  # CONFIG_X86_32_IRIS is not set
Actual value:     

Value requested for CONFIG_M486SX not in final .config
Requested value:  # CONFIG_M486SX is not set
Actual value:     

Value requested for CONFIG_M486 not in final .config
Requested value:  # CONFIG_M486 is not set
Actual value:     

Value requested for CONFIG_M586 not in final .config
Requested value:  # CONFIG_M586 is not set
Actual value:     

Value requested for CONFIG_M586TSC not in final .config
Requested value:  # CONFIG_M586TSC is not set
Actual value:     

Value requested for CONFIG_M586MMX not in final .config
Requested value:  # CONFIG_M586MMX is not set
Actual value:     

Value requested for CONFIG_M686 not in final .config
Requested value:  CONFIG_M686=y
Actual value:     

Value requested for CONFIG_MPENTIUMII not in final .config
Requested value:  # CONFIG_MPENTIUMII is not set
Actual value:     

Value requested for CONFIG_MPENTIUMIII not in final .config
Requested value:  # CONFIG_MPENTIUMIII is not set
Actual value:     

Value requested for CONFIG_MPENTIUMM not in final .config
Requested value:  # CONFIG_MPENTIUMM is not set
Actual value:     

Value requested for CONFIG_MPENTIUM4 not in final .config
Requested value:  # CONFIG_MPENTIUM4 is not set
Actual value:     

Value requested for CONFIG_MK6 not in final .config
Requested value:  # CONFIG_MK6 is not set
Actual value:     

Value requested for CONFIG_MK7 not in final .config
Requested value:  # CONFIG_MK7 is not set
Actual value:     

Value requested for CONFIG_MCRUSOE not in final .config
Requested value:  # CONFIG_MCRUSOE is not set
Actual value:     

Value requested for CONFIG_MEFFICEON not in final .config
Requested value:  # CONFIG_MEFFICEON is not set
Actual value:     

Value requested for CONFIG_MWINCHIPC6 not in final .config
Requested value:  # CONFIG_MWINCHIPC6 is not set
Actual value:     

Value requested for CONFIG_MWINCHIP3D not in final .config
Requested value:  # CONFIG_MWINCHIP3D is not set
Actual value:     

Value requested for CONFIG_MELAN not in final .config
Requested value:  # CONFIG_MELAN is not set
Actual value:     

Value requested for CONFIG_MGEODEGX1 not in final .config
Requested value:  # CONFIG_MGEODEGX1 is not set
Actual value:     

Value requested for CONFIG_MGEODE_LX not in final .config
Requested value:  # CONFIG_MGEODE_LX is not set
Actual value:     

Value requested for CONFIG_MCYRIXIII not in final .config
Requested value:  # CONFIG_MCYRIXIII is not set
Actual value:     

Value requested for CONFIG_MVIAC3_2 not in final .config
Requested value:  # CONFIG_MVIAC3_2 is not set
Actual value:     

Value requested for CONFIG_MVIAC7 not in final .config
Requested value:  # CONFIG_MVIAC7 is not set
Actual value:     

Value requested for CONFIG_X86_GENERIC not in final .config
Requested value:  # CONFIG_X86_GENERIC is not set
Actual value:     

Value requested for CONFIG_X86_INTERNODE_CACHE_SHIFT not in final .config
Requested value:  CONFIG_X86_INTERNODE_CACHE_SHIFT=5
Actual value:     CONFIG_X86_INTERNODE_CACHE_SHIFT=6

Value requested for CONFIG_X86_L1_CACHE_SHIFT not in final .config
Requested value:  CONFIG_X86_L1_CACHE_SHIFT=5
Actual value:     CONFIG_X86_L1_CACHE_SHIFT=6

Value requested for CONFIG_X86_USE_PPRO_CHECKSUM not in final .config
Requested value:  CONFIG_X86_USE_PPRO_CHECKSUM=y
Actual value:     

Value requested for CONFIG_X86_MINIMUM_CPU_FAMILY not in final .config
Requested value:  CONFIG_X86_MINIMUM_CPU_FAMILY=6
Actual value:     CONFIG_X86_MINIMUM_CPU_FAMILY=64

Value requested for CONFIG_CPU_SUP_TRANSMETA_32 not in final .config
Requested value:  CONFIG_CPU_SUP_TRANSMETA_32=y
Actual value:     

Value requested for CONFIG_CPU_SUP_VORTEX_32 not in final .config
Requested value:  CONFIG_CPU_SUP_VORTEX_32=y
Actual value:     

Value requested for CONFIG_HPET_TIMER not in final .config
Requested value:  # CONFIG_HPET_TIMER is not set
Actual value:     CONFIG_HPET_TIMER=y

Value requested for CONFIG_NR_CPUS_RANGE_END not in final .config
Requested value:  CONFIG_NR_CPUS_RANGE_END=8
Actual value:     CONFIG_NR_CPUS_RANGE_END=512

Value requested for CONFIG_NR_CPUS_DEFAULT not in final .config
Requested value:  CONFIG_NR_CPUS_DEFAULT=8
Actual value:     CONFIG_NR_CPUS_DEFAULT=64

Value requested for CONFIG_X86_ANCIENT_MCE not in final .config
Requested value:  # CONFIG_X86_ANCIENT_MCE is not set
Actual value:     

Value requested for CONFIG_X86_LEGACY_VM86 not in final .config
Requested value:  # CONFIG_X86_LEGACY_VM86 is not set
Actual value:     

Value requested for CONFIG_X86_ESPFIX32 not in final .config
Requested value:  CONFIG_X86_ESPFIX32=y
Actual value:     

Value requested for CONFIG_TOSHIBA not in final .config
Requested value:  # CONFIG_TOSHIBA is not set
Actual value:     

Value requested for CONFIG_X86_REBOOTFIXUPS not in final .config
Requested value:  # CONFIG_X86_REBOOTFIXUPS is not set
Actual value:     

Value requested for CONFIG_MICROCODE_INITRD32 not in final .config
Requested value:  CONFIG_MICROCODE_INITRD32=y
Actual value:     

Value requested for CONFIG_NOHIGHMEM not in final .config
Requested value:  # CONFIG_NOHIGHMEM is not set
Actual value:     

Value requested for CONFIG_HIGHMEM4G not in final .config
Requested value:  CONFIG_HIGHMEM4G=y
Actual value:     

Value requested for CONFIG_HIGHMEM64G not in final .config
Requested value:  # CONFIG_HIGHMEM64G is not set
Actual value:     

Value requested for CONFIG_VMSPLIT_3G not in final .config
Requested value:  CONFIG_VMSPLIT_3G=y
Actual value:     

Value requested for CONFIG_VMSPLIT_3G_OPT not in final .config
Requested value:  # CONFIG_VMSPLIT_3G_OPT is not set
Actual value:     

Value requested for CONFIG_VMSPLIT_2G not in final .config
Requested value:  # CONFIG_VMSPLIT_2G is not set
Actual value:     

Value requested for CONFIG_VMSPLIT_2G_OPT not in final .config
Requested value:  # CONFIG_VMSPLIT_2G_OPT is not set
Actual value:     

Value requested for CONFIG_VMSPLIT_1G not in final .config
Requested value:  # CONFIG_VMSPLIT_1G is not set
Actual value:     

Value requested for CONFIG_PAGE_OFFSET not in final .config
Requested value:  CONFIG_PAGE_OFFSET=0xC0000000
Actual value:     

Value requested for CONFIG_HIGHMEM not in final .config
Requested value:  CONFIG_HIGHMEM=y
Actual value:     

Value requested for CONFIG_X86_PAE not in final .config
Requested value:  # CONFIG_X86_PAE is not set
Actual value:     

Value requested for CONFIG_ARCH_FLATMEM_ENABLE not in final .config
Requested value:  CONFIG_ARCH_FLATMEM_ENABLE=y
Actual value:     

Value requested for CONFIG_ARCH_SELECT_MEMORY_MODEL not in final .config
Requested value:  CONFIG_ARCH_SELECT_MEMORY_MODEL=y
Actual value:     

Value requested for CONFIG_ILLEGAL_POINTER_VALUE not in final .config
Requested value:  CONFIG_ILLEGAL_POINTER_VALUE=0
Actual value:     CONFIG_ILLEGAL_POINTER_VALUE=0xdead000000000000

Value requested for CONFIG_HIGHPTE not in final .config
Requested value:  # CONFIG_HIGHPTE is not set
Actual value:     

Value requested for CONFIG_COMPAT_VDSO not in final .config
Requested value:  # CONFIG_COMPAT_VDSO is not set
Actual value:     

Value requested for CONFIG_FUNCTION_PADDING_CFI not in final .config
Requested value:  CONFIG_FUNCTION_PADDING_CFI=0
Actual value:     CONFIG_FUNCTION_PADDING_CFI=11

Value requested for CONFIG_FUNCTION_PADDING_BYTES not in final .config
Requested value:  CONFIG_FUNCTION_PADDING_BYTES=4
Actual value:     CONFIG_FUNCTION_PADDING_BYTES=16

Value requested for CONFIG_APM not in final .config
Requested value:  # CONFIG_APM is not set
Actual value:     

Value requested for CONFIG_X86_POWERNOW_K6 not in final .config
Requested value:  # CONFIG_X86_POWERNOW_K6 is not set
Actual value:     

Value requested for CONFIG_X86_POWERNOW_K7 not in final .config
Requested value:  # CONFIG_X86_POWERNOW_K7 is not set
Actual value:     

Value requested for CONFIG_X86_GX_SUSPMOD not in final .config
Requested value:  # CONFIG_X86_GX_SUSPMOD is not set
Actual value:     

Value requested for CONFIG_X86_SPEEDSTEP_ICH not in final .config
Requested value:  # CONFIG_X86_SPEEDSTEP_ICH is not set
Actual value:     

Value requested for CONFIG_X86_SPEEDSTEP_SMI not in final .config
Requested value:  # CONFIG_X86_SPEEDSTEP_SMI is not set
Actual value:     

Value requested for CONFIG_X86_CPUFREQ_NFORCE2 not in final .config
Requested value:  # CONFIG_X86_CPUFREQ_NFORCE2 is not set
Actual value:     

Value requested for CONFIG_X86_LONGRUN not in final .config
Requested value:  # CONFIG_X86_LONGRUN is not set
Actual value:     

Value requested for CONFIG_X86_LONGHAUL not in final .config
Requested value:  # CONFIG_X86_LONGHAUL is not set
Actual value:     

Value requested for CONFIG_X86_E_POWERSAVER not in final .config
Requested value:  # CONFIG_X86_E_POWERSAVER is not set
Actual value:     

Value requested for CONFIG_PCI_GOBIOS not in final .config
Requested value:  # CONFIG_PCI_GOBIOS is not set
Actual value:     

Value requested for CONFIG_PCI_GOMMCONFIG not in final .config
Requested value:  # CONFIG_PCI_GOMMCONFIG is not set
Actual value:     

Value requested for CONFIG_PCI_GODIRECT not in final .config
Requested value:  # CONFIG_PCI_GODIRECT is not set
Actual value:     

Value requested for CONFIG_PCI_GOANY not in final .config
Requested value:  CONFIG_PCI_GOANY=y
Actual value:     

Value requested for CONFIG_PCI_BIOS not in final .config
Requested value:  CONFIG_PCI_BIOS=y
Actual value:     

Value requested for CONFIG_ISA not in final .config
Requested value:  # CONFIG_ISA is not set
Actual value:     

Value requested for CONFIG_SCx200 not in final .config
Requested value:  # CONFIG_SCx200 is not set
Actual value:     

Value requested for CONFIG_OLPC not in final .config
Requested value:  # CONFIG_OLPC is not set
Actual value:     

Value requested for CONFIG_ALIX not in final .config
Requested value:  # CONFIG_ALIX is not set
Actual value:     

Value requested for CONFIG_NET5501 not in final .config
Requested value:  # CONFIG_NET5501 is not set
Actual value:     

Value requested for CONFIG_GEOS not in final .config
Requested value:  # CONFIG_GEOS is not set
Actual value:     

Value requested for CONFIG_COMPAT_32 not in final .config
Requested value:  CONFIG_COMPAT_32=y
Actual value:     

Value requested for CONFIG_HAVE_ATOMIC_IOMAP not in final .config
Requested value:  CONFIG_HAVE_ATOMIC_IOMAP=y
Actual value:     

Value requested for CONFIG_ARCH_32BIT_OFF_T not in final .config
Requested value:  CONFIG_ARCH_32BIT_OFF_T=y
Actual value:     

Value requested for CONFIG_ARCH_WANT_IPC_PARSE_VERSION not in final .config
Requested value:  CONFIG_ARCH_WANT_IPC_PARSE_VERSION=y
Actual value:     

Value requested for CONFIG_MODULES_USE_ELF_REL not in final .config
Requested value:  CONFIG_MODULES_USE_ELF_REL=y
Actual value:     

Value requested for CONFIG_ARCH_MMAP_RND_BITS not in final .config
Requested value:  CONFIG_ARCH_MMAP_RND_BITS=8
Actual value:     CONFIG_ARCH_MMAP_RND_BITS=28

Value requested for CONFIG_CLONE_BACKWARDS not in final .config
Requested value:  CONFIG_CLONE_BACKWARDS=y
Actual value:     

Value requested for CONFIG_OLD_SIGSUSPEND3 not in final .config
Requested value:  CONFIG_OLD_SIGSUSPEND3=y
Actual value:     

Value requested for CONFIG_OLD_SIGACTION not in final .config
Requested value:  CONFIG_OLD_SIGACTION=y
Actual value:     

Value requested for CONFIG_ARCH_SPLIT_ARG64 not in final .config
Requested value:  CONFIG_ARCH_SPLIT_ARG64=y
Actual value:     

Value requested for CONFIG_FUNCTION_ALIGNMENT not in final .config
Requested value:  CONFIG_FUNCTION_ALIGNMENT=4
Actual value:     CONFIG_FUNCTION_ALIGNMENT=16

Value requested for CONFIG_SELECT_MEMORY_MODEL not in final .config
Requested value:  CONFIG_SELECT_MEMORY_MODEL=y
Actual value:     

Value requested for CONFIG_FLATMEM_MANUAL not in final .config
Requested value:  CONFIG_FLATMEM_MANUAL=y
Actual value:     

Value requested for CONFIG_SPARSEMEM_MANUAL not in final .config
Requested value:  # CONFIG_SPARSEMEM_MANUAL is not set
Actual value:     

Value requested for CONFIG_FLATMEM not in final .config
Requested value:  CONFIG_FLATMEM=y
Actual value:     

Value requested for CONFIG_SPARSEMEM_STATIC not in final .config
Requested value:  CONFIG_SPARSEMEM_STATIC=y
Actual value:     

Value requested for CONFIG_BOUNCE not in final .config
Requested value:  CONFIG_BOUNCE=y
Actual value:     

Value requested for CONFIG_KMAP_LOCAL not in final .config
Requested value:  CONFIG_KMAP_LOCAL=y
Actual value:     

Value requested for CONFIG_HOTPLUG_PCI_COMPAQ not in final .config
Requested value:  # CONFIG_HOTPLUG_PCI_COMPAQ is not set
Actual value:     

Value requested for CONFIG_HOTPLUG_PCI_IBM not in final .config
Requested value:  # CONFIG_HOTPLUG_PCI_IBM is not set
Actual value:     

Value requested for CONFIG_EFI_CAPSULE_QUIRK_QUARK_CSH not in final .config
Requested value:  CONFIG_EFI_CAPSULE_QUIRK_QUARK_CSH=y
Actual value:     

Value requested for CONFIG_PCH_PHUB not in final .config
Requested value:  # CONFIG_PCH_PHUB is not set
Actual value:     

Value requested for CONFIG_SCSI_NSP32 not in final .config
Requested value:  # CONFIG_SCSI_NSP32 is not set
Actual value:     

Value requested for CONFIG_PATA_CS5520 not in final .config
Requested value:  # CONFIG_PATA_CS5520 is not set
Actual value:     

Value requested for CONFIG_PATA_CS5530 not in final .config
Requested value:  # CONFIG_PATA_CS5530 is not set
Actual value:     

Value requested for CONFIG_PATA_CS5535 not in final .config
Requested value:  # CONFIG_PATA_CS5535 is not set
Actual value:     

Value requested for CONFIG_PATA_CS5536 not in final .config
Requested value:  # CONFIG_PATA_CS5536 is not set
Actual value:     

Value requested for CONFIG_PATA_SC1200 not in final .config
Requested value:  # CONFIG_PATA_SC1200 is not set
Actual value:     

Value requested for CONFIG_PCH_GBE not in final .config
Requested value:  # CONFIG_PCH_GBE is not set
Actual value:     

Value requested for CONFIG_INPUT_WISTRON_BTNS not in final .config
Requested value:  # CONFIG_INPUT_WISTRON_BTNS is not set
Actual value:     

Value requested for CONFIG_SERIAL_TIMBERDALE not in final .config
Requested value:  # CONFIG_SERIAL_TIMBERDALE is not set
Actual value:     

Value requested for CONFIG_SERIAL_PCH_UART not in final .config
Requested value:  # CONFIG_SERIAL_PCH_UART is not set
Actual value:     

Value requested for CONFIG_HW_RANDOM_GEODE not in final .config
Requested value:  CONFIG_HW_RANDOM_GEODE=y
Actual value:     

Value requested for CONFIG_SONYPI not in final .config
Requested value:  # CONFIG_SONYPI is not set
Actual value:     

Value requested for CONFIG_PC8736x_GPIO not in final .config
Requested value:  # CONFIG_PC8736x_GPIO is not set
Actual value:     

Value requested for CONFIG_NSC_GPIO not in final .config
Requested value:  # CONFIG_NSC_GPIO is not set
Actual value:     

Value requested for CONFIG_I2C_EG20T not in final .config
Requested value:  # CONFIG_I2C_EG20T is not set
Actual value:     

Value requested for CONFIG_SCx200_ACB not in final .config
Requested value:  # CONFIG_SCx200_ACB is not set
Actual value:     

Value requested for CONFIG_PTP_1588_CLOCK_PCH not in final .config
Requested value:  # CONFIG_PTP_1588_CLOCK_PCH is not set
Actual value:     

Value requested for CONFIG_SBC8360_WDT not in final .config
Requested value:  # CONFIG_SBC8360_WDT is not set
Actual value:     

Value requested for CONFIG_SBC7240_WDT not in final .config
Requested value:  # CONFIG_SBC7240_WDT is not set
Actual value:     

Value requested for CONFIG_MFD_CS5535 not in final .config
Requested value:  # CONFIG_MFD_CS5535 is not set
Actual value:     

Value requested for CONFIG_AGP_ALI not in final .config
Requested value:  # CONFIG_AGP_ALI is not set
Actual value:     

Value requested for CONFIG_AGP_ATI not in final .config
Requested value:  # CONFIG_AGP_ATI is not set
Actual value:     

Value requested for CONFIG_AGP_AMD not in final .config
Requested value:  # CONFIG_AGP_AMD is not set
Actual value:     

Value requested for CONFIG_AGP_NVIDIA not in final .config
Requested value:  # CONFIG_AGP_NVIDIA is not set
Actual value:     

Value requested for CONFIG_AGP_SWORKS not in final .config
Requested value:  # CONFIG_AGP_SWORKS is not set
Actual value:     

Value requested for CONFIG_AGP_EFFICEON not in final .config
Requested value:  # CONFIG_AGP_EFFICEON is not set
Actual value:     

Value requested for CONFIG_SND_CS5530 not in final .config
Requested value:  # CONFIG_SND_CS5530 is not set
Actual value:     

Value requested for CONFIG_SND_CS5535AUDIO not in final .config
Requested value:  # CONFIG_SND_CS5535AUDIO is not set
Actual value:     

Value requested for CONFIG_SND_SIS7019 not in final .config
Requested value:  # CONFIG_SND_SIS7019 is not set
Actual value:     

Value requested for CONFIG_LEDS_OT200 not in final .config
Requested value:  # CONFIG_LEDS_OT200 is not set
Actual value:     

Value requested for CONFIG_PCH_DMA not in final .config
Requested value:  # CONFIG_PCH_DMA is not set
Actual value:     

Value requested for CONFIG_CLKSRC_I8253 not in final .config
Requested value:  CONFIG_CLKSRC_I8253=y
Actual value:     

Value requested for CONFIG_MAILBOX not in final .config
Requested value:  # CONFIG_MAILBOX is not set
Actual value:     CONFIG_MAILBOX=y

Value requested for CONFIG_CRYPTO_SERPENT_SSE2_586 not in final .config
Requested value:  # CONFIG_CRYPTO_SERPENT_SSE2_586 is not set
Actual value:     

Value requested for CONFIG_CRYPTO_TWOFISH_586 not in final .config
Requested value:  # CONFIG_CRYPTO_TWOFISH_586 is not set
Actual value:     

Value requested for CONFIG_CRYPTO_DEV_GEODE not in final .config
Requested value:  # CONFIG_CRYPTO_DEV_GEODE is not set
Actual value:     

Value requested for CONFIG_CRYPTO_DEV_HIFN_795X not in final .config
Requested value:  # CONFIG_CRYPTO_DEV_HIFN_795X is not set
Actual value:     

Value requested for CONFIG_CRYPTO_LIB_POLY1305_RSIZE not in final .config
Requested value:  CONFIG_CRYPTO_LIB_POLY1305_RSIZE=1
Actual value:     CONFIG_CRYPTO_LIB_POLY1305_RSIZE=11

Value requested for CONFIG_AUDIT_GENERIC not in final .config
Requested value:  CONFIG_AUDIT_GENERIC=y
Actual value:     

Value requested for CONFIG_GENERIC_VDSO_32 not in final .config
Requested value:  CONFIG_GENERIC_VDSO_32=y
Actual value:     

Value requested for CONFIG_DEBUG_KMAP_LOCAL not in final .config
Requested value:  # CONFIG_DEBUG_KMAP_LOCAL is not set
Actual value:     

Value requested for CONFIG_DEBUG_HIGHMEM not in final .config
Requested value:  # CONFIG_DEBUG_HIGHMEM is not set
Actual value:     

Value requested for CONFIG_HAVE_DEBUG_STACKOVERFLOW not in final .config
Requested value:  CONFIG_HAVE_DEBUG_STACKOVERFLOW=y
Actual value:     

Value requested for CONFIG_DEBUG_STACKOVERFLOW not in final .config
Requested value:  # CONFIG_DEBUG_STACKOVERFLOW is not set
Actual value:     

Value requested for CONFIG_HAVE_FUNCTION_GRAPH_TRACER not in final .config
Requested value:  CONFIG_HAVE_FUNCTION_GRAPH_TRACER=y
Actual value:     

Value requested for CONFIG_HAVE_FUNCTION_GRAPH_RETVAL not in final .config
Requested value:  CONFIG_HAVE_FUNCTION_GRAPH_RETVAL=y
Actual value:     

Value requested for CONFIG_DRM_KUNIT_TEST not in final .config
Requested value:  CONFIG_DRM_KUNIT_TEST=m
Actual value:     

Value requested for CONFIG_DRM_XE_WERROR not in final .config
Requested value:  CONFIG_DRM_XE_WERROR=y
Actual value:     

Value requested for CONFIG_DRM_XE_DEBUG not in final .config
Requested value:  CONFIG_DRM_XE_DEBUG=y
Actual value:     

Value requested for CONFIG_DRM_XE_DEBUG_MEM not in final .config
Requested value:  CONFIG_DRM_XE_DEBUG_MEM=y
Actual value:     

Value requested for CONFIG_DRM_XE_KUNIT_TEST not in final .config
Requested value:  CONFIG_DRM_XE_KUNIT_TEST=m
Actual value:     

++ nproc
+ make -j48 ARCH=i386 olddefconfig
  GEN     Makefile

WARNING: unmet direct dependencies detected for FB_IOMEM_HELPERS
  Depends on [n]: HAS_IOMEM [=y] && FB_CORE [=n]
  Selected by [m]:
  - DRM_XE_DISPLAY [=y] && HAS_IOMEM [=y] && DRM [=y] && DRM_XE [=m] && DRM_XE [=m]=m [=m] && HAS_IOPORT [=y]
#
# configuration written to .config
#
++ nproc
+ make -j48 ARCH=i386
  SYNC    include/config/auto.conf.cmd
  GEN     Makefile

WARNING: unmet direct dependencies detected for FB_IOMEM_HELPERS
  Depends on [n]: HAS_IOMEM [=y] && FB_CORE [=n]
  Selected by [m]:
  - DRM_XE_DISPLAY [=y] && HAS_IOMEM [=y] && DRM [=y] && DRM_XE [=m] && DRM_XE [=m]=m [=m] && HAS_IOPORT [=y]

WARNING: unmet direct dependencies detected for FB_IOMEM_HELPERS
  Depends on [n]: HAS_IOMEM [=y] && FB_CORE [=n]
  Selected by [m]:
  - DRM_XE_DISPLAY [=y] && HAS_IOMEM [=y] && DRM [=y] && DRM_XE [=m] && DRM_XE [=m]=m [=m] && HAS_IOPORT [=y]

WARNING: unmet direct dependencies detected for FB_IOMEM_HELPERS
  Depends on [n]: HAS_IOMEM [=y] && FB_CORE [=n]
  Selected by [m]:
  - DRM_XE_DISPLAY [=y] && HAS_IOMEM [=y] && DRM [=y] && DRM_XE [=m] && DRM_XE [=m]=m [=m] && HAS_IOPORT [=y]
  GEN     Makefile
  WRAP    arch/x86/include/generated/uapi/asm/bpf_perf_event.h
  WRAP    arch/x86/include/generated/uapi/asm/fcntl.h
  WRAP    arch/x86/include/generated/uapi/asm/errno.h
  WRAP    arch/x86/include/generated/uapi/asm/ioctl.h
  UPD     include/generated/uapi/linux/version.h
  WRAP    arch/x86/include/generated/uapi/asm/ioctls.h
  SYSHDR  arch/x86/include/generated/uapi/asm/unistd_32.h
  WRAP    arch/x86/include/generated/uapi/asm/ipcbuf.h
  SYSHDR  arch/x86/include/generated/uapi/asm/unistd_x32.h
  SYSHDR  arch/x86/include/generated/uapi/asm/unistd_64.h
  WRAP    arch/x86/include/generated/uapi/asm/poll.h
  SYSTBL  arch/x86/include/generated/asm/syscalls_32.h
  WRAP    arch/x86/include/generated/uapi/asm/param.h
  WRAP    arch/x86/include/generated/uapi/asm/resource.h
  WRAP    arch/x86/include/generated/uapi/asm/socket.h
  WRAP    arch/x86/include/generated/uapi/asm/sockios.h
  WRAP    arch/x86/include/generated/uapi/asm/termios.h
  WRAP    arch/x86/include/generated/uapi/asm/termbits.h
  WRAP    arch/x86/include/generated/uapi/asm/types.h
  HOSTCC  arch/x86/tools/relocs_32.o
  HOSTCC  arch/x86/tools/relocs_64.o
  HOSTCC  arch/x86/tools/relocs_common.o
  UPD     include/generated/compile.h
  WRAP    arch/x86/include/generated/asm/early_ioremap.h
  WRAP    arch/x86/include/generated/asm/mcs_spinlock.h
  WRAP    arch/x86/include/generated/asm/mmzone.h
  WRAP    arch/x86/include/generated/asm/irq_regs.h
  WRAP    arch/x86/include/generated/asm/kmap_size.h
  WRAP    arch/x86/include/generated/asm/local64.h
  WRAP    arch/x86/include/generated/asm/mmiowb.h
  WRAP    arch/x86/include/generated/asm/module.lds.h
  HOSTCC  scripts/kallsyms
  WRAP    arch/x86/include/generated/asm/rwonce.h
  HOSTCC  scripts/sorttable
  HOSTCC  scripts/asn1_compiler
  HOSTCC  scripts/selinux/mdp/mdp
  HOSTLD  arch/x86/tools/relocs
  UPD     include/config/kernel.release
  UPD     include/generated/utsrelease.h
  CC      scripts/mod/empty.o
  HOSTCC  scripts/mod/mk_elfconfig
  CC      scripts/mod/devicetable-offsets.s
  UPD     scripts/mod/devicetable-offsets.h
  MKELF   scripts/mod/elfconfig.h
  HOSTCC  scripts/mod/modpost.o
  HOSTCC  scripts/mod/file2alias.o
  HOSTCC  scripts/mod/sumversion.o
  HOSTCC  scripts/mod/symsearch.o
  HOSTLD  scripts/mod/modpost
  CC      kernel/bounds.s
  CHKSHA1 /workspace/kernel/include/linux/atomic/atomic-arch-fallback.h
  CHKSHA1 /workspace/kernel/include/linux/atomic/atomic-instrumented.h
  CHKSHA1 /workspace/kernel/include/linux/atomic/atomic-long.h
  UPD     include/generated/timeconst.h
  UPD     include/generated/bounds.h
  CC      arch/x86/kernel/asm-offsets.s
  UPD     include/generated/asm-offsets.h
  CALL    /workspace/kernel/scripts/checksyscalls.sh
  LDS     scripts/module.lds
  HOSTCC  usr/gen_init_cpio
  CC      init/main.o
  CC      certs/system_keyring.o
  CC      init/do_mounts.o
  CC      ipc/util.o
  CC      init/do_mounts_initrd.o
  UPD     init/utsversion-tmp.h
  CC      ipc/msgutil.o
  CC      init/initramfs.o
  CC      ipc/msg.o
  CC      security/commoncap.o
  CC      mm/filemap.o
  CC      arch/x86/realmode/init.o
  CC      init/calibrate.o
  CC      ipc/sem.o
  CC      security/lsm_syscalls.o
  AS      arch/x86/entry/entry.o
  CC      mm/mempool.o
  AS      arch/x86/lib/atomic64_cx8_32.o
  CC      block/bdev.o
  CC      init/init_task.o
  CC      arch/x86/power/cpu.o
  AS      arch/x86/lib/checksum_32.o
  CC      io_uring/io_uring.o
  CC      arch/x86/pci/i386.o
  AR      arch/x86/net/built-in.a
  CC      arch/x86/video/video-common.o
  AR      arch/x86/crypto/built-in.a
  CC      security/keys/gc.o
  CC      security/integrity/iint.o
  HOSTCC  security/selinux/genheaders
  CC      block/partitions/core.o
  AR      arch/x86/entry/vsyscall/built-in.a
  CC      arch/x86/mm/pat/set_memory.o
  AR      virt/lib/built-in.a
  CC      fs/nfs_common/nfsacl.o
  AR      arch/x86/platform/atom/built-in.a
  CC      security/integrity/integrity_audit.o
  AR      drivers/cache/built-in.a
  CC      arch/x86/events/amd/core.o
  AS      arch/x86/realmode/rm/header.o
  CC      net/core/sock.o
  CC      arch/x86/kernel/fpu/init.o
  CC      lib/math/div64.o
  CC      arch/x86/virt/svm/cmdline.o
  CC      fs/notify/dnotify/dnotify.o
  CC      lib/math/gcd.o
  AR      virt/built-in.a
  CC      fs/iomap/trace.o
  CC      sound/core/seq/seq.o
  AR      arch/x86/platform/ce4100/built-in.a
  AR      drivers/irqchip/built-in.a
  CC      arch/x86/entry/vdso/vma.o
  CC      arch/x86/pci/init.o
  CC      arch/x86/mm/pat/memtype.o
  CC      block/fops.o
  CC      arch/x86/lib/cmdline.o
  AS      arch/x86/realmode/rm/trampoline_32.o
  CC      arch/x86/platform/efi/memmap.o
  AR      drivers/bus/mhi/built-in.a
  CC      kernel/sched/core.o
  AR      drivers/bus/built-in.a
  AS      arch/x86/realmode/rm/stack.o
  AR      drivers/pwm/built-in.a
  CC      crypto/asymmetric_keys/asymmetric_type.o
  AS      arch/x86/realmode/rm/reboot.o
  AS      arch/x86/realmode/rm/wakeup_asm.o
  AR      arch/x86/virt/svm/built-in.a
  CC      drivers/pci/msi/pcidev_msi.o
  AR      drivers/leds/trigger/built-in.a
  AR      arch/x86/virt/vmx/built-in.a
  CC      arch/x86/realmode/rm/wakemain.o
  AS      arch/x86/lib/cmpxchg8b_emu.o
  AR      drivers/leds/blink/built-in.a
  AR      arch/x86/virt/built-in.a
  CC      lib/math/lcm.o
  AR      drivers/leds/simple/built-in.a
  CC      drivers/leds/led-core.o
  GEN     security/selinux/flask.h security/selinux/av_permissions.h
  CC      security/selinux/avc.o
  CC      arch/x86/lib/cpu.o
  CC      drivers/video/console/dummycon.o
  CC      arch/x86/realmode/rm/video-mode.o
  CC      lib/math/int_log.o
  CC      drivers/video/backlight/backlight.o
  CC      lib/math/int_pow.o
  AS      arch/x86/realmode/rm/copy.o
  GEN     usr/initramfs_data.cpio
  AS      arch/x86/realmode/rm/bioscall.o
  COPY    usr/initramfs_inc_data
  AS      usr/initramfs_data.o
  HOSTCC  certs/extract-cert
  CC      arch/x86/kernel/fpu/bugs.o
  CC      arch/x86/realmode/rm/regs.o
  AR      usr/built-in.a
  CC      lib/math/int_sqrt.o
  CC      arch/x86/kernel/fpu/core.o
  CC      arch/x86/realmode/rm/video-vga.o
  CC      lib/math/reciprocal_div.o
  CC      crypto/asymmetric_keys/restrict.o
  CC      arch/x86/realmode/rm/video-vesa.o
  CC      sound/core/seq/seq_lock.o
  CC      lib/math/rational.o
  CC      arch/x86/lib/delay.o
  CC      kernel/sched/fair.o
  CC      arch/x86/realmode/rm/video-bios.o
  AR      arch/x86/video/built-in.a
  CC      security/selinux/hooks.o
  CC      fs/nfs_common/grace.o
  CERT    certs/x509_certificate_list
  CERT    certs/signing_key.x509
  AS      certs/system_certificates.o
  PASYMS  arch/x86/realmode/rm/pasyms.h
  AR      certs/built-in.a
  CC      security/keys/key.o
  AR      drivers/idle/built-in.a
  LDS     arch/x86/realmode/rm/realmode.lds
  CC      security/keys/keyring.o
  CC      crypto/asymmetric_keys/signature.o
  LD      arch/x86/realmode/rm/realmode.elf
  RELOCS  arch/x86/realmode/rm/realmode.relocs
  OBJCOPY arch/x86/realmode/rm/realmode.bin
  AR      sound/i2c/other/built-in.a
  AS      arch/x86/realmode/rmpiggy.o
  CC      sound/core/sound.o
  AR      sound/i2c/built-in.a
  CC      drivers/leds/led-class.o
  CC      drivers/pci/msi/api.o
  CC      crypto/api.o
  AR      arch/x86/realmode/built-in.a
  CC      arch/x86/pci/pcbios.o
  CC      arch/x86/mm/pat/memtype_interval.o
  AR      security/integrity/built-in.a
  CC      block/bio.o
  CC      security/min_addr.o
  CC      arch/x86/entry/vdso/extable.o
  CC      arch/x86/kernel/acpi/boot.o
  CC      net/core/request_sock.o
  AR      fs/notify/dnotify/built-in.a
  CC      arch/x86/kernel/cpu/mce/core.o
  CC      drivers/video/console/vgacon.o
  CC      fs/notify/inotify/inotify_fsnotify.o
  CC      arch/x86/platform/efi/quirks.o
  AS      arch/x86/lib/getuser.o
  CC      arch/x86/power/hibernate_32.o
  CC      arch/x86/pci/mmconfig_32.o
  GEN     arch/x86/lib/inat-tables.c
  CC      arch/x86/lib/insn-eval.o
  CC      block/partitions/msdos.o
  CC      net/core/skbuff.o
  CC      arch/x86/kernel/apic/apic.o
  AR      lib/math/built-in.a
  CC      sound/core/seq/seq_clientmgr.o
  CC      lib/crypto/mpi/generic_mpih-lshift.o
  CC      arch/x86/kernel/kprobes/core.o
  CC      mm/oom_kill.o
  CC      fs/notify/inotify/inotify_user.o
  AS      arch/x86/entry/entry_32.o
  LDS     arch/x86/kernel/vmlinux.lds
  AS      arch/x86/power/hibernate_asm_32.o
  CC      arch/x86/pci/direct.o
  AR      drivers/video/backlight/built-in.a
  CC      fs/nfs_common/common.o
  CC      lib/zlib_inflate/inffast.o
  CC      arch/x86/events/intel/core.o
  CC      fs/iomap/iter.o
  CC      lib/crypto/memneq.o
  CC      crypto/asymmetric_keys/public_key.o
  CC      arch/x86/events/amd/lbr.o
  CC      drivers/leds/led-triggers.o
  CC      lib/crypto/utils.o
  CC      arch/x86/power/hibernate.o
  CC      security/security.o
  CC      lib/zlib_inflate/inflate.o
  AR      drivers/video/fbdev/core/built-in.a
  AR      drivers/video/fbdev/omap/built-in.a
  AR      arch/x86/mm/pat/built-in.a
  CC      arch/x86/mm/init.o
  CC      fs/iomap/buffered-io.o
  AR      drivers/video/fbdev/omap2/omapfb/dss/built-in.a
  AR      drivers/video/fbdev/omap2/omapfb/displays/built-in.a
  CC      drivers/pci/msi/msi.o
  AR      drivers/video/fbdev/omap2/omapfb/built-in.a
  CC      block/partitions/efi.o
  AR      drivers/video/fbdev/omap2/built-in.a
  AR      drivers/video/fbdev/built-in.a
  CC      arch/x86/events/zhaoxin/core.o
  CC      init/version.o
  ASN.1   crypto/asymmetric_keys/x509.asn1.[ch]
  CC      block/elevator.o
  CC      lib/crypto/mpi/generic_mpih-mul1.o
  CC      kernel/sched/build_policy.o
  CC      sound/core/seq/seq_memory.o
  LDS     arch/x86/entry/vdso/vdso32/vdso32.lds
  AS      arch/x86/entry/vdso/vdso32/note.o
  CC      security/keys/keyctl.o
  AS      arch/x86/entry/vdso/vdso32/system_call.o
  AS      arch/x86/entry/vdso/vdso32/sigreturn.o
  CC      arch/x86/entry/vdso/vdso32/vclock_gettime.o
  CC      mm/fadvise.o
  AR      init/built-in.a
  CC      arch/x86/kernel/fpu/regset.o
  CC      arch/x86/lib/insn.o
  CC      ipc/shm.o
  CC      arch/x86/events/core.o
  CC      fs/quota/dquot.o
  CC      arch/x86/platform/efi/efi.o
  CC      arch/x86/lib/kaslr.o
  AR      drivers/video/console/built-in.a
  CC      arch/x86/events/amd/ibs.o
  CC      drivers/video/aperture.o
  CC      arch/x86/pci/mmconfig-shared.o
  AR      fs/nfs_common/built-in.a
  CC      lib/crypto/mpi/generic_mpih-mul2.o
  CC      net/ethernet/eth.o
  CC      arch/x86/kernel/acpi/sleep.o
  ASN.1   crypto/asymmetric_keys/x509_akid.asn1.[ch]
  CC      crypto/asymmetric_keys/x509_loader.o
  CC      arch/x86/entry/vdso/vdso32/vgetcpu.o
  AS      arch/x86/kernel/head_32.o
  CC      lib/zlib_inflate/infutil.o
  CC      lib/zlib_inflate/inftrees.o
  CC      arch/x86/kernel/kprobes/opt.o
  CC      net/core/datagram.o
  AR      fs/notify/inotify/built-in.a
  AR      fs/notify/fanotify/built-in.a
  CC      arch/x86/lib/memcpy_32.o
  CC      fs/notify/fsnotify.o
  AR      drivers/char/ipmi/built-in.a
  CC      kernel/sched/build_utility.o
  AR      arch/x86/power/built-in.a
  AR      arch/x86/platform/geode/built-in.a
  AS      arch/x86/lib/memmove_32.o
  AR      drivers/leds/built-in.a
  CC      arch/x86/lib/misc.o
  CC      drivers/acpi/acpica/dsargs.o
  CC      arch/x86/lib/pc-conf-reg.o
  CC      fs/notify/notification.o
  CC      arch/x86/events/probe.o
  CC      crypto/asymmetric_keys/x509_public_key.o
  CC      sound/core/init.o
  ASN.1   crypto/asymmetric_keys/pkcs7.asn1.[ch]
  CC      kernel/locking/mutex.o
  CC      arch/x86/kernel/apic/apic_common.o
  AS      arch/x86/lib/putuser.o
  AS      arch/x86/lib/retpoline.o
  HOSTCC  arch/x86/entry/vdso/vdso2c
  CC      arch/x86/lib/string_32.o
  CC      lib/zlib_inflate/inflate_syms.o
  CC      arch/x86/lib/strstr_32.o
  CC      sound/core/seq/seq_queue.o
  CC      arch/x86/mm/init_32.o
  AR      block/partitions/built-in.a
  CC      drivers/acpi/acpica/dscontrol.o
  AR      arch/x86/events/zhaoxin/built-in.a
  CC      arch/x86/mm/fault.o
  CC      arch/x86/lib/usercopy.o
  CC      drivers/pci/msi/irqdomain.o
  CC      arch/x86/kernel/cpu/mtrr/mtrr.o
  CC      lib/crypto/mpi/generic_mpih-mul3.o
  CC      security/lsm_audit.o
  CC      kernel/locking/semaphore.o
  CC      arch/x86/kernel/fpu/signal.o
  CC      arch/x86/lib/usercopy_32.o
  CC      arch/x86/kernel/cpu/mce/severity.o
  CC      drivers/video/cmdline.o
  AS      arch/x86/kernel/acpi/wakeup_32.o
  CC      arch/x86/kernel/acpi/cstate.o
  CC      arch/x86/lib/msr-smp.o
  CC      arch/x86/kernel/apic/apic_noop.o
  CC      block/blk-core.o
  CC      arch/x86/kernel/cpu/mtrr/if.o
  AR      lib/zlib_inflate/built-in.a
  CC      crypto/asymmetric_keys/pkcs7_trust.o
  CC      arch/x86/entry/vdso/vdso32-setup.o
  CC      arch/x86/events/intel/bts.o
  CC      arch/x86/platform/efi/efi_32.o
  CC      security/selinux/selinuxfs.o
  CC      arch/x86/mm/ioremap.o
  CC      drivers/acpi/acpica/dsdebug.o
  CC      lib/crypto/mpi/generic_mpih-rshift.o
  CC      security/keys/permission.o
  CC      arch/x86/pci/fixup.o
  AR      arch/x86/kernel/kprobes/built-in.a
  CC      arch/x86/entry/syscall_32.o
  CC      fs/notify/group.o
  CC      arch/x86/lib/cache-smp.o
  CC      mm/maccess.o
  VDSO    arch/x86/entry/vdso/vdso32.so.dbg
  CC      ipc/syscall.o
  CC      arch/x86/events/amd/uncore.o
  OBJCOPY arch/x86/entry/vdso/vdso32.so
  VDSO2C  arch/x86/entry/vdso/vdso-image-32.c
  CC      arch/x86/entry/vdso/vdso-image-32.o
  CC      lib/crypto/mpi/generic_mpih-sub1.o
  CC      arch/x86/lib/msr.o
  CC      arch/x86/events/utils.o
  CC      crypto/asymmetric_keys/pkcs7_verify.o
  CC      arch/x86/kernel/apic/ipi.o
  CC      arch/x86/pci/acpi.o
  CC      drivers/acpi/acpica/dsfield.o
  CC      arch/x86/mm/extable.o
  CC      sound/core/seq/seq_fifo.o
  AR      arch/x86/kernel/acpi/built-in.a
  CC      security/keys/process_keys.o
  AR      drivers/pci/msi/built-in.a
  CC      drivers/pci/pcie/portdrv.o
  CC      security/keys/request_key.o
  AR      net/ethernet/built-in.a
  AS      arch/x86/platform/efi/efi_stub_32.o
  CC      arch/x86/kernel/cpu/mtrr/generic.o
  CC      fs/quota/quota_v2.o
  CC      drivers/video/nomodeset.o
  AR      arch/x86/entry/vdso/built-in.a
  CC      io_uring/opdef.o
  CC      arch/x86/kernel/fpu/xstate.o
  CC      arch/x86/events/intel/ds.o
  CC      sound/core/memory.o
  CC      fs/iomap/direct-io.o
  CC      arch/x86/platform/efi/runtime-map.o
  CC      kernel/locking/rwsem.o
  CC      arch/x86/kernel/cpu/mce/genpool.o
  CC      crypto/asymmetric_keys/x509.asn1.o
  CC      crypto/asymmetric_keys/x509_akid.asn1.o
  CC      crypto/asymmetric_keys/x509_cert_parser.o
  CC      fs/iomap/fiemap.o
  CC      fs/notify/mark.o
  CC      drivers/acpi/acpica/dsinit.o
  CC      crypto/cipher.o
  CC      lib/crypto/mpi/generic_mpih-add1.o
  CC      mm/page-writeback.o
  CC      net/core/stream.o
  CC      arch/x86/kernel/apic/vector.o
  CC      crypto/compress.o
  CC      drivers/video/hdmi.o
  CC      crypto/algapi.o
  AR      sound/drivers/opl3/built-in.a
  AR      drivers/acpi/pmic/built-in.a
  AR      sound/drivers/opl4/built-in.a
  CC      drivers/pnp/pnpacpi/core.o
  AR      sound/drivers/mpu401/built-in.a
  AR      sound/drivers/vx/built-in.a
  AR      sound/drivers/pcsp/built-in.a
  CC      ipc/ipc_sysctl.o
  AR      sound/drivers/built-in.a
  AR      drivers/amba/built-in.a
  CC      lib/crypto/mpi/mpicoder.o
  AR      drivers/pci/pwrctrl/built-in.a
  AR      sound/isa/ad1816a/built-in.a
  CC      fs/notify/fdinfo.o
  AR      sound/isa/ad1848/built-in.a
  AR      sound/isa/cs423x/built-in.a
  CC      sound/core/seq/seq_prioq.o
  AR      sound/isa/es1688/built-in.a
  CC      sound/core/control.o
  CC      mm/folio-compat.o
  AR      sound/isa/galaxy/built-in.a
  AR      sound/isa/gus/built-in.a
  AR      sound/isa/msnd/built-in.a
  CC      arch/x86/entry/common.o
  AR      sound/isa/opti9xx/built-in.a
  AS      arch/x86/lib/msr-reg.o
  AR      sound/isa/sb/built-in.a
  AR      sound/isa/wavefront/built-in.a
  CC      arch/x86/lib/msr-reg-export.o
  AR      sound/isa/wss/built-in.a
  CC      arch/x86/pci/legacy.o
  AR      sound/isa/built-in.a
  CC      lib/zlib_deflate/deflate.o
  CC      drivers/acpi/acpica/dsmethod.o
  CC      fs/quota/quota_tree.o
  CC      drivers/pci/pcie/rcec.o
  CC      arch/x86/mm/mmap.o
  CC      security/device_cgroup.o
  AS      arch/x86/lib/hweight.o
  CC      crypto/asymmetric_keys/pkcs7.asn1.o
  CC      arch/x86/kernel/cpu/microcode/core.o
  CC      arch/x86/lib/iomem.o
  CC      crypto/asymmetric_keys/pkcs7_parser.o
  CC      arch/x86/kernel/cpu/mce/intel.o
  AR      arch/x86/events/amd/built-in.a
  CC      arch/x86/kernel/cpu/cacheinfo.o
  CC      io_uring/kbuf.o
  CC      crypto/scatterwalk.o
  CC      lib/crypto/chacha.o
  CC      drivers/pci/hotplug/pci_hotplug_core.o
  AR      arch/x86/platform/efi/built-in.a
  AR      sound/pci/ac97/built-in.a
  AR      arch/x86/platform/iris/built-in.a
  CC      ipc/mqueue.o
  AR      sound/pci/ali5451/built-in.a
  CC      arch/x86/platform/intel/iosf_mbi.o
  AR      sound/pci/asihpi/built-in.a
  AR      sound/pci/au88x0/built-in.a
  AR      arch/x86/platform/intel-mid/built-in.a
  CC      arch/x86/kernel/cpu/mtrr/cleanup.o
  AR      sound/pci/aw2/built-in.a
  CC      kernel/locking/percpu-rwsem.o
  AR      sound/pci/ctxfi/built-in.a
  AR      sound/pci/ca0106/built-in.a
  CC      fs/proc/task_mmu.o
  CC      security/keys/request_key_auth.o
  AR      drivers/clk/actions/built-in.a
  AR      sound/pci/cs46xx/built-in.a
  AR      drivers/clk/analogbits/built-in.a
  AR      sound/pci/cs5535audio/built-in.a
  CC      drivers/pnp/pnpacpi/rsparser.o
  CC      security/keys/user_defined.o
  AR      sound/pci/lola/built-in.a
  AR      drivers/clk/bcm/built-in.a
  CC      drivers/acpi/acpica/dsmthdat.o
  AR      sound/pci/lx6464es/built-in.a
  AR      drivers/clk/imgtec/built-in.a
  AR      sound/pci/echoaudio/built-in.a
  AR      drivers/clk/imx/built-in.a
  CC      fs/iomap/seek.o
  AR      drivers/clk/ingenic/built-in.a
  CC      fs/iomap/swapfile.o
  AR      sound/pci/emu10k1/built-in.a
  AR      drivers/clk/mediatek/built-in.a
  CC      sound/pci/hda/hda_bind.o
  AR      drivers/clk/microchip/built-in.a
  AR      drivers/clk/mstar/built-in.a
  AR      drivers/video/built-in.a
  AR      drivers/clk/mvebu/built-in.a
  CC      sound/pci/hda/hda_codec.o
  CC      sound/core/seq/seq_timer.o
  AR      drivers/clk/ralink/built-in.a
  CC      lib/crypto/mpi/mpi-add.o
  AR      drivers/clk/renesas/built-in.a
  CC      security/selinux/netlink.o
  AR      drivers/clk/socfpga/built-in.a
  AR      drivers/clk/sophgo/built-in.a
  AR      drivers/clk/sprd/built-in.a
  AR      fs/notify/built-in.a
  CC      arch/x86/kernel/cpu/mce/amd.o
  AR      arch/x86/kernel/fpu/built-in.a
  CC      arch/x86/kernel/head32.o
  AR      drivers/clk/starfive/built-in.a
  CC      arch/x86/lib/atomic64_32.o
  CC      sound/core/misc.o
  AR      drivers/clk/sunxi-ng/built-in.a
  AR      drivers/clk/ti/built-in.a
  CC      io_uring/rsrc.o
  AR      drivers/clk/versatile/built-in.a
  CC      arch/x86/pci/irq.o
  AR      drivers/clk/xilinx/built-in.a
  AR      drivers/clk/built-in.a
  CC      arch/x86/lib/inat.o
  CC      security/keys/proc.o
  AR      crypto/asymmetric_keys/built-in.a
  CC      arch/x86/kernel/ebda.o
  CC      arch/x86/mm/pgtable.o
  CC      block/blk-sysfs.o
  AS      arch/x86/entry/thunk.o
  CC      lib/crypto/aes.o
  AR      arch/x86/lib/built-in.a
  CC      drivers/pci/pcie/bwctrl.o
  AR      arch/x86/lib/lib.a
  AR      arch/x86/entry/built-in.a
  CC      io_uring/notif.o
  CC      lib/zlib_deflate/deftree.o
  CC      fs/proc/inode.o
  AR      arch/x86/platform/intel-quark/built-in.a
  CC      drivers/acpi/acpica/dsobject.o
  CC      drivers/pci/hotplug/acpi_pcihp.o
  CC      security/selinux/nlmsgtab.o
  CC      arch/x86/kernel/cpu/mce/threshold.o
  CC      arch/x86/kernel/cpu/microcode/intel.o
  CC      crypto/proc.o
  CC      kernel/locking/spinlock.o
  CC      fs/quota/quota.o
  CC      arch/x86/events/rapl.o
  CC      arch/x86/kernel/apic/init.o
  AR      arch/x86/platform/intel/built-in.a
  AR      arch/x86/platform/olpc/built-in.a
  AR      arch/x86/platform/scx200/built-in.a
  AR      arch/x86/platform/ts5500/built-in.a
  CC      mm/readahead.o
  CC      arch/x86/kernel/cpu/mtrr/amd.o
  AR      arch/x86/platform/uv/built-in.a
  CC      sound/core/device.o
  AR      arch/x86/platform/built-in.a
  CC      sound/core/seq/seq_system.o
  CC      fs/proc/root.o
  AR      fs/iomap/built-in.a
  CC      arch/x86/pci/common.o
  CC      lib/crypto/mpi/mpi-bit.o
  CC      lib/crypto/arc4.o
  CC      mm/swap.o
  CC      kernel/locking/osq_lock.o
  CC      security/keys/sysctl.o
  CC      arch/x86/kernel/cpu/microcode/amd.o
  CC      ipc/namespace.o
  CC      drivers/acpi/acpica/dsopcode.o
  CC      ipc/mq_sysctl.o
  CC      arch/x86/events/intel/knc.o
  CC      drivers/dma/dw/core.o
  CC      drivers/dma/hsu/hsu.o
  AR      sound/pci/ice1712/built-in.a
  AR      drivers/pnp/pnpacpi/built-in.a
  CC      kernel/locking/qspinlock.o
  CC      drivers/pnp/core.o
  AR      drivers/pci/controller/dwc/built-in.a
  AR      drivers/dma/idxd/built-in.a
  AR      drivers/pci/controller/mobiveil/built-in.a
  CC      io_uring/tctx.o
  AR      drivers/pci/controller/plda/built-in.a
  CC      fs/proc/base.o
  AR      drivers/pci/controller/built-in.a
  CC      fs/proc/generic.o
  CC      lib/zlib_deflate/deflate_syms.o
  CC      fs/proc/array.o
  CC      arch/x86/kernel/apic/hw_nmi.o
  CC      arch/x86/mm/physaddr.o
  CC      crypto/aead.o
  AR      drivers/soc/apple/built-in.a
  CC      drivers/pci/pcie/aspm.o
  CC      drivers/acpi/acpica/dspkginit.o
  AR      drivers/soc/aspeed/built-in.a
  AR      drivers/pci/hotplug/built-in.a
  AR      drivers/soc/bcm/built-in.a
  AR      sound/pci/korg1212/built-in.a
  AR      drivers/soc/fsl/built-in.a
  AR      drivers/soc/fujitsu/built-in.a
  AR      sound/ppc/built-in.a
  CC      arch/x86/kernel/apic/io_apic.o
  CC      drivers/acpi/dptf/int340x_thermal.o
  AR      drivers/soc/hisilicon/built-in.a
  AR      drivers/soc/imx/built-in.a
  CC      lib/crypto/mpi/mpi-cmp.o
  AR      drivers/soc/ixp4xx/built-in.a
  CC      drivers/dma/dw/dw.o
  AR      drivers/soc/loongson/built-in.a
  CC      mm/truncate.o
  AR      drivers/soc/mediatek/built-in.a
  AR      drivers/soc/microchip/built-in.a
  CC      arch/x86/kernel/cpu/mtrr/cyrix.o
  AR      drivers/soc/nuvoton/built-in.a
  CC      net/core/scm.o
  AR      drivers/soc/pxa/built-in.a
  AR      sound/arm/built-in.a
  AR      sound/sh/built-in.a
  AR      drivers/soc/amlogic/built-in.a
  AR      drivers/soc/qcom/built-in.a
  AR      drivers/soc/renesas/built-in.a
  CC      arch/x86/kernel/cpu/mtrr/centaur.o
  CC      fs/kernfs/mount.o
  AR      drivers/soc/rockchip/built-in.a
  CC      sound/core/seq/seq_ports.o
  AR      drivers/soc/sunxi/built-in.a
  AR      drivers/soc/ti/built-in.a
  AR      drivers/soc/versatile/built-in.a
  CC      security/keys/keyctl_pkey.o
  AR      drivers/soc/xilinx/built-in.a
  CC      block/blk-flush.o
  AR      drivers/soc/built-in.a
  AR      lib/zlib_deflate/built-in.a
  CC      arch/x86/pci/early.o
  CC      lib/crypto/gf128mul.o
  CC      security/selinux/netif.o
  CC      arch/x86/kernel/apic/msi.o
  CC      block/blk-settings.o
  AR      net/802/built-in.a
  AR      ipc/built-in.a
  CC      drivers/acpi/x86/apple.o
  CC      drivers/pnp/card.o
  CC      io_uring/filetable.o
  CC      kernel/locking/rtmutex_api.o
  CC      arch/x86/mm/tlb.o
  CC      fs/sysfs/file.o
  CC      sound/core/seq/seq_info.o
  CC      lib/crypto/blake2s.o
  CC      drivers/acpi/x86/cmos_rtc.o
  CC      crypto/geniv.o
  CC      drivers/acpi/acpica/dsutils.o
  CC      security/selinux/netnode.o
  CC      fs/quota/kqid.o
  AR      kernel/sched/built-in.a
  CC      arch/x86/events/intel/lbr.o
  AR      drivers/acpi/dptf/built-in.a
  CC      lib/lzo/lzo1x_compress.o
  CC      lib/lzo/lzo1x_decompress_safe.o
  CC      sound/core/info.o
  AR      arch/x86/kernel/cpu/mce/built-in.a
  CC      drivers/virtio/virtio.o
  AR      drivers/dma/hsu/built-in.a
  CC      drivers/tty/vt/vt_ioctl.o
  CC      drivers/char/hw_random/core.o
  CC      lib/crypto/mpi/mpi-sub-ui.o
  AR      drivers/iommu/amd/built-in.a
  AR      drivers/iommu/intel/built-in.a
  AR      arch/x86/kernel/cpu/microcode/built-in.a
  AR      drivers/iommu/arm/arm-smmu/built-in.a
  AR      drivers/iommu/arm/arm-smmu-v3/built-in.a
  CC      drivers/connector/cn_queue.o
  AR      drivers/gpu/host1x/built-in.a
  AR      drivers/iommu/arm/built-in.a
  AR      drivers/iommu/iommufd/built-in.a
  AR      drivers/iommu/riscv/built-in.a
  CC      kernel/power/qos.o
  AR      sound/synth/emux/built-in.a
  CC      arch/x86/kernel/cpu/mtrr/legacy.o
  CC      drivers/iommu/iommu.o
  CC      drivers/iommu/iommu-traces.o
  AR      sound/synth/built-in.a
  CC      kernel/power/main.o
  CC      drivers/connector/connector.o
  AR      drivers/gpu/drm/tests/built-in.a
  CC      net/sched/sch_generic.o
  AR      security/keys/built-in.a
  AR      drivers/gpu/drm/arm/built-in.a
  CC      sound/pci/hda/hda_jack.o
  CC      net/netlink/af_netlink.o
  AR      drivers/gpu/drm/clients/built-in.a
  CC      drivers/gpu/drm/display/drm_display_helper_mod.o
  CC      kernel/printk/printk.o
  CC      arch/x86/pci/bus_numa.o
  CC      kernel/irq/irqdesc.o
  CC      arch/x86/kernel/platform-quirks.o
  CC      drivers/dma/dw/idma32.o
  CC      drivers/acpi/acpica/dswexec.o
  CC      fs/kernfs/inode.o
  CC      arch/x86/kernel/process_32.o
  CC      sound/core/seq/seq_dummy.o
  CC      fs/quota/netlink.o
  CC      fs/proc/fd.o
  AR      lib/lzo/built-in.a
  CC      drivers/pnp/driver.o
  CC      kernel/printk/printk_safe.o
  CC      net/netlink/genetlink.o
  CC      drivers/connector/cn_proc.o
  CC      drivers/acpi/x86/lpss.o
  CC      drivers/base/power/sysfs.o
  AR      arch/x86/kernel/cpu/mtrr/built-in.a
  CC      arch/x86/kernel/cpu/scattered.o
  CC      mm/vmscan.o
  CC      mm/shrinker.o
  CC      fs/sysfs/dir.o
  CC      block/blk-ioc.o
  CC      drivers/gpu/drm/display/drm_dp_dual_mode_helper.o
  CC      lib/crypto/mpi/mpi-div.o
  CC      io_uring/rw.o
  CC      kernel/locking/qrwlock.o
  CC      drivers/pci/pcie/pme.o
  CC      net/core/gen_stats.o
  CC      drivers/virtio/virtio_ring.o
  CC      drivers/acpi/acpica/dswload.o
  CC      drivers/tty/vt/vc_screen.o
  CC      drivers/char/hw_random/intel-rng.o
  CC      fs/devpts/inode.o
  CC      crypto/lskcipher.o
  CC      arch/x86/mm/cpu_entry_area.o
  CC      crypto/skcipher.o
  CC      arch/x86/kernel/cpu/topology_common.o
  CC      arch/x86/pci/amd_bus.o
  AR      sound/core/seq/built-in.a
  CC      sound/core/isadma.o
  CC      drivers/dma/dw/acpi.o
  CC      security/selinux/netport.o
  CC      kernel/irq/handle.o
  CC      drivers/base/power/generic_ops.o
  CC      drivers/base/power/common.o
  CC      drivers/pnp/resource.o
  CC      kernel/rcu/update.o
  CC      fs/sysfs/symlink.o
  CC      arch/x86/kernel/cpu/topology_ext.o
  CC      drivers/gpu/drm/display/drm_dp_helper.o
  AR      kernel/livepatch/built-in.a
  CC      security/selinux/status.o
  CC      fs/kernfs/dir.o
  AR      kernel/locking/built-in.a
  CC      drivers/char/hw_random/amd-rng.o
  CC      drivers/acpi/acpica/dswload2.o
  CC      arch/x86/kernel/apic/probe_32.o
  AR      fs/quota/built-in.a
  CC      drivers/acpi/x86/s2idle.o
  CC      arch/x86/events/intel/p4.o
  CC      sound/pci/hda/hda_auto_parser.o
  AR      net/bpf/built-in.a
  CC      arch/x86/events/intel/p6.o
  CC      fs/sysfs/mount.o
  CC      lib/lz4/lz4_decompress.o
  CC      drivers/acpi/x86/utils.o
  CC      kernel/power/console.o
  CC      fs/proc/proc_tty.o
  CC      lib/crypto/mpi/mpi-mod.o
  CC      block/blk-map.o
  CC      kernel/irq/manage.o
  CC      sound/core/vmaster.o
  CC      lib/crypto/blake2s-generic.o
  CC      kernel/dma/mapping.o
  AR      drivers/pci/pcie/built-in.a
  AR      drivers/pci/switch/built-in.a
  CC      arch/x86/mm/maccess.o
  CC      drivers/pci/access.o
  CC      kernel/entry/common.o
  CC      arch/x86/kernel/cpu/topology_amd.o
  CC      kernel/module/main.o
  AR      drivers/connector/built-in.a
  CC      kernel/time/time.o
  CC      kernel/futex/core.o
  AR      fs/devpts/built-in.a
  CC      drivers/base/power/qos.o
  CC      kernel/cgroup/cgroup.o
  CC      drivers/acpi/acpica/dswscope.o
  AR      arch/x86/kernel/apic/built-in.a
  CC      kernel/module/strict_rwx.o
  CC      drivers/tty/vt/selection.o
  AR      drivers/dma/dw/built-in.a
  AR      drivers/dma/amd/built-in.a
  AR      drivers/dma/mediatek/built-in.a
  AR      arch/x86/pci/built-in.a
  AR      drivers/dma/qcom/built-in.a
  CC      drivers/tty/vt/keyboard.o
  AR      drivers/dma/stm32/built-in.a
  AR      drivers/dma/ti/built-in.a
  CC      net/core/gen_estimator.o
  AR      drivers/dma/xilinx/built-in.a
  CC      drivers/dma/dmaengine.o
  CC      arch/x86/mm/pgprot.o
  CC      kernel/trace/trace_clock.o
  CC      io_uring/net.o
  CC      lib/crypto/mpi/mpi-mul.o
  CC      drivers/char/hw_random/geode-rng.o
  CC      fs/proc/cmdline.o
  CC      arch/x86/mm/pgtable_32.o
  CC      kernel/power/process.o
  CC      drivers/acpi/acpica/dswstate.o
  CC      sound/core/ctljack.o
  CC      drivers/iommu/iommu-sysfs.o
  AR      drivers/gpu/vga/built-in.a
  CC      drivers/iommu/dma-iommu.o
  CC      kernel/dma/direct.o
  CC      crypto/seqiv.o
  CC      fs/sysfs/group.o
  CC      arch/x86/kernel/cpu/common.o
  CC      drivers/acpi/x86/blacklist.o
  CC      kernel/bpf/core.o
  CC      drivers/pnp/manager.o
  CC      kernel/events/core.o
  CC      kernel/trace/ring_buffer.o
  CC      kernel/fork.o
  CC      net/sched/sch_mq.o
  CC      security/selinux/ss/ebitmap.o
  CC      arch/x86/events/intel/pt.o
  CC      drivers/pci/bus.o
  CC      sound/pci/hda/hda_sysfs.o
  CC      block/blk-merge.o
  CC      kernel/futex/syscalls.o
  CC      fs/kernfs/file.o
  CC      kernel/entry/syscall_user_dispatch.o
  CC      sound/core/jack.o
  CC      crypto/echainiv.o
  CC      kernel/irq/spurious.o
  CC      fs/proc/consoles.o
  CC      lib/crypto/mpi/mpih-cmp.o
  CC      drivers/acpi/acpica/evevent.o
  CC      kernel/printk/nbcon.o
  CC      drivers/virtio/virtio_anchor.o
  CC      drivers/char/hw_random/via-rng.o
  AR      lib/lz4/built-in.a
  CC      kernel/time/timer.o
  CC      kernel/events/ring_buffer.o
  AR      drivers/acpi/x86/built-in.a
  CC      arch/x86/mm/iomap_32.o
  CC      kernel/exec_domain.o
  CC      net/sched/sch_frag.o
  CC      net/netlink/policy.o
  CC      security/selinux/ss/hashtab.o
  CC      sound/pci/hda/hda_controller.o
  CC      drivers/pnp/support.o
  AR      fs/sysfs/built-in.a
  CC      drivers/acpi/tables.o
  CC      net/core/net_namespace.o
  CC      drivers/base/power/runtime.o
  CC      net/core/secure_seq.o
  CC      drivers/acpi/acpica/evgpe.o
  AR      drivers/char/hw_random/built-in.a
  CC      drivers/char/agp/backend.o
  CC      sound/pci/hda/hda_proc.o
  CC      kernel/irq/resend.o
  CC      fs/proc/cpuinfo.o
  AR      kernel/entry/built-in.a
  CC      drivers/gpu/drm/display/drm_dp_mst_topology.o
  CC      drivers/dma/virt-dma.o
  CC      kernel/power/suspend.o
  CC      drivers/base/firmware_loader/builtin/main.o
  CC      net/sched/sch_api.o
  CC      lib/crypto/mpi/mpih-div.o
  CC      crypto/ahash.o
  CC      drivers/virtio/virtio_pci_modern_dev.o
  CC      drivers/pci/probe.o
  CC      drivers/tty/vt/vt.o
  CC      drivers/dma/acpi-dma.o
  CC      sound/core/hwdep.o
  CC      arch/x86/mm/hugetlbpage.o
  CC      drivers/base/firmware_loader/main.o
  CC      kernel/printk/printk_ringbuffer.o
  CC      kernel/futex/pi.o
  CC      drivers/pnp/interface.o
  CC      drivers/acpi/acpica/evgpeblk.o
  CC      drivers/block/loop.o
  AR      drivers/base/firmware_loader/builtin/built-in.a
  CC      drivers/virtio/virtio_pci_legacy_dev.o
  CC      fs/kernfs/symlink.o
  CC      security/selinux/ss/symtab.o
  CC      kernel/irq/chip.o
  CC      drivers/iommu/iova.o
  CC      mm/shmem.o
  CC      fs/proc/devices.o
  CC      arch/x86/events/intel/uncore.o
  AR      net/netlink/built-in.a
  CC      drivers/gpu/drm/ttm/ttm_tt.o
  CC      kernel/futex/requeue.o
  CC      arch/x86/kernel/cpu/rdrand.o
  CC      drivers/char/agp/generic.o
  CC      security/selinux/ss/sidtab.o
  CC      kernel/rcu/sync.o
  CC      fs/proc/interrupts.o
  CC      sound/core/timer.o
  CC      kernel/dma/ops_helpers.o
  CC      kernel/module/kmod.o
  CC      io_uring/poll.o
  CC      arch/x86/mm/dump_pagetables.o
  CC      arch/x86/kernel/cpu/match.o
  CC      drivers/acpi/acpica/evgpeinit.o
  CC      drivers/virtio/virtio_pci_modern.o
  CC      drivers/base/power/wakeirq.o
  AR      sound/pci/mixart/built-in.a
  AR      drivers/dma/built-in.a
  CC      net/core/flow_dissector.o
  CC      fs/netfs/buffered_read.o
  CC      drivers/char/mem.o
  CC      block/blk-timeout.o
  CC      kernel/rcu/srcutree.o
  CC      lib/crypto/mpi/mpih-mul.o
  CC      drivers/pnp/quirks.o
  CC      kernel/printk/sysctl.o
  CC      kernel/irq/dummychip.o
  CC      drivers/block/virtio_blk.o
  AR      sound/usb/misc/built-in.a
  AR      sound/firewire/built-in.a
  AR      sound/usb/usx2y/built-in.a
  CC      fs/proc/loadavg.o
  AR      sound/usb/caiaq/built-in.a
  AR      sound/usb/6fire/built-in.a
  CC      sound/pci/hda/hda_hwdep.o
  AR      sound/usb/hiface/built-in.a
  AR      sound/usb/bcd2000/built-in.a
  AR      sound/usb/built-in.a
  CC      crypto/shash.o
  AR      fs/kernfs/built-in.a
  CC      crypto/akcipher.o
  CC      kernel/dma/remap.o
  CC      drivers/acpi/acpica/evgpeutil.o
  CC      arch/x86/kernel/cpu/bugs.o
  CC      arch/x86/events/msr.o
  CC      kernel/power/hibernate.o
  CC      mm/util.o
  CC      mm/mmzone.o
  AR      drivers/base/firmware_loader/built-in.a
  CC      drivers/gpu/drm/ttm/ttm_bo.o
  CC      kernel/futex/waitwake.o
  CC      drivers/base/power/main.o
  AR      drivers/iommu/built-in.a
  AR      kernel/printk/built-in.a
  AR      drivers/gpu/drm/renesas/rcar-du/built-in.a
  CC      kernel/time/hrtimer.o
  CC      drivers/gpu/drm/i915/i915_config.o
  AR      drivers/gpu/drm/renesas/rz-du/built-in.a
  AR      drivers/gpu/drm/omapdrm/built-in.a
  AR      drivers/gpu/drm/renesas/built-in.a
  CC      drivers/pci/host-bridge.o
  CC      drivers/pci/remove.o
  AR      sound/pci/nm256/built-in.a
  COPY    drivers/tty/vt/defkeymap.c
  AR      sound/sparc/built-in.a
  CC      block/blk-lib.o
  CC      security/selinux/ss/avtab.o
  CC      kernel/irq/devres.o
  CC      kernel/module/tree_lookup.o
  CC      arch/x86/mm/highmem_32.o
  CC      drivers/acpi/acpica/evglock.o
  CC      io_uring/eventfd.o
  CC      fs/proc/meminfo.o
  CC      drivers/gpu/drm/i915/i915_driver.o
  CC      crypto/sig.o
  CC      kernel/trace/trace.o
  CC      drivers/virtio/virtio_pci_common.o
  AR      kernel/bpf/built-in.a
  CC      lib/crypto/mpi/mpi-pow.o
  CC      drivers/char/agp/isoch.o
  AR      kernel/dma/built-in.a
  CC      security/selinux/ss/policydb.o
  CC      block/blk-mq.o
  CC      drivers/virtio/virtio_pci_legacy.o
  CC      lib/crypto/sha1.o
  CC      drivers/pnp/system.o
  CC      sound/pci/hda/hda_intel.o
  CC      sound/core/hrtimer.o
  CC      net/sched/sch_blackhole.o
  CC      fs/netfs/buffered_write.o
  CC      drivers/acpi/acpica/evhandler.o
  CC      io_uring/uring_cmd.o
  CC      drivers/pci/pci.o
  CC      kernel/irq/autoprobe.o
  CC      drivers/gpu/drm/i915/i915_drm_client.o
  CC      kernel/rcu/tree.o
  CC      kernel/time/sleep_timeout.o
  CC      kernel/events/callchain.o
  CC      lib/zstd/zstd_decompress_module.o
  AR      kernel/futex/built-in.a
  CC      sound/core/pcm.o
  AR      sound/pci/oxygen/built-in.a
  CC      kernel/trace/trace_output.o
  CC      kernel/module/kallsyms.o
  CC      drivers/virtio/virtio_pci_admin_legacy_io.o
  CC      arch/x86/events/intel/uncore_nhmex.o
  CC      drivers/base/regmap/regmap.o
  AR      arch/x86/mm/built-in.a
  AR      drivers/block/built-in.a
  CC      drivers/gpu/drm/ttm/ttm_bo_util.o
  AR      drivers/base/test/built-in.a
  CC      block/blk-mq-tag.o
  CC      drivers/base/regmap/regcache.o
  CC      drivers/acpi/osi.o
  AR      drivers/pnp/built-in.a
  CC      kernel/irq/irqdomain.o
  AR      sound/pci/pcxhr/built-in.a
  AR      sound/pci/riptide/built-in.a
  CC      drivers/acpi/osl.o
  CC      kernel/module/procfs.o
  CC      drivers/char/agp/amd64-agp.o
  CC      drivers/acpi/acpica/evmisc.o
  AR      drivers/gpu/drm/tilcdc/built-in.a
  CC      sound/core/pcm_native.o
  CC      fs/proc/stat.o
  CC      drivers/tty/vt/consolemap.o
  CC      lib/zstd/decompress/huf_decompress.o
  HOSTCC  drivers/tty/vt/conmakehash
  CC      drivers/gpu/drm/i915/i915_getparam.o
  CC      lib/crypto/mpi/mpiutil.o
  CC      crypto/kpp.o
  CC      kernel/power/snapshot.o
  CC      lib/zstd/decompress/zstd_ddict.o
  CC      drivers/gpu/drm/ttm/ttm_bo_vm.o
  CC      net/sched/cls_api.o
  CC      arch/x86/kernel/cpu/aperfmperf.o
  CC      kernel/events/hw_breakpoint.o
  CC      drivers/acpi/acpica/evregion.o
  CC      fs/ext4/balloc.o
  CC      kernel/cgroup/rstat.o
  CC      drivers/gpu/drm/display/drm_dsc_helper.o
  CC      fs/ext4/bitmap.o
  CC      drivers/base/component.o
  CC      kernel/time/timekeeping.o
  CC      drivers/virtio/virtio_input.o
  CC      net/core/sysctl_net_core.o
  CC      mm/vmstat.o
  CC      fs/proc/uptime.o
  CC      sound/core/pcm_lib.o
  CC      kernel/module/sysfs.o
  CC      drivers/base/power/wakeup.o
  CC      drivers/base/power/wakeup_stats.o
  CC      fs/netfs/direct_read.o
  CC      drivers/gpu/drm/virtio/virtgpu_drv.o
  CC      arch/x86/kernel/cpu/cpuid-deps.o
  AR      lib/crypto/mpi/built-in.a
  CC      lib/crypto/sha256.o
  CC      fs/ext4/block_validity.o
  CC      drivers/misc/eeprom/eeprom_93cx6.o
  CC      drivers/char/agp/intel-agp.o
  CC      drivers/acpi/acpica/evrgnini.o
  CC      io_uring/openclose.o
  CC      net/sched/act_api.o
  CC      drivers/char/random.o
  CC      drivers/pci/pci-driver.o
  CC      arch/x86/events/intel/uncore_snb.o
  ASN.1   crypto/rsapubkey.asn1.[ch]
  AR      sound/pci/hda/built-in.a
  ASN.1   crypto/rsaprivkey.asn1.[ch]
  CC      crypto/rsa.o
  AR      sound/pci/rme9652/built-in.a
  AR      sound/pci/trident/built-in.a
  AR      sound/pci/ymfpci/built-in.a
  AR      sound/pci/vx222/built-in.a
  CC      fs/jbd2/transaction.o
  AR      sound/pci/built-in.a
  CC      drivers/tty/vt/defkeymap.o
  CC      drivers/gpu/drm/ttm/ttm_module.o
  CC      lib/xz/xz_dec_syms.o
  CC      fs/jbd2/commit.o
  CC      kernel/irq/proc.o
  CC      drivers/gpu/drm/i915/i915_ioctl.o
  CC      fs/proc/util.o
  CC      arch/x86/kernel/cpu/umwait.o
  CC      drivers/char/misc.o
  CONMK   drivers/tty/vt/consolemap_deftbl.c
  CC      lib/dim/dim.o
  CC      drivers/tty/vt/consolemap_deftbl.o
  CC      kernel/events/uprobes.o
  CC      lib/dim/net_dim.o
  AR      drivers/misc/eeprom/built-in.a
  AR      drivers/tty/vt/built-in.a
  AR      drivers/misc/cb710/built-in.a
  CC      drivers/acpi/acpica/evsci.o
  CC      drivers/tty/hvc/hvc_console.o
  CC      drivers/virtio/virtio_dma_buf.o
  AR      drivers/misc/lis3lv02d/built-in.a
  AR      drivers/misc/cardreader/built-in.a
  AR      drivers/misc/keba/built-in.a
  AR      drivers/misc/built-in.a
  CC      drivers/char/agp/intel-gtt.o
  AR      kernel/module/built-in.a
  CC      kernel/irq/migration.o
  CC      drivers/gpu/drm/display/drm_hdcp_helper.o
  CC      lib/zstd/decompress/zstd_decompress.o
  AR      lib/crypto/built-in.a
  CC      lib/zstd/decompress/zstd_decompress_block.o
  CC      lib/xz/xz_dec_stream.o
  CC      kernel/cgroup/namespace.o
  CC      drivers/gpu/drm/virtio/virtgpu_kms.o
  CC      fs/proc/version.o
  CC      drivers/gpu/drm/ttm/ttm_execbuf_util.o
  AR      drivers/gpu/drm/imx/built-in.a
  CC      drivers/base/regmap/regcache-rbtree.o
  CC      drivers/base/power/trace.o
  CC      fs/netfs/direct_write.o
  CC      crypto/rsa_helper.o
  CC      drivers/acpi/acpica/evxface.o
  CC      drivers/gpu/drm/i915/i915_irq.o
  CC      drivers/base/regmap/regcache-flat.o
  CC      drivers/base/regmap/regcache-maple.o
  CC      io_uring/sqpoll.o
  CC      net/core/dev.o
  CC      drivers/base/core.o
  CC      kernel/irq/cpuhotplug.o
  CC      kernel/power/swap.o
  AR      drivers/virtio/built-in.a
  CC      fs/proc/softirqs.o
  MKCAP   arch/x86/kernel/cpu/capflags.c
  CC      mm/backing-dev.o
  CC      kernel/time/ntp.o
  CC      lib/xz/xz_dec_lzma2.o
  CC      security/selinux/ss/services.o
  CC      arch/x86/events/intel/uncore_snbep.o
  CC      fs/netfs/iterator.o
  CC      crypto/rsa-pkcs1pad.o
  CC      drivers/acpi/utils.o
  AR      drivers/tty/hvc/built-in.a
  CC      drivers/gpu/drm/display/drm_hdmi_helper.o
  CC      drivers/tty/serial/8250/8250_core.o
  CC      drivers/tty/tty_io.o
  AR      drivers/tty/ipwireless/built-in.a
  CC      net/core/dev_addr_lists.o
  CC      drivers/acpi/acpica/evxfevnt.o
  CC      lib/dim/rdma_dim.o
  CC      drivers/gpu/drm/ttm/ttm_range_manager.o
  CC      arch/x86/events/intel/uncore_discovery.o
  CC      drivers/gpu/drm/i915/i915_mitigations.o
  CC      kernel/cgroup/cgroup-v1.o
  CC      drivers/gpu/drm/display/drm_scdc_helper.o
  CC      drivers/gpu/drm/ttm/ttm_resource.o
  CC      drivers/gpu/drm/virtio/virtgpu_gem.o
  CC      fs/ramfs/inode.o
  CC      sound/core/pcm_misc.o
  CC      fs/ramfs/file-mmu.o
  AR      drivers/char/agp/built-in.a
  CC      drivers/char/virtio_console.o
  CC      drivers/pci/search.o
  AR      drivers/base/power/built-in.a
  CC      fs/proc/namespaces.o
  CC      kernel/cgroup/freezer.o
  CC      fs/ext4/dir.o
  CC      drivers/base/regmap/regmap-debugfs.o
  CC      arch/x86/kernel/cpu/powerflags.o
  CC      lib/zstd/zstd_common_module.o
  CC      drivers/acpi/acpica/evxfgpe.o
  CC      kernel/irq/pm.o
  CC      fs/jbd2/recovery.o
  AR      lib/dim/built-in.a
  CC      drivers/tty/serial/8250/8250_platform.o
  CC      lib/fonts/fonts.o
  CC      lib/xz/xz_dec_bcj.o
  CC      lib/fonts/font_8x16.o
  CC      crypto/rsassa-pkcs1.o
  CC      kernel/time/clocksource.o
  CC      kernel/rcu/rcu_segcblist.o
  CC      security/selinux/ss/conditional.o
  CC      net/sched/sch_fifo.o
  CC      drivers/gpu/drm/virtio/virtgpu_vram.o
  CC      drivers/tty/serial/serial_core.o
  CC      block/blk-stat.o
  CC      mm/mm_init.o
  CC      fs/netfs/locking.o
  CC      net/core/dst.o
  CC      sound/core/pcm_memory.o
  CC      drivers/acpi/acpica/evxfregn.o
  CC      drivers/tty/serial/8250/8250_pnp.o
  AR      drivers/mfd/built-in.a
  CC      lib/zstd/common/debug.o
  AR      lib/fonts/built-in.a
  AR      drivers/gpu/drm/i2c/built-in.a
  CC      fs/ext4/ext4_jbd2.o
  AR      fs/ramfs/built-in.a
  CC      drivers/gpu/drm/ttm/ttm_pool.o
  CC      fs/jbd2/checkpoint.o
  CC      drivers/gpu/drm/ttm/ttm_device.o
  AR      drivers/gpu/drm/display/built-in.a
  CC      drivers/gpu/drm/virtio/virtgpu_display.o
  CC      drivers/acpi/acpica/exconcat.o
  CC      security/selinux/ss/mls.o
  CC      kernel/power/user.o
  AR      kernel/events/built-in.a
  CC      kernel/trace/trace_seq.o
  CC      drivers/pci/rom.o
  AR      sound/spi/built-in.a
  CC      security/selinux/ss/context.o
  CC      fs/proc/self.o
  CC      drivers/gpu/drm/i915/i915_module.o
  AR      lib/xz/built-in.a
  CC      net/ethtool/ioctl.o
  AR      drivers/base/regmap/built-in.a
  CC      net/netfilter/core.o
  CC      net/ethtool/common.o
  CC      net/netfilter/nf_log.o
  CC      kernel/irq/msi.o
  CC      kernel/cgroup/legacy_freezer.o
  AR      drivers/nfc/built-in.a
  CC      kernel/panic.o
  CC      io_uring/xattr.o
  CC      drivers/pci/setup-res.o
  CC      io_uring/nop.o
  CC      drivers/gpu/drm/virtio/virtgpu_vq.o
  CC      kernel/trace/trace_stat.o
  CC      crypto/acompress.o
  CC      lib/zstd/common/entropy_common.o
  CC      drivers/acpi/acpica/exconfig.o
  CC      sound/core/memalloc.o
  AR      sound/parisc/built-in.a
  CC      arch/x86/kernel/signal.o
  CC      lib/argv_split.o
  CC      kernel/time/jiffies.o
  CC      lib/zstd/common/error_private.o
  CC      net/ipv4/netfilter/nf_defrag_ipv4.o
  CC      lib/zstd/common/fse_decompress.o
  CC      drivers/char/hpet.o
  CC      drivers/tty/serial/8250/8250_rsa.o
  CC      fs/proc/thread_self.o
  CC      drivers/acpi/reboot.o
  CC      drivers/acpi/nvs.o
  CC      block/blk-mq-sysfs.o
  CC      kernel/cpu.o
  AR      kernel/rcu/built-in.a
  CC      kernel/exit.o
  CC      net/xfrm/xfrm_policy.o
  CC      fs/netfs/main.o
  CC      kernel/power/poweroff.o
  AR      drivers/dax/hmem/built-in.a
  AR      drivers/dax/built-in.a
  CC      fs/netfs/misc.o
  CC      net/sched/cls_cgroup.o
  CC      drivers/acpi/acpica/exconvrt.o
  CC      net/sched/ematch.o
  CC      kernel/cgroup/pids.o
  CC      drivers/gpu/drm/ttm/ttm_sys_manager.o
  CC      kernel/time/timer_list.o
  CC      drivers/base/bus.o
  CC      fs/jbd2/revoke.o
  AR      kernel/power/built-in.a
  CC      drivers/tty/serial/8250/8250_port.o
  CC      kernel/softirq.o
  CC      arch/x86/events/intel/cstate.o
  CC      drivers/pci/irq.o
  CC      lib/bug.o
  CC      drivers/gpu/drm/i915/i915_params.o
  CC      mm/percpu.o
  CC      sound/core/pcm_timer.o
  CC      net/core/netevent.o
  CC      lib/zstd/common/zstd_common.o
  CC      io_uring/fs.o
  CC      kernel/trace/trace_printk.o
  CC      mm/slab_common.o
  CC      crypto/scompress.o
  CC      fs/proc/proc_sysctl.o
  CC      mm/compaction.o
  AR      lib/zstd/built-in.a
  CC      crypto/algboss.o
  CC      drivers/acpi/acpica/excreate.o
  CC      kernel/irq/affinity.o
  CC      net/ipv4/route.o
  CC      security/selinux/netlabel.o
  CC      fs/netfs/objects.o
  CC      fs/ext4/extents.o
  CC      fs/hugetlbfs/inode.o
  CC      kernel/irq/matrix.o
  CC      kernel/resource.o
  CC      fs/jbd2/journal.o
  CC      drivers/gpu/drm/ttm/ttm_agp_backend.o
  CC      block/blk-mq-cpumap.o
  CC      drivers/gpu/drm/virtio/virtgpu_fence.o
  CC      net/netfilter/nf_queue.o
  CC      kernel/cgroup/rdma.o
  CC      kernel/cgroup/cpuset.o
  CC      drivers/char/nvram.o
  CC      kernel/time/timeconv.o
  CC      drivers/acpi/acpica/exdebug.o
  CC      drivers/base/dd.o
  CC      net/ipv4/netfilter/nf_reject_ipv4.o
  CC      drivers/pci/vpd.o
  CC      lib/buildid.o
  CC      sound/core/seq_device.o
  CC      block/blk-mq-sched.o
  CC      net/netfilter/nf_sockopt.o
  CC      kernel/sysctl.o
  CC      net/core/neighbour.o
  AR      arch/x86/events/intel/built-in.a
  AR      arch/x86/events/built-in.a
  AR      net/sched/built-in.a
  CC      kernel/time/timecounter.o
  CC      mm/show_mem.o
  CC      drivers/gpu/drm/i915/i915_pci.o
  CC      kernel/trace/pid_list.o
  CC      drivers/pci/setup-bus.o
  CC      kernel/time/alarmtimer.o
  CC      drivers/gpu/drm/i915/i915_scatterlist.o
  CC      io_uring/splice.o
  CC      kernel/capability.o
  AR      drivers/gpu/drm/ttm/built-in.a
  CC      block/ioctl.o
  CC      drivers/acpi/acpica/exdump.o
  CC      fs/fat/cache.o
  CC      mm/interval_tree.o
  CC      crypto/testmgr.o
  CC      drivers/tty/serial/8250/8250_dma.o
  CC      drivers/gpu/drm/virtio/virtgpu_object.o
  AR      sound/pcmcia/vx/built-in.a
  AR      sound/pcmcia/pdaudiocf/built-in.a
  AR      sound/pcmcia/built-in.a
  CC      drivers/acpi/wakeup.o
  CC      lib/clz_tab.o
  CC      net/ipv4/netfilter/ip_tables.o
  AR      sound/core/built-in.a
  AR      sound/mips/built-in.a
  AR      sound/soc/built-in.a
  CC      fs/netfs/read_collect.o
  CC      drivers/acpi/acpica/exfield.o
  AR      sound/atmel/built-in.a
  CC      sound/hda/hda_bus_type.o
  AR      drivers/char/built-in.a
  CC      lib/cmdline.o
  AR      sound/x86/built-in.a
  CC      drivers/gpu/drm/virtio/virtgpu_debugfs.o
  AR      kernel/irq/built-in.a
  CC      arch/x86/kernel/signal_32.o
  CC      fs/proc/proc_net.o
  CC      block/genhd.o
  CC      net/ipv4/inetpeer.o
  CC      drivers/base/syscore.o
  CC      lib/cpumask.o
  AR      security/selinux/built-in.a
  AR      security/built-in.a
  CC      net/ethtool/netlink.o
  CC      fs/fat/dir.o
  CC      lib/ctype.o
  CC      net/ipv4/protocol.o
  CC      kernel/ptrace.o
  CC      drivers/gpu/drm/virtio/virtgpu_plane.o
  CC      drivers/gpu/drm/virtio/virtgpu_ioctl.o
  CC      net/unix/af_unix.o
  CC      net/netfilter/utils.o
  CC      crypto/cmac.o
  CC      drivers/acpi/acpica/exfldio.o
  AR      fs/hugetlbfs/built-in.a
  CC      io_uring/sync.o
  CC      drivers/base/driver.o
  CC      fs/isofs/namei.o
  CC      kernel/cgroup/misc.o
  CC      kernel/trace/trace_sched_switch.o
  CC      net/xfrm/xfrm_state.o
  CC      arch/x86/kernel/traps.o
  CC      arch/x86/kernel/cpu/topology.o
  CC      net/ipv4/ip_input.o
  CC      drivers/gpu/drm/i915/i915_switcheroo.o
  CC      net/ethtool/bitset.o
  CC      drivers/tty/n_tty.o
  CC      fs/ext4/extents_status.o
  CC      net/ipv4/ip_fragment.o
  CC      kernel/time/posix-timers.o
  CC      drivers/tty/serial/8250/8250_dwlib.o
  CC      sound/hda/hdac_bus.o
  CC      net/ipv6/netfilter/ip6_tables.o
  CC      net/unix/garbage.o
  CC      lib/dec_and_lock.o
  CC      crypto/hmac.o
  CC      fs/isofs/inode.o
  CC      drivers/acpi/acpica/exmisc.o
  CC      net/ethtool/strset.o
  AR      sound/xen/built-in.a
  CC      drivers/tty/serial/serial_base_bus.o
  CC      lib/decompress.o
  CC      fs/proc/kcore.o
  CC      fs/netfs/read_pgpriv2.o
  CC      lib/decompress_bunzip2.o
  CC      arch/x86/kernel/cpu/proc.o
  CC      drivers/pci/vc.o
  CC      arch/x86/kernel/cpu/feat_ctl.o
  CC      fs/netfs/read_retry.o
  CC      net/ipv4/netfilter/iptable_filter.o
  CC      crypto/crypto_null.o
  CC      drivers/base/class.o
  CC      kernel/cgroup/debug.o
  CC      drivers/gpu/drm/virtio/virtgpu_prime.o
  CC      mm/list_lru.o
  CC      sound/hda/hdac_device.o
  CC      io_uring/msg_ring.o
  CC      fs/ext4/file.o
  CC      drivers/acpi/acpica/exmutex.o
  CC      drivers/tty/serial/8250/8250_pcilib.o
  CC      block/ioprio.o
  CC      fs/proc/vmcore.o
  CC      fs/nfs/client.o
  CC      kernel/time/posix-cpu-timers.o
  CC      drivers/gpu/drm/i915/i915_sysfs.o
  AR      fs/jbd2/built-in.a
  CC      drivers/tty/tty_ioctl.o
  AR      sound/virtio/built-in.a
  CC      net/ipv6/netfilter/ip6table_filter.o
  CC      drivers/acpi/acpica/exnames.o
  CC      net/ipv6/af_inet6.o
  CC      fs/proc/kmsg.o
  CC      drivers/gpu/drm/virtio/virtgpu_trace_points.o
  CC      fs/ext4/fsmap.o
  CC      net/netfilter/nfnetlink.o
  CC      kernel/trace/trace_nop.o
  CC      crypto/md5.o
  CC      fs/fat/fatent.o
  CC      kernel/time/posix-clock.o
  CC      arch/x86/kernel/cpu/intel.o
  CC      net/unix/sysctl_net_unix.o
  CC      lib/decompress_inflate.o
  CC      drivers/dma-buf/dma-buf.o
  CC      sound/hda/hdac_sysfs.o
  CC      drivers/acpi/acpica/exoparg1.o
  CC      net/ipv6/anycast.o
  CC      drivers/pci/mmap.o
  CC      kernel/user.o
  CC      net/ipv4/ip_forward.o
  CC      fs/proc/page.o
  CC      drivers/base/platform.o
  CC      drivers/base/cpu.o
  AR      kernel/cgroup/built-in.a
  CC      mm/workingset.o
  CC      fs/netfs/write_collect.o
  CC      net/ipv6/ip6_output.o
  CC      drivers/acpi/sleep.o
  CC      drivers/tty/serial/8250/8250_early.o
  CC      net/ethtool/linkinfo.o
  CC      drivers/acpi/acpica/exoparg2.o
  CC      fs/isofs/dir.o
  CC      net/ipv4/netfilter/iptable_mangle.o
  CC      io_uring/advise.o
  CC      crypto/sha256_generic.o
  CC      fs/nfs/dir.o
  CC      block/badblocks.o
  CC      kernel/trace/blktrace.o
  CC      arch/x86/kernel/idt.o
  CC      lib/decompress_unlz4.o
  CC      drivers/dma-buf/dma-fence.o
  CC      fs/isofs/util.o
  CC      io_uring/epoll.o
  CC      io_uring/statx.o
  CC      arch/x86/kernel/cpu/tsx.o
  AR      drivers/gpu/drm/panel/built-in.a
  CC      lib/decompress_unlzma.o
  CC      drivers/gpu/drm/virtio/virtgpu_submit.o
  CC      crypto/sha512_generic.o
  CC      drivers/gpu/drm/i915/i915_utils.o
  CC      drivers/acpi/acpica/exoparg3.o
  CC      net/ipv4/ip_options.o
  CC      drivers/pci/devres.o
  AR      drivers/cxl/core/built-in.a
  AR      drivers/cxl/built-in.a
  CC      fs/isofs/rock.o
  CC      kernel/time/itimer.o
  CC      drivers/tty/serial/8250/8250_exar.o
  CC      net/ipv6/netfilter/ip6table_mangle.o
  CC      net/xfrm/xfrm_hash.o
  CC      sound/hda/hdac_regmap.o
  AR      net/unix/built-in.a
  CC      sound/hda/hdac_controller.o
  AR      fs/proc/built-in.a
  CC      drivers/acpi/acpica/exoparg6.o
  CC      sound/sound_core.o
  CC      mm/debug.o
  CC      net/ipv4/netfilter/ipt_REJECT.o
  CC      net/netfilter/nfnetlink_log.o
  CC      sound/last.o
  CC      arch/x86/kernel/cpu/intel_epb.o
  CC      kernel/signal.o
  CC      fs/fat/file.o
  CC      io_uring/timeout.o
  CC      arch/x86/kernel/irq.o
  CC      kernel/time/clockevents.o
  CC      net/ipv6/netfilter/nf_defrag_ipv6_hooks.o
  CC      drivers/gpu/drm/i915/intel_clock_gating.o
  CC      sound/hda/hdac_stream.o
  CC      net/ethtool/linkmodes.o
  CC      drivers/base/firmware.o
  CC      drivers/tty/serial/serial_ctrl.o
  CC      drivers/acpi/device_sysfs.o
  CC      block/blk-rq-qos.o
  CC      net/core/rtnetlink.o
  CC      net/core/utils.o
  CC      fs/nfs/file.o
  CC      drivers/acpi/acpica/exprep.o
  CC      net/ipv6/netfilter/nf_conntrack_reasm.o
  CC      fs/netfs/write_issue.o
  CC      drivers/tty/serial/8250/8250_lpss.o
  CC      lib/decompress_unlzo.o
  CC      crypto/sha3_generic.o
  CC      drivers/dma-buf/dma-fence-array.o
  CC [M]  net/ipv4/netfilter/iptable_nat.o
  CC      drivers/base/init.o
  AR      drivers/gpu/drm/virtio/built-in.a
  CC      drivers/pci/proc.o
  CC      fs/fat/inode.o
  CC      arch/x86/kernel/cpu/amd.o
  CC      sound/hda/array.o
  CC      fs/isofs/export.o
  CC      crypto/ecb.o
  CC      net/xfrm/xfrm_input.o
  CC      drivers/base/map.o
  CC      block/disk-events.o
  CC      fs/ext4/fsync.o
  CC      fs/exportfs/expfs.o
  CC      fs/lockd/clntlock.o
  CC      fs/nls/nls_base.o
  CC      fs/lockd/clntproc.o
  CC      kernel/time/tick-common.o
  CC      drivers/acpi/acpica/exregion.o
  CC      arch/x86/kernel/irq_32.o
  CC      net/core/link_watch.o
  CC      net/ipv6/netfilter/nf_reject_ipv6.o
  CC      mm/gup.o
  CC      mm/mmap_lock.o
  CC      lib/decompress_unxz.o
  CC      arch/x86/kernel/cpu/hygon.o
  CC      drivers/dma-buf/dma-fence-chain.o
  CC      crypto/cbc.o
  CC      net/ipv4/ip_output.o
  CC      fs/lockd/clntxdr.o
  CC      drivers/base/devres.o
  CC      sound/hda/hdmi_chmap.o
  CC      kernel/trace/trace_events.o
  CC      sound/hda/trace.o
  CC      drivers/acpi/acpica/exresnte.o
  CC      drivers/tty/serial/8250/8250_mid.o
  CC      io_uring/fdinfo.o
  CC      drivers/tty/tty_ldisc.o
  CC      fs/isofs/joliet.o
  CC      net/ipv4/ip_sockglue.o
  CC      fs/ext4/hash.o
  CC      fs/nls/nls_cp437.o
  CC      drivers/tty/serial/serial_port.o
  CC      net/ethtool/rss.o
  CC      drivers/pci/pci-sysfs.o
  AR      fs/exportfs/built-in.a
  CC      drivers/gpu/drm/i915/intel_cpu_info.o
  CC      drivers/pci/slot.o
  CC      drivers/pci/pci-acpi.o
  CC      block/blk-ia-ranges.o
  CC      net/netfilter/nf_conntrack_core.o
  AR      drivers/gpu/drm/bridge/analogix/built-in.a
  CC      arch/x86/kernel/cpu/centaur.o
  CC      fs/ext4/ialloc.o
  AR      drivers/gpu/drm/bridge/cadence/built-in.a
  AR      drivers/gpu/drm/bridge/imx/built-in.a
  CC      drivers/gpu/drm/i915/intel_device_info.o
  CC      lib/decompress_unzstd.o
  AR      drivers/gpu/drm/bridge/synopsys/built-in.a
  CC      crypto/ctr.o
  AR      drivers/gpu/drm/bridge/built-in.a
  CC      drivers/acpi/acpica/exresolv.o
  CC      drivers/acpi/acpica/exresop.o
  CC      drivers/gpu/drm/i915/intel_memory_region.o
  AR      net/ipv4/netfilter/built-in.a
  CC      drivers/gpu/drm/i915/intel_pcode.o
  AR      fs/netfs/built-in.a
  CC      drivers/dma-buf/dma-fence-unwrap.o
  CC      drivers/gpu/drm/i915/intel_region_ttm.o
  CC      fs/nls/nls_ascii.o
  CC      fs/nls/nls_iso8859-1.o
  CC      drivers/dma-buf/dma-resv.o
  CC      drivers/acpi/acpica/exserial.o
  CC      fs/isofs/compress.o
  CC      kernel/time/tick-broadcast.o
  CC      drivers/base/attribute_container.o
  CC      net/ipv6/netfilter/ip6t_ipv6header.o
  CC      fs/fat/misc.o
  CC      kernel/time/tick-broadcast-hrtimer.o
  CC      drivers/tty/serial/earlycon.o
  CC      arch/x86/kernel/cpu/transmeta.o
  CC      kernel/time/tick-oneshot.o
  CC      drivers/tty/serial/8250/8250_pci.o
  AR      fs/unicode/built-in.a
  CC      drivers/base/transport_class.o
  CC      fs/autofs/init.o
  CC      arch/x86/kernel/cpu/zhaoxin.o
  CC      crypto/gcm.o
  CC      fs/lockd/host.o
  CC      drivers/gpu/drm/i915/intel_runtime_pm.o
  CC      net/ipv4/inet_hashtables.o
  CC      lib/dump_stack.o
  CC      io_uring/cancel.o
  CC      sound/hda/hdac_component.o
  CC      net/xfrm/xfrm_output.o
  CC      mm/highmem.o
  CC      fs/nls/nls_utf8.o
  CC      kernel/time/tick-sched.o
  CC      drivers/tty/tty_buffer.o
  CC      net/ipv6/ip6_input.o
  CC      block/early-lookup.o
  CC      drivers/acpi/acpica/exstore.o
  CC      arch/x86/kernel/cpu/vortex.o
  CC      net/netfilter/nf_conntrack_standalone.o
  CC      net/ethtool/linkstate.o
  CC      fs/fat/nfs.o
  CC      arch/x86/kernel/dumpstack_32.o
  CC      drivers/tty/tty_port.o
  CC      drivers/base/topology.o
  CC      drivers/tty/serial/8250/8250_pericom.o
  CC      drivers/acpi/acpica/exstoren.o
  CC      fs/nfs/getroot.o
  CC      net/ipv6/addrconf.o
  AR      fs/nls/built-in.a
  CC      fs/autofs/inode.o
  CC      net/xfrm/xfrm_sysctl.o
  CC      block/bounce.o
  CC      net/ethtool/debug.o
  CC      drivers/pci/iomap.o
  CC      net/core/filter.o
  CC      drivers/acpi/acpica/exstorob.o
  CC      arch/x86/kernel/cpu/perfctr-watchdog.o
  CC      arch/x86/kernel/cpu/vmware.o
  CC      crypto/ccm.o
  CC      net/ipv6/netfilter/ip6t_REJECT.o
  CC      arch/x86/kernel/time.o
  CC      drivers/base/container.o
  CC      drivers/dma-buf/sync_file.o
  AR      fs/isofs/built-in.a
  CC      kernel/trace/trace_export.o
  CC      lib/earlycpio.o
  CC      net/netfilter/nf_conntrack_expect.o
  CC      drivers/pci/quirks.o
  CC      drivers/acpi/device_pm.o
  CC      lib/extable.o
  CC      arch/x86/kernel/ioport.o
  CC      sound/hda/hdac_i915.o
  CC      net/xfrm/xfrm_replay.o
  CC      fs/ext4/indirect.o
  CC      kernel/sys.o
  CC      drivers/acpi/acpica/exsystem.o
  CC      io_uring/waitid.o
  CC      drivers/base/property.o
  CC      fs/lockd/svc.o
  CC      kernel/trace/trace_event_perf.o
  CC      drivers/pci/pci-label.o
  CC      mm/memory.o
  CC      mm/mincore.o
  CC      fs/fat/namei_vfat.o
  CC      drivers/base/cacheinfo.o
  CC      arch/x86/kernel/dumpstack.o
  CC      drivers/gpu/drm/i915/intel_sbi.o
  CC      drivers/macintosh/mac_hid.o
  AR      drivers/gpu/drm/hisilicon/built-in.a
  CC      lib/flex_proportions.o
  CC      kernel/time/timer_migration.o
  CC      fs/9p/vfs_super.o
  CC      io_uring/register.o
  AR      drivers/dma-buf/built-in.a
  CC      fs/nfs/inode.o
  AR      drivers/tty/serial/8250/built-in.a
  AR      drivers/tty/serial/built-in.a
  CC      arch/x86/kernel/cpu/hypervisor.o
  AR      drivers/gpu/drm/mxsfb/built-in.a
  CC      drivers/tty/tty_mutex.o
  CC      arch/x86/kernel/nmi.o
  CC      fs/autofs/root.o
  CC      drivers/gpu/drm/i915/intel_step.o
  CC      fs/9p/vfs_inode.o
  CC      kernel/umh.o
  CC      drivers/acpi/acpica/extrace.o
  CC      fs/fat/namei_msdos.o
  CC      net/ethtool/wol.o
  CC      crypto/aes_generic.o
  CC      crypto/crc32c_generic.o
  CC      arch/x86/kernel/cpu/mshyperv.o
  CC      fs/ext4/inline.o
  CC      net/netfilter/nf_conntrack_helper.o
  CC      lib/idr.o
  CC      block/bsg.o
  CC      sound/hda/intel-dsp-config.o
  AR      fs/hostfs/built-in.a
  CC      net/ipv4/inet_timewait_sock.o
  CC      fs/9p/vfs_inode_dotl.o
  AR      drivers/macintosh/built-in.a
  CC      fs/autofs/symlink.o
  CC      net/packet/af_packet.o
  CC      drivers/acpi/acpica/exutils.o
  AR      net/ipv6/netfilter/built-in.a
  AR      net/dsa/built-in.a
  CC      drivers/pci/vgaarb.o
  CC      drivers/base/swnode.o
  CC      net/ipv4/inet_connection_sock.o
  CC      drivers/acpi/acpica/hwacpi.o
  CC      drivers/tty/tty_ldsem.o
  AR      drivers/gpu/drm/tiny/built-in.a
  CC      kernel/trace/trace_events_filter.o
  CC      kernel/time/vsyscall.o
  AR      drivers/gpu/drm/xlnx/built-in.a
  AR      drivers/gpu/drm/gud/built-in.a
  CC      arch/x86/kernel/cpu/debugfs.o
  CC      net/core/sock_diag.o
  AR      drivers/scsi/pcmcia/built-in.a
  CC      drivers/scsi/scsi.o
  CC      net/ipv6/addrlabel.o
  CC      kernel/time/timekeeping_debug.o
  CC      net/ethtool/features.o
  CC      kernel/workqueue.o
  CC      net/xfrm/xfrm_device.o
  CC      lib/iomem_copy.o
  CC      kernel/pid.o
  CC      kernel/task_work.o
  CC      net/xfrm/xfrm_nat_keepalive.o
  CC      net/xfrm/xfrm_algo.o
  CC      kernel/time/namespace.o
  CC      fs/lockd/svclock.o
  CC      drivers/acpi/acpica/hwesleep.o
  CC      block/blk-cgroup.o
  CC      lib/irq_regs.o
  CC      drivers/gpu/drm/i915/intel_uncore.o
  CC      block/blk-ioprio.o
  CC      crypto/authenc.o
  CC      net/ipv6/route.o
  CC      drivers/tty/tty_baudrate.o
  CC      net/ethtool/privflags.o
  AR      fs/fat/built-in.a
  CC      sound/hda/intel-nhlt.o
  CC      fs/ext4/inode.o
  CC      fs/autofs/waitq.o
  CC      net/core/dev_ioctl.o
  CC      lib/is_single_threaded.o
  CC      mm/mlock.o
  CC      arch/x86/kernel/cpu/bus_lock.o
  CC      net/xfrm/xfrm_user.o
  CC      kernel/extable.o
  CC      drivers/acpi/acpica/hwgpe.o
  CC      kernel/trace/trace_events_trigger.o
  CC      fs/9p/vfs_addr.o
  CC      drivers/base/auxiliary.o
  CC      net/sunrpc/auth_gss/auth_gss.o
  CC      io_uring/truncate.o
  CC      drivers/base/devtmpfs.o
  CC      fs/nfs/super.o
  CC      lib/klist.o
  CC      net/netfilter/nf_conntrack_proto.o
  CC      net/core/tso.o
  AR      net/wireless/tests/built-in.a
  CC      net/wireless/core.o
  AR      drivers/pci/built-in.a
  CC      drivers/tty/tty_jobctrl.o
  CC      drivers/acpi/proc.o
  CC      sound/hda/intel-sdw-acpi.o
  AR      kernel/time/built-in.a
  CC      net/sunrpc/clnt.o
  CC      fs/debugfs/inode.o
  CC      net/ethtool/rings.o
  CC      fs/tracefs/inode.o
  CC      drivers/acpi/acpica/hwregs.o
  CC      fs/debugfs/file.o
  CC      net/wireless/sysfs.o
  CC      net/wireless/radiotap.o
  CC      drivers/tty/n_null.o
  CC      lib/kobject.o
  CC      fs/autofs/expire.o
  AR      net/mac80211/tests/built-in.a
  CC      net/mac80211/main.o
  CC      drivers/scsi/hosts.o
  CC      crypto/authencesn.o
  CC      net/ethtool/channels.o
  CC      net/ipv4/tcp.o
  CC      kernel/params.o
  CC      arch/x86/kernel/cpu/capflags.o
  CC [M]  fs/efivarfs/inode.o
  AR      arch/x86/kernel/cpu/built-in.a
  CC      arch/x86/kernel/ldt.o
  CC      block/blk-iolatency.o
  AR      sound/hda/built-in.a
  CC      fs/9p/vfs_file.o
  AR      sound/built-in.a
  CC      arch/x86/kernel/setup.o
  CC      fs/lockd/svcshare.o
  CC      drivers/acpi/acpica/hwsleep.o
  CC      block/blk-iocost.o
  CC      fs/nfs/io.o
  CC      net/netfilter/nf_conntrack_proto_generic.o
  CC      drivers/tty/pty.o
  CC      drivers/base/module.o
  AR      drivers/gpu/drm/solomon/built-in.a
  CC      fs/tracefs/event_inode.o
  CC      net/netfilter/nf_conntrack_proto_tcp.o
  CC      io_uring/memmap.o
  CC      net/sunrpc/auth_gss/gss_generic_token.o
  CC      lib/kobject_uevent.o
  CC      kernel/trace/trace_eprobe.o
  CC      net/netlabel/netlabel_user.o
  CC      drivers/acpi/acpica/hwvalid.o
  CC      fs/autofs/dev-ioctl.o
  CC      block/mq-deadline.o
  CC      drivers/scsi/scsi_ioctl.o
  CC      mm/mmap.o
  CC [M]  fs/efivarfs/file.o
  CC      net/wireless/util.o
  CC      drivers/gpu/drm/i915/intel_uncore_trace.o
  CC      drivers/base/auxiliary_sysfs.o
  CC      fs/lockd/svcproc.o
  CC      fs/9p/vfs_dir.o
  CC      crypto/lzo.o
  CC      drivers/acpi/acpica/hwxface.o
  AR      fs/debugfs/built-in.a
  CC      kernel/kthread.o
  CC      mm/mmu_gather.o
  CC [M]  fs/efivarfs/super.o
  CC      kernel/trace/trace_kprobe.o
  CC [M]  drivers/gpu/drm/scheduler/sched_main.o
  CC      net/ethtool/coalesce.o
  CC [M]  fs/efivarfs/vars.o
  CC      io_uring/io-wq.o
  CC      net/mac80211/status.o
  CC      io_uring/futex.o
  CC      drivers/tty/tty_audit.o
  CC      crypto/lzo-rle.o
  CC      drivers/base/devcoredump.o
  CC      block/kyber-iosched.o
  CC      arch/x86/kernel/x86_init.o
  CC      net/rfkill/core.o
  CC      mm/mprotect.o
  AR      fs/tracefs/built-in.a
  CC      kernel/sys_ni.o
  CC      fs/nfs/direct.o
  CC      kernel/trace/error_report-traces.o
  CC      drivers/scsi/scsicam.o
  CC      drivers/acpi/acpica/hwxfsleep.o
  CC      net/netlabel/netlabel_kapi.o
  CC      net/sunrpc/auth_gss/gss_mech_switch.o
  AR      net/packet/built-in.a
  CC      fs/9p/vfs_dentry.o
  CC      drivers/acpi/acpica/hwpci.o
  CC      drivers/gpu/drm/i915/intel_wakeref.o
  AR      fs/autofs/built-in.a
  CC      kernel/trace/power-traces.o
  CC      drivers/acpi/acpica/nsaccess.o
  CC      lib/logic_pio.o
  AR      net/xfrm/built-in.a
  CC      drivers/acpi/acpica/nsalloc.o
  CC      arch/x86/kernel/i8259.o
  CC [M]  drivers/gpu/drm/scheduler/sched_fence.o
  CC      fs/ext4/ioctl.o
  CC      net/mac80211/driver-ops.o
  CC      net/netfilter/nf_conntrack_proto_udp.o
  CC      crypto/rng.o
  CC      drivers/tty/sysrq.o
  LD [M]  fs/efivarfs/efivarfs.o
  CC      net/wireless/reg.o
  CC      drivers/base/platform-msi.o
  CC      net/ipv6/ip6_fib.o
  CC      net/sunrpc/auth_gss/svcauth_gss.o
  AR      drivers/nvme/common/built-in.a
  AR      drivers/nvme/host/built-in.a
  AR      drivers/nvme/target/built-in.a
  AR      drivers/nvme/built-in.a
  CC      net/netlabel/netlabel_domainhash.o
  CC      crypto/drbg.o
  CC      fs/lockd/svcsubs.o
  CC      mm/mremap.o
  CC      drivers/acpi/acpica/nsarguments.o
  CC      net/sunrpc/xprt.o
  CC      drivers/scsi/scsi_error.o
  CC      drivers/acpi/bus.o
  CC      net/mac80211/sta_info.o
  CC      crypto/jitterentropy.o
  CC      net/ethtool/pause.o
  CC      fs/9p/v9fs.o
  CC      kernel/nsproxy.o
  CC      net/ipv6/ipv6_sockglue.o
  CC      net/rfkill/input.o
  CC      arch/x86/kernel/irqinit.o
  CC      lib/maple_tree.o
  CC      drivers/base/physical_location.o
  CC      net/9p/mod.o
  CC [M]  drivers/gpu/drm/scheduler/sched_entity.o
  HOSTCC  drivers/gpu/drm/xe/xe_gen_wa_oob
  CC      io_uring/napi.o
  CC      drivers/acpi/acpica/nsconvert.o
  CC      net/core/sock_reuseport.o
  CC      fs/ext4/mballoc.o
  CC      drivers/gpu/drm/i915/vlv_sideband.o
  GEN     xe_wa_oob.c xe_wa_oob.h
  CC [M]  drivers/gpu/drm/xe/xe_bb.o
  CC      net/wireless/scan.o
  CC      net/sunrpc/auth_gss/gss_rpc_upcall.o
  CC      arch/x86/kernel/jump_label.o
  CC      block/blk-mq-pci.o
  CC      block/blk-mq-virtio.o
  CC      drivers/base/trace.o
  CC      block/blk-mq-debugfs.o
  AR      net/rfkill/built-in.a
  CC      drivers/scsi/scsi_lib.o
  CC      kernel/notifier.o
  CC      net/netfilter/nf_conntrack_proto_icmp.o
  AR      drivers/tty/built-in.a
  CC      crypto/jitterentropy-kcapi.o
  CC      drivers/gpu/drm/drm_atomic.o
  CC      drivers/acpi/acpica/nsdump.o
  CC [M]  drivers/gpu/drm/xe/xe_bo.o
  CC      net/9p/client.o
  CC      fs/9p/fid.o
  CC      block/blk-pm.o
  CC      net/ipv4/tcp_input.o
  LD [M]  drivers/gpu/drm/scheduler/gpu-sched.o
  CC      net/ethtool/eee.o
  CC      fs/nfs/pagelist.o
  CC      lib/memcat_p.o
  CC      fs/lockd/mon.o
  CC      lib/nmi_backtrace.o
  CC      mm/msync.o
  CC      drivers/acpi/acpica/nseval.o
  CC      kernel/trace/rpm-traces.o
  CC      lib/objpool.o
  CC      net/netlabel/netlabel_addrlist.o
  CC      crypto/ghash-generic.o
  CC      arch/x86/kernel/irq_work.o
  CC      fs/ext4/migrate.o
  CC      net/core/fib_notifier.o
  CC      block/holder.o
  CC      drivers/scsi/constants.o
  CC      arch/x86/kernel/probe_roms.o
  CC      fs/lockd/trace.o
  CC      drivers/gpu/drm/i915/vlv_suspend.o
  CC      kernel/ksysfs.o
  CC      drivers/acpi/acpica/nsinit.o
  CC      net/netfilter/nf_conntrack_extend.o
  CC      net/sunrpc/auth_gss/gss_rpc_xdr.o
  AR      drivers/base/built-in.a
  CC      drivers/acpi/glue.o
  CC      kernel/trace/trace_dynevent.o
  CC      net/ethtool/tsinfo.o
  CC      net/9p/error.o
  CC      crypto/hash_info.o
  CC      net/core/xdp.o
  CC      net/wireless/nl80211.o
  CC      arch/x86/kernel/sys_ia32.o
  CC      fs/9p/xattr.o
  CC [M]  drivers/gpu/drm/xe/xe_bo_evict.o
  CC      crypto/rsapubkey.asn1.o
  CC      crypto/rsaprivkey.asn1.o
  CC      drivers/scsi/scsi_lib_dma.o
  AR      crypto/built-in.a
  CC      kernel/trace/trace_probe.o
  AR      io_uring/built-in.a
  CC      lib/plist.o
  CC      mm/page_vma_mapped.o
  CC      lib/radix-tree.o
  CC      net/wireless/mlme.o
  CC [M]  drivers/gpu/drm/xe/xe_devcoredump.o
  CC      drivers/acpi/acpica/nsload.o
  CC      net/9p/protocol.o
  CC      net/ipv6/ndisc.o
  CC      kernel/cred.o
  CC      lib/ratelimit.o
  AR      block/built-in.a
  CC      kernel/trace/trace_uprobe.o
  CC      net/sunrpc/socklib.o
  CC      arch/x86/kernel/ksysfs.o
  CC      drivers/scsi/scsi_scan.o
  CC      fs/nfs/read.o
  CC      drivers/gpu/drm/drm_atomic_uapi.o
  CC      net/netlabel/netlabel_mgmt.o
  CC      drivers/ata/libata-core.o
  CC      net/ipv6/udp.o
  CC      fs/ext4/mmp.o
  CC      arch/x86/kernel/bootflag.o
  CC      net/9p/trans_common.o
  CC      net/netfilter/nf_conntrack_acct.o
  CC      drivers/acpi/acpica/nsnames.o
  CC      net/dns_resolver/dns_key.o
  CC      net/netlabel/netlabel_unlabeled.o
  CC [M]  drivers/gpu/drm/xe/xe_device.o
  AR      fs/9p/built-in.a
  CC      fs/ext4/move_extent.o
  CC      lib/rbtree.o
  CC      net/ethtool/cabletest.o
  AR      drivers/net/phy/mediatek/built-in.a
  AR      drivers/net/phy/qcom/built-in.a
  CC      drivers/net/phy/mdio-boardinfo.o
  CC      kernel/reboot.o
  CC      mm/pagewalk.o
  CC      net/dns_resolver/dns_query.o
  CC      drivers/ata/libata-scsi.o
  CC      net/sunrpc/auth_gss/trace.o
  CC      fs/lockd/xdr.o
  CC      net/sunrpc/auth_gss/gss_krb5_mech.o
  CC      net/ipv6/udplite.o
  CC      kernel/trace/rethook.o
  CC      drivers/gpu/drm/i915/soc/intel_dram.o
  CC      drivers/acpi/acpica/nsobject.o
  CC      fs/nfs/symlink.o
  CC      lib/seq_buf.o
  CC      net/handshake/alert.o
  CC      net/core/flow_offload.o
  CC      fs/open.o
  CC      net/ethtool/tunnels.o
  CC      net/9p/trans_fd.o
  CC      arch/x86/kernel/e820.o
  CC      mm/pgtable-generic.o
  CC      drivers/gpu/drm/drm_auth.o
  CC      drivers/net/phy/stubs.o
  CC      drivers/acpi/acpica/nsparse.o
  CC      drivers/firewire/init_ohci1394_dma.o
  CC      net/devres.o
  CC      drivers/net/phy/mdio_devres.o
  CC      kernel/async.o
  AR      net/dns_resolver/built-in.a
  GEN     drivers/scsi/scsi_devinfo_tbl.c
  CC      drivers/scsi/scsi_devinfo.o
  CC      net/ipv4/tcp_output.o
  CC      net/netfilter/nf_conntrack_seqadj.o
  CC      arch/x86/kernel/pci-dma.o
  CC      net/9p/trans_virtio.o
  CC      net/netlabel/netlabel_cipso_v4.o
  CC      net/core/gro.o
  CC      fs/lockd/clnt4xdr.o
  CC      fs/read_write.o
  CC [M]  drivers/gpu/drm/xe/xe_device_sysfs.o
  CC      drivers/acpi/acpica/nspredef.o
  AR      drivers/net/pse-pd/built-in.a
  CC      net/sunrpc/xprtsock.o
  CC      net/sunrpc/auth_gss/gss_krb5_seal.o
  CC      mm/rmap.o
  CC [M]  drivers/gpu/drm/xe/xe_dma_buf.o
  CC      drivers/net/phy/phy.o
  CC      net/ipv4/tcp_timer.o
  CC      drivers/ata/libata-eh.o
  CC      net/handshake/genl.o
  CC      arch/x86/kernel/quirks.o
  AR      kernel/trace/built-in.a
  CC      kernel/range.o
  CC      net/mac80211/wep.o
  CC      net/netlabel/netlabel_calipso.o
  CC      mm/vmalloc.o
  AR      drivers/firewire/built-in.a
  CC      fs/file_table.o
  CC      drivers/gpu/drm/i915/soc/intel_gmch.o
  CC      fs/ext4/namei.o
  CC      kernel/smpboot.o
  CC      kernel/ucount.o
  CC      drivers/acpi/acpica/nsprepkg.o
  CC      net/socket.o
  CC      fs/nfs/unlink.o
  CC      net/ethtool/fec.o
  CC      drivers/net/mdio/acpi_mdio.o
  AR      drivers/net/pcs/built-in.a
  CC      drivers/acpi/scan.o
  CC      net/sysctl_net.o
  AR      drivers/net/ethernet/3com/built-in.a
  CC      drivers/net/ethernet/8390/ne2k-pci.o
  AR      drivers/net/ethernet/adaptec/built-in.a
  AR      drivers/net/ethernet/agere/built-in.a
  CC      net/sunrpc/auth_gss/gss_krb5_unseal.o
  CC      fs/lockd/xdr4.o
  CC      drivers/scsi/scsi_sysctl.o
  CC      drivers/cdrom/cdrom.o
  CC      mm/vma.o
  CC      arch/x86/kernel/kdebugfs.o
  CC      net/handshake/netlink.o
  CC      drivers/acpi/acpica/nsrepair.o
  CC      mm/process_vm_access.o
  CC      kernel/regset.o
  CC      net/ethtool/eeprom.o
  CC      net/netfilter/nf_conntrack_proto_icmpv6.o
  CC      net/ipv6/raw.o
  CC      drivers/scsi/scsi_proc.o
  CC      drivers/scsi/scsi_debugfs.o
  CC      drivers/net/ethernet/8390/8390.o
  CC [M]  drivers/gpu/drm/xe/xe_drm_client.o
  AR      net/9p/built-in.a
  CC      net/mac80211/aead_api.o
  CC      drivers/gpu/drm/i915/soc/intel_pch.o
  CC      drivers/net/phy/phy-c45.o
  CC      lib/siphash.o
  CC      net/sunrpc/sched.o
  CC      drivers/net/mdio/fwnode_mdio.o
  CC      drivers/acpi/acpica/nsrepair2.o
  CC      net/wireless/ibss.o
  CC      mm/page_alloc.o
  CC      fs/lockd/svc4proc.o
  CC      kernel/ksyms_common.o
  CC      net/core/netdev-genl.o
  CC      arch/x86/kernel/alternative.o
  AR      net/netlabel/built-in.a
  CC      net/netfilter/nf_conntrack_netlink.o
  CC      net/handshake/request.o
  AR      drivers/net/ethernet/alacritech/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_exec.o
  CC      fs/nfs/write.o
  CC      drivers/gpu/drm/drm_blend.o
  CC      net/wireless/sme.o
  CC      net/sunrpc/auth_gss/gss_krb5_wrap.o
  CC      drivers/scsi/scsi_trace.o
  CC      arch/x86/kernel/i8253.o
  CC      net/ipv6/icmp.o
  CC      net/mac80211/wpa.o
  CC      net/wireless/chan.o
  CC      drivers/gpu/drm/drm_bridge.o
  CC      fs/super.o
  CC [M]  drivers/gpu/drm/xe/xe_execlist.o
  CC      drivers/acpi/acpica/nssearch.o
  CC      net/netfilter/nf_conntrack_ftp.o
  AR      drivers/net/ethernet/alteon/built-in.a
  CC      kernel/groups.o
  CC      drivers/acpi/mipi-disco-img.o
  CC      lib/string.o
  CC      drivers/ata/libata-transport.o
  CC      drivers/gpu/drm/i915/soc/intel_rom.o
  CC      net/ipv6/mcast.o
  CC      net/ethtool/stats.o
  AR      drivers/net/mdio/built-in.a
  CC      fs/ext4/page-io.o
  CC      lib/timerqueue.o
  CC      net/mac80211/scan.o
  AR      drivers/net/ethernet/8390/built-in.a
  CC      drivers/acpi/acpica/nsutils.o
  AR      drivers/net/ethernet/amazon/built-in.a
  CC      net/ipv6/reassembly.o
  AR      drivers/net/ethernet/amd/built-in.a
  AR      drivers/net/ethernet/aquantia/built-in.a
  AR      drivers/net/ethernet/arc/built-in.a
  AR      drivers/net/ethernet/asix/built-in.a
  AR      drivers/net/ethernet/atheros/built-in.a
  AR      drivers/net/ethernet/cadence/built-in.a
  CC      drivers/net/ethernet/broadcom/bnx2.o
  CC      net/ipv6/tcp_ipv6.o
  CC      net/handshake/tlshd.o
  CC      drivers/net/ethernet/broadcom/tg3.o
  CC      lib/union_find.o
  CC      fs/lockd/procfs.o
  AR      drivers/cdrom/built-in.a
  CC      lib/vsprintf.o
  CC      net/netfilter/nf_conntrack_irc.o
  CC      drivers/scsi/scsi_logging.o
  CC      net/ethtool/phc_vclocks.o
  CC      drivers/net/phy/phy-core.o
  CC      drivers/ata/libata-trace.o
  CC      drivers/gpu/drm/drm_cache.o
  CC      lib/win_minmax.o
  CC      net/core/netdev-genl-gen.o
  CC      drivers/acpi/acpica/nswalk.o
  CC      net/sunrpc/auth_gss/gss_krb5_crypto.o
  CC      kernel/kcmp.o
  CC      arch/x86/kernel/hw_breakpoint.o
  CC      net/ipv6/ping.o
  CC      mm/page_frag_cache.o
  CC [M]  drivers/gpu/drm/xe/xe_exec_queue.o
  AR      drivers/net/ethernet/brocade/built-in.a
  CC      fs/nfs/namespace.o
  CC      drivers/gpu/drm/drm_color_mgmt.o
  CC      net/netfilter/nf_conntrack_sip.o
  CC      net/ethtool/mm.o
  CC      drivers/gpu/drm/i915/i915_memcpy.o
  CC      arch/x86/kernel/tsc.o
  CC      net/ipv4/tcp_ipv4.o
  CC      drivers/scsi/scsi_pm.o
  CC      drivers/acpi/acpica/nsxfeval.o
  CC      drivers/gpu/drm/i915/i915_mm.o
  AR      fs/lockd/built-in.a
  CC      drivers/net/phy/phy_device.o
  CC      drivers/gpu/drm/i915/i915_sw_fence.o
  CC      fs/nfs/mount_clnt.o
  CC      net/sunrpc/auth.o
  CC      net/core/gso.o
  AR      drivers/net/wireless/admtek/built-in.a
  AR      drivers/net/wireless/ath/built-in.a
  AR      drivers/net/wireless/atmel/built-in.a
  AR      drivers/net/usb/built-in.a
  AR      drivers/net/wireless/broadcom/built-in.a
  CC      net/wireless/ethtool.o
  AR      drivers/net/wireless/intel/built-in.a
  AR      drivers/net/wireless/intersil/built-in.a
  AR      drivers/net/wireless/marvell/built-in.a
  AR      drivers/net/wireless/mediatek/built-in.a
  AR      drivers/net/wireless/microchip/built-in.a
  AR      drivers/net/wireless/purelifi/built-in.a
  CC      fs/nfs/nfstrace.o
  CC      drivers/acpi/acpica/nsxfname.o
  AR      drivers/net/wireless/quantenna/built-in.a
  CC      drivers/ata/libata-sata.o
  AR      drivers/net/wireless/ralink/built-in.a
  AR      drivers/net/wireless/realtek/built-in.a
  AR      drivers/net/wireless/rsi/built-in.a
  AR      drivers/net/wireless/silabs/built-in.a
  CC      net/handshake/trace.o
  AR      drivers/net/wireless/st/built-in.a
  CC      kernel/freezer.o
  CC      fs/ext4/readpage.o
  AR      drivers/net/wireless/ti/built-in.a
  AR      drivers/net/wireless/zydas/built-in.a
  CC      net/ethtool/module.o
  AR      drivers/net/wireless/virtual/built-in.a
  AR      drivers/net/wireless/built-in.a
  CC      net/mac80211/offchannel.o
  CC      drivers/net/phy/linkmode.o
  CC      drivers/gpu/drm/drm_connector.o
  CC      net/sunrpc/auth_gss/gss_krb5_keys.o
  CC      drivers/scsi/scsi_bsg.o
  CC      net/ipv4/tcp_minisocks.o
  CC      fs/nfs/export.o
  CC      drivers/ata/libata-sff.o
  CC      drivers/gpu/drm/i915/i915_sw_fence_work.o
  CC      drivers/net/mii.o
  AR      drivers/net/ethernet/cavium/common/built-in.a
  AR      drivers/net/ethernet/cavium/thunder/built-in.a
  AR      drivers/net/ethernet/cavium/liquidio/built-in.a
  AR      drivers/net/ethernet/cavium/octeon/built-in.a
  AR      drivers/net/ethernet/cavium/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_force_wake.o
  CC      fs/ext4/resize.o
  CC      drivers/acpi/resource.o
  CC      net/mac80211/ht.o
  CC      drivers/acpi/acpica/nsxfobj.o
  CC      net/wireless/mesh.o
  CC      fs/char_dev.o
  CC [M]  drivers/gpu/drm/xe/xe_ggtt.o
  CC      net/core/net-sysfs.o
  CC      lib/xarray.o
  CC      arch/x86/kernel/tsc_msr.o
  CC      drivers/net/loopback.o
  CC      drivers/gpu/drm/i915/i915_syncmap.o
  CC      kernel/profile.o
  CC      drivers/acpi/acpica/psargs.o
  CC      net/netfilter/nf_nat_core.o
  CC      drivers/scsi/scsi_common.o
  CC      net/ipv4/tcp_cong.o
  CC      net/sunrpc/auth_null.o
  CC      drivers/ata/libata-pmp.o
  CC      net/mac80211/agg-tx.o
  CC      drivers/acpi/acpi_processor.o
  CC      drivers/ata/libata-acpi.o
  CC      mm/init-mm.o
  CC      lib/lockref.o
  CC      arch/x86/kernel/io_delay.o
  AR      drivers/auxdisplay/built-in.a
  AR      drivers/net/ethernet/chelsio/built-in.a
  CC      fs/stat.o
  CC      net/ethtool/cmis_fw_update.o
  CC      drivers/gpu/drm/i915/i915_user_extensions.o
  CC      net/ipv6/exthdrs.o
  AR      net/sunrpc/auth_gss/built-in.a
  CC      drivers/acpi/acpica/psloop.o
  CC      net/netfilter/nf_nat_proto.o
  CC      drivers/scsi/scsi_transport_spi.o
  CC      net/ipv4/tcp_metrics.o
  CC      drivers/gpu/drm/drm_crtc.o
  CC      drivers/gpu/drm/i915/i915_debugfs.o
  CC      drivers/pcmcia/cs.o
  AR      drivers/net/ethernet/cisco/built-in.a
  CC      kernel/stacktrace.o
  CC      kernel/dma.o
  CC      net/sunrpc/auth_tls.o
  CC      drivers/ata/libata-pata-timings.o
  AR      net/handshake/built-in.a
  CC      arch/x86/kernel/rtc.o
  CC      drivers/scsi/virtio_scsi.o
  CC      drivers/acpi/processor_core.o
  CC      net/wireless/ap.o
  CC [M]  drivers/gpu/drm/xe/xe_gpu_scheduler.o
  CC      drivers/net/phy/phy_link_topology.o
  CC      drivers/acpi/acpica/psobject.o
  CC      mm/memblock.o
  CC      drivers/net/netconsole.o
  CC      net/netfilter/nf_nat_helper.o
  CC      drivers/gpu/drm/drm_displayid.o
  CC      drivers/pcmcia/socket_sysfs.o
  CC      fs/nfs/sysfs.o
  CC      lib/bcd.o
  CC      net/sunrpc/auth_unix.o
  CC      drivers/usb/common/common.o
  CC      lib/sort.o
  CC      drivers/usb/core/usb.o
  CC      drivers/net/virtio_net.o
  CC [M]  drivers/gpu/drm/xe/xe_gsc.o
  CC      kernel/smp.o
  CC      lib/parser.o
  CC      arch/x86/kernel/resource.o
  CC      kernel/uid16.o
  CC      drivers/net/phy/mdio_bus.o
  CC      fs/ext4/super.o
  CC      net/core/hotdata.o
  CC      drivers/acpi/acpica/psopcode.o
  CC [M]  drivers/gpu/drm/xe/xe_gsc_debugfs.o
  AR      drivers/net/ethernet/cortina/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_gsc_proxy.o
  CC      mm/slub.o
  CC      drivers/acpi/processor_pdc.o
  CC      net/ethtool/cmis_cdb.o
  CC      drivers/ata/ahci.o
  CC      fs/exec.o
  AS      arch/x86/kernel/irqflags.o
  CC      arch/x86/kernel/static_call.o
  CC      drivers/usb/core/hub.o
  CC      drivers/net/net_failover.o
  CC      net/ipv6/datagram.o
  CC      drivers/usb/common/debug.o
  CC      drivers/pcmcia/cardbus.o
  CC      lib/debug_locks.o
  CC      drivers/acpi/ec.o
  CC      fs/nfs/fs_context.o
  CC      drivers/acpi/acpica/psopinfo.o
  AR      drivers/net/ethernet/dec/tulip/built-in.a
  AR      drivers/net/ethernet/dec/built-in.a
  CC      drivers/acpi/dock.o
  CC      net/wireless/trace.o
  CC      drivers/usb/core/hcd.o
  AR      drivers/usb/common/built-in.a
  CC      drivers/gpu/drm/drm_drv.o
  AR      drivers/usb/phy/built-in.a
  CC      lib/random32.o
  CC      drivers/scsi/sd.o
  CC      fs/pipe.o
  CC      fs/namei.o
  CC      drivers/scsi/sr.o
  CC      net/ipv4/tcp_fastopen.o
  CC      arch/x86/kernel/process.o
  CC      drivers/gpu/drm/i915/i915_debugfs_params.o
  CC      net/mac80211/agg-rx.o
  CC      drivers/acpi/acpica/psparse.o
  CC      drivers/pcmcia/ds.o
  CC      drivers/acpi/pci_root.o
  CC      net/ethtool/pse-pd.o
  AR      drivers/net/ethernet/dlink/built-in.a
  CC      fs/nfs/nfsroot.o
  CC      net/netfilter/nf_nat_masquerade.o
  CC      net/netfilter/nf_nat_ftp.o
  CC      net/ethtool/plca.o
  CC      lib/bust_spinlocks.o
  CC      drivers/input/serio/serio.o
  CC      drivers/input/keyboard/atkbd.o
  CC      drivers/gpu/drm/drm_dumb_buffers.o
  CC      drivers/input/mouse/psmouse-base.o
  CC      net/core/netdev_rx_queue.o
  CC      drivers/rtc/lib.o
  CC      drivers/i2c/algos/i2c-algo-bit.o
  CC      drivers/input/mouse/synaptics.o
  CC [M]  drivers/gpu/drm/xe/xe_gsc_submit.o
  CC      kernel/kallsyms.o
  CC      drivers/acpi/acpica/psscope.o
  CC      drivers/i2c/busses/i2c-i801.o
  CC      drivers/ata/libahci.o
  AR      drivers/i3c/built-in.a
  CC      fs/ext4/symlink.o
  CC      drivers/net/phy/mdio_device.o
  AR      drivers/net/ethernet/emulex/built-in.a
  CC      net/ethtool/phy.o
  CC      lib/kasprintf.o
  CC      mm/madvise.o
  CC      drivers/acpi/acpica/pstree.o
  CC      net/ipv6/ip6_flowlabel.o
  CC      drivers/rtc/class.o
  CC      net/core/net-procfs.o
  CC      drivers/input/serio/i8042.o
  CC      drivers/gpu/drm/i915/i915_pmu.o
  CC      drivers/pcmcia/pcmcia_resource.o
  AR      drivers/input/joystick/built-in.a
  CC      drivers/usb/core/urb.o
  CC      arch/x86/kernel/ptrace.o
  CC      drivers/usb/mon/mon_main.o
  AR      drivers/i2c/muxes/built-in.a
  CC      kernel/acct.o
  CC      lib/bitmap.o
  CC      drivers/ata/ata_piix.o
  CC      arch/x86/kernel/tls.o
  CC      drivers/pcmcia/cistpl.o
  CC      drivers/acpi/acpica/psutils.o
  AR      drivers/i2c/algos/built-in.a
  CC      net/sunrpc/svc.o
  CC      drivers/scsi/sr_ioctl.o
  CC      net/netfilter/nf_nat_irc.o
  CC [M]  drivers/gpu/drm/xe/xe_gt.o
  CC      net/ipv4/tcp_rate.o
  AR      drivers/input/keyboard/built-in.a
  CC      drivers/gpu/drm/i915/gt/gen2_engine_cs.o
  CC      fs/nfs/sysctl.o
  CC      drivers/pcmcia/pcmcia_cis.o
  AR      drivers/media/i2c/built-in.a
  AR      drivers/media/tuners/built-in.a
  CC      fs/ext4/sysfs.o
  CC      drivers/acpi/pci_link.o
  AR      drivers/media/rc/keymaps/built-in.a
  AR      drivers/media/rc/built-in.a
  AR      drivers/media/common/b2c2/built-in.a
  CC      drivers/acpi/pci_irq.o
  AR      drivers/media/common/saa7146/built-in.a
  AR      drivers/media/common/siano/built-in.a
  AR      drivers/media/common/v4l2-tpg/built-in.a
  CC      fs/ext4/xattr.o
  AR      drivers/media/common/videobuf2/built-in.a
  AR      drivers/media/common/built-in.a
  AR      drivers/media/platform/allegro-dvt/built-in.a
  CC      drivers/input/mouse/focaltech.o
  AR      drivers/media/platform/amlogic/meson-ge2d/built-in.a
  AR      drivers/media/platform/amlogic/built-in.a
  AR      drivers/media/platform/amphion/built-in.a
  CC      drivers/rtc/interface.o
  AR      drivers/media/platform/aspeed/built-in.a
  CC      drivers/net/phy/swphy.o
  AR      drivers/media/platform/atmel/built-in.a
  AR      drivers/media/platform/broadcom/built-in.a
  AR      drivers/media/platform/cadence/built-in.a
  CC      drivers/input/mouse/alps.o
  CC      drivers/input/mouse/byd.o
  AR      drivers/media/platform/chips-media/coda/built-in.a
  AR      drivers/media/platform/chips-media/wave5/built-in.a
  AR      drivers/media/platform/chips-media/built-in.a
  AR      drivers/media/platform/imagination/built-in.a
  CC      drivers/acpi/acpica/pswalk.o
  CC      fs/nfs/nfs3super.o
  AR      drivers/media/platform/intel/built-in.a
  AR      drivers/media/platform/marvell/built-in.a
  AR      drivers/media/platform/mediatek/jpeg/built-in.a
  AR      drivers/media/platform/mediatek/mdp/built-in.a
  AR      drivers/media/platform/mediatek/vcodec/common/built-in.a
  AR      drivers/media/platform/mediatek/vcodec/encoder/built-in.a
  AR      drivers/media/platform/mediatek/vcodec/decoder/built-in.a
  AR      drivers/media/platform/mediatek/vcodec/built-in.a
  AR      drivers/media/platform/mediatek/vpu/built-in.a
  AR      drivers/i2c/busses/built-in.a
  CC      drivers/i2c/i2c-boardinfo.o
  AR      drivers/media/platform/mediatek/mdp3/built-in.a
  AR      drivers/media/platform/mediatek/built-in.a
  AR      drivers/media/platform/microchip/built-in.a
  AR      drivers/media/platform/nuvoton/built-in.a
  CC      drivers/usb/mon/mon_stat.o
  CC      net/sunrpc/svcsock.o
  AR      drivers/media/platform/nvidia/tegra-vde/built-in.a
  AR      drivers/media/platform/nvidia/built-in.a
  AR      drivers/media/platform/nxp/dw100/built-in.a
  AR      drivers/media/platform/nxp/imx-jpeg/built-in.a
  AR      drivers/media/platform/nxp/imx8-isi/built-in.a
  AR      drivers/media/platform/nxp/built-in.a
  AR      net/ethtool/built-in.a
  CC      drivers/input/mouse/logips2pp.o
  AR      drivers/media/platform/qcom/camss/built-in.a
  AR      drivers/media/platform/qcom/venus/built-in.a
  AR      drivers/media/platform/qcom/built-in.a
  AR      drivers/media/platform/raspberrypi/pisp_be/built-in.a
  AR      drivers/media/platform/raspberrypi/rp1-cfe/built-in.a
  AR      drivers/media/platform/raspberrypi/built-in.a
  AR      drivers/media/platform/renesas/rcar-vin/built-in.a
  CC      lib/scatterlist.o
  AR      drivers/media/platform/renesas/rzg2l-cru/built-in.a
  CC      drivers/acpi/acpica/psxface.o
  AR      drivers/media/platform/renesas/vsp1/built-in.a
  AR      drivers/media/platform/renesas/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_gt_ccs_mode.o
  AR      drivers/media/platform/rockchip/rga/built-in.a
  AR      drivers/media/platform/rockchip/rkisp1/built-in.a
  AR      drivers/media/platform/rockchip/built-in.a
  CC      net/core/netpoll.o
  AR      drivers/media/platform/samsung/exynos-gsc/built-in.a
  AR      drivers/media/pci/ttpci/built-in.a
  AR      drivers/media/pci/b2c2/built-in.a
  AR      drivers/media/platform/samsung/exynos4-is/built-in.a
  AR      drivers/media/pci/pluto2/built-in.a
  AR      drivers/pps/clients/built-in.a
  AR      drivers/media/platform/samsung/s3c-camif/built-in.a
  AR      drivers/media/pci/dm1105/built-in.a
  AR      drivers/pps/generators/built-in.a
  AR      drivers/media/pci/pt1/built-in.a
  CC      drivers/pps/pps.o
  AR      drivers/media/platform/samsung/s5p-g2d/built-in.a
  AR      drivers/media/platform/samsung/s5p-jpeg/built-in.a
  CC      kernel/vmcore_info.o
  AR      drivers/media/pci/pt3/built-in.a
  AR      drivers/media/pci/mantis/built-in.a
  AR      drivers/media/platform/samsung/s5p-mfc/built-in.a
  AR      drivers/media/platform/samsung/built-in.a
  AR      drivers/input/tablet/built-in.a
  CC      drivers/acpi/acpica/rsaddr.o
  CC      arch/x86/kernel/step.o
  AR      drivers/media/pci/ngene/built-in.a
  CC      drivers/pps/kapi.o
  CC      drivers/scsi/sr_vendor.o
  CC      drivers/rtc/nvmem.o
  AR      drivers/media/pci/ddbridge/built-in.a
  AR      drivers/media/pci/saa7146/built-in.a
  AR      drivers/media/platform/st/sti/bdisp/built-in.a
  CC      drivers/pps/sysfs.o
  AR      drivers/media/platform/st/sti/c8sectpfe/built-in.a
  AR      drivers/media/pci/smipcie/built-in.a
  AR      drivers/media/pci/netup_unidvb/built-in.a
  AR      drivers/media/platform/st/sti/delta/built-in.a
  AR      drivers/media/platform/st/sti/hva/built-in.a
  CC      net/ipv6/inet6_connection_sock.o
  CC      net/ipv6/udp_offload.o
  AR      drivers/media/pci/intel/ipu3/built-in.a
  CC      drivers/usb/core/message.o
  CC      drivers/rtc/dev.o
  AR      drivers/media/platform/st/stm32/built-in.a
  AR      drivers/media/pci/intel/ivsc/built-in.a
  AR      drivers/media/platform/st/built-in.a
  AR      drivers/media/pci/intel/built-in.a
  CC      drivers/rtc/proc.o
  AR      drivers/media/pci/built-in.a
  CC      drivers/rtc/sysfs.o
  AR      drivers/media/platform/sunxi/sun4i-csi/built-in.a
  CC      drivers/input/serio/serport.o
  AR      drivers/media/platform/sunxi/sun6i-csi/built-in.a
  CC      arch/x86/kernel/i8237.o
  AR      drivers/media/platform/sunxi/sun6i-mipi-csi2/built-in.a
  CC      drivers/net/phy/fixed_phy.o
  AR      drivers/media/platform/sunxi/sun8i-a83t-mipi-csi2/built-in.a
  CC      drivers/gpu/drm/i915/gt/gen6_engine_cs.o
  AR      drivers/media/platform/ti/am437x/built-in.a
  CC      arch/x86/kernel/stacktrace.o
  CC      drivers/usb/mon/mon_text.o
  AR      drivers/media/platform/sunxi/sun8i-di/built-in.a
  AR      drivers/media/platform/ti/cal/built-in.a
  AR      drivers/media/platform/sunxi/sun8i-rotate/built-in.a
  CC      arch/x86/kernel/reboot.o
  CC      net/netfilter/nf_nat_sip.o
  AR      drivers/media/platform/ti/vpe/built-in.a
  AR      drivers/media/platform/sunxi/built-in.a
  CC      arch/x86/kernel/msr.o
  AR      drivers/media/platform/ti/davinci/built-in.a
  CC      drivers/rtc/rtc-mc146818-lib.o
  AR      drivers/media/platform/ti/j721e-csi2rx/built-in.a
  AR      drivers/media/platform/ti/omap/built-in.a
  AR      drivers/media/platform/ti/omap3isp/built-in.a
  AR      drivers/media/platform/ti/built-in.a
  CC      drivers/ata/pata_amd.o
  AR      drivers/media/platform/verisilicon/built-in.a
  CC      net/mac80211/vht.o
  AR      drivers/media/platform/via/built-in.a
  CC      drivers/i2c/i2c-core-base.o
  AR      drivers/media/platform/xilinx/built-in.a
  AR      drivers/media/platform/built-in.a
  CC      drivers/acpi/acpica/rscalc.o
  CC      drivers/rtc/rtc-cmos.o
  CC      net/ipv4/tcp_recovery.o
  CC      arch/x86/kernel/cpuid.o
  AR      drivers/media/usb/b2c2/built-in.a
  AR      drivers/media/usb/dvb-usb/built-in.a
  AR      drivers/media/usb/dvb-usb-v2/built-in.a
  AR      drivers/media/usb/s2255/built-in.a
  AR      drivers/media/usb/siano/built-in.a
  CC      drivers/i2c/i2c-core-smbus.o
  CC      drivers/pcmcia/rsrc_mgr.o
  AR      drivers/media/usb/ttusb-budget/built-in.a
  AR      drivers/media/usb/ttusb-dec/built-in.a
  AR      drivers/media/usb/built-in.a
  AR      drivers/media/mmc/siano/built-in.a
  AR      drivers/media/mmc/built-in.a
  CC      fs/nfs/nfs3client.o
  AR      drivers/media/firewire/built-in.a
  AR      drivers/media/spi/built-in.a
  CC      mm/page_io.o
  CC      net/wireless/ocb.o
  AR      drivers/media/test-drivers/built-in.a
  AR      drivers/media/built-in.a
  CC      drivers/usb/host/pci-quirks.o
  CC      drivers/gpu/drm/drm_edid.o
  CC      net/mac80211/he.o
  AR      drivers/pps/built-in.a
  CC      net/ipv6/seg6.o
  CC      kernel/elfcorehdr.o
  CC      net/ipv4/tcp_ulp.o
  AR      drivers/net/ethernet/engleder/built-in.a
  CC      drivers/gpu/drm/i915/gt/gen6_ppgtt.o
  CC      drivers/scsi/sg.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_clock.o
  AR      drivers/input/touchscreen/built-in.a
  CC      drivers/acpi/acpi_apd.o
  CC      drivers/usb/host/ehci-hcd.o
  CC      drivers/net/phy/realtek.o
  CC      drivers/input/serio/libps2.o
  CC      drivers/acpi/acpica/rscreate.o
  AR      drivers/net/ethernet/ezchip/built-in.a
  CC      drivers/usb/host/ehci-pci.o
  CC      drivers/usb/host/ohci-hcd.o
  CC      drivers/gpu/drm/i915/gt/gen7_renderclear.o
  CC      drivers/usb/host/ohci-pci.o
  CC      drivers/input/mouse/lifebook.o
  CC      drivers/gpu/drm/i915/gt/gen8_engine_cs.o
  CC      lib/list_sort.o
  CC      drivers/usb/mon/mon_bin.o
  CC      arch/x86/kernel/early-quirks.o
  CC      drivers/pcmcia/rsrc_nonstatic.o
  CC      lib/uuid.o
  CC      drivers/gpu/drm/i915/gt/gen8_ppgtt.o
  CC      drivers/ata/pata_oldpiix.o
  CC      net/ipv6/fib6_notifier.o
  CC      drivers/usb/class/usblp.o
  CC      lib/iov_iter.o
  CC      drivers/acpi/acpica/rsdumpinfo.o
  CC      drivers/usb/core/driver.o
  CC      net/ipv4/tcp_offload.o
  CC      net/mac80211/s1g.o
  CC      kernel/crash_reserve.o
  CC      drivers/gpu/drm/drm_eld.o
  AR      drivers/rtc/built-in.a
  CC      net/netfilter/x_tables.o
  AR      drivers/input/misc/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_gt_freq.o
  CC      net/core/fib_rules.o
  AR      drivers/input/serio/built-in.a
  CC      net/sunrpc/svcauth.o
  AR      drivers/net/ethernet/fujitsu/built-in.a
  CC      fs/nfs/nfs3proc.o
  CC      drivers/acpi/acpica/rsinfo.o
  CC      net/ipv4/tcp_plb.o
  CC      drivers/gpu/drm/i915/gt/intel_breadcrumbs.o
  CC      mm/swap_state.o
  CC      net/mac80211/ibss.o
  CC      drivers/input/input.o
  CC      drivers/i2c/i2c-core-acpi.o
  CC      drivers/input/mouse/trackpoint.o
  CC      net/ipv4/datagram.o
  CC      drivers/i2c/i2c-smbus.o
  CC      drivers/ptp/ptp_clock.o
  CC      drivers/usb/core/config.o
  CC      drivers/acpi/acpica/rsio.o
  CC      drivers/input/input-compat.o
  CC      fs/fcntl.o
  CC      net/ipv6/rpl.o
  CC      drivers/ata/pata_sch.o
  CC      drivers/usb/storage/scsiglue.o
  CC      arch/x86/kernel/smp.o
  CC      net/mac80211/iface.o
  AR      drivers/net/phy/built-in.a
  CC      fs/ext4/xattr_hurd.o
  CC      kernel/kexec_core.o
  CC      drivers/pcmcia/yenta_socket.o
  AR      drivers/usb/class/built-in.a
  AR      drivers/usb/mon/built-in.a
  CC      drivers/usb/core/file.o
  CC      drivers/acpi/acpi_platform.o
  CC      drivers/acpi/acpica/rsirq.o
  AR      drivers/net/ethernet/fungible/built-in.a
  CC      net/netfilter/xt_tcpudp.o
  CC      net/ipv4/raw.o
  CC      drivers/scsi/scsi_sysfs.o
  CC      drivers/input/mouse/cypress_ps2.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_idle.o
  CC      net/sunrpc/svcauth_unix.o
  CC      drivers/ptp/ptp_chardev.o
  CC      kernel/crash_core.o
  CC      fs/ext4/xattr_trusted.o
  CC      drivers/input/input-mt.o
  CC      drivers/acpi/acpica/rslist.o
  AR      drivers/usb/misc/built-in.a
  CC      drivers/usb/storage/protocol.o
  AR      drivers/i2c/built-in.a
  CC      net/wireless/pmsr.o
  AR      drivers/net/ethernet/broadcom/built-in.a
  CC      arch/x86/kernel/smpboot.o
  AR      drivers/net/ethernet/google/built-in.a
  AR      drivers/net/ethernet/hisilicon/built-in.a
  AR      drivers/net/ethernet/huawei/built-in.a
  CC      drivers/ata/pata_mpiix.o
  CC      mm/swapfile.o
  CC      drivers/gpu/drm/i915/gt/intel_context.o
  CC      drivers/net/ethernet/intel/e1000/e1000_main.o
  CC      mm/swap_slots.o
  CC      drivers/acpi/acpica/rsmemory.o
  CC      drivers/input/mouse/psmouse-smbus.o
  CC      drivers/usb/early/ehci-dbgp.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_mcr.o
  CC      drivers/net/ethernet/intel/e1000e/82571.o
  CC      drivers/gpu/drm/drm_encoder.o
  CC      drivers/gpu/drm/i915/gt/intel_context_sseu.o
  CC      drivers/usb/core/buffer.o
  CC      net/mac80211/link.o
  CC      net/ipv4/udp.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_pagefault.o
  CC      drivers/net/ethernet/intel/e1000e/ich8lan.o
  CC      net/ipv6/ioam6.o
  CC      fs/ext4/xattr_user.o
  CC      fs/nfs/nfs3xdr.o
  CC      net/core/net-traces.o
  CC      drivers/usb/storage/transport.o
  CC      drivers/net/ethernet/intel/e1000/e1000_hw.o
  CC      drivers/usb/host/uhci-hcd.o
  CC      drivers/power/supply/power_supply_core.o
  CC      drivers/acpi/acpica/rsmisc.o
  CC      net/sunrpc/addr.o
  CC      fs/nfs/nfs3acl.o
  CC      kernel/kexec.o
  CC      drivers/net/ethernet/intel/e100.o
  CC      arch/x86/kernel/tsc_sync.o
  CC      drivers/ptp/ptp_sysfs.o
  CC      drivers/hwmon/hwmon.o
  AR      drivers/pcmcia/built-in.a
  CC      drivers/gpu/drm/drm_file.o
  CC      drivers/acpi/acpica/rsserial.o
  CC      net/netfilter/xt_CONNSECMARK.o
  CC      drivers/ata/ata_generic.o
  CC      net/netfilter/xt_NFLOG.o
  CC      lib/clz_ctz.o
  AR      drivers/thermal/broadcom/built-in.a
  AR      drivers/thermal/renesas/built-in.a
  AR      drivers/watchdog/built-in.a
  AR      drivers/scsi/built-in.a
  CC      drivers/net/ethernet/intel/e1000/e1000_ethtool.o
  AR      drivers/thermal/samsung/built-in.a
  CC      drivers/usb/host/xhci.o
  CC      drivers/thermal/intel/intel_tcc.o
  CC      lib/bsearch.o
  CC      mm/dmapool.o
  CC      drivers/usb/core/sysfs.o
  AR      drivers/input/mouse/built-in.a
  CC      drivers/input/input-poller.o
  CC      drivers/ptp/ptp_vclock.o
  AR      drivers/usb/early/built-in.a
  CC      fs/ext4/fast_commit.o
  CC      net/mac80211/rate.o
  GEN     net/wireless/shipped-certs.c
  CC [M]  drivers/gpu/drm/xe/xe_gt_sysfs.o
  CC      fs/ioctl.o
  CC      drivers/usb/storage/usb.o
  CC      drivers/acpi/acpica/rsutils.o
  CC      drivers/thermal/intel/therm_throt.o
  CC      arch/x86/kernel/setup_percpu.o
  CC      drivers/net/ethernet/intel/e1000e/80003es2lan.o
  CC      drivers/power/supply/power_supply_sysfs.o
  CC      net/core/selftests.o
  CC      kernel/utsname.o
  CC      fs/nfs/nfs4proc.o
  CC      drivers/gpu/drm/i915/gt/intel_engine_cs.o
  CC      drivers/ptp/ptp_kvm_x86.o
  CC      lib/find_bit.o
  CC      net/ipv6/sysctl_net_ipv6.o
  CC      drivers/input/ff-core.o
  CC      drivers/gpu/drm/drm_fourcc.o
  CC      net/netfilter/xt_SECMARK.o
  CC      drivers/acpi/acpica/rsxface.o
  AR      drivers/thermal/st/built-in.a
  CC      drivers/ptp/ptp_kvm_common.o
  AR      drivers/ata/built-in.a
  CC      drivers/acpi/acpi_pnp.o
  CC      drivers/usb/storage/initializers.o
  CC      drivers/net/ethernet/intel/e1000/e1000_param.o
  CC      drivers/net/ethernet/intel/e1000e/mac.o
  CC      kernel/pid_namespace.o
  CC      drivers/power/supply/power_supply_leds.o
  CC      lib/llist.o
  CC      drivers/power/supply/power_supply_hwmon.o
  CC      fs/readdir.o
  CC      arch/x86/kernel/mpparse.o
  CC      drivers/usb/core/endpoint.o
  CC      drivers/net/ethernet/intel/e1000e/manage.o
  CC      lib/lwq.o
  AR      drivers/hwmon/built-in.a
  AR      drivers/thermal/qcom/built-in.a
  CC      arch/x86/kernel/trace_clock.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_throttle.o
  CC      net/mac80211/michael.o
  CC      net/sunrpc/rpcb_clnt.o
  CC      drivers/acpi/acpica/tbdata.o
  CC      drivers/usb/host/xhci-mem.o
  CC      net/ipv4/udplite.o
  CC      lib/memweight.o
  CC      lib/kfifo.o
  CC      lib/percpu-refcount.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_tlb_invalidation.o
  CC      drivers/input/touchscreen.o
  CC      fs/select.o
  CC      drivers/input/ff-memless.o
  CC      fs/nfs/nfs4xdr.o
  CC      net/netfilter/xt_TCPMSS.o
  CC [M]  drivers/thermal/intel/x86_pkg_temp_thermal.o
  CC      mm/hugetlb.o
  CC      drivers/usb/storage/sierra_ms.o
  AR      drivers/ptp/built-in.a
  CC      net/netfilter/xt_conntrack.o
  AR      drivers/power/supply/built-in.a
  AR      drivers/power/built-in.a
  CC      fs/ext4/orphan.o
  CC      kernel/stop_machine.o
  CC      arch/x86/kernel/trace.o
  CC      net/ipv6/xfrm6_policy.o
  CC      drivers/usb/core/devio.o
  CC      net/wireless/shipped-certs.o
  CC      drivers/usb/core/notify.o
  CC      drivers/acpi/power.o
  CC      drivers/gpu/drm/drm_framebuffer.o
  CC      drivers/acpi/acpica/tbfadt.o
  CC      drivers/gpu/drm/drm_gem.o
  CC      drivers/usb/host/xhci-ext-caps.o
  CC      drivers/usb/storage/option_ms.o
  CC      drivers/acpi/event.o
  CC      net/sunrpc/timer.o
  CC      fs/nfs/nfs4state.o
  CC      drivers/md/md.o
  CC      drivers/cpufreq/cpufreq.o
  CC      arch/x86/kernel/rethook.o
  CC      arch/x86/kernel/vmcore_info_32.o
  CC      drivers/cpuidle/governors/menu.o
  AR      drivers/net/ethernet/i825xx/built-in.a
  CC      net/sunrpc/xdr.o
  CC      lib/rhashtable.o
  CC      drivers/usb/storage/usual-tables.o
  CC      drivers/acpi/evged.o
  CC      drivers/input/sparse-keymap.o
  AR      drivers/thermal/intel/built-in.a
  AR      drivers/thermal/tegra/built-in.a
  CC      drivers/cpufreq/freq_table.o
  CC      net/ipv4/udp_offload.o
  AR      drivers/thermal/mediatek/built-in.a
  CC      drivers/acpi/acpica/tbfind.o
  CC      drivers/thermal/thermal_core.o
  CC      drivers/cpuidle/cpuidle.o
  AR      drivers/net/ethernet/intel/e1000/built-in.a
  CC      drivers/gpu/drm/i915/gt/intel_engine_heartbeat.o
  CC      drivers/net/ethernet/intel/e1000e/nvm.o
  CC      net/ipv6/xfrm6_state.o
  CC      drivers/usb/core/generic.o
  CC      kernel/audit.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_topology.o
  CC      net/sunrpc/sunrpc_syms.o
  CC      fs/ext4/acl.o
  AR      drivers/mmc/built-in.a
  CC      drivers/cpuidle/governors/haltpoll.o
  CC      drivers/thermal/thermal_sysfs.o
  CC      net/netfilter/xt_policy.o
  CC      drivers/acpi/acpica/tbinstal.o
  CC      drivers/md/md-bitmap.o
  CC      arch/x86/kernel/machine_kexec_32.o
  CC      net/core/ptp_classifier.o
  CC      drivers/gpu/drm/i915/gt/intel_engine_pm.o
  CC [M]  drivers/gpu/drm/xe/xe_guc.o
  CC      drivers/acpi/sysfs.o
  CC      drivers/net/ethernet/intel/e1000e/phy.o
  CC      drivers/acpi/property.o
  CC      drivers/acpi/acpica/tbprint.o
  AR      drivers/usb/storage/built-in.a
  CC      kernel/auditfilter.o
  CC      fs/nfs/nfs4renewd.o
  CC      net/mac80211/tkip.o
  CC      drivers/input/vivaldi-fmap.o
  CC      drivers/cpufreq/cpufreq_performance.o
  CC      drivers/cpufreq/cpufreq_userspace.o
  AR      drivers/ufs/built-in.a
  CC      drivers/thermal/thermal_trip.o
  AR      drivers/firmware/arm_ffa/built-in.a
  AR      drivers/firmware/arm_scmi/built-in.a
  AR      drivers/firmware/broadcom/built-in.a
  AR      drivers/firmware/cirrus/built-in.a
  AR      drivers/firmware/meson/built-in.a
  AR      drivers/firmware/microchip/built-in.a
  CC      net/ipv6/xfrm6_input.o
  CC      kernel/auditsc.o
  CC      drivers/acpi/acpica/tbutils.o
  CC      net/sunrpc/cache.o
  CC      net/netfilter/xt_state.o
  CC      drivers/firmware/efi/libstub/efi-stub-helper.o
  CC      drivers/input/input-leds.o
  CC      drivers/input/evdev.o
  CC      drivers/usb/core/quirks.o
  CC      lib/base64.o
  CC      net/core/netprio_cgroup.o
  CC      drivers/cpuidle/driver.o
  CC      lib/once.o
  CC      fs/ext4/xattr_security.o
  CC      drivers/acpi/debugfs.o
  CC      mm/mmu_notifier.o
  CC      drivers/md/md-autodetect.o
  AR      drivers/net/ethernet/microsoft/built-in.a
  CC      fs/nfs/nfs4super.o
  CC      net/sunrpc/rpc_pipe.o
  AR      drivers/firmware/imx/built-in.a
  CC      net/core/netclassid_cgroup.o
  AS      arch/x86/kernel/relocate_kernel_32.o
  CC      drivers/acpi/acpica/tbxface.o
  CC      drivers/cpufreq/cpufreq_ondemand.o
  CC      arch/x86/kernel/crash_dump_32.o
  CC      drivers/usb/host/xhci-ring.o
  AR      drivers/cpuidle/governors/built-in.a
  CC      drivers/cpufreq/cpufreq_governor.o
  CC      drivers/cpufreq/cpufreq_governor_attr_set.o
  CC      drivers/firmware/efi/efi-bgrt.o
  CC      drivers/md/dm.o
  CC      net/ipv4/arp.o
  CC      mm/migrate.o
  CC      drivers/thermal/thermal_helpers.o
  CC      drivers/firmware/efi/libstub/gop.o
  CC      net/ipv6/xfrm6_output.o
  CC      lib/refcount.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_ads.o
  CC      net/ipv4/icmp.o
  CC      drivers/cpuidle/governor.o
  CC      drivers/cpufreq/acpi-cpufreq.o
  CC      drivers/gpu/drm/i915/gt/intel_engine_user.o
  CC      drivers/firmware/efi/libstub/secureboot.o
  CC      drivers/acpi/acpica/tbxfload.o
  CC      drivers/usb/core/devices.o
  CC      mm/page_counter.o
  CC      net/mac80211/aes_cmac.o
  CC      lib/rcuref.o
  CC      drivers/thermal/thermal_thresholds.o
  CC      drivers/usb/host/xhci-hub.o
  AR      fs/ext4/built-in.a
  CC      drivers/usb/host/xhci-dbg.o
  CC      drivers/firmware/efi/efi.o
  CC [M]  net/netfilter/nf_log_syslog.o
  CC      arch/x86/kernel/crash.o
  AR      drivers/input/built-in.a
  CC      drivers/firmware/efi/vars.o
  CC      lib/usercopy.o
  CC      arch/x86/kernel/module.o
  CC      drivers/firmware/efi/reboot.o
  CC      drivers/cpufreq/amd-pstate.o
  CC      lib/errseq.o
  CC      drivers/thermal/thermal_hwmon.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_capture.o
  CC      arch/x86/kernel/doublefault_32.o
  CC      drivers/cpuidle/sysfs.o
  CC      net/ipv6/xfrm6_protocol.o
  CC      net/mac80211/aes_gmac.o
  CC      drivers/acpi/acpica/tbxfroot.o
  CC      drivers/usb/host/xhci-trace.o
  AR      drivers/firmware/psci/built-in.a
  CC      drivers/cpufreq/amd-pstate-trace.o
  CC      net/sunrpc/sysfs.o
  CC      drivers/net/ethernet/intel/e1000e/param.o
  AR      net/wireless/built-in.a
  CC      drivers/cpuidle/poll_state.o
  CC      net/core/dst_cache.o
  CC [M]  net/netfilter/xt_mark.o
  CC      drivers/firmware/efi/libstub/tpm.o
  CC      lib/bucket_locks.o
  CC      arch/x86/kernel/early_printk.o
  CC      fs/dcache.o
  CC      kernel/audit_watch.o
  CC      drivers/net/ethernet/intel/e1000e/ethtool.o
  CC      net/ipv6/netfilter.o
  CC      drivers/firmware/efi/memattr.o
  CC      drivers/acpi/acpica/utaddress.o
  CC      lib/generic-radix-tree.o
  CC      drivers/acpi/acpi_lpat.o
  CC      drivers/usb/core/phy.o
  CC      drivers/thermal/gov_step_wise.o
  AR      drivers/firmware/qcom/built-in.a
  CC      drivers/usb/core/port.o
  CC      drivers/cpuidle/cpuidle-haltpoll.o
  CC      net/ipv4/devinet.o
  CC      drivers/firmware/efi/libstub/file.o
  CC      drivers/md/dm-table.o
  CC      fs/nfs/nfs4file.o
  CC      drivers/gpu/drm/i915/gt/intel_execlists_submission.o
  CC      kernel/audit_fsnotify.o
  CC      drivers/acpi/acpica/utalloc.o
  CC      drivers/acpi/acpi_pcc.o
  CC      drivers/net/ethernet/intel/e1000e/netdev.o
  CC      drivers/firmware/efi/tpm.o
  CC      drivers/gpu/drm/i915/gt/intel_ggtt.o
  CC      fs/nfs/delegation.o
  CC      kernel/audit_tree.o
  CC      arch/x86/kernel/hpet.o
  CC      net/sunrpc/svc_xprt.o
  CC      lib/bitmap-str.o
  CC      drivers/thermal/gov_user_space.o
  AR      drivers/firmware/smccc/built-in.a
  CC      arch/x86/kernel/amd_nb.o
  AR      drivers/firmware/tegra/built-in.a
  CC      mm/hugetlb_cgroup.o
  AR      drivers/net/ethernet/litex/built-in.a
  CC      net/ipv4/af_inet.o
  AR      drivers/cpuidle/built-in.a
  CC      drivers/gpu/drm/drm_ioctl.o
  AR      drivers/crypto/stm32/built-in.a
  CC      drivers/clocksource/acpi_pm.o
  AR      drivers/net/ethernet/marvell/octeon_ep/built-in.a
  CC      drivers/acpi/acpica/utascii.o
  AR      drivers/crypto/xilinx/built-in.a
  AR      drivers/net/ethernet/marvell/octeon_ep_vf/built-in.a
  AR      drivers/crypto/hisilicon/built-in.a
  AR      drivers/net/ethernet/marvell/octeontx2/built-in.a
  AR      drivers/net/ethernet/marvell/prestera/built-in.a
  AR      drivers/crypto/intel/keembay/built-in.a
  CC      drivers/net/ethernet/marvell/sky2.o
  CC      drivers/acpi/ac.o
  AR      drivers/crypto/intel/ixp4xx/built-in.a
  AR      drivers/crypto/intel/built-in.a
  CC      drivers/gpu/drm/i915/gt/intel_ggtt_fencing.o
  AR      drivers/crypto/starfive/built-in.a
  AR      drivers/firmware/xilinx/built-in.a
  CC      net/mac80211/fils_aead.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_ct.o
  AR      drivers/crypto/built-in.a
  CC      drivers/cpufreq/intel_pstate.o
  CC      drivers/acpi/acpica/utbuffer.o
  CC      drivers/firmware/efi/memmap.o
  CC      fs/inode.o
  CC      lib/string_helpers.o
  CC      lib/hexdump.o
  AR      drivers/net/ethernet/mellanox/built-in.a
  CC      mm/early_ioremap.o
  CC      net/core/gro_cells.o
  CC      drivers/firmware/efi/libstub/mem.o
  CC      drivers/usb/core/hcd-pci.o
  CC      drivers/clocksource/i8253.o
  CC      mm/secretmem.o
  AR      drivers/thermal/built-in.a
  CC      drivers/hid/usbhid/hid-core.o
  CC      net/core/failover.o
  CC [M]  net/netfilter/xt_nat.o
  AR      drivers/net/ethernet/meta/built-in.a
  CC [M]  net/netfilter/xt_LOG.o
  CC      drivers/hid/usbhid/hiddev.o
  CC      drivers/usb/host/xhci-debugfs.o
  CC      drivers/firmware/efi/capsule.o
  CC      drivers/hid/hid-core.o
  CC      drivers/acpi/button.o
  CC      net/ipv4/igmp.o
  CC      drivers/acpi/acpica/utcksum.o
  CC      net/mac80211/cfg.o
  CC      kernel/kprobes.o
  CC      drivers/firmware/efi/libstub/random.o
  CC      net/ipv6/proc.o
  CC      drivers/md/dm-target.o
  CC      arch/x86/kernel/kvm.o
  AR      drivers/clocksource/built-in.a
  CC      drivers/firmware/dmi_scan.o
  CC      fs/nfs/nfs4idmap.o
  CC      mm/hmm.o
  CC      drivers/acpi/acpica/utcopy.o
  CC      drivers/acpi/fan_core.o
  CC      net/sunrpc/xprtmultipath.o
  CC      drivers/firmware/efi/libstub/randomalloc.o
  CC      drivers/hid/usbhid/hid-pidff.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_db_mgr.o
  AR      drivers/net/ethernet/micrel/built-in.a
  CC      drivers/md/dm-linear.o
  CC      lib/kstrtox.o
  CC      arch/x86/kernel/kvmclock.o
  CC      drivers/usb/core/usb-acpi.o
  CC      net/ipv6/syncookies.o
  CC      drivers/usb/host/xhci-pci.o
  CC      drivers/firmware/dmi-id.o
  CC      net/ipv4/fib_frontend.o
  CC      drivers/gpu/drm/drm_lease.o
  CC      mm/memfd.o
  CC      kernel/seccomp.o
  CC      drivers/firmware/efi/libstub/pci.o
  AR      drivers/net/ethernet/microchip/built-in.a
  CC      arch/x86/kernel/paravirt.o
  CC      drivers/acpi/acpica/utexcep.o
  CC      lib/iomap.o
  AR      net/core/built-in.a
  CC      fs/nfs/callback.o
  CC      net/ipv4/fib_semantics.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_hwconfig.o
  CC      net/sunrpc/stats.o
  CC      drivers/hid/hid-input.o
  CC      drivers/acpi/fan_attr.o
  CC      drivers/firmware/memmap.o
  CC      lib/iomap_copy.o
  CC      net/ipv6/calipso.o
  CC      mm/ptdump.o
  CC [M]  net/netfilter/xt_MASQUERADE.o
  CC      drivers/gpu/drm/i915/gt/intel_gt.o
  CC      drivers/md/dm-stripe.o
  CC      drivers/gpu/drm/drm_managed.o
  CC      arch/x86/kernel/pvclock.o
  CC      lib/devres.o
  CC      drivers/acpi/acpica/utdebug.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_buffer_pool.o
  CC      drivers/firmware/efi/libstub/skip_spaces.o
  CC      kernel/relay.o
  CC      net/sunrpc/sysctl.o
  CC      net/ipv4/fib_trie.o
  AR      drivers/net/ethernet/mscc/built-in.a
  CC      fs/attr.o
  AR      drivers/usb/core/built-in.a
  AR      drivers/platform/x86/amd/built-in.a
  CC      drivers/hid/hid-quirks.o
  AR      drivers/platform/x86/intel/built-in.a
  CC      drivers/platform/x86/wmi.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_id_mgr.o
  CC      net/mac80211/ethtool.o
  CC      drivers/firmware/efi/libstub/lib-cmdline.o
  CC      arch/x86/kernel/pcspeaker.o
  CC      net/mac80211/rx.o
  CC      drivers/acpi/acpica/utdecode.o
  CC      kernel/utsname_sysctl.o
  CC      drivers/net/ethernet/intel/e1000e/ptp.o
  CC      drivers/acpi/acpica/utdelete.o
  CC      drivers/firmware/efi/libstub/lib-ctype.o
  CC      drivers/firmware/efi/libstub/alignedmem.o
  CC      mm/execmem.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_klv_helpers.o
  CC      drivers/acpi/fan_hwmon.o
  CC      lib/check_signature.o
  CC      drivers/hid/hid-debug.o
  AR      drivers/net/ethernet/myricom/built-in.a
  AR      drivers/hid/usbhid/built-in.a
  CC      net/ipv4/fib_notifier.o
  CC [M]  net/netfilter/xt_addrtype.o
  CC      kernel/delayacct.o
  CC      net/ipv6/ah6.o
  CC      kernel/taskstats.o
  CC      drivers/platform/x86/wmi-bmof.o
  AR      drivers/cpufreq/built-in.a
  CC      lib/interval_tree.o
  CC      drivers/acpi/acpica/uterror.o
  CC      drivers/hid/hidraw.o
  CC      drivers/hid/hid-generic.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_ccs_mode.o
  CC      fs/nfs/callback_xdr.o
  CC      arch/x86/kernel/check.o
  CC      net/ipv4/inet_fragment.o
  CC      drivers/hid/hid-a4tech.o
  CC      drivers/platform/x86/eeepc-laptop.o
  CC      arch/x86/kernel/uprobes.o
  CC      drivers/md/dm-ioctl.o
  CC      lib/assoc_array.o
  AR      drivers/platform/surface/built-in.a
  CC      drivers/gpu/drm/i915/gt/intel_gt_clock_utils.o
  CC      drivers/mailbox/mailbox.o
  AR      drivers/perf/built-in.a
  CC      drivers/gpu/drm/i915/gt/intel_gt_debugfs.o
  AR      drivers/usb/host/built-in.a
  AR      drivers/usb/built-in.a
  CC      drivers/gpu/drm/drm_mm.o
  CC      drivers/platform/x86/p2sb.o
  CC      drivers/acpi/acpica/uteval.o
  CC      kernel/tsacct.o
  CC      drivers/firmware/efi/libstub/relocate.o
  CC      drivers/gpu/drm/drm_mode_config.o
  CC      lib/bitrev.o
  CC      net/mac80211/spectmgmt.o
  CC      fs/nfs/callback_proc.o
  CC      drivers/acpi/acpi_video.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_log.o
  CC      drivers/firmware/efi/esrt.o
  CC      lib/crc-ccitt.o
  CC      arch/x86/kernel/perf_regs.o
  AR      mm/built-in.a
  CC      drivers/gpu/drm/drm_mode_object.o
  AR      drivers/net/ethernet/marvell/built-in.a
  CC      drivers/mailbox/pcc.o
  CC      fs/bad_inode.o
  CC      drivers/acpi/acpica/utglobal.o
  CC      net/mac80211/tx.o
  CC      drivers/hid/hid-apple.o
  CC      drivers/hid/hid-belkin.o
  CC      lib/crc16.o
  AR      drivers/hwtracing/intel_th/built-in.a
  CC      drivers/acpi/video_detect.o
  CC      net/ipv6/esp6.o
  CC      drivers/acpi/acpica/uthex.o
  CC      drivers/firmware/efi/libstub/printk.o
  HOSTCC  lib/gen_crc32table
  CC      drivers/md/dm-io.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_engines_debugfs.o
  CC      drivers/hid/hid-cherry.o
  AR      drivers/android/built-in.a
  CC      drivers/acpi/acpica/utids.o
  AR      drivers/net/ethernet/natsemi/built-in.a
  CC      net/mac80211/key.o
  CC      net/ipv4/ping.o
  CC      drivers/firmware/efi/libstub/vsprintf.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_irq.o
  CC      kernel/tracepoint.o
  CC      drivers/acpi/acpica/utinit.o
  CC      fs/nfs/nfs4namespace.o
  CC      net/ipv4/ip_tunnel_core.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_pc.o
  AR      net/netfilter/built-in.a
  CC      lib/xxhash.o
  CC      drivers/hid/hid-chicony.o
  CC      lib/genalloc.o
  CC      net/ipv4/gre_offload.o
  AR      drivers/platform/x86/built-in.a
  AR      drivers/platform/built-in.a
  CC      drivers/firmware/efi/libstub/x86-stub.o
  CC      drivers/firmware/efi/runtime-wrappers.o
  CC      drivers/acpi/processor_driver.o
  CC      kernel/irq_work.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_mcr.o
  CC      arch/x86/kernel/tracepoint.o
  CC      fs/nfs/nfs4getroot.o
  AR      net/sunrpc/built-in.a
  AR      drivers/mailbox/built-in.a
  CC      net/mac80211/util.o
  CC      fs/file.o
  AR      drivers/net/ethernet/neterion/built-in.a
  AR      drivers/net/ethernet/netronome/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_guc_submit.o
  CC      arch/x86/kernel/itmt.o
  AR      drivers/nvmem/layouts/built-in.a
  CC      drivers/nvmem/core.o
  CC      drivers/acpi/processor_thermal.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_pm.o
  CC      drivers/md/dm-kcopyd.o
  CC      drivers/acpi/acpica/utlock.o
  CC      drivers/hid/hid-cypress.o
  CC      fs/nfs/nfs4client.o
  CC      drivers/firmware/efi/libstub/smbios.o
  CC      arch/x86/kernel/umip.o
  CC      net/ipv6/sit.o
  CC      net/mac80211/parse.o
  CC [M]  drivers/gpu/drm/xe/xe_heci_gsc.o
  CC      drivers/acpi/acpica/utmath.o
  CC      kernel/static_call.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_pm_debugfs.o
  AR      drivers/net/ethernet/intel/e1000e/built-in.a
  AR      drivers/net/ethernet/intel/built-in.a
  CC      drivers/gpu/drm/drm_modes.o
  CC      kernel/padata.o
  CC [M]  drivers/gpu/drm/xe/xe_hw_engine.o
  AR      drivers/net/ethernet/ni/built-in.a
  CC      drivers/net/ethernet/nvidia/forcedeth.o
  CC      drivers/gpu/drm/drm_modeset_lock.o
  CC [M]  drivers/gpu/drm/xe/xe_hw_engine_class_sysfs.o
  CC      drivers/acpi/acpica/utmisc.o
  CC      fs/filesystems.o
  STUBCPY drivers/firmware/efi/libstub/alignedmem.stub.o
  CC      lib/percpu_counter.o
  CC      arch/x86/kernel/unwind_frame.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_pm_irq.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_requests.o
  CC      drivers/md/dm-sysfs.o
  CC      net/ipv4/metrics.o
  CC      fs/nfs/nfs4session.o
  CC      drivers/firmware/efi/capsule-loader.o
  CC [M]  drivers/gpu/drm/xe/xe_hw_engine_group.o
  CC [M]  drivers/gpu/drm/xe/xe_hw_fence.o
  AR      drivers/net/ethernet/oki-semi/built-in.a
  CC      lib/audit.o
  CC      lib/syscall.o
  CC      drivers/acpi/acpica/utmutex.o
  STUBCPY drivers/firmware/efi/libstub/efi-stub-helper.stub.o
  STUBCPY drivers/firmware/efi/libstub/file.stub.o
  CC      drivers/hid/hid-ezkey.o
  CC      drivers/acpi/processor_idle.o
  STUBCPY drivers/firmware/efi/libstub/gop.stub.o
  STUBCPY drivers/firmware/efi/libstub/lib-cmdline.stub.o
  STUBCPY drivers/firmware/efi/libstub/lib-ctype.stub.o
  STUBCPY drivers/firmware/efi/libstub/mem.stub.o
  STUBCPY drivers/firmware/efi/libstub/pci.stub.o
  CC      fs/namespace.o
  CC      drivers/gpu/drm/drm_plane.o
  STUBCPY drivers/firmware/efi/libstub/printk.stub.o
  STUBCPY drivers/firmware/efi/libstub/random.stub.o
  CC      net/ipv4/netlink.o
  STUBCPY drivers/firmware/efi/libstub/randomalloc.stub.o
  STUBCPY drivers/firmware/efi/libstub/relocate.stub.o
  STUBCPY drivers/firmware/efi/libstub/secureboot.stub.o
  STUBCPY drivers/firmware/efi/libstub/skip_spaces.stub.o
  STUBCPY drivers/firmware/efi/libstub/smbios.stub.o
  CC      net/ipv4/nexthop.o
  STUBCPY drivers/firmware/efi/libstub/tpm.stub.o
  STUBCPY drivers/firmware/efi/libstub/vsprintf.stub.o
  STUBCPY drivers/firmware/efi/libstub/x86-stub.stub.o
  AR      drivers/firmware/efi/libstub/lib.a
  CC      drivers/acpi/processor_throttling.o
  CC      drivers/md/dm-stats.o
  AR      drivers/net/ethernet/packetengines/built-in.a
  AR      drivers/net/ethernet/qlogic/built-in.a
  CC      drivers/firmware/efi/earlycon.o
  CC      lib/errname.o
  CC      net/ipv4/udp_tunnel_stub.o
  CC      fs/seq_file.o
  AR      drivers/nvmem/built-in.a
  CC      drivers/gpu/drm/i915/gt/intel_gt_sysfs.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_sysfs_pm.o
  CC      fs/nfs/dns_resolve.o
  CC      kernel/jump_label.o
  CC      net/ipv4/ip_tunnel.o
  AR      arch/x86/kernel/built-in.a
  CC      net/ipv6/addrconf_core.o
  AR      drivers/net/ethernet/qualcomm/emac/built-in.a
  CC      drivers/acpi/acpica/utnonansi.o
  AR      drivers/net/ethernet/qualcomm/built-in.a
  CC      drivers/md/dm-rq.o
  CC      fs/xattr.o
  AR      arch/x86/built-in.a
  CC      lib/nlattr.o
  CC      drivers/acpi/processor_perflib.o
  CC      fs/nfs/nfs4trace.o
  CC      fs/libfs.o
  CC      fs/fs-writeback.o
  CC      drivers/net/ethernet/realtek/8139too.o
  CC      drivers/net/ethernet/realtek/r8169_main.o
  CC      drivers/gpu/drm/i915/gt/intel_gtt.o
  CC      kernel/context_tracking.o
  CC      drivers/hid/hid-gyration.o
  CC      kernel/iomem.o
  CC      fs/nfs/nfs4sysctl.o
  CC [M]  drivers/gpu/drm/xe/xe_huc.o
  CC      net/mac80211/wme.o
  CC      drivers/acpi/acpica/utobject.o
  AR      drivers/net/ethernet/renesas/built-in.a
  CC      drivers/gpu/drm/drm_prime.o
  CC      net/ipv4/sysctl_net_ipv4.o
  CC      drivers/net/ethernet/realtek/r8169_firmware.o
  AR      drivers/firmware/efi/built-in.a
  AR      drivers/firmware/built-in.a
  CC      kernel/rseq.o
  CC      drivers/acpi/container.o
  CC      lib/cpu_rmap.o
  CC      drivers/md/dm-io-rewind.o
  CC      net/mac80211/chan.o
  CC      net/ipv4/proc.o
  CC      drivers/net/ethernet/realtek/r8169_phy_config.o
  AR      drivers/net/ethernet/rdc/built-in.a
  AR      drivers/net/ethernet/rocker/built-in.a
  AR      drivers/net/ethernet/samsung/built-in.a
  AR      drivers/net/ethernet/seeq/built-in.a
  CC      lib/dynamic_queue_limits.o
  CC      drivers/acpi/acpica/utosi.o
  CC      drivers/gpu/drm/drm_print.o
  CC      net/ipv4/fib_rules.o
  AR      drivers/net/ethernet/silan/built-in.a
  CC      drivers/md/dm-builtin.o
  CC [M]  drivers/gpu/drm/xe/xe_irq.o
  CC      drivers/acpi/acpica/utownerid.o
  CC      drivers/gpu/drm/drm_property.o
  CC      drivers/md/dm-raid1.o
  CC      net/ipv4/ipmr.o
  CC      drivers/acpi/thermal_lib.o
  CC      drivers/md/dm-log.o
  AR      drivers/net/ethernet/sis/built-in.a
  CC      lib/glob.o
  CC      drivers/hid/hid-ite.o
  CC      drivers/md/dm-region-hash.o
  CC      net/ipv6/exthdrs_core.o
  CC      net/mac80211/trace.o
  CC      drivers/gpu/drm/i915/gt/intel_llc.o
  CC      fs/pnode.o
  AR      drivers/net/ethernet/sfc/built-in.a
  CC      drivers/acpi/acpica/utpredef.o
  CC      drivers/gpu/drm/i915/gt/intel_lrc.o
  CC      net/ipv6/ip6_checksum.o
  CC      net/ipv4/ipmr_base.o
  AR      drivers/net/ethernet/smsc/built-in.a
  AR      drivers/net/ethernet/socionext/built-in.a
  CC      drivers/md/dm-zero.o
  AR      drivers/net/ethernet/stmicro/built-in.a
  CC      drivers/acpi/acpica/utresdecode.o
  CC      drivers/gpu/drm/drm_rect.o
  CC [M]  drivers/gpu/drm/xe/xe_lrc.o
  CC      lib/strncpy_from_user.o
  CC      net/ipv6/ip6_icmp.o
  CC      drivers/gpu/drm/i915/gt/intel_migrate.o
  CC      net/mac80211/mlme.o
  CC      net/mac80211/tdls.o
  CC      net/mac80211/ocb.o
  CC      net/ipv4/syncookies.o
  AR      kernel/built-in.a
  CC      drivers/gpu/drm/drm_syncobj.o
  AR      drivers/net/ethernet/sun/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_migrate.o
  CC      net/ipv6/output_core.o
  CC      drivers/gpu/drm/drm_sysfs.o
  CC      drivers/gpu/drm/i915/gt/intel_mocs.o
  CC      drivers/acpi/acpica/utresrc.o
  CC      drivers/acpi/thermal.o
  CC      net/mac80211/airtime.o
  CC      drivers/hid/hid-kensington.o
  CC      fs/splice.o
  CC      drivers/gpu/drm/drm_trace_points.o
  AR      drivers/net/ethernet/tehuti/built-in.a
  CC      net/ipv4/tunnel4.o
  CC [M]  drivers/gpu/drm/xe/xe_mmio.o
  CC      net/ipv6/protocol.o
  CC      net/ipv6/ip6_offload.o
  CC      drivers/acpi/acpica/utstate.o
  CC      drivers/acpi/nhlt.o
  CC      drivers/hid/hid-lg.o
  CC      lib/strnlen_user.o
  CC      fs/sync.o
  CC      net/mac80211/eht.o
  CC [M]  drivers/gpu/drm/xe/xe_mocs.o
  AR      drivers/net/ethernet/ti/built-in.a
  CC      drivers/gpu/drm/drm_vblank.o
  CC [M]  drivers/gpu/drm/xe/xe_module.o
  CC      drivers/hid/hid-lgff.o
  AR      drivers/md/built-in.a
  CC      net/mac80211/led.o
  CC      net/ipv4/ipconfig.o
  AR      drivers/net/ethernet/nvidia/built-in.a
  CC      net/ipv6/tcpv6_offload.o
  CC      drivers/hid/hid-lg4ff.o
  CC      drivers/acpi/acpica/utstring.o
  CC      lib/net_utils.o
  CC      net/ipv6/exthdrs_offload.o
  CC [M]  drivers/gpu/drm/xe/xe_oa.o
  CC      drivers/gpu/drm/i915/gt/intel_ppgtt.o
  CC      fs/utimes.o
  CC      drivers/gpu/drm/drm_vblank_work.o
  CC      lib/sg_pool.o
  CC [M]  drivers/gpu/drm/xe/xe_observation.o
  CC      net/mac80211/pm.o
  CC      drivers/acpi/acpica/utstrsuppt.o
  CC      drivers/gpu/drm/drm_vma_manager.o
  CC      lib/stackdepot.o
  CC      net/ipv6/inet6_hashtables.o
  CC      drivers/gpu/drm/i915/gt/intel_rc6.o
  CC      drivers/hid/hid-lg-g15.o
  CC      net/ipv6/mcast_snoop.o
  CC      drivers/gpu/drm/drm_writeback.o
  CC      lib/asn1_decoder.o
  CC      fs/d_path.o
  CC      fs/stack.o
  CC      net/mac80211/rc80211_minstrel_ht.o
  AR      drivers/net/ethernet/vertexcom/built-in.a
  CC      fs/fs_struct.o
  CC      drivers/gpu/drm/i915/gt/intel_region_lmem.o
  CC      drivers/acpi/acpica/utstrtoul64.o
  CC      fs/statfs.o
  AR      drivers/net/ethernet/via/built-in.a
  CC      net/ipv4/netfilter.o
  CC      drivers/acpi/acpi_memhotplug.o
  CC      drivers/acpi/acpica/utxface.o
  GEN     lib/oid_registry_data.c
  CC [M]  drivers/gpu/drm/xe/xe_pat.o
  CC      net/mac80211/wbrf.o
  CC      drivers/gpu/drm/drm_panel.o
  CC [M]  drivers/gpu/drm/xe/xe_pci.o
  CC      fs/fs_pin.o
  CC      drivers/hid/hid-microsoft.o
  CC [M]  drivers/gpu/drm/xe/xe_pcode.o
  CC      drivers/hid/hid-monterey.o
  AR      drivers/net/ethernet/realtek/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_pm.o
  CC      drivers/gpu/drm/drm_pci.o
  CC      lib/ucs2_string.o
  AR      drivers/net/ethernet/wangxun/built-in.a
  AR      drivers/net/ethernet/wiznet/built-in.a
  CC      drivers/gpu/drm/drm_debugfs.o
  CC      lib/sbitmap.o
  AR      drivers/net/ethernet/xilinx/built-in.a
  AR      drivers/net/ethernet/xircom/built-in.a
  CC      drivers/hid/hid-ntrig.o
  CC      drivers/gpu/drm/i915/gt/intel_renderstate.o
  AR      drivers/net/ethernet/synopsys/built-in.a
  AR      drivers/net/ethernet/pensando/built-in.a
  AR      drivers/net/ethernet/built-in.a
  CC      lib/group_cpus.o
  AR      fs/nfs/built-in.a
  CC      fs/nsfs.o
  CC      lib/fw_table.o
  AR      drivers/net/built-in.a
  CC      drivers/acpi/acpica/utxfinit.o
  CC      drivers/acpi/acpica/utxferror.o
  CC [M]  drivers/gpu/drm/xe/xe_preempt_fence.o
  AR      lib/lib.a
  GEN     lib/crc32table.h
  CC      lib/oid_registry.o
  CC      drivers/gpu/drm/i915/gt/intel_reset.o
  CC      fs/fs_types.o
  CC      net/ipv4/tcp_cubic.o
  CC      drivers/acpi/ioapic.o
  CC      drivers/hid/hid-pl.o
  CC      drivers/gpu/drm/i915/gt/intel_ring.o
  CC      drivers/acpi/acpica/utxfmutex.o
  CC      lib/crc32.o
  CC      net/ipv4/tcp_sigpool.o
  CC      drivers/acpi/battery.o
  CC      drivers/hid/hid-petalynx.o
  CC [M]  drivers/gpu/drm/xe/xe_pt.o
  CC      drivers/gpu/drm/drm_debugfs_crc.o
  CC      drivers/gpu/drm/drm_panel_orientation_quirks.o
  CC      drivers/gpu/drm/i915/gt/intel_ring_submission.o
  CC      net/ipv4/cipso_ipv4.o
  CC      fs/fs_context.o
  CC      drivers/gpu/drm/i915/gt/intel_rps.o
  CC      drivers/acpi/bgrt.o
  CC      drivers/hid/hid-redragon.o
  CC [M]  drivers/gpu/drm/xe/xe_pt_walk.o
  CC      drivers/gpu/drm/i915/gt/intel_sa_media.o
  CC      fs/fs_parser.o
  CC      drivers/gpu/drm/drm_buddy.o
  CC      drivers/gpu/drm/i915/gt/intel_sseu.o
  CC      drivers/acpi/spcr.o
  CC      fs/fsopen.o
  AR      drivers/acpi/acpica/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_query.o
  CC      net/ipv4/xfrm4_policy.o
  CC      net/ipv4/xfrm4_state.o
  AR      net/ipv6/built-in.a
  CC      drivers/hid/hid-samsung.o
  CC [M]  drivers/gpu/drm/xe/xe_range_fence.o
  CC      drivers/hid/hid-sony.o
  CC      net/ipv4/xfrm4_input.o
  AR      lib/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_reg_sr.o
  CC      net/ipv4/xfrm4_output.o
  CC      drivers/gpu/drm/drm_gem_shmem_helper.o
  CC      drivers/gpu/drm/i915/gt/intel_sseu_debugfs.o
  CC      drivers/gpu/drm/drm_atomic_helper.o
  CC      fs/init.o
  CC      drivers/hid/hid-sunplus.o
  CC [M]  drivers/gpu/drm/xe/xe_reg_whitelist.o
  CC      net/ipv4/xfrm4_protocol.o
  CC      drivers/gpu/drm/i915/gt/intel_timeline.o
  CC      fs/kernel_read_file.o
  CC      drivers/hid/hid-topseed.o
  CC      drivers/gpu/drm/i915/gt/intel_tlb.o
  CC      fs/mnt_idmapping.o
  CC      drivers/gpu/drm/drm_atomic_state_helper.o
  CC      drivers/gpu/drm/i915/gt/intel_wopcm.o
  CC      drivers/gpu/drm/drm_crtc_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_rtp.o
  CC      fs/remap_range.o
  CC      drivers/gpu/drm/i915/gt/intel_workarounds.o
  CC      drivers/gpu/drm/drm_damage_helper.o
  CC      drivers/gpu/drm/i915/gt/shmem_utils.o
  CC [M]  drivers/gpu/drm/xe/xe_ring_ops.o
  CC      fs/pidfs.o
  AR      drivers/acpi/built-in.a
  CC      drivers/gpu/drm/drm_encoder_slave.o
  CC      drivers/gpu/drm/i915/gt/sysfs_engines.o
  CC      fs/buffer.o
  CC [M]  drivers/gpu/drm/xe/xe_sa.o
  CC      drivers/gpu/drm/i915/gt/intel_ggtt_gmch.o
  CC      fs/mpage.o
  CC      drivers/gpu/drm/drm_flip_work.o
  CC      drivers/gpu/drm/drm_format_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_sched_job.o
  CC      fs/proc_namespace.o
  CC      drivers/gpu/drm/i915/gt/gen6_renderstate.o
  CC      drivers/gpu/drm/drm_gem_atomic_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_step.o
  CC      drivers/gpu/drm/i915/gt/gen7_renderstate.o
  CC [M]  drivers/gpu/drm/xe/xe_sync.o
  CC      drivers/gpu/drm/drm_gem_framebuffer_helper.o
  CC      drivers/gpu/drm/i915/gt/gen8_renderstate.o
  CC [M]  drivers/gpu/drm/xe/xe_tile.o
  CC      drivers/gpu/drm/i915/gt/gen9_renderstate.o
  CC      fs/direct-io.o
  CC      drivers/gpu/drm/drm_kms_helper_common.o
  CC [M]  drivers/gpu/drm/xe/xe_tile_sysfs.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_busy.o
  CC      fs/eventpoll.o
  AR      drivers/hid/built-in.a
  CC      drivers/gpu/drm/drm_modeset_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_trace.o
  CC      fs/anon_inodes.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_clflush.o
  CC [M]  drivers/gpu/drm/xe/xe_trace_bo.o
  CC      drivers/gpu/drm/drm_plane_helper.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_context.o
  CC      fs/signalfd.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_create.o
  CC      drivers/gpu/drm/drm_probe_helper.o
  CC      drivers/gpu/drm/drm_self_refresh_helper.o
  CC      fs/timerfd.o
  CC [M]  drivers/gpu/drm/xe/xe_trace_guc.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_dmabuf.o
  CC      drivers/gpu/drm/drm_simple_kms_helper.o
  CC      drivers/gpu/drm/bridge/panel.o
  AR      net/ipv4/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_trace_lrc.o
  CC      drivers/gpu/drm/drm_mipi_dsi.o
  CC      fs/eventfd.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_domain.o
  CC [M]  drivers/gpu/drm/drm_exec.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_execbuffer.o
  CC      fs/aio.o
  CC [M]  drivers/gpu/drm/drm_gpuvm.o
  CC      fs/locks.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_internal.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_lmem.o
  CC [M]  drivers/gpu/drm/xe/xe_ttm_sys_mgr.o
  CC [M]  drivers/gpu/drm/xe/xe_ttm_stolen_mgr.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_mman.o
  CC [M]  drivers/gpu/drm/drm_suballoc.o
  CC      fs/binfmt_misc.o
  CC      fs/binfmt_script.o
  CC      fs/binfmt_elf.o
  CC [M]  drivers/gpu/drm/drm_gem_ttm_helper.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_object.o
  CC      fs/mbcache.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_pages.o
  CC [M]  drivers/gpu/drm/xe/xe_ttm_vram_mgr.o
  CC      fs/posix_acl.o
  CC      fs/coredump.o
  CC [M]  drivers/gpu/drm/xe/xe_tuning.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_phys.o
  CC [M]  drivers/gpu/drm/xe/xe_uc.o
  CC      fs/drop_caches.o
  CC [M]  drivers/gpu/drm/xe/xe_uc_fw.o
  CC [M]  drivers/gpu/drm/xe/xe_vm.o
  CC      fs/sysctls.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_pm.o
  CC      fs/fhandle.o
  CC [M]  drivers/gpu/drm/xe/xe_vram.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_region.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_shmem.o
  CC [M]  drivers/gpu/drm/xe/xe_vram_freq.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_shrinker.o
  LD [M]  drivers/gpu/drm/drm_suballoc_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_vsec.o
  CC [M]  drivers/gpu/drm/xe/xe_wait_user_fence.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_stolen.o
  CC [M]  drivers/gpu/drm/xe/xe_wa.o
  CC [M]  drivers/gpu/drm/xe/xe_wopcm.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_throttle.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_tiling.o
  LD [M]  drivers/gpu/drm/drm_ttm_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_hmm.o
  CC [M]  drivers/gpu/drm/xe/xe_hwmon.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_ttm.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_ttm_move.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_sriov_vf.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_ttm_pm.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_relay.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_userptr.o
  CC [M]  drivers/gpu/drm/xe/xe_memirq.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_wait.o
  CC      drivers/gpu/drm/i915/gem/i915_gemfs.o
  CC [M]  drivers/gpu/drm/xe/xe_sriov.o
  CC      drivers/gpu/drm/i915/i915_active.o
  CC [M]  drivers/gpu/drm/xe/xe_sriov_vf.o
  CC      drivers/gpu/drm/i915/i915_cmd_parser.o
  CC [M]  drivers/gpu/drm/xe/display/ext/i915_irq.o
  CC      drivers/gpu/drm/i915/i915_deps.o
  CC [M]  drivers/gpu/drm/xe/display/ext/i915_utils.o
  CC      drivers/gpu/drm/i915/i915_gem.o
  CC [M]  drivers/gpu/drm/xe/display/intel_bo.o
  CC      drivers/gpu/drm/i915/i915_gem_evict.o
  CC [M]  drivers/gpu/drm/xe/display/intel_fb_bo.o
  CC      drivers/gpu/drm/i915/i915_gem_gtt.o
  CC [M]  drivers/gpu/drm/xe/display/intel_fbdev_fb.o
  CC [M]  drivers/gpu/drm/xe/display/xe_display.o
  CC      drivers/gpu/drm/i915/i915_gem_ww.o
  CC [M]  drivers/gpu/drm/xe/display/xe_display_misc.o
  CC      drivers/gpu/drm/i915/i915_query.o
  CC [M]  drivers/gpu/drm/xe/display/xe_display_rps.o
  CC      drivers/gpu/drm/i915/i915_request.o
  CC [M]  drivers/gpu/drm/xe/display/xe_display_wa.o
  CC [M]  drivers/gpu/drm/xe/display/xe_dsb_buffer.o
  CC      drivers/gpu/drm/i915/i915_scheduler.o
  CC [M]  drivers/gpu/drm/xe/display/xe_fb_pin.o
  CC [M]  drivers/gpu/drm/xe/display/xe_hdcp_gsc.o
  CC [M]  drivers/gpu/drm/xe/display/xe_plane_initial.o
  CC      drivers/gpu/drm/i915/i915_trace_points.o
  CC      drivers/gpu/drm/i915/i915_ttm_buddy_manager.o
  CC [M]  drivers/gpu/drm/xe/display/xe_tdf.o
  CC      drivers/gpu/drm/i915/i915_vma.o
  CC      drivers/gpu/drm/i915/i915_vma_resource.o
  CC [M]  drivers/gpu/drm/xe/i915-soc/intel_dram.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_gsc_fw.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_gsc_proxy.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_gsc_uc.o
  CC [M]  drivers/gpu/drm/xe/i915-soc/intel_pch.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_gsc_uc_debugfs.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_gsc_uc_heci_cmd_submit.o
  CC [M]  drivers/gpu/drm/xe/i915-soc/intel_rom.o
  CC [M]  drivers/gpu/drm/xe/i915-display/icl_dsi.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_alpm.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_ads.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_atomic.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_capture.o
  AR      fs/built-in.a
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_atomic_plane.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_ct.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_audio.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_debugfs.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_backlight.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_fw.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_bios.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_bw.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_cdclk.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_color.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_hwconfig.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_combo_phy.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_connector.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_log.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_log_debugfs.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_rc.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_slpc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_crtc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_crtc_state_dump.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_cursor.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_cx0_phy.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_ddi.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_submission.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_huc.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_huc_debugfs.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_ddi_buf_trans.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_conversion.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_huc_fw.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_uc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_device.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_driver.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_uc_debugfs.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_uc_fw.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_irq.o
  CC      drivers/gpu/drm/i915/gt/intel_gsc.o
  CC      drivers/gpu/drm/i915/i915_hwmon.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_params.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_power.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_power_map.o
  CC      drivers/gpu/drm/i915/display/hsw_ips.o
  CC      drivers/gpu/drm/i915/display/i9xx_plane.o
  CC      drivers/gpu/drm/i915/display/i9xx_display_sr.o
  CC      drivers/gpu/drm/i915/display/i9xx_wm.o
  CC      drivers/gpu/drm/i915/display/intel_alpm.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_power_well.o
  CC      drivers/gpu/drm/i915/display/intel_atomic.o
  AR      net/mac80211/built-in.a
  AR      net/built-in.a
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_trace.o
  CC      drivers/gpu/drm/i915/display/intel_atomic_plane.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_wa.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dkl_phy.o
  CC      drivers/gpu/drm/i915/display/intel_audio.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dmc.o
  CC      drivers/gpu/drm/i915/display/intel_bios.o
  CC      drivers/gpu/drm/i915/display/intel_bo.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp.o
  CC      drivers/gpu/drm/i915/display/intel_bw.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_aux.o
  CC      drivers/gpu/drm/i915/display/intel_cdclk.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_aux_backlight.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_hdcp.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_link_training.o
  CC      drivers/gpu/drm/i915/display/intel_color.o
  CC      drivers/gpu/drm/i915/display/intel_combo_phy.o
  CC      drivers/gpu/drm/i915/display/intel_connector.o
  CC      drivers/gpu/drm/i915/display/intel_crtc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_mst.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_test.o
  CC      drivers/gpu/drm/i915/display/intel_crtc_state_dump.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dpll.o
  CC      drivers/gpu/drm/i915/display/intel_cursor.o
  CC      drivers/gpu/drm/i915/display/intel_display.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dpll_mgr.o
  CC      drivers/gpu/drm/i915/display/intel_display_conversion.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dpt_common.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_drrs.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dsb.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dsi.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dsi_dcs_backlight.o
  CC      drivers/gpu/drm/i915/display/intel_display_driver.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dsi_vbt.o
  CC      drivers/gpu/drm/i915/display/intel_display_irq.o
  CC      drivers/gpu/drm/i915/display/intel_display_params.o
  CC      drivers/gpu/drm/i915/display/intel_display_power.o
  CC      drivers/gpu/drm/i915/display/intel_display_power_map.o
  CC      drivers/gpu/drm/i915/display/intel_display_power_well.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_encoder.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_fb.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_fbc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_fdi.o
  CC      drivers/gpu/drm/i915/display/intel_display_reset.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_fifo_underrun.o
  CC      drivers/gpu/drm/i915/display/intel_display_rps.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_frontbuffer.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_global_state.o
  CC      drivers/gpu/drm/i915/display/intel_display_snapshot.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_gmbus.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hdcp.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hdcp_gsc_message.o
  CC      drivers/gpu/drm/i915/display/intel_display_wa.o
  CC      drivers/gpu/drm/i915/display/intel_dmc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hdmi.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hotplug.o
  CC      drivers/gpu/drm/i915/display/intel_dmc_wl.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hotplug_irq.o
  CC      drivers/gpu/drm/i915/display/intel_dpio_phy.o
  CC      drivers/gpu/drm/i915/display/intel_dpll.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hti.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_link_bw.o
  CC      drivers/gpu/drm/i915/display/intel_dpll_mgr.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_lspcon.o
  CC      drivers/gpu/drm/i915/display/intel_dpt.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_modeset_lock.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_modeset_setup.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_modeset_verify.o
  CC      drivers/gpu/drm/i915/display/intel_dpt_common.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_panel.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_pfit.o
  CC      drivers/gpu/drm/i915/display/intel_drrs.o
  CC      drivers/gpu/drm/i915/display/intel_dsb.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_pmdemand.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_pps.o
  CC      drivers/gpu/drm/i915/display/intel_dsb_buffer.o
  CC      drivers/gpu/drm/i915/display/intel_fb.o
  CC      drivers/gpu/drm/i915/display/intel_fb_bo.o
  CC      drivers/gpu/drm/i915/display/intel_fb_pin.o
  CC      drivers/gpu/drm/i915/display/intel_fbc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_psr.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_qp_tables.o
  CC      drivers/gpu/drm/i915/display/intel_fdi.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_quirks.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_snps_phy.o
  CC      drivers/gpu/drm/i915/display/intel_fifo_underrun.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_tc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_vblank.o
  CC      drivers/gpu/drm/i915/display/intel_frontbuffer.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_vdsc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_vga.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_vrr.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dmc_wl.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_wm.o
  CC [M]  drivers/gpu/drm/xe/i915-display/skl_scaler.o
  CC      drivers/gpu/drm/i915/display/intel_global_state.o
  CC      drivers/gpu/drm/i915/display/intel_hdcp.o
  CC      drivers/gpu/drm/i915/display/intel_hdcp_gsc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/skl_universal_plane.o
  CC      drivers/gpu/drm/i915/display/intel_hdcp_gsc_message.o
  CC      drivers/gpu/drm/i915/display/intel_hotplug.o
  CC      drivers/gpu/drm/i915/display/intel_hotplug_irq.o
  CC [M]  drivers/gpu/drm/xe/i915-display/skl_watermark.o
  CC      drivers/gpu/drm/i915/display/intel_hti.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_acpi.o
  CC      drivers/gpu/drm/i915/display/intel_link_bw.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_opregion.o
  CC [M]  drivers/gpu/drm/xe/xe_debugfs.o
  CC      drivers/gpu/drm/i915/display/intel_load_detect.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_debugfs.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_sriov_vf_debugfs.o
  CC      drivers/gpu/drm/i915/display/intel_lpe_audio.o
  CC      drivers/gpu/drm/i915/display/intel_modeset_lock.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_stats.o
  CC      drivers/gpu/drm/i915/display/intel_modeset_setup.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_debugfs.o
  CC [M]  drivers/gpu/drm/xe/xe_huc_debugfs.o
  CC      drivers/gpu/drm/i915/display/intel_modeset_verify.o
  CC [M]  drivers/gpu/drm/xe/xe_uc_debugfs.o
  CC      drivers/gpu/drm/i915/display/intel_overlay.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_debugfs.o
  CC      drivers/gpu/drm/i915/display/intel_pch_display.o
  CC      drivers/gpu/drm/i915/display/intel_pch_refclk.o
  CC      drivers/gpu/drm/i915/display/intel_plane_initial.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_debugfs_params.o
  CC      drivers/gpu/drm/i915/display/intel_pmdemand.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_pipe_crc.o
  CC [M]  drivers/gpu/drm/xe/xe_pmu.o
  CC      drivers/gpu/drm/i915/display/intel_psr.o
  CC      drivers/gpu/drm/i915/display/intel_quirks.o
  CC      drivers/gpu/drm/i915/display/intel_sprite.o
  CC      drivers/gpu/drm/i915/display/intel_sprite_uapi.o
  CC      drivers/gpu/drm/i915/display/intel_tc.o
  CC      drivers/gpu/drm/i915/display/intel_vblank.o
  CC      drivers/gpu/drm/i915/display/intel_vga.o
  CC      drivers/gpu/drm/i915/display/intel_wm.o
  CC      drivers/gpu/drm/i915/display/skl_scaler.o
  CC      drivers/gpu/drm/i915/display/skl_universal_plane.o
  CC      drivers/gpu/drm/i915/display/skl_watermark.o
  CC      drivers/gpu/drm/i915/display/intel_acpi.o
  CC      drivers/gpu/drm/i915/display/intel_opregion.o
  CC      drivers/gpu/drm/i915/display/intel_display_debugfs.o
  CC      drivers/gpu/drm/i915/display/intel_display_debugfs_params.o
  CC      drivers/gpu/drm/i915/display/intel_pipe_crc.o
  CC      drivers/gpu/drm/i915/display/dvo_ch7017.o
  CC      drivers/gpu/drm/i915/display/dvo_ch7xxx.o
  CC      drivers/gpu/drm/i915/display/dvo_ivch.o
  CC      drivers/gpu/drm/i915/display/dvo_ns2501.o
  CC      drivers/gpu/drm/i915/display/dvo_sil164.o
  CC      drivers/gpu/drm/i915/display/dvo_tfp410.o
  CC      drivers/gpu/drm/i915/display/g4x_dp.o
  CC      drivers/gpu/drm/i915/display/g4x_hdmi.o
  CC      drivers/gpu/drm/i915/display/icl_dsi.o
  CC      drivers/gpu/drm/i915/display/intel_backlight.o
  CC      drivers/gpu/drm/i915/display/intel_crt.o
  CC      drivers/gpu/drm/i915/display/intel_cx0_phy.o
  CC      drivers/gpu/drm/i915/display/intel_ddi.o
  CC      drivers/gpu/drm/i915/display/intel_ddi_buf_trans.o
  CC      drivers/gpu/drm/i915/display/intel_display_device.o
  CC      drivers/gpu/drm/i915/display/intel_display_trace.o
  CC      drivers/gpu/drm/i915/display/intel_dkl_phy.o
  CC      drivers/gpu/drm/i915/display/intel_dp.o
  CC      drivers/gpu/drm/i915/display/intel_dp_aux.o
  CC      drivers/gpu/drm/i915/display/intel_dp_aux_backlight.o
  CC      drivers/gpu/drm/i915/display/intel_dp_hdcp.o
  CC      drivers/gpu/drm/i915/display/intel_dp_link_training.o
  CC      drivers/gpu/drm/i915/display/intel_dp_mst.o
  CC      drivers/gpu/drm/i915/display/intel_dp_test.o
  CC      drivers/gpu/drm/i915/display/intel_dsi.o
  CC      drivers/gpu/drm/i915/display/intel_dsi_dcs_backlight.o
  CC      drivers/gpu/drm/i915/display/intel_dsi_vbt.o
  CC      drivers/gpu/drm/i915/display/intel_dvo.o
  CC      drivers/gpu/drm/i915/display/intel_encoder.o
  CC      drivers/gpu/drm/i915/display/intel_gmbus.o
  CC      drivers/gpu/drm/i915/display/intel_hdmi.o
  CC      drivers/gpu/drm/i915/display/intel_lspcon.o
  CC      drivers/gpu/drm/i915/display/intel_lvds.o
  CC      drivers/gpu/drm/i915/display/intel_panel.o
  CC      drivers/gpu/drm/i915/display/intel_pfit.o
  CC      drivers/gpu/drm/i915/display/intel_pps.o
  CC      drivers/gpu/drm/i915/display/intel_qp_tables.o
  CC      drivers/gpu/drm/i915/display/intel_sdvo.o
  CC      drivers/gpu/drm/i915/display/intel_snps_phy.o
  CC      drivers/gpu/drm/i915/display/intel_tv.o
  CC      drivers/gpu/drm/i915/display/intel_vdsc.o
  CC      drivers/gpu/drm/i915/display/intel_vrr.o
  CC      drivers/gpu/drm/i915/display/vlv_dsi.o
  CC      drivers/gpu/drm/i915/display/vlv_dsi_pll.o
  CC      drivers/gpu/drm/i915/i915_perf.o
  CC      drivers/gpu/drm/i915/pxp/intel_pxp.o
  CC      drivers/gpu/drm/i915/pxp/intel_pxp_huc.o
  CC      drivers/gpu/drm/i915/pxp/intel_pxp_tee.o
  CC      drivers/gpu/drm/i915/i915_gpu_error.o
  CC      drivers/gpu/drm/i915/i915_vgpu.o
  LD [M]  drivers/gpu/drm/xe/xe.o
  AR      drivers/gpu/drm/i915/built-in.a
  AR      drivers/gpu/drm/built-in.a
  AR      drivers/gpu/built-in.a
  AR      drivers/built-in.a
  AR      built-in.a
  AR      vmlinux.a
  LD      vmlinux.o
  OBJCOPY modules.builtin.modinfo
  GEN     modules.builtin
  MODPOST Module.symvers
  CC      .vmlinux.export.o
  CC [M]  fs/efivarfs/efivarfs.mod.o
  CC [M]  .module-common.o
  CC [M]  drivers/gpu/drm/drm_exec.mod.o
  CC [M]  drivers/gpu/drm/drm_gpuvm.mod.o
  CC [M]  drivers/gpu/drm/drm_suballoc_helper.mod.o
  CC [M]  drivers/gpu/drm/scheduler/gpu-sched.mod.o
  CC [M]  drivers/gpu/drm/drm_ttm_helper.mod.o
  CC [M]  drivers/gpu/drm/xe/xe.mod.o
  CC [M]  drivers/thermal/intel/x86_pkg_temp_thermal.mod.o
  CC [M]  net/netfilter/nf_log_syslog.mod.o
  CC [M]  net/netfilter/xt_mark.mod.o
  CC [M]  net/netfilter/xt_nat.mod.o
  CC [M]  net/netfilter/xt_LOG.mod.o
  CC [M]  net/netfilter/xt_MASQUERADE.mod.o
  CC [M]  net/netfilter/xt_addrtype.mod.o
  CC [M]  net/ipv4/netfilter/iptable_nat.mod.o
  LD [M]  fs/efivarfs/efivarfs.ko
  LD [M]  drivers/gpu/drm/drm_exec.ko
  LD [M]  drivers/gpu/drm/drm_gpuvm.ko
  LD [M]  drivers/gpu/drm/drm_suballoc_helper.ko
  LD [M]  drivers/gpu/drm/drm_ttm_helper.ko
  LD [M]  drivers/gpu/drm/scheduler/gpu-sched.ko
  LD [M]  drivers/gpu/drm/xe/xe.ko
  LD [M]  drivers/thermal/intel/x86_pkg_temp_thermal.ko
  LD [M]  net/netfilter/nf_log_syslog.ko
  LD [M]  net/netfilter/xt_mark.ko
  LD [M]  net/netfilter/xt_nat.ko
  LD [M]  net/netfilter/xt_LOG.ko
  LD [M]  net/netfilter/xt_MASQUERADE.ko
  LD [M]  net/netfilter/xt_addrtype.ko
  LD [M]  net/ipv4/netfilter/iptable_nat.ko
  UPD     include/generated/utsversion.h
  CC      init/version-timestamp.o
  KSYMS   .tmp_vmlinux0.kallsyms.S
  AS      .tmp_vmlinux0.kallsyms.o
  LD      .tmp_vmlinux1
  NM      .tmp_vmlinux1.syms
  KSYMS   .tmp_vmlinux1.kallsyms.S
  AS      .tmp_vmlinux1.kallsyms.o
  LD      .tmp_vmlinux2
  NM      .tmp_vmlinux2.syms
  KSYMS   .tmp_vmlinux2.kallsyms.S
  AS      .tmp_vmlinux2.kallsyms.o
  LD      vmlinux
  NM      System.map
  SORTTAB vmlinux
  RELOCS  arch/x86/boot/compressed/vmlinux.relocs
  RSTRIP  vmlinux
  CC      arch/x86/boot/a20.o
  AS      arch/x86/boot/bioscall.o
  CC      arch/x86/boot/cmdline.o
  AS      arch/x86/boot/copy.o
  HOSTCC  arch/x86/boot/mkcpustr
  CC      arch/x86/boot/cpuflags.o
  CC      arch/x86/boot/cpucheck.o
  CC      arch/x86/boot/early_serial_console.o
  CC      arch/x86/boot/edd.o
  CC      arch/x86/boot/main.o
  CC      arch/x86/boot/memory.o
  CC      arch/x86/boot/pm.o
  AS      arch/x86/boot/pmjump.o
  CC      arch/x86/boot/printf.o
  CC      arch/x86/boot/regs.o
  CC      arch/x86/boot/string.o
  CC      arch/x86/boot/tty.o
  CC      arch/x86/boot/video.o
  CC      arch/x86/boot/video-mode.o
  CC      arch/x86/boot/version.o
  CC      arch/x86/boot/video-vga.o
  CC      arch/x86/boot/video-vesa.o
  CC      arch/x86/boot/video-bios.o
  HOSTCC  arch/x86/boot/tools/build
  LDS     arch/x86/boot/compressed/vmlinux.lds
  AS      arch/x86/boot/compressed/kernel_info.o
  CPUSTR  arch/x86/boot/cpustr.h
  AS      arch/x86/boot/compressed/head_32.o
  VOFFSET arch/x86/boot/compressed/../voffset.h
  CC      arch/x86/boot/compressed/string.o
  CC      arch/x86/boot/compressed/cmdline.o
  CC      arch/x86/boot/cpu.o
  CC      arch/x86/boot/compressed/error.o
  OBJCOPY arch/x86/boot/compressed/vmlinux.bin
  HOSTCC  arch/x86/boot/compressed/mkpiggy
  CC      arch/x86/boot/compressed/cpuflags.o
  CC      arch/x86/boot/compressed/early_serial_console.o
  CC      arch/x86/boot/compressed/kaslr.o
  CC      arch/x86/boot/compressed/acpi.o
  CC      arch/x86/boot/compressed/efi.o
  GZIP    arch/x86/boot/compressed/vmlinux.bin.gz
  CC      arch/x86/boot/compressed/misc.o
  MKPIGGY arch/x86/boot/compressed/piggy.S
  AS      arch/x86/boot/compressed/piggy.o
  LD      arch/x86/boot/compressed/vmlinux
  ZOFFSET arch/x86/boot/zoffset.h
  OBJCOPY arch/x86/boot/vmlinux.bin
  AS      arch/x86/boot/header.o
  LD      arch/x86/boot/setup.elf
  OBJCOPY arch/x86/boot/setup.bin
  BUILD   arch/x86/boot/bzImage
Kernel: arch/x86/boot/bzImage is ready  (#1)
run-parts: executing /workspace/ci/hooks/20-kernel-doc
+ SRC_DIR=/workspace/kernel
+ cd /workspace/kernel
+ find drivers/gpu/drm/xe/ -name '*.[ch]' -not -path 'drivers/gpu/drm/xe/display/*'
+ xargs ./scripts/kernel-doc -Werror -none include/uapi/drm/xe_drm.h
All hooks done

✓ CI.checksparse: success for drm/xe/pmu: PMU interface for Xe (rev10)

[Patchwork]

== Series Details ==

Series: drm/xe/pmu: PMU interface for Xe (rev10)
URL   : https://patchwork.freedesktop.org/series/139121/
State : success

== Summary ==

+ trap cleanup EXIT
+ KERNEL=/kernel
+ MT=/root/linux/maintainer-tools
+ git clone https://gitlab.freedesktop.org/drm/maintainer-tools /root/linux/maintainer-tools
Cloning into '/root/linux/maintainer-tools'...
warning: redirecting to https://gitlab.freedesktop.org/drm/maintainer-tools.git/
+ make -C /root/linux/maintainer-tools
make: Entering directory '/root/linux/maintainer-tools'
cc -O2 -g -Wextra -o remap-log remap-log.c
make: Leaving directory '/root/linux/maintainer-tools'
+ cd /kernel
+ git config --global --add safe.directory /kernel
+ /root/linux/maintainer-tools/dim sparse --fast c724b91a26713d5fcedb3ffdbee2058537e7a196
Sparse version: 0.6.4 (Ubuntu: 0.6.4-4ubuntu3)
Fast mode used, each commit won't be checked separately.
Okay!

+ cleanup
++ stat -c %u:%g /kernel
+ chown -R 1003:1003 /kernel

✓ Xe.CI.BAT: success for drm/xe/pmu: PMU interface for Xe (rev10)

[Patchwork]

[-- Attachment #1: Type: text/plain, Size: 2031 bytes --]

== Series Details ==

Series: drm/xe/pmu: PMU interface for Xe (rev10)
URL   : https://patchwork.freedesktop.org/series/139121/
State : success

== Summary ==

CI Bug Log - changes from xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8_BAT -> xe-pw-139121v10_BAT
====================================================

Summary
-------

  **SUCCESS**

  No regressions found.

  

Participating hosts (8 -> 7)
------------------------------

  Missing    (1): bat-adlp-vm 

Known issues
------------

  Here are the changes found in xe-pw-139121v10_BAT that come from known issues:

### IGT changes ###

#### Issues hit ####

  * igt@kms_psr@psr-cursor-plane-move:
    - bat-adlp-7:         [PASS][1] -> [SKIP][2] ([Intel XE#455]) +1 other test skip
   [1]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/bat-adlp-7/igt@kms_psr@psr-cursor-plane-move.html
   [2]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/bat-adlp-7/igt@kms_psr@psr-cursor-plane-move.html

  * igt@kms_psr@psr-primary-page-flip@edp-1:
    - bat-adlp-7:         [PASS][3] -> [DMESG-WARN][4] ([Intel XE#3517]) +1 other test dmesg-warn
   [3]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/bat-adlp-7/igt@kms_psr@psr-primary-page-flip@edp-1.html
   [4]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/bat-adlp-7/igt@kms_psr@psr-primary-page-flip@edp-1.html

  
  [Intel XE#3517]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3517
  [Intel XE#455]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/455


Build changes
-------------

  * Linux: xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8 -> xe-pw-139121v10

  IGT_8167: 6e93c2e807b398f24673d010f3f71986a09fef8f @ https://gitlab.freedesktop.org/drm/igt-gpu-tools.git
  xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8: ab84fe2ea6aa04785306a9c4b095e4390627cba8
  xe-pw-139121v10: 139121v10

== Logs ==

For more details see: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/index.html

[-- Attachment #2: Type: text/html, Size: 2632 bytes --]

✓ CI.BAT: success for drm/xe/pmu: PMU interface for Xe (rev10)

[Patchwork]

[-- Attachment #1: Type: text/plain, Size: 2031 bytes --]

== Series Details ==

Series: drm/xe/pmu: PMU interface for Xe (rev10)
URL   : https://patchwork.freedesktop.org/series/139121/
State : success

== Summary ==

CI Bug Log - changes from xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8_BAT -> xe-pw-139121v10_BAT
====================================================

Summary
-------

  **SUCCESS**

  No regressions found.

  

Participating hosts (8 -> 7)
------------------------------

  Missing    (1): bat-adlp-vm 

Known issues
------------

  Here are the changes found in xe-pw-139121v10_BAT that come from known issues:

### IGT changes ###

#### Issues hit ####

  * igt@kms_psr@psr-cursor-plane-move:
    - bat-adlp-7:         [PASS][1] -> [SKIP][2] ([Intel XE#455]) +1 other test skip
   [1]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/bat-adlp-7/igt@kms_psr@psr-cursor-plane-move.html
   [2]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/bat-adlp-7/igt@kms_psr@psr-cursor-plane-move.html

  * igt@kms_psr@psr-primary-page-flip@edp-1:
    - bat-adlp-7:         [PASS][3] -> [DMESG-WARN][4] ([Intel XE#3517]) +1 other test dmesg-warn
   [3]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/bat-adlp-7/igt@kms_psr@psr-primary-page-flip@edp-1.html
   [4]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/bat-adlp-7/igt@kms_psr@psr-primary-page-flip@edp-1.html

  
  [Intel XE#3517]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3517
  [Intel XE#455]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/455


Build changes
-------------

  * Linux: xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8 -> xe-pw-139121v10

  IGT_8167: 6e93c2e807b398f24673d010f3f71986a09fef8f @ https://gitlab.freedesktop.org/drm/igt-gpu-tools.git
  xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8: ab84fe2ea6aa04785306a9c4b095e4390627cba8
  xe-pw-139121v10: 139121v10

== Logs ==

For more details see: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/index.html

[-- Attachment #2: Type: text/html, Size: 2632 bytes --]

Re: [PATCH v10 1/4] drm/xe/pmu: Enable PMU interface

[Rodrigo Vivi]

On Thu, Dec 19, 2024 at 05:19:07PM -0800, Vinay Belgaumkar wrote:
> From: Aravind Iddamsetty <aravind.iddamsetty@linux.intel.com>
> 
> Basic PMU enabling patch. Setup the basic framework
> for adding events/timers. This patch was previously
> reviewed here -
> https://patchwork.freedesktop.org/series/119504/
> 
> The pmu base implementation is still from the
> i915 driver.
> 
> v2: Review comments(Rodrigo) and do not init pmu for VFs
> as they don't have access to freq and c6 residency anyways.
> v3: Fix kunit issue, move xe_pmu entry in Makefile (Jani) and
> move drm uapi definitions (Lucas)
> v4: Adapt Lucas's recent PMU fixes for i915
> v5: Fix some kernel doc issues
> v6: Address comments from Lucas.
> v7: Define events per device and use xe_gt_id to choose GT (Lucas)
> v8: Use config field bits for gt_id as well. Use raw_spinlock_t
> to avoid deadlocks with perf subsystem (Lucas)
> 
> Co-developed-by: Bommu Krishnaiah <krishnaiah.bommu@intel.com>
> Signed-off-by: Bommu Krishnaiah <krishnaiah.bommu@intel.com>
> Signed-off-by: Aravind Iddamsetty <aravind.iddamsetty@linux.intel.com>
> Signed-off-by: Riana Tauro <riana.tauro@intel.com>
> Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
> Reviewed-by: Rodrigo Vivi <rodrigo.vivi@intel.com> #v4
> Cc: Lucas De Marchi <lucas.demarchi@intel.com>
> Co-developed-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
> Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
> ---
>  drivers/gpu/drm/xe/Makefile          |   2 +
>  drivers/gpu/drm/xe/xe_device.c       |   3 +
>  drivers/gpu/drm/xe/xe_device_types.h |   4 +
>  drivers/gpu/drm/xe/xe_module.c       |   5 +
>  drivers/gpu/drm/xe/xe_pmu.c          | 621 +++++++++++++++++++++++++++
>  drivers/gpu/drm/xe/xe_pmu.h          |  26 ++
>  drivers/gpu/drm/xe/xe_pmu_types.h    |  72 ++++
>  7 files changed, 733 insertions(+)
>  create mode 100644 drivers/gpu/drm/xe/xe_pmu.c
>  create mode 100644 drivers/gpu/drm/xe/xe_pmu.h
>  create mode 100644 drivers/gpu/drm/xe/xe_pmu_types.h
> 
> diff --git a/drivers/gpu/drm/xe/Makefile b/drivers/gpu/drm/xe/Makefile
> index 7730e0596299..ab4a1af795fc 100644
> --- a/drivers/gpu/drm/xe/Makefile
> +++ b/drivers/gpu/drm/xe/Makefile
> @@ -300,6 +300,8 @@ ifeq ($(CONFIG_DEBUG_FS),y)
>  		i915-display/intel_pipe_crc.o
>  endif
>  
> +xe-$(CONFIG_PERF_EVENTS) += xe_pmu.o
> +
>  obj-$(CONFIG_DRM_XE) += xe.o
>  obj-$(CONFIG_DRM_XE_KUNIT_TEST) += tests/
>  
> diff --git a/drivers/gpu/drm/xe/xe_device.c b/drivers/gpu/drm/xe/xe_device.c
> index bf36e4fb4679..ca557c22c979 100644
> --- a/drivers/gpu/drm/xe/xe_device.c
> +++ b/drivers/gpu/drm/xe/xe_device.c
> @@ -49,6 +49,7 @@
>  #include "xe_pat.h"
>  #include "xe_pcode.h"
>  #include "xe_pm.h"
> +#include "xe_pmu.h"
>  #include "xe_query.h"
>  #include "xe_sriov.h"
>  #include "xe_tile.h"
> @@ -760,6 +761,8 @@ int xe_device_probe(struct xe_device *xe)
>  
>  	xe_oa_register(xe);
>  
> +	xe_pmu_register(&xe->pmu);
> +
>  	xe_debugfs_register(xe);
>  
>  	xe_hwmon_register(xe);
> diff --git a/drivers/gpu/drm/xe/xe_device_types.h b/drivers/gpu/drm/xe/xe_device_types.h
> index 8a7b15972413..bd1e72d318f7 100644
> --- a/drivers/gpu/drm/xe/xe_device_types.h
> +++ b/drivers/gpu/drm/xe/xe_device_types.h
> @@ -18,6 +18,7 @@
>  #include "xe_memirq_types.h"
>  #include "xe_oa_types.h"
>  #include "xe_platform_types.h"
> +#include "xe_pmu_types.h"
>  #include "xe_pt_types.h"
>  #include "xe_sriov_types.h"
>  #include "xe_step_types.h"
> @@ -525,6 +526,9 @@ struct xe_device {
>  		int mode;
>  	} wedged;
>  
> +	/** @pmu: performance monitoring unit */
> +	struct xe_pmu pmu;
> +
>  #ifdef TEST_VM_OPS_ERROR
>  	/**
>  	 * @vm_inject_error_position: inject errors at different places in VM
> diff --git a/drivers/gpu/drm/xe/xe_module.c b/drivers/gpu/drm/xe/xe_module.c
> index 0f2c20e9204a..d3a9d4bc9bee 100644
> --- a/drivers/gpu/drm/xe/xe_module.c
> +++ b/drivers/gpu/drm/xe/xe_module.c
> @@ -14,6 +14,7 @@
>  #include "xe_hw_fence.h"
>  #include "xe_pci.h"
>  #include "xe_pm.h"
> +#include "xe_pmu.h"
>  #include "xe_observation.h"
>  #include "xe_sched_job.h"
>  
> @@ -96,6 +97,10 @@ static const struct init_funcs init_funcs[] = {
>  		.init = xe_sched_job_module_init,
>  		.exit = xe_sched_job_module_exit,
>  	},
> +	{
> +		.init = xe_pmu_init,
> +		.exit = xe_pmu_exit,
> +	},
>  	{
>  		.init = xe_register_pci_driver,
>  		.exit = xe_unregister_pci_driver,
> diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
> new file mode 100644
> index 000000000000..e6d25e8b7b7c
> --- /dev/null
> +++ b/drivers/gpu/drm/xe/xe_pmu.c
> @@ -0,0 +1,621 @@
> +// SPDX-License-Identifier: MIT
> +/*
> + * Copyright © 2024 Intel Corporation
> + */
> +
> +#include <drm/drm_drv.h>
> +#include <drm/drm_managed.h>
> +#include <drm/xe_drm.h>
> +
> +#include "regs/xe_gt_regs.h"
> +#include "xe_device.h"
> +#include "xe_force_wake.h"
> +#include "xe_gt_clock.h"
> +#include "xe_mmio.h"
> +#include "xe_macros.h"
> +#include "xe_pm.h"
> +#include "xe_pmu.h"
> +
> +/*
> + * CPU mask is defined/initialized at a module level. All devices
> + * inside this module share this mask.
> + */
> +static cpumask_t xe_pmu_cpumask;
> +static unsigned int xe_pmu_target_cpu = -1;
> +
> +/**
> + * DOC: Xe PMU (Performance Monitoring Unit)
> + *
> + * Expose events/counters like C6 residency and GT frequency to user land.
> + * Events will be per device, the GT can be selected with an extra config
> + * sub-field (bits 60-63).
> + *
> + * Perf tool can be used to list these counters from the command line.
> + *
> + * Example commands to list/record supported perf events-
> + *
> + * $ ls -ld /sys/bus/event_source/devices/xe_*
> + * $ ls /sys/bus/event_source/devices/xe_0000_00_02.0/events/
> + * $ ls /sys/bus/event_source/devices/xe_0000_00_02.0/format/
> + *
> + * The format directory has info regarding the configs that can be used.
> + *
> + * The standard perf tool can be used to grep for a certain event as well-
> + * $ perf list | grep c6
> + *
> + * To list a specific event for a GT at regular intervals-
> + * $ perf stat -e <event_name,xe_gt_id=> -I <interval>
> + *
> + */
> +
> +static unsigned int config_gt_id(const u64 config)
> +{
> +	return config >> __XE_PMU_GT_SHIFT;
> +}
> +
> +static u64 config_counter(const u64 config)
> +{
> +	return config & ~(~0ULL << __XE_PMU_GT_SHIFT);
> +}
> +
> +static void xe_pmu_event_destroy(struct perf_event *event)
> +{
> +	struct xe_device *xe =
> +		container_of(event->pmu, typeof(*xe), pmu.base);
> +
> +	drm_WARN_ON(&xe->drm, event->parent);
> +
> +	drm_dev_put(&xe->drm);
> +}
> +
> +static int
> +config_status(struct xe_device *xe, u64 config)
> +{
> +	unsigned int gt_id = config_gt_id(config);
> +
> +	if (gt_id >= XE_MAX_GT_PER_TILE)
> +		return -ENOENT;
> +
> +	switch (config_counter(config)) {
> +	default:
> +		return -ENOENT;
> +	}
> +
> +	return 0;
> +}
> +
> +static int xe_pmu_event_init(struct perf_event *event)
> +{
> +	struct xe_device *xe =
> +		container_of(event->pmu, typeof(*xe), pmu.base);
> +	struct xe_pmu *pmu = &xe->pmu;
> +	int ret;
> +	u64 event_config;
> +
> +	if (!pmu->registered)
> +		return -ENODEV;
> +
> +	if (event->attr.type != event->pmu->type)
> +		return -ENOENT;
> +
> +	/* unsupported modes and filters */
> +	if (event->attr.sample_period) /* no sampling */
> +		return -EINVAL;
> +
> +	if (has_branch_stack(event))
> +		return -EOPNOTSUPP;

can we do all the EINVAL checks first and this one right after the
einval code?

> +
> +	if (event->cpu < 0)
> +		return -EINVAL;
> +
> +	/* only allow running on one cpu at a time */
> +	if (!cpumask_test_cpu(event->cpu, &xe_pmu_cpumask))
> +		return -EINVAL;
> +
> +	event_config = event->attr.config;
> +	ret = config_status(xe, event_config);
> +	if (ret)
> +		return ret;
> +
> +	if (!event->parent) {
> +		drm_dev_get(&xe->drm);
> +		event->destroy = xe_pmu_event_destroy;
> +	}
> +
> +	return 0;
> +}
> +
> +static u64 __xe_pmu_event_read(struct perf_event *event)
> +{
> +	struct xe_device *xe =
> +		container_of(event->pmu, typeof(*xe), pmu.base);
> +	const u64 config = event->attr.config;
> +	const u64 gt_id = config >> __XE_PMU_GT_SHIFT;
> +	struct xe_gt *gt = xe_device_get_gt(xe, gt_id);
> +	u64 val = 0;
> +
> +	switch (config_counter(config)) {
> +	default:
> +		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
> +	}
> +
> +	return val;
> +}
> +
> +static void xe_pmu_event_read(struct perf_event *event)
> +{
> +	struct xe_device *xe =
> +		container_of(event->pmu, typeof(*xe), pmu.base);
> +	struct hw_perf_event *hwc = &event->hw;
> +	struct xe_pmu *pmu = &xe->pmu;
> +	u64 prev, new;
> +
> +	if (!pmu->registered) {
> +		event->hw.state = PERF_HES_STOPPED;
> +		return;
> +	}
> +
> +	prev = local64_read(&hwc->prev_count);
> +	do {
> +		new = __xe_pmu_event_read(event);
> +	} while (!local64_try_cmpxchg(&hwc->prev_count, &prev, new));
> +
> +	local64_add(new - prev, &event->count);
> +}
> +
> +static void xe_pmu_enable(struct perf_event *event)
> +{
> +	/*
> +	 * Store the current counter value so we can report the correct delta
> +	 * for all listeners. Even when the event was already enabled and has
> +	 * an existing non-zero value.
> +	 */
> +	local64_set(&event->hw.prev_count, __xe_pmu_event_read(event));
> +}
> +
> +static void xe_pmu_event_start(struct perf_event *event, int flags)
> +{
> +	struct xe_device *xe =
> +		container_of(event->pmu, typeof(*xe), pmu.base);
> +	struct xe_pmu *pmu = &xe->pmu;
> +
> +	if (!pmu->registered)
> +		return;
> +
> +	xe_pmu_enable(event);
> +	event->hw.state = 0;
> +}
> +
> +static void xe_pmu_event_stop(struct perf_event *event, int flags)
> +{
> +	struct xe_device *xe =
> +		container_of(event->pmu, typeof(*xe), pmu.base);
> +	struct xe_pmu *pmu = &xe->pmu;
> +
> +	if (!pmu->registered)
> +		goto out;
> +
> +	if (flags & PERF_EF_UPDATE)
> +		xe_pmu_event_read(event);
> +
> +out:
> +	event->hw.state = PERF_HES_STOPPED;

please avoid this goto here by using if/else on the if (!pmu->registered) { if (flags...} else { event->hw.state...};

> +}
> +
> +static int xe_pmu_event_add(struct perf_event *event, int flags)
> +{
> +	struct xe_device *xe =
> +		container_of(event->pmu, typeof(*xe), pmu.base);
> +	struct xe_pmu *pmu = &xe->pmu;
> +
> +	if (!pmu->registered)
> +		return -ENODEV;
> +
> +	if (flags & PERF_EF_START)
> +		xe_pmu_event_start(event, flags);
> +
> +	return 0;
> +}
> +
> +static void xe_pmu_event_del(struct perf_event *event, int flags)
> +{
> +	xe_pmu_event_stop(event, PERF_EF_UPDATE);
> +}
> +
> +static int xe_pmu_event_event_idx(struct perf_event *event)
> +{
> +	return 0;
> +}
> +
> +struct xe_str_attribute {
> +	struct device_attribute attr;
> +	const char *str;
> +};
> +
> +static ssize_t xe_pmu_format_show(struct device *dev,
> +				  struct device_attribute *attr, char *buf)
> +{
> +	struct xe_str_attribute *eattr;
> +
> +	eattr = container_of(attr, struct xe_str_attribute, attr);
> +	return sprintf(buf, "%s\n", eattr->str);
> +}
> +
> +#define XE_PMU_FORMAT_ATTR(_name, _config) \
> +	(&((struct xe_str_attribute[]) { \
> +		{ .attr = __ATTR(_name, 0444, xe_pmu_format_show, NULL), \
> +		.str = _config, } \
> +	})[0].attr.attr)
> +
> +static struct attribute *xe_pmu_format_attrs[] = {
> +	XE_PMU_FORMAT_ATTR(event_id, "config:0-20"),
> +	XE_PMU_FORMAT_ATTR(gt_id, "config:60-63"),
> +	NULL,
> +};
> +
> +static const struct attribute_group xe_pmu_format_attr_group = {
> +	.name = "format",
> +	.attrs = xe_pmu_format_attrs,
> +};
> +
> +struct xe_ext_attribute {
> +	struct device_attribute attr;
> +	unsigned long val;
> +};
> +
> +static ssize_t xe_pmu_event_show(struct device *dev,
> +				 struct device_attribute *attr, char *buf)
> +{
> +	struct xe_ext_attribute *eattr;
> +
> +	eattr = container_of(attr, struct xe_ext_attribute, attr);
> +	return sprintf(buf, "config=0x%lx\n", eattr->val);
> +}
> +
> +static ssize_t cpumask_show(struct device *dev,
> +			    struct device_attribute *attr, char *buf)
> +{
> +	return cpumap_print_to_pagebuf(true, buf, &xe_pmu_cpumask);
> +}
> +
> +static DEVICE_ATTR_RO(cpumask);
> +
> +static struct attribute *xe_cpumask_attrs[] = {
> +	&dev_attr_cpumask.attr,
> +	NULL,
> +};
> +
> +static const struct attribute_group xe_pmu_cpumask_attr_group = {
> +	.attrs = xe_cpumask_attrs,
> +};
> +
> +#define __event(__counter, __name, __unit) \
> +{ \
> +	.counter = (__counter), \
> +	.name = (__name), \
> +	.unit = (__unit), \
> +}
> +
> +static struct xe_ext_attribute *
> +add_xe_attr(struct xe_ext_attribute *attr, const char *name, u64 config)
> +{
> +	sysfs_attr_init(&attr->attr.attr);
> +	attr->attr.attr.name = name;
> +	attr->attr.attr.mode = 0444;
> +	attr->attr.show = xe_pmu_event_show;
> +	attr->val = config;
> +
> +	return ++attr;
> +}
> +
> +static struct perf_pmu_events_attr *
> +add_pmu_attr(struct perf_pmu_events_attr *attr, const char *name,
> +	     const char *str)
> +{
> +	sysfs_attr_init(&attr->attr.attr);
> +	attr->attr.attr.name = name;
> +	attr->attr.attr.mode = 0444;
> +	attr->attr.show = perf_event_sysfs_show;
> +	attr->event_str = str;
> +
> +	return ++attr;
> +}
> +
> +static struct attribute **
> +create_event_attributes(struct xe_pmu *pmu)
> +{
> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
> +	static const struct {
> +		unsigned int counter;
> +		const char *name;
> +		const char *unit;
> +	} events[] = {
> +	};
> +
> +	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
> +	struct xe_ext_attribute *xe_attr = NULL, *xe_iter;
> +	struct attribute **attr = NULL, **attr_iter;
> +	unsigned int count = 0;
> +	unsigned int i;
> +
> +	/* Count how many counters we will be exposing. */
> +	for (i = 0; i < ARRAY_SIZE(events); i++) {
> +		u64 config = __XE_PMU_PM(events[i].counter);
> +
> +		if (!config_status(xe, config))
> +			count++;
> +	}
> +
> +	/* Allocate attribute objects and table. */
> +	xe_attr = kcalloc(count, sizeof(*xe_attr), GFP_KERNEL);
> +	if (!xe_attr)
> +		goto err_alloc;

this looks wrong to me, you don't need to kfree anyone in this case...

> +
> +	pmu_attr = kcalloc(count, sizeof(*pmu_attr), GFP_KERNEL);
> +	if (!pmu_attr)
> +		goto err_alloc;

same here, you only need to kfree xe_attr in this case...

> +
> +	/* Max one pointer of each attribute type plus a termination entry. */
> +	attr = kcalloc(count * 2 + 1, sizeof(*attr), GFP_KERNEL);
> +	if (!attr)
> +		goto err_alloc;

and here, you only need to kfree xe_attr and pmu_attr in this case...

I know, copied from i915 and 'it works there'... I believe it works
because kfree itself skips if NULL, not because the code is in the
best shape...

but perhaps I'm just paranoid?

> +
> +	xe_iter = xe_attr;
> +	pmu_iter = pmu_attr;
> +	attr_iter = attr;
> +
> +	for (i = 0; i < ARRAY_SIZE(events); i++) {
> +		u64 config = __XE_PMU_PM(events[i].counter);
> +		char *str;
> +
> +		if (config_status(xe, config))
> +			continue;
> +
> +		str = kasprintf(GFP_KERNEL, "%s",
> +				events[i].name);
> +		if (!str)
> +			goto err;

hmmm, here you don't need to free everyone, but only all the above before
the loop and the ones that you have run in the loop already, but not the
entire loop again below...

or perhaps the for loop below takes care of this and I'm just paranoid...

> +
> +		*attr_iter++ = &xe_iter->attr.attr;
> +		xe_iter = add_xe_attr(xe_iter, str, config);
> +
> +		if (events[i].unit) {
> +			str = kasprintf(GFP_KERNEL, "%s.unit",
> +					events[i].name);
> +			if (!str)
> +				goto err;
> +
> +			*attr_iter++ = &pmu_iter->attr.attr;
> +			pmu_iter = add_pmu_attr(pmu_iter, str,
> +							events[i].unit);
> +		}
> +	}
> +
> +	pmu->xe_attr = xe_attr;
> +	pmu->pmu_attr = pmu_attr;
> +
> +	return attr;
> +
> +err:
> +	for (attr_iter = attr; *attr_iter; attr_iter++)
> +		kfree((*attr_iter)->name);
> +
> +err_alloc:
> +	kfree(attr);
> +	kfree(xe_attr);
> +	kfree(pmu_attr);
> +
> +	return NULL;
> +}
> +
> +static void free_event_attributes(struct xe_pmu *pmu)
> +{
> +	struct attribute **attr_iter = pmu->events_attr_group.attrs;
> +
> +	for (; *attr_iter; attr_iter++)
> +		kfree((*attr_iter)->name);
> +
> +	kfree(pmu->events_attr_group.attrs);
> +	kfree(pmu->xe_attr);
> +	kfree(pmu->pmu_attr);
> +
> +	pmu->events_attr_group.attrs = NULL;
> +	pmu->xe_attr = NULL;
> +	pmu->pmu_attr = NULL;
> +}
> +
> +static int xe_pmu_cpu_online(unsigned int cpu, struct hlist_node *node)
> +{
> +	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
> +
> +	/* Select the first online CPU as a designated reader. */
> +	if (cpumask_empty(&xe_pmu_cpumask))
> +		cpumask_set_cpu(cpu, &xe_pmu_cpumask);
> +
> +	return 0;
> +}
> +
> +static int xe_pmu_cpu_offline(unsigned int cpu, struct hlist_node *node)
> +{
> +	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
> +	unsigned int target = xe_pmu_target_cpu;
> +
> +	/*
> +	 * Unregistering an instance generates a CPU offline event which we must
> +	 * ignore to avoid incorrectly modifying the shared xe_pmu_cpumask.
> +	 */
> +	if (!pmu->registered)
> +		return 0;
> +
> +	if (cpumask_test_and_clear_cpu(cpu, &xe_pmu_cpumask)) {
> +		target = cpumask_any_but(topology_sibling_cpumask(cpu), cpu);
> +
> +		/* Migrate events if there is a valid target */
> +		if (target < nr_cpu_ids) {
> +			cpumask_set_cpu(target, &xe_pmu_cpumask);
> +			xe_pmu_target_cpu = target;
> +		}
> +	}
> +
> +	if (target < nr_cpu_ids && target != pmu->cpuhp.cpu) {
> +		perf_pmu_migrate_context(&pmu->base, cpu, target);
> +		pmu->cpuhp.cpu = target;
> +	}
> +
> +	return 0;
> +}
> +
> +static enum cpuhp_state cpuhp_state = CPUHP_INVALID;
> +
> +/**
> + * xe_pmu_init() - Setup CPU hotplug state/callbacks for Xe PMU
> + *
> + * Returns: 0 if successful, else error code
> + */
> +int xe_pmu_init(void)
> +{
> +	int ret;
> +
> +	ret = cpuhp_setup_state_multi(CPUHP_AP_ONLINE_DYN,
> +				      "perf/x86/intel/xe:online",
> +				      xe_pmu_cpu_online,
> +				      xe_pmu_cpu_offline);
> +	if (ret < 0)
> +		pr_notice("Failed to setup cpuhp state for xe PMU! (%d)\n",
> +			  ret);
> +	else
> +		cpuhp_state = ret;
> +
> +	return 0;
> +}
> +
> +/**
> + * xe_pmu_exit() - Remove CPU hotplug state/callbacks for Xe PMU
> + */
> +void xe_pmu_exit(void)
> +{
> +	if (cpuhp_state != CPUHP_INVALID)
> +		cpuhp_remove_multi_state(cpuhp_state);
> +}
> +
> +static int xe_pmu_register_cpuhp_state(struct xe_pmu *pmu)
> +{
> +	if (cpuhp_state == CPUHP_INVALID)
> +		return -EINVAL;
> +
> +	return cpuhp_state_add_instance(cpuhp_state, &pmu->cpuhp.node);
> +}
> +
> +static void xe_pmu_unregister_cpuhp_state(struct xe_pmu *pmu)
> +{
> +	cpuhp_state_remove_instance(cpuhp_state, &pmu->cpuhp.node);
> +}
> +
> +/**
> + * xe_pmu_unregister() - Remove/cleanup PMU registration
> + * @arg: Ptr to pmu
> + */
> +void xe_pmu_unregister(void *arg)
> +{
> +	struct xe_pmu *pmu = arg;
> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
> +
> +	if (IS_SRIOV_VF(xe))
> +		return;
> +
> +	if (!pmu->registered)
> +		return;
> +
> +	pmu->registered = false;
> +
> +	xe_pmu_unregister_cpuhp_state(pmu);
> +
> +	perf_pmu_unregister(&pmu->base);
> +	kfree(pmu->base.attr_groups);
> +	kfree(pmu->name);
> +	free_event_attributes(pmu);
> +}
> +
> +/**
> + * xe_pmu_register() - Define basic PMU properties for Xe and add event callbacks.
> + * @pmu: the PMU object
> + *
> + */
> +void xe_pmu_register(struct xe_pmu *pmu)
> +{
> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
> +	const struct attribute_group *attr_groups[] = {
> +		&xe_pmu_format_attr_group,
> +		&pmu->events_attr_group,
> +		&xe_pmu_cpumask_attr_group,
> +		NULL
> +	};
> +
> +	int ret = -ENOMEM;

unused ret variable in a void function...

> +
> +	if (IS_SRIOV_VF(xe))
> +		return;
> +
> +	raw_spin_lock_init(&pmu->lock);
> +	pmu->cpuhp.cpu = -1;
> +
> +	pmu->name = kasprintf(GFP_KERNEL,
> +			      "xe_%s",
> +			      dev_name(xe->drm.dev));
> +	if (pmu->name) {
> +		/* tools/perf reserves colons as special. */
> +		strreplace((char *)pmu->name, ':', '_');
> +	}
> +
> +	if (!pmu->name)
> +		goto err;

move this above, then you can avoid the if (pmu->name) condition in the
other block...

> +
> +	pmu->events_attr_group.name = "events";
> +	pmu->events_attr_group.attrs = create_event_attributes(pmu);
> +	if (!pmu->events_attr_group.attrs)
> +		goto err_name;

this function is indeed handling the goto error conditions much better
than the other one above...

> +
> +	pmu->base.attr_groups = kmemdup(attr_groups, sizeof(attr_groups),
> +					GFP_KERNEL);
> +	if (!pmu->base.attr_groups)
> +		goto err_attr;
> +
> +	pmu->base.module	= THIS_MODULE;
> +	pmu->base.task_ctx_nr	= perf_invalid_context;
> +	pmu->base.event_init	= xe_pmu_event_init;
> +	pmu->base.add		= xe_pmu_event_add;
> +	pmu->base.del		= xe_pmu_event_del;
> +	pmu->base.start		= xe_pmu_event_start;
> +	pmu->base.stop		= xe_pmu_event_stop;
> +	pmu->base.read		= xe_pmu_event_read;
> +	pmu->base.event_idx	= xe_pmu_event_event_idx;
> +
> +	ret = perf_pmu_register(&pmu->base, pmu->name, -1);
> +	if (ret)
> +		goto err_groups;
> +
> +	ret = xe_pmu_register_cpuhp_state(pmu);
> +	if (ret)
> +		goto err_unreg;
> +
> +	ret = devm_add_action_or_reset(xe->drm.dev, xe_pmu_unregister, pmu);
> +	if (ret)
> +		goto err_cpuhp;
> +
> +	pmu->registered = true;
> +
> +	return;
> +
> +err_cpuhp:
> +	xe_pmu_unregister_cpuhp_state(pmu);
> +err_unreg:
> +	perf_pmu_unregister(&pmu->base);
> +err_groups:
> +	kfree(pmu->base.attr_groups);
> +err_attr:
> +	free_event_attributes(pmu);
> +err_name:
> +	kfree(pmu->name);
> +err:
> +	drm_notice(&xe->drm, "Failed to register PMU!\n");
> +}
> diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
> new file mode 100644
> index 000000000000..d07e5dfdfec0
> --- /dev/null
> +++ b/drivers/gpu/drm/xe/xe_pmu.h
> @@ -0,0 +1,26 @@
> +/* SPDX-License-Identifier: MIT */
> +/*
> + * Copyright © 2024 Intel Corporation

probably good to remind to change this and every other header in this series to
2025 already?

> + */
> +
> +#ifndef _XE_PMU_H_
> +#define _XE_PMU_H_
> +
> +#include "xe_pmu_types.h"
> +
> +struct xe_gt;
> +
> +#if IS_ENABLED(CONFIG_PERF_EVENTS)
> +int xe_pmu_init(void);
> +void xe_pmu_exit(void);
> +void xe_pmu_register(struct xe_pmu *pmu);
> +void xe_pmu_unregister(void *arg);
> +#else
> +static inline int xe_pmu_init(void) { return 0; }
> +static inline void xe_pmu_exit(void) {}
> +static inline void xe_pmu_register(struct xe_pmu *pmu) {}
> +static inline void xe_pmu_unregister(void *arg) {}
> +#endif
> +
> +#endif
> +
> diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
> new file mode 100644
> index 000000000000..2b3f8982023f
> --- /dev/null
> +++ b/drivers/gpu/drm/xe/xe_pmu_types.h
> @@ -0,0 +1,72 @@
> +/* SPDX-License-Identifier: MIT */
> +/*
> + * Copyright © 2024 Intel Corporation
> + */
> +
> +#ifndef _XE_PMU_TYPES_H_
> +#define _XE_PMU_TYPES_H_
> +
> +#include <linux/perf_event.h>
> +#include <linux/spinlock_types.h>
> +
> +enum {
> +	__XE_NUM_PMU_SAMPLERS
> +};
> +
> +#define XE_PMU_MAX_GT 2

is there a way to make this more generic?
otherwise whenever we have a platform with
different max we will forget to adjust here...

> +
> +/*
> + * Top bits of every counter are GT id.
> + */
> +#define __XE_PMU_GT_SHIFT (60)
> +
> +#define ___XE_PMU_PM(gt, x) \
> +	(((__u64)(x)) | ((__u64)(gt) << __XE_PMU_GT_SHIFT))
> +
> +#define __XE_PMU_PM(x) ___XE_PMU_PM(0, x)
> +

please add also a doc comment for the xe_pmu struct itself, not only for its
components...

> +struct xe_pmu {
> +	/**
> +	 * @cpuhp: Struct used for CPU hotplug handling.
> +	 */
> +	struct {
> +		struct hlist_node node;
> +		unsigned int cpu;
> +	} cpuhp;
> +	/**
> +	 * @base: PMU base.
> +	 */
> +	struct pmu base;
> +	/**
> +	 * @registered: PMU is registered and not in the unregistering process.
> +	 */
> +	bool registered;
> +	/**
> +	 * @name: Name as registered with perf core.
> +	 */
> +	const char *name;
> +	/**
> +	 * @lock: Lock protecting enable mask and ref count handling.
> +	 */
> +	raw_spinlock_t lock;
> +	/**
> +	 * @sample: Current and previous (raw) counters.
> +	 *
> +	 * These counters are updated when the device is awake.
> +	 */
> +	u64 sample[XE_PMU_MAX_GT][__XE_NUM_PMU_SAMPLERS];
> +	/**
> +	 * @events_attr_group: Device events attribute group.
> +	 */
> +	struct attribute_group events_attr_group;
> +	/**
> +	 * @xe_attr: Memory block holding device attributes.
> +	 */
> +	void *xe_attr;
> +	/**
> +	 * @pmu_attr: Memory block holding device attributes.
> +	 */
> +	void *pmu_attr;
> +};
> +
> +#endif
> -- 
> 2.38.1
> 

Re: [PATCH v10 3/4] drm/xe/pmu: Add GT C6 events

[Rodrigo Vivi]

On Thu, Dec 19, 2024 at 05:19:09PM -0800, Vinay Belgaumkar wrote:
> Provide a PMU interface for GT C6 residency counters. The implementation
> is ported over from the i915 PMU code. Residency is provided in units of
> ms(like sysfs entry in - /sys/class/drm/card0/device/tile0/gt0/gtidle).
> 
> Sample usage and output-
> 
> $ perf list | grep c6
> 
>   xe_0000_00_02.0/c6-residency/                 [Kernel PMU event]
> 
> $ ls /sys/bus/event_source/devices/xe_0000_00_02.0/format/
>   event_id  gt_id
> $ cat /sys/bus/event_source/devices/xe_0000_00_02.0/format/*
>   config:0-20
>   config:60-63
> 
> $ perf stat -e xe_0000_00_02.0/c6-residency,gt_id=0/ -I1000
> 
> $           time     counts unit events
>      1.001183454       1001 ms   xe_0000_00_02.0/c6-residency,gt_id=0/
>      2.004434757       1002 ms   xe_0000_00_02.0/c6-residency,gt_id=0/
> 
> v2: Checkpatch fix, move timer code to next patch
> v3: Fix kunit issue
> v4: Fix for locking issue, fix review comments (Riana)
> v5: Add xe_pmu_disable() function to reset enable_count
> v6: Change rc6 to c6 (Riana)
> v7: Fix another comment format
> v8: Replace RC6 with C6 (Riana)

hmm... I didn't like that... in the current way it will easily get
confused with cpu c6... we need to either use gt-c6 like gt-idle
is using or keep the rc6 like people are already used to...
But this 'c6' only looks like cpu...

> v9: Define sampling freq in next patch
> v10: Use raw_spin_lock* instead of spin_lock* (Lucas)
> 
> Cc: Lucas De Marchi <lucas.demarchi@intel.com>
> Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
> Reviewed-by: Rodrigo Vivi <rodrigo.vivi@intel.com> #v5
> Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
> ---
>  drivers/gpu/drm/xe/xe_gt.c        |   3 +
>  drivers/gpu/drm/xe/xe_pmu.c       | 214 ++++++++++++++++++++++++++++++
>  drivers/gpu/drm/xe/xe_pmu.h       |   2 +
>  drivers/gpu/drm/xe/xe_pmu_types.h |  49 +++++++
>  4 files changed, 268 insertions(+)
> 
> diff --git a/drivers/gpu/drm/xe/xe_gt.c b/drivers/gpu/drm/xe/xe_gt.c
> index 41ab7fbebc19..64e60bcf131a 100644
> --- a/drivers/gpu/drm/xe/xe_gt.c
> +++ b/drivers/gpu/drm/xe/xe_gt.c
> @@ -47,6 +47,7 @@
>  #include "xe_mmio.h"
>  #include "xe_pat.h"
>  #include "xe_pm.h"
> +#include "xe_pmu.h"
>  #include "xe_mocs.h"
>  #include "xe_reg_sr.h"
>  #include "xe_ring_ops.h"
> @@ -875,6 +876,8 @@ int xe_gt_suspend(struct xe_gt *gt)
>  
>  	xe_gt_idle_disable_pg(gt);
>  
> +	xe_pmu_suspend(gt);
> +
>  	xe_gt_disable_host_l2_vram(gt);
>  
>  	xe_force_wake_put(gt_to_fw(gt), fw_ref);
> diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
> index e6d25e8b7b7c..1115724a580d 100644
> --- a/drivers/gpu/drm/xe/xe_pmu.c
> +++ b/drivers/gpu/drm/xe/xe_pmu.c
> @@ -11,8 +11,11 @@
>  #include "xe_device.h"
>  #include "xe_force_wake.h"
>  #include "xe_gt_clock.h"
> +#include "xe_gt_idle.h"
> +#include "xe_guc_pc.h"
>  #include "xe_mmio.h"
>  #include "xe_macros.h"
> +#include "xe_module.h"
>  #include "xe_pm.h"
>  #include "xe_pmu.h"
>  
> @@ -46,8 +49,29 @@ static unsigned int xe_pmu_target_cpu = -1;
>   * To list a specific event for a GT at regular intervals-
>   * $ perf stat -e <event_name,xe_gt_id=> -I <interval>
>   *
> + * For C6, following command will give GT residency per second-
> + * $ perf stat -e xe_0000_00_02.0/c6-residency,gt_id=0/ -I 1000
> + *            time             counts unit events
> + *     1.001183454               1001 ms   xe_0000_00_02.0/c6-residency,xe_gt_id=0/
> + *     2.004434757               1002 ms   xe_0000_00_02.0/c6-residency,xe_gt_id=0/
> + *     3.005854217               1000 ms   xe_0000_00_02.0/c6-residency,xe_gt_id=0/
> + *
> + * To verify this matches with sysfs values of c6, you can run following command-
> + * $ for i in {1..10} ; do cat /sys/class/drm/card0/device/tile0/gt0/gtidle/idle_residency_ms;
> + *   sleep 1; done
> + *      2348877
> + *      2349901
> + *      2350917
> + *      2352945
> + *
> + * Each value is roughly a 1000ms increment here as well. This is expected GT residency when idle.
>   */
>  
> +static struct xe_pmu *event_to_pmu(struct perf_event *event)
> +{
> +	return container_of(event->pmu, struct xe_pmu, base);
> +}
> +
>  static unsigned int config_gt_id(const u64 config)
>  {
>  	return config >> __XE_PMU_GT_SHIFT;
> @@ -58,6 +82,35 @@ static u64 config_counter(const u64 config)
>  	return config & ~(~0ULL << __XE_PMU_GT_SHIFT);
>  }
>  
> +static unsigned int pm_bit(const u64 config)
> +{
> +	unsigned int val;
> +
> +	switch (config_counter(config)) {
> +	case XE_PMU_C6_RESIDENCY:
> +		val = __XE_PMU_C6_RESIDENCY_ENABLED;
> +		break;
> +	default:
> +		/*
> +		 * Events that do not require sampling, or tracking state
> +		 * transitions between enabled and disabled can be ignored.
> +		 */
> +		return -1;
> +	}
> +
> +	return config_gt_id(config) * __XE_PMU_TRACKED_EVENT_COUNT + val;
> +}
> +
> +static unsigned int config_bit(const u64 config)
> +{
> +	return pm_bit(config);
> +}
> +
> +static unsigned int event_bit(struct perf_event *event)
> +{
> +	return config_bit(event->attr.config);
> +}
> +
>  static void xe_pmu_event_destroy(struct perf_event *event)
>  {
>  	struct xe_device *xe =
> @@ -77,6 +130,10 @@ config_status(struct xe_device *xe, u64 config)
>  		return -ENOENT;
>  
>  	switch (config_counter(config)) {
> +	case XE_PMU_C6_RESIDENCY:
> +		if (xe->info.skip_guc_pc)
> +			return -ENODEV;
> +		break;
>  	default:
>  		return -ENOENT;
>  	}
> @@ -125,6 +182,63 @@ static int xe_pmu_event_init(struct perf_event *event)
>  	return 0;
>  }
>  
> +static inline s64 ktime_since_raw(const ktime_t kt)
> +{
> +	return ktime_to_ms(ktime_sub(ktime_get_raw(), kt));
> +}
> +
> +static u64 read_sample(struct xe_pmu *pmu, unsigned int gt_id, int sample)
> +{
> +	return pmu->event_sample[gt_id][sample].cur;
> +}
> +
> +static void
> +store_sample(struct xe_pmu *pmu, unsigned int gt_id, int sample, u64 val)
> +{
> +	pmu->event_sample[gt_id][sample].cur = val;
> +}
> +
> +static u64 get_c6(struct xe_gt *gt)
> +{
> +	struct xe_device *xe = gt_to_xe(gt);
> +	const unsigned int gt_id = gt->info.id;
> +	struct xe_pmu *pmu = &xe->pmu;
> +	bool device_awake;
> +	unsigned long flags;
> +	u64 val;
> +
> +	device_awake = xe_pm_runtime_get_if_active(xe);

why get_if_active here?
are you sure you have an outer protection ensuring the device is
awake?
anyways, please use the _noresume variant... so it will spill
a big warning if we try to access this and device is suspended...

> +	if (device_awake) {
> +		val = xe_gt_idle_residency_msec(&gt->gtidle);
> +		xe_pm_runtime_put(xe);
> +	}
> +
> +	raw_spin_lock_irqsave(&pmu->lock, flags);
> +
> +	if (device_awake) {
> +		store_sample(pmu, gt_id, __XE_SAMPLE_C6, val);
> +	} else {
> +		/*
> +		 * We think we are runtime suspended.
> +		 *
> +		 * Report the delta from when the device was suspended to now,
> +		 * on top of the last known real value, as the approximated C6
> +		 * counter value.
> +		 */
> +		val = ktime_since_raw(pmu->sleep_last[gt_id]);
> +		val += read_sample(pmu, gt_id, __XE_SAMPLE_C6);
> +	}
> +
> +	if (val < read_sample(pmu, gt_id, __XE_SAMPLE_C6_LAST_REPORTED))
> +		val = read_sample(pmu, gt_id, __XE_SAMPLE_C6_LAST_REPORTED);
> +	else
> +		store_sample(pmu, gt_id, __XE_SAMPLE_C6_LAST_REPORTED, val);
> +
> +	raw_spin_unlock_irqrestore(&pmu->lock, flags);
> +
> +	return val;
> +}
> +
>  static u64 __xe_pmu_event_read(struct perf_event *event)
>  {
>  	struct xe_device *xe =
> @@ -135,6 +249,9 @@ static u64 __xe_pmu_event_read(struct perf_event *event)
>  	u64 val = 0;
>  
>  	switch (config_counter(config)) {
> +	case XE_PMU_C6_RESIDENCY:
> +		val = get_c6(gt);
> +		break;
>  	default:
>  		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
>  	}
> @@ -165,6 +282,28 @@ static void xe_pmu_event_read(struct perf_event *event)
>  
>  static void xe_pmu_enable(struct perf_event *event)
>  {
> +	struct xe_pmu *pmu = event_to_pmu(event);
> +	const unsigned int bit = event_bit(event);
> +	unsigned long flags;
> +
> +	if (bit == -1)
> +		goto update;
> +
> +	raw_spin_lock_irqsave(&pmu->lock, flags);
> +
> +	/*
> +	 * Update the bitmask of enabled events and increment
> +	 * the event reference counter.
> +	 */
> +	BUILD_BUG_ON(ARRAY_SIZE(pmu->enable_count) != XE_PMU_MASK_BITS);
> +	XE_WARN_ON(bit >= ARRAY_SIZE(pmu->enable_count));
> +	XE_WARN_ON(pmu->enable_count[bit] == ~0);
> +
> +	pmu->enable |= BIT(bit);
> +	pmu->enable_count[bit]++;
> +
> +	raw_spin_unlock_irqrestore(&pmu->lock, flags);
> +update:
>  	/*
>  	 * Store the current counter value so we can report the correct delta
>  	 * for all listeners. Even when the event was already enabled and has
> @@ -173,6 +312,31 @@ static void xe_pmu_enable(struct perf_event *event)
>  	local64_set(&event->hw.prev_count, __xe_pmu_event_read(event));
>  }
>  
> +static void xe_pmu_disable(struct perf_event *event)
> +{
> +	struct xe_device *xe =
> +		container_of(event->pmu, typeof(*xe), pmu.base);
> +	struct xe_pmu *pmu = &xe->pmu;
> +	const unsigned int bit = event_bit(event);
> +	unsigned long flags;
> +
> +	if (bit == -1)
> +		return;
> +
> +	raw_spin_lock_irqsave(&pmu->lock, flags);
> +
> +	XE_WARN_ON(bit >= ARRAY_SIZE(pmu->enable_count));
> +	XE_WARN_ON(pmu->enable_count[bit] == 0);
> +	/*
> +	 * Decrement the reference count and clear the enabled
> +	 * bitmask when the last listener on an event goes away.
> +	 */
> +	if (--pmu->enable_count[bit] == 0)
> +		pmu->enable &= ~BIT(bit);
> +
> +	raw_spin_unlock_irqrestore(&pmu->lock, flags);
> +}
> +
>  static void xe_pmu_event_start(struct perf_event *event, int flags)
>  {
>  	struct xe_device *xe =
> @@ -198,6 +362,8 @@ static void xe_pmu_event_stop(struct perf_event *event, int flags)
>  	if (flags & PERF_EF_UPDATE)
>  		xe_pmu_event_read(event);
>  
> +	xe_pmu_disable(event);
> +
>  out:
>  	event->hw.state = PERF_HES_STOPPED;
>  }
> @@ -330,6 +496,7 @@ create_event_attributes(struct xe_pmu *pmu)
>  		const char *name;
>  		const char *unit;
>  	} events[] = {
> +		__event(0, "c6-residency", "ms"),
>  	};
>  
>  	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
> @@ -511,6 +678,33 @@ static void xe_pmu_unregister_cpuhp_state(struct xe_pmu *pmu)
>  	cpuhp_state_remove_instance(cpuhp_state, &pmu->cpuhp.node);
>  }
>  
> +static void store_rc6_residency(struct xe_gt *gt)
> +{
> +	struct xe_device *xe = gt_to_xe(gt);
> +	struct xe_pmu *pmu = &xe->pmu;
> +
> +	store_sample(pmu, gt->info.id, __XE_SAMPLE_C6,
> +		     xe_gt_idle_residency_msec(&gt->gtidle));
> +	pmu->sleep_last[gt->info.id] = ktime_get_raw();
> +}
> +
> +/**
> + * xe_pmu_suspend() - Save residency count before suspend
> + * @gt: GT object
> + */
> +void xe_pmu_suspend(struct xe_gt *gt)
> +{
> +	struct xe_device *xe = gt_to_xe(gt);
> +	struct xe_pmu *pmu = &xe->pmu;
> +
> +	if (!pmu->base.event_init)
> +		return;
> +
> +	raw_spin_lock_irq(&pmu->lock);
> +	store_rc6_residency(gt);

and here you forgot rc6 anyway...

> +	raw_spin_unlock_irq(&pmu->lock);
> +}
> +
>  /**
>   * xe_pmu_unregister() - Remove/cleanup PMU registration
>   * @arg: Ptr to pmu
> @@ -536,6 +730,24 @@ void xe_pmu_unregister(void *arg)
>  	free_event_attributes(pmu);
>  }
>  
> +static void init_rc6(struct xe_pmu *pmu)

and here...

> +{
> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
> +	struct xe_gt *gt;
> +	unsigned int j;
> +
> +	for_each_gt(gt, xe, j) {
> +		xe_pm_runtime_get(xe);
> +		u64 val = xe_gt_idle_residency_msec(&gt->gtidle);
> +
> +		store_sample(pmu, j, __XE_SAMPLE_C6, val);
> +		store_sample(pmu, j, __XE_SAMPLE_C6_LAST_REPORTED,
> +			     val);
> +		pmu->sleep_last[j] = ktime_get_raw();
> +		xe_pm_runtime_put(xe);
> +	}
> +}
> +
>  /**
>   * xe_pmu_register() - Define basic PMU properties for Xe and add event callbacks.
>   * @pmu: the PMU object
> @@ -575,6 +787,8 @@ void xe_pmu_register(struct xe_pmu *pmu)
>  	if (!pmu->events_attr_group.attrs)
>  		goto err_name;
>  
> +	init_rc6(pmu);
> +
>  	pmu->base.attr_groups = kmemdup(attr_groups, sizeof(attr_groups),
>  					GFP_KERNEL);
>  	if (!pmu->base.attr_groups)
> diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
> index d07e5dfdfec0..17f5a8d7d45c 100644
> --- a/drivers/gpu/drm/xe/xe_pmu.h
> +++ b/drivers/gpu/drm/xe/xe_pmu.h
> @@ -15,11 +15,13 @@ int xe_pmu_init(void);
>  void xe_pmu_exit(void);
>  void xe_pmu_register(struct xe_pmu *pmu);
>  void xe_pmu_unregister(void *arg);
> +void xe_pmu_suspend(struct xe_gt *gt);
>  #else
>  static inline int xe_pmu_init(void) { return 0; }
>  static inline void xe_pmu_exit(void) {}
>  static inline void xe_pmu_register(struct xe_pmu *pmu) {}
>  static inline void xe_pmu_unregister(void *arg) {}
> +static inline void xe_pmu_suspend(struct xe_gt *gt) {}
>  #endif
>  
>  #endif
> diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
> index 2b3f8982023f..f47a6e1b109c 100644
> --- a/drivers/gpu/drm/xe/xe_pmu_types.h
> +++ b/drivers/gpu/drm/xe/xe_pmu_types.h
> @@ -10,6 +10,8 @@
>  #include <linux/spinlock_types.h>
>  
>  enum {
> +	__XE_SAMPLE_C6,
> +	__XE_SAMPLE_C6_LAST_REPORTED,
>  	__XE_NUM_PMU_SAMPLERS
>  };
>  
> @@ -25,6 +27,26 @@ enum {
>  
>  #define __XE_PMU_PM(x) ___XE_PMU_PM(0, x)
>  
> +#define XE_PMU_C6_RESIDENCY                    __XE_PMU_PM(0)
> +#define __XE_PMU_C6_RESIDENCY(gt)              ___XE_PMU_PM(gt, 0)
> +
> +/*
> + * Non-engine events that we need to track enabled-disabled transition and
> + * current state.
> + */
> +enum xe_pmu_tracked_events {
> +	__XE_PMU_C6_RESIDENCY_ENABLED,
> +	__XE_PMU_TRACKED_EVENT_COUNT, /* count marker */
> +};
> +
> +/* Global PMU mask to track enabled events */
> +#define XE_PMU_MASK_BITS \
> +	(XE_PMU_MAX_GT * __XE_PMU_TRACKED_EVENT_COUNT)
> +
> +struct xe_pmu_sample {
> +	u64 cur;
> +};
> +
>  struct xe_pmu {
>  	/**
>  	 * @cpuhp: Struct used for CPU hotplug handling.
> @@ -67,6 +89,33 @@ struct xe_pmu {
>  	 * @pmu_attr: Memory block holding device attributes.
>  	 */
>  	void *pmu_attr;
> +
> +	/**
> +	 * @enable: Bitmask of specific enabled events.
> +	 *
> +	 * For some events we need to track their state and do some internal
> +	 * house keeping.
> +	 */
> +	u32 enable;
> +
> +	/**
> +	 * @enable_count: Reference counter for enabled events.
> +	 *
> +	 * Array indices are mapped in the same way as bits in the @enable field
> +	 * and they are used to control sampling on/off when multiple clients
> +	 * are using the PMU API.
> +	 */
> +	unsigned int enable_count[XE_PMU_MASK_BITS];
> +	/**
> +	 * @sample: Current and previous (raw) counters for sampling events.
> +	 *
> +	 * These counters are updated from the PMU sampling timer.
> +	 */
> +	struct xe_pmu_sample event_sample[XE_PMU_MAX_GT][__XE_NUM_PMU_SAMPLERS];
> +	/**
> +	 * @sleep_last: Last time GT parked for C6 estimation.
> +	 */
> +	ktime_t sleep_last[XE_PMU_MAX_GT];
>  };
>  
>  #endif
> -- 
> 2.38.1
> 

Re: [PATCH v10 4/4] drm/xe/pmu: Add GT frequency events

[Rodrigo Vivi]

On Thu, Dec 19, 2024 at 05:19:10PM -0800, Vinay Belgaumkar wrote:
> Define PMU events for GT frequency (actual and requested). This is
> a port from the i915 driver implementation, where an internal timer
> is used to aggregate GT frequencies over certain fixed interval.
> Following PMU events are being added-
> 
>   xe_0000_00_02.0/actual-frequency/              [Kernel PMU event]
>   xe_0000_00_02.0/requested-frequency/           [Kernel PMU event]
> 
> Standard perf commands can be used to monitor GT frequency-
>   $ perf stat -e xe_0000_00_02.0/requested-frequency,gt_id=0/ -I1000
> 
>      1.001175175                700 M    xe/requested-frequency,gt_id=0/
>      2.005891881                703 M    xe/requested-frequency,gt_id=0/
>      3.007318169                700 M    xe/requested-frequency,gt_id=0/
> 
> Actual/requested frequencies will be 0 when GT is suspended.
> 
> v2: Checkpatch fix, moved timer code to this patch
> v3: Fix kunit issue
> v4: Checkpatch warning fixes
> v5: Make PMU events per device (Lucas)
> v6: Reuse bits from config mask for gt_id (Lucas)
> v7: Fix bug in pmu_enable (Riana)
> 
> Cc: Lucas De Marchi <lucas.demarchi@intel.com>
> Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
> Reviewed-by: Rodrigo Vivi <rodrigo.vivi@intel.com> #v3
> Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
> ---
>  drivers/gpu/drm/xe/xe_gt.c        |   2 +
>  drivers/gpu/drm/xe/xe_pmu.c       | 259 +++++++++++++++++++++++++++++-
>  drivers/gpu/drm/xe/xe_pmu.h       |   2 +
>  drivers/gpu/drm/xe/xe_pmu_types.h |  26 +++
>  4 files changed, 288 insertions(+), 1 deletion(-)
> 
> diff --git a/drivers/gpu/drm/xe/xe_gt.c b/drivers/gpu/drm/xe/xe_gt.c
> index 64e60bcf131a..88ce52c63018 100644
> --- a/drivers/gpu/drm/xe/xe_gt.c
> +++ b/drivers/gpu/drm/xe/xe_gt.c
> @@ -939,6 +939,8 @@ int xe_gt_resume(struct xe_gt *gt)
>  
>  	xe_gt_idle_enable_pg(gt);
>  
> +	xe_pmu_resume(gt);
> +
>  	xe_force_wake_put(gt_to_fw(gt), fw_ref);
>  	xe_gt_dbg(gt, "resumed\n");
>  
> diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
> index 1115724a580d..7b0921ef8a1b 100644
> --- a/drivers/gpu/drm/xe/xe_pmu.c
> +++ b/drivers/gpu/drm/xe/xe_pmu.c
> @@ -26,6 +26,8 @@
>  static cpumask_t xe_pmu_cpumask;
>  static unsigned int xe_pmu_target_cpu = -1;
>  
> +#define FREQUENCY 200

this is too generic... please add a better name to represent what this is for...
specially in a case that is adding gt frequency stuff this can get very confusing...

> +
>  /**
>   * DOC: Xe PMU (Performance Monitoring Unit)
>   *
> @@ -65,6 +67,29 @@ static unsigned int xe_pmu_target_cpu = -1;
>   *      2352945
>   *
>   * Each value is roughly a 1000ms increment here as well. This is expected GT residency when idle.
> + *
> + * PMU frequency events use a software timer to aggregate GT freq values over the time of capture.
> + * This allows us to calculate a rough average over the timespan. This is why sysfs is the best way
> + * to obtain instantaneous frequency if accuracy is intended. Advantage of using PMU is that it
> + * results in lesser CPU utilization as compared to dumping sysfs entries repeatedly.
> + *
> + * To list GT frequency events, use the following-
> + *
> + * $ perf list | grep frequency
> + *   xe_0000_00_02.0/actual-frequency/              [Kernel PMU event]
> + *   xe_0000_00_02.0/requested-frequency/           [Kernel PMU event]
> + *
> + * $ perf stat -e xe_0000_00_02.0/requested-frequency,xe_gt_id=0/ -I1000
> + *             time             counts unit events
> + *      1.001189056               1950 M    xe_0000_00_02.0/requested-frequency,xe_gt_id=0/
> + *      2.006388494               1960 M    xe_0000_00_02.0/requested-frequency,xe_gt_id=0/
> + *      3.007930311               1959 M    xe_0000_00_02.0/requested-frequency,xe_gt_id=0/
> + *
> + * Dumping requested freq from sysfs-
> + * $  while true; do cat /sys/class/drm/card0/device/tile0/gt0/freq0/cur_freq ; sleep 1; done
> + *    1950
> + *    1950
> + *    1950
>   */
>  
>  static struct xe_pmu *event_to_pmu(struct perf_event *event)
> @@ -90,6 +115,12 @@ static unsigned int pm_bit(const u64 config)
>  	case XE_PMU_C6_RESIDENCY:
>  		val = __XE_PMU_C6_RESIDENCY_ENABLED;
>  		break;
> +	case XE_PMU_ACTUAL_FREQUENCY:
> +		val =  __XE_PMU_ACTUAL_FREQUENCY_ENABLED;
> +		break;
> +	case XE_PMU_REQUESTED_FREQUENCY:
> +		val = __XE_PMU_REQUESTED_FREQUENCY_ENABLED;
> +		break;
>  	default:
>  		/*
>  		 * Events that do not require sampling, or tracking state
> @@ -106,6 +137,22 @@ static unsigned int config_bit(const u64 config)
>  	return pm_bit(config);
>  }
>  
> +static u32 config_mask(const u64 config)
> +{
> +	unsigned int bit = config_bit(config);
> +
> +	if (__builtin_constant_p(config))
> +		BUILD_BUG_ON(bit >
> +			     BITS_PER_TYPE(typeof_member(struct xe_pmu,
> +							 enable)) - 1);
> +	else
> +		WARN_ON_ONCE(bit >
> +			     BITS_PER_TYPE(typeof_member(struct xe_pmu,
> +							 enable)) - 1);
> +
> +	return BIT(config_bit(config));
> +}
> +
>  static unsigned int event_bit(struct perf_event *event)
>  {
>  	return config_bit(event->attr.config);
> @@ -134,6 +181,10 @@ config_status(struct xe_device *xe, u64 config)
>  		if (xe->info.skip_guc_pc)
>  			return -ENODEV;
>  		break;
> +	case XE_PMU_ACTUAL_FREQUENCY:
> +		fallthrough;
> +	case XE_PMU_REQUESTED_FREQUENCY:
> +		break;
>  	default:
>  		return -ENOENT;
>  	}
> @@ -198,6 +249,12 @@ store_sample(struct xe_pmu *pmu, unsigned int gt_id, int sample, u64 val)
>  	pmu->event_sample[gt_id][sample].cur = val;
>  }
>  
> +static void
> +add_sample_mult(struct xe_pmu *pmu, unsigned int gt_id, int sample, u32 val, u32 mul)
> +{
> +	pmu->event_sample[gt_id][sample].cur += mul_u32_u32(val, mul);
> +}
> +
>  static u64 get_c6(struct xe_gt *gt)
>  {
>  	struct xe_device *xe = gt_to_xe(gt);
> @@ -243,6 +300,7 @@ static u64 __xe_pmu_event_read(struct perf_event *event)
>  {
>  	struct xe_device *xe =
>  		container_of(event->pmu, typeof(*xe), pmu.base);
> +	struct xe_pmu *pmu = &xe->pmu;
>  	const u64 config = event->attr.config;
>  	const u64 gt_id = config >> __XE_PMU_GT_SHIFT;
>  	struct xe_gt *gt = xe_device_get_gt(xe, gt_id);
> @@ -252,6 +310,18 @@ static u64 __xe_pmu_event_read(struct perf_event *event)
>  	case XE_PMU_C6_RESIDENCY:
>  		val = get_c6(gt);
>  		break;
> +	case XE_PMU_ACTUAL_FREQUENCY:
> +		val =
> +		   div_u64(read_sample(pmu, gt_id,
> +				       __XE_SAMPLE_FREQ_ACT),
> +			   USEC_PER_SEC /* to MHz */);
> +		break;
> +	case XE_PMU_REQUESTED_FREQUENCY:
> +		val =
> +		   div_u64(read_sample(pmu, gt_id,
> +				       __XE_SAMPLE_FREQ_REQ),
> +			   USEC_PER_SEC /* to MHz */);
> +		break;
>  	default:
>  		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
>  	}
> @@ -280,11 +350,153 @@ static void xe_pmu_event_read(struct perf_event *event)
>  	local64_add(new - prev, &event->count);
>  }
>  
> +static u32 frequency_enabled_mask(void)
> +{
> +	unsigned int i;
> +	u32 mask = 0;
> +
> +	for (i = 0; i < XE_PMU_MAX_GT; i++)
> +		mask |= config_mask(__XE_PMU_ACTUAL_FREQUENCY(i)) |
> +		config_mask(__XE_PMU_REQUESTED_FREQUENCY(i));
> +
> +	return mask;
> +}
> +
> +static bool
> +frequency_sampling_enabled(struct xe_pmu *pmu, unsigned int gt)
> +{
> +	return pmu->enable &
> +	       (config_mask(__XE_PMU_ACTUAL_FREQUENCY(gt)) |
> +		config_mask(__XE_PMU_REQUESTED_FREQUENCY(gt)));
> +}
> +
> +static void
> +frequency_sample(struct xe_gt *gt, unsigned int period_ns)
> +{
> +	struct xe_device *xe = gt_to_xe(gt);
> +	const unsigned int gt_id = gt->info.id;
> +	struct xe_pmu *pmu = &xe->pmu;
> +	bool device_awake;
> +	int ret;
> +	u32 cur_freq;
> +
> +	if (!frequency_sampling_enabled(pmu, gt_id))
> +		return;
> +
> +	/* Report 0/0 (actual/requested) frequency while GT is suspended. */
> +	device_awake = xe_pm_runtime_get_if_active(xe);
> +	if (!device_awake)
> +		return;
> +
> +	if (pmu->enable & config_mask(__XE_PMU_ACTUAL_FREQUENCY(gt_id))) {
> +		u32 val;
> +
> +		/*
> +		 * We take a quick peek here without using forcewake
> +		 * so that we don't perturb the system under observation
> +		 * (forcewake => !rc6 => increased power use). We expect
> +		 * that if the read fails because it is outside of the
> +		 * mmio power well, then it will return 0 -- in which
> +		 * case we assume the system is running at the intended
> +		 * frequency. Fortunately, the read should rarely fail!
> +		 */

I'm just wondering here if we could/should use the latest know valid freq
when we read 0...?!

> +		val = xe_guc_pc_get_act_freq(&gt->uc.guc.pc);
> +
> +		add_sample_mult(pmu, gt_id, __XE_SAMPLE_FREQ_ACT,
> +				val, period_ns / 1000);
> +	}
> +
> +	if (pmu->enable & config_mask(__XE_PMU_REQUESTED_FREQUENCY(gt_id))) {
> +		ret = xe_guc_pc_get_cur_freq(&gt->uc.guc.pc, &cur_freq);
> +		if (!ret)
> +			add_sample_mult(pmu, gt_id, __XE_SAMPLE_FREQ_REQ,
> +					cur_freq,
> +					period_ns / 1000);
> +	}
> +
> +	xe_pm_runtime_put(xe);
> +}
> +
> +static enum hrtimer_restart xe_sample(struct hrtimer *hrtimer)
> +{
> +	struct xe_pmu *pmu = container_of(hrtimer, struct xe_pmu, timer);
> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
> +	u64 period = max_t(u64, 10000, NSEC_PER_SEC / FREQUENCY);
> +	unsigned int period_ns;
> +	struct xe_gt *gt;
> +	unsigned int i;
> +	ktime_t now;
> +
> +	if (!READ_ONCE(pmu->timer_enabled))
> +		return HRTIMER_NORESTART;
> +
> +	now = ktime_get();
> +	period_ns = ktime_to_ns(ktime_sub(now, pmu->timer_last));
> +	pmu->timer_last = now;
> +
> +	/*
> +	 * Strictly speaking the passed in period may not be 100% accurate for
> +	 * all internal calculation, since some amount of time can be spent on
> +	 * grabbing the forcewake. However the potential error from timer call-
> +	 * back delay greatly dominates this so we keep it simple.
> +	 */
> +
> +	for_each_gt(gt, xe, i) {
> +		if (!(pmu->active_gts & BIT(i)))
> +			continue;
> +		frequency_sample(gt, period_ns);
> +	}
> +
> +	hrtimer_forward(hrtimer, now, ns_to_ktime(period));
> +
> +	return HRTIMER_RESTART;
> +}
> +
> +static bool pmu_needs_timer(struct xe_pmu *pmu)
> +{
> +	u32 enable;
> +
> +	/*
> +	 * Only some counters need the sampling timer.
> +	 *
> +	 * We start with a bitmask of all currently enabled events.
> +	 */
> +	enable = pmu->enable;
> +
> +	/*
> +	 * Mask out all the ones which do not need the timer, or in
> +	 * other words keep all the ones that could need the timer.
> +	 */
> +	enable &= frequency_enabled_mask();
> +
> +	/*
> +	 * If some bits remain it means we need the sampling timer running.
> +	 */
> +	return enable;
> +}
> +
> +static void __xe_pmu_maybe_start_timer(struct xe_pmu *pmu)
> +{
> +	u64 period = max_t(u64, 10000, NSEC_PER_SEC / FREQUENCY);
> +
> +	if (!pmu->timer_enabled && pmu_needs_timer(pmu)) {
> +		pmu->timer_enabled = true;
> +		pmu->timer_last = ktime_get();
> +		hrtimer_start_range_ns(&pmu->timer,
> +				       ns_to_ktime(period), 0,
> +				       HRTIMER_MODE_REL_PINNED);
> +	}
> +}
> +
>  static void xe_pmu_enable(struct perf_event *event)
>  {
>  	struct xe_pmu *pmu = event_to_pmu(event);
> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
> +	struct xe_gt *gt;
>  	const unsigned int bit = event_bit(event);
>  	unsigned long flags;
> +	bool device_awake;
> +	unsigned int i;
>  
>  	if (bit == -1)
>  		goto update;
> @@ -302,6 +514,18 @@ static void xe_pmu_enable(struct perf_event *event)
>  	pmu->enable |= BIT(bit);
>  	pmu->enable_count[bit]++;
>  
> +	/*
> +	 * Start the sampling timer if needed and not already enabled.
> +	 */
> +	__xe_pmu_maybe_start_timer(pmu);
> +
> +	device_awake = xe_pm_runtime_get_if_active(xe);
> +	if (device_awake) {
> +		for_each_gt(gt, xe, i)
> +			pmu->active_gts |= BIT(gt->info.id);
> +		xe_pm_runtime_put(xe);
> +	}
> +
>  	raw_spin_unlock_irqrestore(&pmu->lock, flags);
>  update:
>  	/*
> @@ -331,8 +555,10 @@ static void xe_pmu_disable(struct perf_event *event)
>  	 * Decrement the reference count and clear the enabled
>  	 * bitmask when the last listener on an event goes away.
>  	 */
> -	if (--pmu->enable_count[bit] == 0)
> +	if (--pmu->enable_count[bit] == 0) {
>  		pmu->enable &= ~BIT(bit);
> +		pmu->timer_enabled &= pmu_needs_timer(pmu);
> +	}
>  
>  	raw_spin_unlock_irqrestore(&pmu->lock, flags);
>  }
> @@ -497,6 +723,8 @@ create_event_attributes(struct xe_pmu *pmu)
>  		const char *unit;
>  	} events[] = {
>  		__event(0, "c6-residency", "ms"),
> +		__event(1, "actual-frequency", "M"),
> +		__event(2, "requested-frequency", "M"),
>  	};
>  
>  	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
> @@ -705,6 +933,31 @@ void xe_pmu_suspend(struct xe_gt *gt)
>  	raw_spin_unlock_irq(&pmu->lock);
>  }
>  
> +/**
> + * xe_pmu_resume() - Restart the timer if needed
> + * @gt: GT object
> + */
> +void xe_pmu_resume(struct xe_gt *gt)
> +{
> +	struct xe_device *xe = gt_to_xe(gt);
> +	struct xe_pmu *pmu = &xe->pmu;
> +
> +	if (!pmu->base.event_init)
> +		return;
> +
> +	raw_spin_lock_irq(&pmu->lock);
> +
> +	/*
> +	 * Re-enable sampling timer when GPU goes active.
> +	 */
> +	if (pmu->active_gts == 0)
> +		__xe_pmu_maybe_start_timer(pmu);
> +
> +	pmu->active_gts |= BIT(gt->info.id);
> +
> +	raw_spin_unlock_irq(&pmu->lock);
> +}
> +
>  /**
>   * xe_pmu_unregister() - Remove/cleanup PMU registration
>   * @arg: Ptr to pmu
> @@ -722,6 +975,8 @@ void xe_pmu_unregister(void *arg)
>  
>  	pmu->registered = false;
>  
> +	hrtimer_cancel(&pmu->timer);
> +
>  	xe_pmu_unregister_cpuhp_state(pmu);
>  
>  	perf_pmu_unregister(&pmu->base);
> @@ -769,6 +1024,8 @@ void xe_pmu_register(struct xe_pmu *pmu)
>  		return;
>  
>  	raw_spin_lock_init(&pmu->lock);
> +	hrtimer_init(&pmu->timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL);
> +	pmu->timer.function = xe_sample;
>  	pmu->cpuhp.cpu = -1;
>  
>  	pmu->name = kasprintf(GFP_KERNEL,
> diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
> index 17f5a8d7d45c..fb6e3819d7bc 100644
> --- a/drivers/gpu/drm/xe/xe_pmu.h
> +++ b/drivers/gpu/drm/xe/xe_pmu.h
> @@ -16,12 +16,14 @@ void xe_pmu_exit(void);
>  void xe_pmu_register(struct xe_pmu *pmu);
>  void xe_pmu_unregister(void *arg);
>  void xe_pmu_suspend(struct xe_gt *gt);
> +void xe_pmu_resume(struct xe_gt *gt);
>  #else
>  static inline int xe_pmu_init(void) { return 0; }
>  static inline void xe_pmu_exit(void) {}
>  static inline void xe_pmu_register(struct xe_pmu *pmu) {}
>  static inline void xe_pmu_unregister(void *arg) {}
>  static inline void xe_pmu_suspend(struct xe_gt *gt) {}
> +static inline void xe_pmu_resume(struct xe_gt *gt) {}
>  #endif
>  
>  #endif
> diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
> index f47a6e1b109c..5d873bae4a0d 100644
> --- a/drivers/gpu/drm/xe/xe_pmu_types.h
> +++ b/drivers/gpu/drm/xe/xe_pmu_types.h
> @@ -12,6 +12,8 @@
>  enum {
>  	__XE_SAMPLE_C6,
>  	__XE_SAMPLE_C6_LAST_REPORTED,
> +	__XE_SAMPLE_FREQ_ACT,
> +	__XE_SAMPLE_FREQ_REQ,
>  	__XE_NUM_PMU_SAMPLERS
>  };
>  
> @@ -28,7 +30,11 @@ enum {
>  #define __XE_PMU_PM(x) ___XE_PMU_PM(0, x)
>  
>  #define XE_PMU_C6_RESIDENCY                    __XE_PMU_PM(0)
> +#define XE_PMU_ACTUAL_FREQUENCY			__XE_PMU_PM(1)
> +#define XE_PMU_REQUESTED_FREQUENCY		__XE_PMU_PM(2)
>  #define __XE_PMU_C6_RESIDENCY(gt)              ___XE_PMU_PM(gt, 0)
> +#define __XE_PMU_ACTUAL_FREQUENCY(gt)		___XE_PMU_PM(gt, 1)
> +#define __XE_PMU_REQUESTED_FREQUENCY(gt)	___XE_PMU_PM(gt, 2)
>  
>  /*
>   * Non-engine events that we need to track enabled-disabled transition and
> @@ -36,6 +42,8 @@ enum {
>   */
>  enum xe_pmu_tracked_events {
>  	__XE_PMU_C6_RESIDENCY_ENABLED,
> +	__XE_PMU_ACTUAL_FREQUENCY_ENABLED,
> +	__XE_PMU_REQUESTED_FREQUENCY_ENABLED,
>  	__XE_PMU_TRACKED_EVENT_COUNT, /* count marker */
>  };
>  
> @@ -116,6 +124,24 @@ struct xe_pmu {
>  	 * @sleep_last: Last time GT parked for C6 estimation.
>  	 */
>  	ktime_t sleep_last[XE_PMU_MAX_GT];
> +	/**
> +	 * @timer: Timer for internal Xe PMU sampling.
> +	 */
> +	struct hrtimer timer;
> +	/**
> +	 * @timer_last:
> +	 *
> +	 * Timestmap of the previous timer invocation.
> +	 */
> +	ktime_t timer_last;
> +	/**
> +	 * @timer_enabled: Should the internal sampling timer be running.
> +	 */
> +	bool timer_enabled;
> +	/**
> +	 * @active_gts: GT active mask.
> +	 */
> +	unsigned int active_gts;
>  };
>  
>  #endif
> -- 
> 2.38.1
> 

✗ Xe.CI.Full: failure for drm/xe/pmu: PMU interface for Xe (rev10)

[Patchwork]

[-- Attachment #1: Type: text/plain, Size: 56448 bytes --]

== Series Details ==

Series: drm/xe/pmu: PMU interface for Xe (rev10)
URL   : https://patchwork.freedesktop.org/series/139121/
State : failure

== Summary ==

CI Bug Log - changes from xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8_full -> xe-pw-139121v10_full
====================================================

Summary
-------

  **FAILURE**

  Serious unknown changes coming with xe-pw-139121v10_full absolutely need to be
  verified manually.
  
  If you think the reported changes have nothing to do with the changes
  introduced in xe-pw-139121v10_full, please notify your bug team (I915-ci-infra@lists.freedesktop.org) to allow them
  to document this new failure mode, which will reduce false positives in CI.

  

Participating hosts (4 -> 4)
------------------------------

  No changes in participating hosts

Possible new issues
-------------------

  Here are the unknown changes that may have been introduced in xe-pw-139121v10_full:

### IGT changes ###

#### Possible regressions ####

  * igt@kms_flip@2x-flip-vs-suspend@ac-dp2-hdmi-a3:
    - shard-bmg:          [PASS][1] -> [FAIL][2] +6 other tests fail
   [1]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-1/igt@kms_flip@2x-flip-vs-suspend@ac-dp2-hdmi-a3.html
   [2]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-3/igt@kms_flip@2x-flip-vs-suspend@ac-dp2-hdmi-a3.html

  * igt@kms_flip@flip-vs-panning-interruptible@d-dp2:
    - shard-bmg:          [PASS][3] -> [INCOMPLETE][4] +1 other test incomplete
   [3]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-5/igt@kms_flip@flip-vs-panning-interruptible@d-dp2.html
   [4]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-4/igt@kms_flip@flip-vs-panning-interruptible@d-dp2.html

  * igt@kms_flip@flip-vs-suspend@a-dp2:
    - shard-bmg:          NOTRUN -> [INCOMPLETE][5]
   [5]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-4/igt@kms_flip@flip-vs-suspend@a-dp2.html

  * igt@kms_histogram@global-color:
    - shard-lnl:          NOTRUN -> [SKIP][6]
   [6]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@kms_histogram@global-color.html

  * igt@kms_vblank@ts-continuation-suspend@pipe-d-hdmi-a-3:
    - shard-bmg:          NOTRUN -> [FAIL][7] +1 other test fail
   [7]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-3/igt@kms_vblank@ts-continuation-suspend@pipe-d-hdmi-a-3.html

  
#### Warnings ####

  * igt@kms_flip@2x-flip-vs-suspend:
    - shard-bmg:          [INCOMPLETE][8] ([Intel XE#2597]) -> [FAIL][9]
   [8]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-1/igt@kms_flip@2x-flip-vs-suspend.html
   [9]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-3/igt@kms_flip@2x-flip-vs-suspend.html

  * igt@kms_vblank@ts-continuation-suspend:
    - shard-bmg:          [INCOMPLETE][10] ([Intel XE#3864]) -> [FAIL][11]
   [10]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-3/igt@kms_vblank@ts-continuation-suspend.html
   [11]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-3/igt@kms_vblank@ts-continuation-suspend.html

  * igt@xe_evict@evict-beng-mixed-threads-large:
    - shard-bmg:          [TIMEOUT][12] ([Intel XE#1473]) -> [DMESG-FAIL][13]
   [12]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-8/igt@xe_evict@evict-beng-mixed-threads-large.html
   [13]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-7/igt@xe_evict@evict-beng-mixed-threads-large.html

  
Known issues
------------

  Here are the changes found in xe-pw-139121v10_full that come from known issues:

### IGT changes ###

#### Issues hit ####

  * igt@intel_hwmon@hwmon-write:
    - shard-lnl:          NOTRUN -> [SKIP][14] ([Intel XE#1125])
   [14]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@intel_hwmon@hwmon-write.html

  * igt@kms_async_flips@async-flip-with-page-flip-events-atomic:
    - shard-lnl:          NOTRUN -> [FAIL][15] ([Intel XE#3719]) +3 other tests fail
   [15]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-8/igt@kms_async_flips@async-flip-with-page-flip-events-atomic.html

  * igt@kms_async_flips@crc:
    - shard-bmg:          NOTRUN -> [INCOMPLETE][16] ([Intel XE#3781]) +1 other test incomplete
   [16]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-5/igt@kms_async_flips@crc.html

  * igt@kms_big_fb@4-tiled-16bpp-rotate-180:
    - shard-adlp:         NOTRUN -> [SKIP][17] ([Intel XE#1124]) +3 other tests skip
   [17]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@kms_big_fb@4-tiled-16bpp-rotate-180.html

  * igt@kms_big_fb@4-tiled-8bpp-rotate-270:
    - shard-bmg:          NOTRUN -> [SKIP][18] ([Intel XE#2327]) +1 other test skip
   [18]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-5/igt@kms_big_fb@4-tiled-8bpp-rotate-270.html

  * igt@kms_big_fb@y-tiled-max-hw-stride-32bpp-rotate-180-hflip:
    - shard-lnl:          NOTRUN -> [SKIP][19] ([Intel XE#1124]) +4 other tests skip
   [19]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-8/igt@kms_big_fb@y-tiled-max-hw-stride-32bpp-rotate-180-hflip.html

  * igt@kms_big_fb@y-tiled-max-hw-stride-64bpp-rotate-0-hflip:
    - shard-adlp:         NOTRUN -> [DMESG-FAIL][20] ([Intel XE#1033]) +2 other tests dmesg-fail
   [20]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@kms_big_fb@y-tiled-max-hw-stride-64bpp-rotate-0-hflip.html
    - shard-bmg:          NOTRUN -> [SKIP][21] ([Intel XE#1124]) +4 other tests skip
   [21]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-5/igt@kms_big_fb@y-tiled-max-hw-stride-64bpp-rotate-0-hflip.html

  * igt@kms_bw@linear-tiling-1-displays-1920x1080p:
    - shard-adlp:         NOTRUN -> [SKIP][22] ([Intel XE#367])
   [22]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@kms_bw@linear-tiling-1-displays-1920x1080p.html
    - shard-bmg:          NOTRUN -> [SKIP][23] ([Intel XE#367])
   [23]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-5/igt@kms_bw@linear-tiling-1-displays-1920x1080p.html

  * igt@kms_ccs@ccs-on-another-bo-4-tiled-mtl-rc-ccs:
    - shard-adlp:         NOTRUN -> [SKIP][24] ([Intel XE#455] / [Intel XE#787]) +1 other test skip
   [24]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@kms_ccs@ccs-on-another-bo-4-tiled-mtl-rc-ccs.html

  * igt@kms_ccs@ccs-on-another-bo-4-tiled-mtl-rc-ccs-cc:
    - shard-lnl:          NOTRUN -> [SKIP][25] ([Intel XE#2887]) +4 other tests skip
   [25]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-8/igt@kms_ccs@ccs-on-another-bo-4-tiled-mtl-rc-ccs-cc.html

  * igt@kms_ccs@ccs-on-another-bo-4-tiled-mtl-rc-ccs@pipe-c-hdmi-a-1:
    - shard-adlp:         NOTRUN -> [SKIP][26] ([Intel XE#787]) +2 other tests skip
   [26]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@kms_ccs@ccs-on-another-bo-4-tiled-mtl-rc-ccs@pipe-c-hdmi-a-1.html

  * igt@kms_ccs@crc-primary-basic-4-tiled-dg2-rc-ccs:
    - shard-bmg:          NOTRUN -> [SKIP][27] ([Intel XE#2887]) +1 other test skip
   [27]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-5/igt@kms_ccs@crc-primary-basic-4-tiled-dg2-rc-ccs.html

  * igt@kms_ccs@crc-primary-basic-y-tiled-gen12-rc-ccs-cc@pipe-a-dp-4:
    - shard-dg2-set2:     NOTRUN -> [SKIP][28] ([Intel XE#787]) +104 other tests skip
   [28]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-dg2-435/igt@kms_ccs@crc-primary-basic-y-tiled-gen12-rc-ccs-cc@pipe-a-dp-4.html

  * igt@kms_ccs@crc-primary-suspend-yf-tiled-ccs:
    - shard-bmg:          NOTRUN -> [SKIP][29] ([Intel XE#3432])
   [29]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-5/igt@kms_ccs@crc-primary-suspend-yf-tiled-ccs.html

  * igt@kms_ccs@crc-sprite-planes-basic-y-tiled-gen12-rc-ccs@pipe-d-dp-4:
    - shard-dg2-set2:     NOTRUN -> [SKIP][30] ([Intel XE#455] / [Intel XE#787]) +34 other tests skip
   [30]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-dg2-434/igt@kms_ccs@crc-sprite-planes-basic-y-tiled-gen12-rc-ccs@pipe-d-dp-4.html

  * igt@kms_ccs@random-ccs-data-4-tiled-bmg-ccs:
    - shard-adlp:         NOTRUN -> [SKIP][31] ([Intel XE#2907])
   [31]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@kms_ccs@random-ccs-data-4-tiled-bmg-ccs.html

  * igt@kms_ccs@random-ccs-data-4-tiled-dg2-rc-ccs-cc:
    - shard-dg2-set2:     [PASS][32] -> [INCOMPLETE][33] ([Intel XE#2692]) +1 other test incomplete
   [32]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-dg2-435/igt@kms_ccs@random-ccs-data-4-tiled-dg2-rc-ccs-cc.html
   [33]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-dg2-463/igt@kms_ccs@random-ccs-data-4-tiled-dg2-rc-ccs-cc.html

  * igt@kms_ccs@random-ccs-data-4-tiled-dg2-rc-ccs-cc@pipe-c-dp-4:
    - shard-dg2-set2:     [PASS][34] -> [INCOMPLETE][35] ([Intel XE#2705]) +1 other test incomplete
   [34]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-dg2-435/igt@kms_ccs@random-ccs-data-4-tiled-dg2-rc-ccs-cc@pipe-c-dp-4.html
   [35]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-dg2-463/igt@kms_ccs@random-ccs-data-4-tiled-dg2-rc-ccs-cc@pipe-c-dp-4.html

  * igt@kms_cdclk@plane-scaling@pipe-b-dp-4:
    - shard-dg2-set2:     NOTRUN -> [SKIP][36] ([Intel XE#1152]) +3 other tests skip
   [36]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-dg2-435/igt@kms_cdclk@plane-scaling@pipe-b-dp-4.html

  * igt@kms_chamelium_color@ctm-0-25:
    - shard-adlp:         NOTRUN -> [SKIP][37] ([Intel XE#306])
   [37]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@kms_chamelium_color@ctm-0-25.html
    - shard-bmg:          NOTRUN -> [SKIP][38] ([Intel XE#2325]) +1 other test skip
   [38]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-5/igt@kms_chamelium_color@ctm-0-25.html

  * igt@kms_chamelium_color@ctm-max:
    - shard-lnl:          NOTRUN -> [SKIP][39] ([Intel XE#306])
   [39]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@kms_chamelium_color@ctm-max.html

  * igt@kms_chamelium_frames@dp-crc-single:
    - shard-adlp:         NOTRUN -> [SKIP][40] ([Intel XE#373])
   [40]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@kms_chamelium_frames@dp-crc-single.html
    - shard-bmg:          NOTRUN -> [SKIP][41] ([Intel XE#2252]) +1 other test skip
   [41]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-5/igt@kms_chamelium_frames@dp-crc-single.html

  * igt@kms_chamelium_hpd@hdmi-hpd-after-hibernate:
    - shard-lnl:          NOTRUN -> [SKIP][42] ([Intel XE#373]) +2 other tests skip
   [42]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@kms_chamelium_hpd@hdmi-hpd-after-hibernate.html

  * igt@kms_content_protection@atomic-dpms@pipe-a-dp-4:
    - shard-dg2-set2:     NOTRUN -> [FAIL][43] ([Intel XE#1178])
   [43]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-dg2-434/igt@kms_content_protection@atomic-dpms@pipe-a-dp-4.html

  * igt@kms_content_protection@dp-mst-lic-type-0:
    - shard-lnl:          NOTRUN -> [SKIP][44] ([Intel XE#307])
   [44]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@kms_content_protection@dp-mst-lic-type-0.html

  * igt@kms_content_protection@srm:
    - shard-lnl:          NOTRUN -> [SKIP][45] ([Intel XE#3278])
   [45]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@kms_content_protection@srm.html

  * igt@kms_cursor_crc@cursor-random-512x512:
    - shard-lnl:          NOTRUN -> [SKIP][46] ([Intel XE#2321])
   [46]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@kms_cursor_crc@cursor-random-512x512.html

  * igt@kms_cursor_crc@cursor-random-64x21:
    - shard-bmg:          NOTRUN -> [SKIP][47] ([Intel XE#2320])
   [47]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-5/igt@kms_cursor_crc@cursor-random-64x21.html

  * igt@kms_cursor_crc@cursor-sliding-128x42:
    - shard-lnl:          NOTRUN -> [SKIP][48] ([Intel XE#1424])
   [48]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@kms_cursor_crc@cursor-sliding-128x42.html

  * igt@kms_cursor_legacy@2x-long-cursor-vs-flip-atomic:
    - shard-bmg:          [PASS][49] -> [SKIP][50] ([Intel XE#2291])
   [49]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-5/igt@kms_cursor_legacy@2x-long-cursor-vs-flip-atomic.html
   [50]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-6/igt@kms_cursor_legacy@2x-long-cursor-vs-flip-atomic.html

  * igt@kms_cursor_legacy@cursora-vs-flipb-atomic-transitions-varying-size:
    - shard-adlp:         NOTRUN -> [SKIP][51] ([Intel XE#309])
   [51]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@kms_cursor_legacy@cursora-vs-flipb-atomic-transitions-varying-size.html

  * igt@kms_cursor_legacy@cursora-vs-flipb-toggle:
    - shard-lnl:          NOTRUN -> [SKIP][52] ([Intel XE#309]) +1 other test skip
   [52]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@kms_cursor_legacy@cursora-vs-flipb-toggle.html

  * igt@kms_cursor_legacy@short-busy-flip-before-cursor-atomic-transitions:
    - shard-adlp:         NOTRUN -> [SKIP][53] ([Intel XE#323])
   [53]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@kms_cursor_legacy@short-busy-flip-before-cursor-atomic-transitions.html
    - shard-bmg:          NOTRUN -> [SKIP][54] ([Intel XE#2286])
   [54]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-5/igt@kms_cursor_legacy@short-busy-flip-before-cursor-atomic-transitions.html

  * igt@kms_dsc@dsc-fractional-bpp:
    - shard-bmg:          NOTRUN -> [SKIP][55] ([Intel XE#2244])
   [55]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-5/igt@kms_dsc@dsc-fractional-bpp.html

  * igt@kms_dsc@dsc-with-output-formats-with-bpc:
    - shard-lnl:          NOTRUN -> [SKIP][56] ([Intel XE#2244]) +1 other test skip
   [56]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@kms_dsc@dsc-with-output-formats-with-bpc.html

  * igt@kms_feature_discovery@display-3x:
    - shard-bmg:          NOTRUN -> [SKIP][57] ([Intel XE#2373])
   [57]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-3/igt@kms_feature_discovery@display-3x.html

  * igt@kms_flip@2x-absolute-wf_vblank:
    - shard-lnl:          NOTRUN -> [SKIP][58] ([Intel XE#1421]) +2 other tests skip
   [58]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@kms_flip@2x-absolute-wf_vblank.html

  * igt@kms_flip@2x-flip-vs-absolute-wf_vblank-interruptible:
    - shard-adlp:         NOTRUN -> [SKIP][59] ([Intel XE#310]) +1 other test skip
   [59]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@kms_flip@2x-flip-vs-absolute-wf_vblank-interruptible.html

  * igt@kms_flip@2x-flip-vs-expired-vblank-interruptible@cd-hdmi-a6-dp4:
    - shard-dg2-set2:     [PASS][60] -> [FAIL][61] ([Intel XE#301]) +7 other tests fail
   [60]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-dg2-434/igt@kms_flip@2x-flip-vs-expired-vblank-interruptible@cd-hdmi-a6-dp4.html
   [61]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-dg2-436/igt@kms_flip@2x-flip-vs-expired-vblank-interruptible@cd-hdmi-a6-dp4.html

  * igt@kms_flip@2x-flip-vs-expired-vblank@ab-dp2-hdmi-a3:
    - shard-bmg:          [PASS][62] -> [FAIL][63] ([Intel XE#2882]) +2 other tests fail
   [62]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-4/igt@kms_flip@2x-flip-vs-expired-vblank@ab-dp2-hdmi-a3.html
   [63]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-3/igt@kms_flip@2x-flip-vs-expired-vblank@ab-dp2-hdmi-a3.html

  * igt@kms_flip@flip-vs-expired-vblank@d-hdmi-a3:
    - shard-bmg:          [PASS][64] -> [FAIL][65] ([Intel XE#3321])
   [64]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-7/igt@kms_flip@flip-vs-expired-vblank@d-hdmi-a3.html
   [65]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-8/igt@kms_flip@flip-vs-expired-vblank@d-hdmi-a3.html

  * igt@kms_flip@flip-vs-panning-interruptible:
    - shard-bmg:          [PASS][66] -> [INCOMPLETE][67] ([Intel XE#2635])
   [66]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-5/igt@kms_flip@flip-vs-panning-interruptible.html
   [67]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-4/igt@kms_flip@flip-vs-panning-interruptible.html

  * igt@kms_flip_scaled_crc@flip-32bpp-yftile-to-64bpp-yftile-upscaling:
    - shard-lnl:          NOTRUN -> [SKIP][68] ([Intel XE#1401] / [Intel XE#1745])
   [68]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@kms_flip_scaled_crc@flip-32bpp-yftile-to-64bpp-yftile-upscaling.html

  * igt@kms_flip_scaled_crc@flip-32bpp-yftile-to-64bpp-yftile-upscaling@pipe-a-default-mode:
    - shard-lnl:          NOTRUN -> [SKIP][69] ([Intel XE#1401])
   [69]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@kms_flip_scaled_crc@flip-32bpp-yftile-to-64bpp-yftile-upscaling@pipe-a-default-mode.html

  * igt@kms_flip_scaled_crc@flip-64bpp-linear-to-32bpp-linear-downscaling:
    - shard-lnl:          NOTRUN -> [SKIP][70] ([Intel XE#1397] / [Intel XE#1745])
   [70]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@kms_flip_scaled_crc@flip-64bpp-linear-to-32bpp-linear-downscaling.html

  * igt@kms_flip_scaled_crc@flip-64bpp-linear-to-32bpp-linear-downscaling@pipe-a-default-mode:
    - shard-lnl:          NOTRUN -> [SKIP][71] ([Intel XE#1397])
   [71]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@kms_flip_scaled_crc@flip-64bpp-linear-to-32bpp-linear-downscaling@pipe-a-default-mode.html

  * igt@kms_flip_scaled_crc@flip-64bpp-yftile-to-32bpp-yftile-downscaling:
    - shard-bmg:          NOTRUN -> [SKIP][72] ([Intel XE#2293] / [Intel XE#2380])
   [72]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-5/igt@kms_flip_scaled_crc@flip-64bpp-yftile-to-32bpp-yftile-downscaling.html
    - shard-adlp:         NOTRUN -> [SKIP][73] ([Intel XE#455]) +3 other tests skip
   [73]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@kms_flip_scaled_crc@flip-64bpp-yftile-to-32bpp-yftile-downscaling.html

  * igt@kms_flip_scaled_crc@flip-64bpp-yftile-to-32bpp-yftile-downscaling@pipe-a-valid-mode:
    - shard-bmg:          NOTRUN -> [SKIP][74] ([Intel XE#2293])
   [74]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-5/igt@kms_flip_scaled_crc@flip-64bpp-yftile-to-32bpp-yftile-downscaling@pipe-a-valid-mode.html

  * igt@kms_flip_tiling@flip-change-tiling:
    - shard-adlp:         [PASS][75] -> [DMESG-FAIL][76] ([Intel XE#1033]) +1 other test dmesg-fail
   [75]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-adlp-3/igt@kms_flip_tiling@flip-change-tiling.html
   [76]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-2/igt@kms_flip_tiling@flip-change-tiling.html

  * igt@kms_flip_tiling@flip-change-tiling@pipe-d-hdmi-a-1-x-to-y:
    - shard-adlp:         [PASS][77] -> [FAIL][78] ([Intel XE#1874])
   [77]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-adlp-3/igt@kms_flip_tiling@flip-change-tiling@pipe-d-hdmi-a-1-x-to-y.html
   [78]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-2/igt@kms_flip_tiling@flip-change-tiling@pipe-d-hdmi-a-1-x-to-y.html

  * igt@kms_force_connector_basic@force-connector-state:
    - shard-lnl:          NOTRUN -> [SKIP][79] ([Intel XE#352])
   [79]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@kms_force_connector_basic@force-connector-state.html

  * igt@kms_frontbuffer_tracking@drrs-2p-primscrn-cur-indfb-draw-mmap-wc:
    - shard-adlp:         NOTRUN -> [SKIP][80] ([Intel XE#656]) +5 other tests skip
   [80]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@kms_frontbuffer_tracking@drrs-2p-primscrn-cur-indfb-draw-mmap-wc.html

  * igt@kms_frontbuffer_tracking@fbc-2p-primscrn-spr-indfb-fullscreen:
    - shard-bmg:          NOTRUN -> [FAIL][81] ([Intel XE#2333]) +6 other tests fail
   [81]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-3/igt@kms_frontbuffer_tracking@fbc-2p-primscrn-spr-indfb-fullscreen.html

  * igt@kms_frontbuffer_tracking@fbcdrrs-1p-offscren-pri-indfb-draw-blt:
    - shard-lnl:          NOTRUN -> [SKIP][82] ([Intel XE#651]) +5 other tests skip
   [82]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@kms_frontbuffer_tracking@fbcdrrs-1p-offscren-pri-indfb-draw-blt.html

  * igt@kms_frontbuffer_tracking@fbcdrrs-1p-primscrn-cur-indfb-draw-blt:
    - shard-bmg:          NOTRUN -> [SKIP][83] ([Intel XE#2311]) +15 other tests skip
   [83]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-3/igt@kms_frontbuffer_tracking@fbcdrrs-1p-primscrn-cur-indfb-draw-blt.html

  * igt@kms_frontbuffer_tracking@fbcdrrs-1p-primscrn-shrfb-msflip-blt:
    - shard-adlp:         NOTRUN -> [SKIP][84] ([Intel XE#651]) +2 other tests skip
   [84]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@kms_frontbuffer_tracking@fbcdrrs-1p-primscrn-shrfb-msflip-blt.html

  * igt@kms_frontbuffer_tracking@fbcdrrs-2p-scndscrn-pri-shrfb-draw-mmap-wc:
    - shard-lnl:          NOTRUN -> [SKIP][85] ([Intel XE#656]) +14 other tests skip
   [85]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-8/igt@kms_frontbuffer_tracking@fbcdrrs-2p-scndscrn-pri-shrfb-draw-mmap-wc.html

  * igt@kms_frontbuffer_tracking@psr-1p-primscrn-spr-indfb-draw-blt:
    - shard-bmg:          NOTRUN -> [SKIP][86] ([Intel XE#2313]) +9 other tests skip
   [86]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-5/igt@kms_frontbuffer_tracking@psr-1p-primscrn-spr-indfb-draw-blt.html
    - shard-adlp:         NOTRUN -> [SKIP][87] ([Intel XE#653]) +2 other tests skip
   [87]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@kms_frontbuffer_tracking@psr-1p-primscrn-spr-indfb-draw-blt.html

  * igt@kms_hdr@brightness-with-hdr:
    - shard-lnl:          NOTRUN -> [SKIP][88] ([Intel XE#3374] / [Intel XE#3544])
   [88]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-8/igt@kms_hdr@brightness-with-hdr.html

  * igt@kms_hdr@invalid-hdr:
    - shard-dg2-set2:     [PASS][89] -> [SKIP][90] ([Intel XE#455])
   [89]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-dg2-466/igt@kms_hdr@invalid-hdr.html
   [90]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-dg2-435/igt@kms_hdr@invalid-hdr.html
    - shard-bmg:          [PASS][91] -> [SKIP][92] ([Intel XE#1503])
   [91]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-5/igt@kms_hdr@invalid-hdr.html
   [92]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-1/igt@kms_hdr@invalid-hdr.html

  * igt@kms_plane_scaling@plane-downscale-factor-0-25-with-rotation@pipe-a:
    - shard-lnl:          NOTRUN -> [SKIP][93] ([Intel XE#2763]) +3 other tests skip
   [93]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@kms_plane_scaling@plane-downscale-factor-0-25-with-rotation@pipe-a.html

  * igt@kms_pm_dc@dc9-dpms:
    - shard-adlp:         NOTRUN -> [SKIP][94] ([Intel XE#734])
   [94]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@kms_pm_dc@dc9-dpms.html

  * igt@kms_psr2_sf@fbc-pr-overlay-plane-move-continuous-sf:
    - shard-lnl:          NOTRUN -> [SKIP][95] ([Intel XE#2893]) +2 other tests skip
   [95]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-8/igt@kms_psr2_sf@fbc-pr-overlay-plane-move-continuous-sf.html

  * igt@kms_psr2_sf@fbc-psr2-cursor-plane-move-continuous-exceed-sf:
    - shard-bmg:          NOTRUN -> [SKIP][96] ([Intel XE#1489]) +1 other test skip
   [96]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-5/igt@kms_psr2_sf@fbc-psr2-cursor-plane-move-continuous-exceed-sf.html

  * igt@kms_psr2_sf@pr-plane-move-sf-dmg-area:
    - shard-adlp:         NOTRUN -> [SKIP][97] ([Intel XE#1489])
   [97]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@kms_psr2_sf@pr-plane-move-sf-dmg-area.html

  * igt@kms_psr@fbc-psr-cursor-blt:
    - shard-adlp:         NOTRUN -> [SKIP][98] ([Intel XE#2850] / [Intel XE#929]) +2 other tests skip
   [98]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@kms_psr@fbc-psr-cursor-blt.html

  * igt@kms_psr@fbc-psr2-suspend:
    - shard-bmg:          NOTRUN -> [SKIP][99] ([Intel XE#2234] / [Intel XE#2850]) +4 other tests skip
   [99]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-3/igt@kms_psr@fbc-psr2-suspend.html

  * igt@kms_psr@pr-no-drrs:
    - shard-lnl:          NOTRUN -> [SKIP][100] ([Intel XE#1406]) +2 other tests skip
   [100]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@kms_psr@pr-no-drrs.html

  * igt@kms_rotation_crc@primary-rotation-90:
    - shard-bmg:          NOTRUN -> [SKIP][101] ([Intel XE#3414])
   [101]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-5/igt@kms_rotation_crc@primary-rotation-90.html

  * igt@kms_rotation_crc@sprite-rotation-90-pos-100-0:
    - shard-lnl:          NOTRUN -> [SKIP][102] ([Intel XE#3414])
   [102]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-8/igt@kms_rotation_crc@sprite-rotation-90-pos-100-0.html

  * igt@kms_scaling_modes@scaling-mode-full-aspect:
    - shard-bmg:          NOTRUN -> [SKIP][103] ([Intel XE#2413])
   [103]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-5/igt@kms_scaling_modes@scaling-mode-full-aspect.html

  * igt@kms_setmode@invalid-clone-exclusive-crtc:
    - shard-bmg:          NOTRUN -> [SKIP][104] ([Intel XE#1435])
   [104]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-5/igt@kms_setmode@invalid-clone-exclusive-crtc.html

  * igt@kms_tv_load_detect@load-detect:
    - shard-lnl:          NOTRUN -> [SKIP][105] ([Intel XE#330])
   [105]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@kms_tv_load_detect@load-detect.html

  * igt@kms_vblank@ts-continuation-dpms-suspend:
    - shard-adlp:         [PASS][106] -> [DMESG-WARN][107] ([Intel XE#2953]) +7 other tests dmesg-warn
   [106]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-adlp-1/igt@kms_vblank@ts-continuation-dpms-suspend.html
   [107]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-3/igt@kms_vblank@ts-continuation-dpms-suspend.html

  * igt@xe_ccs@block-copy-compressed:
    - shard-adlp:         NOTRUN -> [SKIP][108] ([Intel XE#455] / [Intel XE#488])
   [108]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@xe_ccs@block-copy-compressed.html

  * igt@xe_drm_fdinfo@parallel-utilization-single-idle:
    - shard-adlp:         [PASS][109] -> [FAIL][110] ([Intel XE#3869])
   [109]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-adlp-3/igt@xe_drm_fdinfo@parallel-utilization-single-idle.html
   [110]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@xe_drm_fdinfo@parallel-utilization-single-idle.html

  * igt@xe_eudebug@basic-exec-queues:
    - shard-bmg:          NOTRUN -> [SKIP][111] ([Intel XE#2905]) +3 other tests skip
   [111]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-5/igt@xe_eudebug@basic-exec-queues.html

  * igt@xe_eudebug@basic-vm-bind-ufence:
    - shard-lnl:          NOTRUN -> [SKIP][112] ([Intel XE#2905]) +3 other tests skip
   [112]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-8/igt@xe_eudebug@basic-vm-bind-ufence.html

  * igt@xe_eudebug_online@reset-with-attention:
    - shard-adlp:         NOTRUN -> [SKIP][113] ([Intel XE#2905]) +2 other tests skip
   [113]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@xe_eudebug_online@reset-with-attention.html

  * igt@xe_evict@evict-beng-mixed-threads-small-multi-vm:
    - shard-adlp:         NOTRUN -> [SKIP][114] ([Intel XE#261] / [Intel XE#688]) +1 other test skip
   [114]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@xe_evict@evict-beng-mixed-threads-small-multi-vm.html

  * igt@xe_evict_ccs@evict-overcommit-parallel-nofree-samefd:
    - shard-adlp:         NOTRUN -> [SKIP][115] ([Intel XE#688])
   [115]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@xe_evict_ccs@evict-overcommit-parallel-nofree-samefd.html

  * igt@xe_evict_ccs@evict-overcommit-standalone-instantfree-samefd:
    - shard-lnl:          NOTRUN -> [SKIP][116] ([Intel XE#688]) +3 other tests skip
   [116]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@xe_evict_ccs@evict-overcommit-standalone-instantfree-samefd.html

  * igt@xe_exec_basic@multigpu-many-execqueues-many-vm-userptr:
    - shard-adlp:         NOTRUN -> [SKIP][117] ([Intel XE#1392])
   [117]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@xe_exec_basic@multigpu-many-execqueues-many-vm-userptr.html
    - shard-bmg:          NOTRUN -> [SKIP][118] ([Intel XE#2322]) +1 other test skip
   [118]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-5/igt@xe_exec_basic@multigpu-many-execqueues-many-vm-userptr.html

  * igt@xe_exec_basic@multigpu-no-exec-null-defer-bind:
    - shard-lnl:          NOTRUN -> [SKIP][119] ([Intel XE#1392]) +2 other tests skip
   [119]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-8/igt@xe_exec_basic@multigpu-no-exec-null-defer-bind.html

  * igt@xe_exec_fault_mode@twice-bindexecqueue-rebind-imm:
    - shard-adlp:         NOTRUN -> [SKIP][120] ([Intel XE#288]) +5 other tests skip
   [120]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@xe_exec_fault_mode@twice-bindexecqueue-rebind-imm.html

  * igt@xe_exec_reset@cm-gt-reset:
    - shard-bmg:          [PASS][121] -> [INCOMPLETE][122] ([Intel XE#3592])
   [121]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-8/igt@xe_exec_reset@cm-gt-reset.html
   [122]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-7/igt@xe_exec_reset@cm-gt-reset.html

  * igt@xe_oa@invalid-map-oa-buffer:
    - shard-adlp:         NOTRUN -> [SKIP][123] ([Intel XE#2541] / [Intel XE#3573])
   [123]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@xe_oa@invalid-map-oa-buffer.html

  * igt@xe_oa@oa-tlb-invalidate:
    - shard-lnl:          NOTRUN -> [SKIP][124] ([Intel XE#2248])
   [124]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@xe_oa@oa-tlb-invalidate.html

  * igt@xe_pat@pat-index-xehpc:
    - shard-adlp:         NOTRUN -> [SKIP][125] ([Intel XE#2838] / [Intel XE#979])
   [125]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@xe_pat@pat-index-xehpc.html
    - shard-bmg:          NOTRUN -> [SKIP][126] ([Intel XE#1420])
   [126]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-5/igt@xe_pat@pat-index-xehpc.html

  * igt@xe_pm@d3cold-mmap-vram:
    - shard-lnl:          NOTRUN -> [SKIP][127] ([Intel XE#2284] / [Intel XE#366]) +1 other test skip
   [127]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@xe_pm@d3cold-mmap-vram.html

  * igt@xe_pm@d3cold-mocs:
    - shard-bmg:          NOTRUN -> [SKIP][128] ([Intel XE#2284])
   [128]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-3/igt@xe_pm@d3cold-mocs.html

  * igt@xe_pm@s3-basic-exec:
    - shard-adlp:         [PASS][129] -> [DMESG-WARN][130] ([Intel XE#2953] / [Intel XE#569])
   [129]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-adlp-8/igt@xe_pm@s3-basic-exec.html
   [130]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-6/igt@xe_pm@s3-basic-exec.html

  * igt@xe_pm@s4-d3hot-basic-exec:
    - shard-adlp:         [PASS][131] -> [ABORT][132] ([Intel XE#1358] / [Intel XE#1607])
   [131]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-adlp-3/igt@xe_pm@s4-d3hot-basic-exec.html
   [132]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-9/igt@xe_pm@s4-d3hot-basic-exec.html

  * igt@xe_pm@s4-vm-bind-userptr:
    - shard-adlp:         [PASS][133] -> [ABORT][134] ([Intel XE#1794])
   [133]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-adlp-4/igt@xe_pm@s4-vm-bind-userptr.html
   [134]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-9/igt@xe_pm@s4-vm-bind-userptr.html

  * igt@xe_pm_residency@toggle-gt-c6:
    - shard-lnl:          [PASS][135] -> [FAIL][136] ([Intel XE#958])
   [135]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-lnl-5/igt@xe_pm_residency@toggle-gt-c6.html
   [136]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-5/igt@xe_pm_residency@toggle-gt-c6.html

  * igt@xe_query@multigpu-query-invalid-query:
    - shard-lnl:          NOTRUN -> [SKIP][137] ([Intel XE#944])
   [137]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@xe_query@multigpu-query-invalid-query.html

  * igt@xe_sriov_flr@flr-vf1-clear:
    - shard-bmg:          NOTRUN -> [SKIP][138] ([Intel XE#3342])
   [138]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-3/igt@xe_sriov_flr@flr-vf1-clear.html

  
#### Possible fixes ####

  * igt@kms_big_fb@y-tiled-max-hw-stride-64bpp-rotate-0-async-flip:
    - shard-adlp:         [DMESG-FAIL][139] ([Intel XE#1033]) -> [PASS][140]
   [139]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-adlp-3/igt@kms_big_fb@y-tiled-max-hw-stride-64bpp-rotate-0-async-flip.html
   [140]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@kms_big_fb@y-tiled-max-hw-stride-64bpp-rotate-0-async-flip.html

  * igt@kms_bw@connected-linear-tiling-2-displays-3840x2160p:
    - shard-bmg:          [SKIP][141] ([Intel XE#2314] / [Intel XE#2894]) -> [PASS][142]
   [141]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-6/igt@kms_bw@connected-linear-tiling-2-displays-3840x2160p.html
   [142]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-4/igt@kms_bw@connected-linear-tiling-2-displays-3840x2160p.html

  * igt@kms_cursor_legacy@cursorb-vs-flipb-atomic:
    - shard-bmg:          [SKIP][143] ([Intel XE#2291]) -> [PASS][144]
   [143]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-6/igt@kms_cursor_legacy@cursorb-vs-flipb-atomic.html
   [144]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-4/igt@kms_cursor_legacy@cursorb-vs-flipb-atomic.html

  * igt@kms_cursor_legacy@short-flip-after-cursor-atomic-transitions-varying-size:
    - shard-adlp:         [DMESG-WARN][145] ([Intel XE#2953]) -> [PASS][146] +2 other tests pass
   [145]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-adlp-4/igt@kms_cursor_legacy@short-flip-after-cursor-atomic-transitions-varying-size.html
   [146]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-1/igt@kms_cursor_legacy@short-flip-after-cursor-atomic-transitions-varying-size.html

  * igt@kms_flip@2x-flip-vs-expired-vblank@ab-hdmi-a6-dp4:
    - shard-dg2-set2:     [FAIL][147] ([Intel XE#301]) -> [PASS][148] +1 other test pass
   [147]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-dg2-435/igt@kms_flip@2x-flip-vs-expired-vblank@ab-hdmi-a6-dp4.html
   [148]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-dg2-463/igt@kms_flip@2x-flip-vs-expired-vblank@ab-hdmi-a6-dp4.html

  * igt@kms_flip@2x-flip-vs-expired-vblank@ad-dp2-hdmi-a3:
    - shard-bmg:          [FAIL][149] ([Intel XE#3321]) -> [PASS][150] +1 other test pass
   [149]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-4/igt@kms_flip@2x-flip-vs-expired-vblank@ad-dp2-hdmi-a3.html
   [150]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-3/igt@kms_flip@2x-flip-vs-expired-vblank@ad-dp2-hdmi-a3.html

  * igt@kms_flip@2x-flip-vs-suspend@bc-dp2-hdmi-a3:
    - shard-bmg:          [INCOMPLETE][151] ([Intel XE#2635]) -> [PASS][152]
   [151]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-1/igt@kms_flip@2x-flip-vs-suspend@bc-dp2-hdmi-a3.html
   [152]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-3/igt@kms_flip@2x-flip-vs-suspend@bc-dp2-hdmi-a3.html

  * igt@kms_flip@2x-wf_vblank-ts-check-interruptible:
    - shard-bmg:          [SKIP][153] ([Intel XE#2316]) -> [PASS][154]
   [153]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-6/igt@kms_flip@2x-wf_vblank-ts-check-interruptible.html
   [154]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-4/igt@kms_flip@2x-wf_vblank-ts-check-interruptible.html
    - shard-dg2-set2:     [FAIL][155] -> [PASS][156]
   [155]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-dg2-436/igt@kms_flip@2x-wf_vblank-ts-check-interruptible.html
   [156]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-dg2-466/igt@kms_flip@2x-wf_vblank-ts-check-interruptible.html

  * igt@kms_flip@flip-vs-expired-vblank@a-dp2:
    - shard-bmg:          [FAIL][157] ([Intel XE#2882]) -> [PASS][158] +3 other tests pass
   [157]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-7/igt@kms_flip@flip-vs-expired-vblank@a-dp2.html
   [158]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-8/igt@kms_flip@flip-vs-expired-vblank@a-dp2.html

  * igt@kms_flip@plain-flip-ts-check-interruptible@c-edp1:
    - shard-lnl:          [FAIL][159] ([Intel XE#886]) -> [PASS][160]
   [159]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-lnl-8/igt@kms_flip@plain-flip-ts-check-interruptible@c-edp1.html
   [160]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-6/igt@kms_flip@plain-flip-ts-check-interruptible@c-edp1.html

  * igt@kms_universal_plane@cursor-fb-leak@pipe-c-edp-1:
    - shard-lnl:          [FAIL][161] ([Intel XE#899]) -> [PASS][162]
   [161]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-lnl-6/igt@kms_universal_plane@cursor-fb-leak@pipe-c-edp-1.html
   [162]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-7/igt@kms_universal_plane@cursor-fb-leak@pipe-c-edp-1.html

  * igt@kms_vblank@ts-continuation-suspend@pipe-a-hdmi-a-3:
    - shard-bmg:          [INCOMPLETE][163] ([Intel XE#3864]) -> [PASS][164]
   [163]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-3/igt@kms_vblank@ts-continuation-suspend@pipe-a-hdmi-a-3.html
   [164]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-3/igt@kms_vblank@ts-continuation-suspend@pipe-a-hdmi-a-3.html

  * igt@xe_evict@evict-mixed-many-threads-small:
    - shard-dg2-set2:     [TIMEOUT][165] ([Intel XE#1473]) -> [PASS][166]
   [165]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-dg2-434/igt@xe_evict@evict-mixed-many-threads-small.html
   [166]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-dg2-435/igt@xe_evict@evict-mixed-many-threads-small.html

  * igt@xe_live_ktest@xe_migrate:
    - shard-bmg:          [SKIP][167] ([Intel XE#1192]) -> [PASS][168]
   [167]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-6/igt@xe_live_ktest@xe_migrate.html
   [168]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-4/igt@xe_live_ktest@xe_migrate.html

  * igt@xe_pm@s3-mocs:
    - shard-bmg:          [FAIL][169] -> [PASS][170]
   [169]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-5/igt@xe_pm@s3-mocs.html
   [170]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-4/igt@xe_pm@s3-mocs.html

  * igt@xe_pm@s4-basic:
    - shard-adlp:         [ABORT][171] ([Intel XE#1358] / [Intel XE#1607]) -> [PASS][172]
   [171]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-adlp-9/igt@xe_pm@s4-basic.html
   [172]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-adlp-4/igt@xe_pm@s4-basic.html

  * igt@xe_pm@s4-vm-bind-userptr:
    - shard-lnl:          [ABORT][173] ([Intel XE#1794]) -> [PASS][174]
   [173]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-lnl-2/igt@xe_pm@s4-vm-bind-userptr.html
   [174]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-8/igt@xe_pm@s4-vm-bind-userptr.html

  
#### Warnings ####

  * igt@kms_cursor_legacy@cursorb-vs-flipa-toggle:
    - shard-bmg:          [DMESG-WARN][175] ([Intel XE#877]) -> [SKIP][176] ([Intel XE#2291])
   [175]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-5/igt@kms_cursor_legacy@cursorb-vs-flipa-toggle.html
   [176]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-6/igt@kms_cursor_legacy@cursorb-vs-flipa-toggle.html

  * igt@kms_cursor_legacy@cursorb-vs-flipa-varying-size:
    - shard-bmg:          [SKIP][177] ([Intel XE#2291]) -> [DMESG-WARN][178] ([Intel XE#877])
   [177]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-6/igt@kms_cursor_legacy@cursorb-vs-flipa-varying-size.html
   [178]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-3/igt@kms_cursor_legacy@cursorb-vs-flipa-varying-size.html

  * igt@kms_flip@plain-flip-ts-check-interruptible:
    - shard-lnl:          [FAIL][179] ([Intel XE#3149] / [Intel XE#886]) -> [FAIL][180] ([Intel XE#886])
   [179]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-lnl-8/igt@kms_flip@plain-flip-ts-check-interruptible.html
   [180]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-6/igt@kms_flip@plain-flip-ts-check-interruptible.html

  * igt@kms_flip@plain-flip-ts-check-interruptible@a-edp1:
    - shard-lnl:          [FAIL][181] -> [FAIL][182] ([Intel XE#886])
   [181]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-lnl-8/igt@kms_flip@plain-flip-ts-check-interruptible@a-edp1.html
   [182]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-lnl-6/igt@kms_flip@plain-flip-ts-check-interruptible@a-edp1.html

  * igt@kms_frontbuffer_tracking@drrs-2p-scndscrn-cur-indfb-move:
    - shard-bmg:          [SKIP][183] ([Intel XE#2311]) -> [SKIP][184] ([Intel XE#2312]) +3 other tests skip
   [183]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-5/igt@kms_frontbuffer_tracking@drrs-2p-scndscrn-cur-indfb-move.html
   [184]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-6/igt@kms_frontbuffer_tracking@drrs-2p-scndscrn-cur-indfb-move.html

  * igt@kms_frontbuffer_tracking@fbc-2p-primscrn-shrfb-msflip-blt:
    - shard-bmg:          [FAIL][185] ([Intel XE#2333]) -> [SKIP][186] ([Intel XE#2312])
   [185]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-5/igt@kms_frontbuffer_tracking@fbc-2p-primscrn-shrfb-msflip-blt.html
   [186]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-6/igt@kms_frontbuffer_tracking@fbc-2p-primscrn-shrfb-msflip-blt.html

  * igt@kms_frontbuffer_tracking@fbc-2p-scndscrn-cur-indfb-draw-render:
    - shard-bmg:          [SKIP][187] ([Intel XE#2312]) -> [FAIL][188] ([Intel XE#2333]) +5 other tests fail
   [187]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-6/igt@kms_frontbuffer_tracking@fbc-2p-scndscrn-cur-indfb-draw-render.html
   [188]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-3/igt@kms_frontbuffer_tracking@fbc-2p-scndscrn-cur-indfb-draw-render.html

  * igt@kms_frontbuffer_tracking@fbcdrrs-2p-primscrn-cur-indfb-move:
    - shard-bmg:          [SKIP][189] ([Intel XE#2312]) -> [SKIP][190] ([Intel XE#2311]) +8 other tests skip
   [189]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-6/igt@kms_frontbuffer_tracking@fbcdrrs-2p-primscrn-cur-indfb-move.html
   [190]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-3/igt@kms_frontbuffer_tracking@fbcdrrs-2p-primscrn-cur-indfb-move.html

  * igt@kms_frontbuffer_tracking@fbcpsr-2p-primscrn-indfb-pgflip-blt:
    - shard-bmg:          [SKIP][191] ([Intel XE#2313]) -> [SKIP][192] ([Intel XE#2312]) +2 other tests skip
   [191]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-5/igt@kms_frontbuffer_tracking@fbcpsr-2p-primscrn-indfb-pgflip-blt.html
   [192]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-6/igt@kms_frontbuffer_tracking@fbcpsr-2p-primscrn-indfb-pgflip-blt.html

  * igt@kms_frontbuffer_tracking@psr-2p-primscrn-cur-indfb-draw-render:
    - shard-bmg:          [SKIP][193] ([Intel XE#2312]) -> [SKIP][194] ([Intel XE#2313]) +5 other tests skip
   [193]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-bmg-6/igt@kms_frontbuffer_tracking@psr-2p-primscrn-cur-indfb-draw-render.html
   [194]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-bmg-3/igt@kms_frontbuffer_tracking@psr-2p-primscrn-cur-indfb-draw-render.html

  * igt@kms_tiled_display@basic-test-pattern-with-chamelium:
    - shard-dg2-set2:     [SKIP][195] ([Intel XE#1500]) -> [SKIP][196] ([Intel XE#362])
   [195]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-dg2-435/igt@kms_tiled_display@basic-test-pattern-with-chamelium.html
   [196]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-dg2-463/igt@kms_tiled_display@basic-test-pattern-with-chamelium.html

  * igt@xe_evict@evict-beng-mixed-many-threads-small:
    - shard-dg2-set2:     [TIMEOUT][197] ([Intel XE#1473]) -> [TIMEOUT][198] ([Intel XE#1473] / [Intel XE#402])
   [197]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8/shard-dg2-434/igt@xe_evict@evict-beng-mixed-many-threads-small.html
   [198]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/shard-dg2-436/igt@xe_evict@evict-beng-mixed-many-threads-small.html

  
  [Intel XE#1033]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1033
  [Intel XE#1124]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1124
  [Intel XE#1125]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1125
  [Intel XE#1152]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1152
  [Intel XE#1178]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1178
  [Intel XE#1192]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1192
  [Intel XE#1358]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1358
  [Intel XE#1392]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1392
  [Intel XE#1397]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1397
  [Intel XE#1401]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1401
  [Intel XE#1406]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1406
  [Intel XE#1420]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1420
  [Intel XE#1421]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1421
  [Intel XE#1424]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1424
  [Intel XE#1435]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1435
  [Intel XE#1473]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1473
  [Intel XE#1489]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1489
  [Intel XE#1500]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1500
  [Intel XE#1503]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1503
  [Intel XE#1607]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1607
  [Intel XE#1745]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1745
  [Intel XE#1794]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1794
  [Intel XE#1874]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1874
  [Intel XE#2234]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2234
  [Intel XE#2244]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2244
  [Intel XE#2248]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2248
  [Intel XE#2252]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2252
  [Intel XE#2284]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2284
  [Intel XE#2286]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2286
  [Intel XE#2291]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2291
  [Intel XE#2293]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2293
  [Intel XE#2311]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2311
  [Intel XE#2312]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2312
  [Intel XE#2313]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2313
  [Intel XE#2314]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2314
  [Intel XE#2316]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2316
  [Intel XE#2320]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2320
  [Intel XE#2321]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2321
  [Intel XE#2322]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2322
  [Intel XE#2325]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2325
  [Intel XE#2327]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2327
  [Intel XE#2333]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2333
  [Intel XE#2373]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2373
  [Intel XE#2380]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2380
  [Intel XE#2413]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2413
  [Intel XE#2541]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2541
  [Intel XE#2597]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2597
  [Intel XE#261]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/261
  [Intel XE#2635]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2635
  [Intel XE#2692]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2692
  [Intel XE#2705]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2705
  [Intel XE#2763]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2763
  [Intel XE#2838]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2838
  [Intel XE#2850]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2850
  [Intel XE#288]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/288
  [Intel XE#2882]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2882
  [Intel XE#2887]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2887
  [Intel XE#2893]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2893
  [Intel XE#2894]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2894
  [Intel XE#2905]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2905
  [Intel XE#2907]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2907
  [Intel XE#2953]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2953
  [Intel XE#301]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/301
  [Intel XE#306]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/306
  [Intel XE#307]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/307
  [Intel XE#309]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/309
  [Intel XE#310]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/310
  [Intel XE#3149]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3149
  [Intel XE#323]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/323
  [Intel XE#3278]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3278
  [Intel XE#330]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/330
  [Intel XE#3321]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3321
  [Intel XE#3342]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3342
  [Intel XE#3374]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3374
  [Intel XE#3414]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3414
  [Intel XE#3432]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3432
  [Intel XE#352]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/352
  [Intel XE#3544]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3544
  [Intel XE#3573]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3573
  [Intel XE#3592]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3592
  [Intel XE#362]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/362
  [Intel XE#366]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/366
  [Intel XE#367]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/367
  [Intel XE#3719]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3719
  [Intel XE#373]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/373
  [Intel XE#3781]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3781
  [Intel XE#3864]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3864
  [Intel XE#3869]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3869
  [Intel XE#402]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/402
  [Intel XE#455]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/455
  [Intel XE#488]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/488
  [Intel XE#569]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/569
  [Intel XE#651]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/651
  [Intel XE#653]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/653
  [Intel XE#656]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/656
  [Intel XE#688]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/688
  [Intel XE#734]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/734
  [Intel XE#787]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/787
  [Intel XE#877]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/877
  [Intel XE#886]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/886
  [Intel XE#899]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/899
  [Intel XE#929]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/929
  [Intel XE#944]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/944
  [Intel XE#958]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/958
  [Intel XE#979]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/979


Build changes
-------------

  * Linux: xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8 -> xe-pw-139121v10

  IGT_8167: 6e93c2e807b398f24673d010f3f71986a09fef8f @ https://gitlab.freedesktop.org/drm/igt-gpu-tools.git
  xe-2408-ab84fe2ea6aa04785306a9c4b095e4390627cba8: ab84fe2ea6aa04785306a9c4b095e4390627cba8
  xe-pw-139121v10: 139121v10

== Logs ==

For more details see: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v10/index.html

[-- Attachment #2: Type: text/html, Size: 64365 bytes --]

Re: [PATCH v10 4/4] drm/xe/pmu: Add GT frequency events

[Belgaumkar, Vinay]

On 12/20/2024 1:17 PM, Rodrigo Vivi wrote:
> On Thu, Dec 19, 2024 at 05:19:10PM -0800, Vinay Belgaumkar wrote:
>> Define PMU events for GT frequency (actual and requested). This is
>> a port from the i915 driver implementation, where an internal timer
>> is used to aggregate GT frequencies over certain fixed interval.
>> Following PMU events are being added-
>>
>>    xe_0000_00_02.0/actual-frequency/              [Kernel PMU event]
>>    xe_0000_00_02.0/requested-frequency/           [Kernel PMU event]
>>
>> Standard perf commands can be used to monitor GT frequency-
>>    $ perf stat -e xe_0000_00_02.0/requested-frequency,gt_id=0/ -I1000
>>
>>       1.001175175                700 M    xe/requested-frequency,gt_id=0/
>>       2.005891881                703 M    xe/requested-frequency,gt_id=0/
>>       3.007318169                700 M    xe/requested-frequency,gt_id=0/
>>
>> Actual/requested frequencies will be 0 when GT is suspended.
>>
>> v2: Checkpatch fix, moved timer code to this patch
>> v3: Fix kunit issue
>> v4: Checkpatch warning fixes
>> v5: Make PMU events per device (Lucas)
>> v6: Reuse bits from config mask for gt_id (Lucas)
>> v7: Fix bug in pmu_enable (Riana)
>>
>> Cc: Lucas De Marchi <lucas.demarchi@intel.com>
>> Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
>> Reviewed-by: Rodrigo Vivi <rodrigo.vivi@intel.com> #v3
>> Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
>> ---
>>   drivers/gpu/drm/xe/xe_gt.c        |   2 +
>>   drivers/gpu/drm/xe/xe_pmu.c       | 259 +++++++++++++++++++++++++++++-
>>   drivers/gpu/drm/xe/xe_pmu.h       |   2 +
>>   drivers/gpu/drm/xe/xe_pmu_types.h |  26 +++
>>   4 files changed, 288 insertions(+), 1 deletion(-)
>>
>> diff --git a/drivers/gpu/drm/xe/xe_gt.c b/drivers/gpu/drm/xe/xe_gt.c
>> index 64e60bcf131a..88ce52c63018 100644
>> --- a/drivers/gpu/drm/xe/xe_gt.c
>> +++ b/drivers/gpu/drm/xe/xe_gt.c
>> @@ -939,6 +939,8 @@ int xe_gt_resume(struct xe_gt *gt)
>>   
>>   	xe_gt_idle_enable_pg(gt);
>>   
>> +	xe_pmu_resume(gt);
>> +
>>   	xe_force_wake_put(gt_to_fw(gt), fw_ref);
>>   	xe_gt_dbg(gt, "resumed\n");
>>   
>> diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
>> index 1115724a580d..7b0921ef8a1b 100644
>> --- a/drivers/gpu/drm/xe/xe_pmu.c
>> +++ b/drivers/gpu/drm/xe/xe_pmu.c
>> @@ -26,6 +26,8 @@
>>   static cpumask_t xe_pmu_cpumask;
>>   static unsigned int xe_pmu_target_cpu = -1;
>>   
>> +#define FREQUENCY 200
> this is too generic... please add a better name to represent what this is for...
> specially in a case that is adding gt frequency stuff this can get very confusing...
ok, will use sampling_freq or something similar.
>
>> +
>>   /**
>>    * DOC: Xe PMU (Performance Monitoring Unit)
>>    *
>> @@ -65,6 +67,29 @@ static unsigned int xe_pmu_target_cpu = -1;
>>    *      2352945
>>    *
>>    * Each value is roughly a 1000ms increment here as well. This is expected GT residency when idle.
>> + *
>> + * PMU frequency events use a software timer to aggregate GT freq values over the time of capture.
>> + * This allows us to calculate a rough average over the timespan. This is why sysfs is the best way
>> + * to obtain instantaneous frequency if accuracy is intended. Advantage of using PMU is that it
>> + * results in lesser CPU utilization as compared to dumping sysfs entries repeatedly.
>> + *
>> + * To list GT frequency events, use the following-
>> + *
>> + * $ perf list | grep frequency
>> + *   xe_0000_00_02.0/actual-frequency/              [Kernel PMU event]
>> + *   xe_0000_00_02.0/requested-frequency/           [Kernel PMU event]
>> + *
>> + * $ perf stat -e xe_0000_00_02.0/requested-frequency,xe_gt_id=0/ -I1000
>> + *             time             counts unit events
>> + *      1.001189056               1950 M    xe_0000_00_02.0/requested-frequency,xe_gt_id=0/
>> + *      2.006388494               1960 M    xe_0000_00_02.0/requested-frequency,xe_gt_id=0/
>> + *      3.007930311               1959 M    xe_0000_00_02.0/requested-frequency,xe_gt_id=0/
>> + *
>> + * Dumping requested freq from sysfs-
>> + * $  while true; do cat /sys/class/drm/card0/device/tile0/gt0/freq0/cur_freq ; sleep 1; done
>> + *    1950
>> + *    1950
>> + *    1950
>>    */
>>   
>>   static struct xe_pmu *event_to_pmu(struct perf_event *event)
>> @@ -90,6 +115,12 @@ static unsigned int pm_bit(const u64 config)
>>   	case XE_PMU_C6_RESIDENCY:
>>   		val = __XE_PMU_C6_RESIDENCY_ENABLED;
>>   		break;
>> +	case XE_PMU_ACTUAL_FREQUENCY:
>> +		val =  __XE_PMU_ACTUAL_FREQUENCY_ENABLED;
>> +		break;
>> +	case XE_PMU_REQUESTED_FREQUENCY:
>> +		val = __XE_PMU_REQUESTED_FREQUENCY_ENABLED;
>> +		break;
>>   	default:
>>   		/*
>>   		 * Events that do not require sampling, or tracking state
>> @@ -106,6 +137,22 @@ static unsigned int config_bit(const u64 config)
>>   	return pm_bit(config);
>>   }
>>   
>> +static u32 config_mask(const u64 config)
>> +{
>> +	unsigned int bit = config_bit(config);
>> +
>> +	if (__builtin_constant_p(config))
>> +		BUILD_BUG_ON(bit >
>> +			     BITS_PER_TYPE(typeof_member(struct xe_pmu,
>> +							 enable)) - 1);
>> +	else
>> +		WARN_ON_ONCE(bit >
>> +			     BITS_PER_TYPE(typeof_member(struct xe_pmu,
>> +							 enable)) - 1);
>> +
>> +	return BIT(config_bit(config));
>> +}
>> +
>>   static unsigned int event_bit(struct perf_event *event)
>>   {
>>   	return config_bit(event->attr.config);
>> @@ -134,6 +181,10 @@ config_status(struct xe_device *xe, u64 config)
>>   		if (xe->info.skip_guc_pc)
>>   			return -ENODEV;
>>   		break;
>> +	case XE_PMU_ACTUAL_FREQUENCY:
>> +		fallthrough;
>> +	case XE_PMU_REQUESTED_FREQUENCY:
>> +		break;
>>   	default:
>>   		return -ENOENT;
>>   	}
>> @@ -198,6 +249,12 @@ store_sample(struct xe_pmu *pmu, unsigned int gt_id, int sample, u64 val)
>>   	pmu->event_sample[gt_id][sample].cur = val;
>>   }
>>   
>> +static void
>> +add_sample_mult(struct xe_pmu *pmu, unsigned int gt_id, int sample, u32 val, u32 mul)
>> +{
>> +	pmu->event_sample[gt_id][sample].cur += mul_u32_u32(val, mul);
>> +}
>> +
>>   static u64 get_c6(struct xe_gt *gt)
>>   {
>>   	struct xe_device *xe = gt_to_xe(gt);
>> @@ -243,6 +300,7 @@ static u64 __xe_pmu_event_read(struct perf_event *event)
>>   {
>>   	struct xe_device *xe =
>>   		container_of(event->pmu, typeof(*xe), pmu.base);
>> +	struct xe_pmu *pmu = &xe->pmu;
>>   	const u64 config = event->attr.config;
>>   	const u64 gt_id = config >> __XE_PMU_GT_SHIFT;
>>   	struct xe_gt *gt = xe_device_get_gt(xe, gt_id);
>> @@ -252,6 +310,18 @@ static u64 __xe_pmu_event_read(struct perf_event *event)
>>   	case XE_PMU_C6_RESIDENCY:
>>   		val = get_c6(gt);
>>   		break;
>> +	case XE_PMU_ACTUAL_FREQUENCY:
>> +		val =
>> +		   div_u64(read_sample(pmu, gt_id,
>> +				       __XE_SAMPLE_FREQ_ACT),
>> +			   USEC_PER_SEC /* to MHz */);
>> +		break;
>> +	case XE_PMU_REQUESTED_FREQUENCY:
>> +		val =
>> +		   div_u64(read_sample(pmu, gt_id,
>> +				       __XE_SAMPLE_FREQ_REQ),
>> +			   USEC_PER_SEC /* to MHz */);
>> +		break;
>>   	default:
>>   		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
>>   	}
>> @@ -280,11 +350,153 @@ static void xe_pmu_event_read(struct perf_event *event)
>>   	local64_add(new - prev, &event->count);
>>   }
>>   
>> +static u32 frequency_enabled_mask(void)
>> +{
>> +	unsigned int i;
>> +	u32 mask = 0;
>> +
>> +	for (i = 0; i < XE_PMU_MAX_GT; i++)
>> +		mask |= config_mask(__XE_PMU_ACTUAL_FREQUENCY(i)) |
>> +		config_mask(__XE_PMU_REQUESTED_FREQUENCY(i));
>> +
>> +	return mask;
>> +}
>> +
>> +static bool
>> +frequency_sampling_enabled(struct xe_pmu *pmu, unsigned int gt)
>> +{
>> +	return pmu->enable &
>> +	       (config_mask(__XE_PMU_ACTUAL_FREQUENCY(gt)) |
>> +		config_mask(__XE_PMU_REQUESTED_FREQUENCY(gt)));
>> +}
>> +
>> +static void
>> +frequency_sample(struct xe_gt *gt, unsigned int period_ns)
>> +{
>> +	struct xe_device *xe = gt_to_xe(gt);
>> +	const unsigned int gt_id = gt->info.id;
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +	bool device_awake;
>> +	int ret;
>> +	u32 cur_freq;
>> +
>> +	if (!frequency_sampling_enabled(pmu, gt_id))
>> +		return;
>> +
>> +	/* Report 0/0 (actual/requested) frequency while GT is suspended. */
>> +	device_awake = xe_pm_runtime_get_if_active(xe);
>> +	if (!device_awake)
>> +		return;
>> +
>> +	if (pmu->enable & config_mask(__XE_PMU_ACTUAL_FREQUENCY(gt_id))) {
>> +		u32 val;
>> +
>> +		/*
>> +		 * We take a quick peek here without using forcewake
>> +		 * so that we don't perturb the system under observation
>> +		 * (forcewake => !rc6 => increased power use). We expect
>> +		 * that if the read fails because it is outside of the
>> +		 * mmio power well, then it will return 0 -- in which
>> +		 * case we assume the system is running at the intended
>> +		 * frequency. Fortunately, the read should rarely fail!
>> +		 */
> I'm just wondering here if we could/should use the latest know valid freq
> when we read 0...?!

When the system is idle, we want the actual freq to be 0. If we use the 
last read non-zero value, it will depict incorrect act_freq.

Thanks,

Vinay.

>
>> +		val = xe_guc_pc_get_act_freq(&gt->uc.guc.pc);
>> +
>> +		add_sample_mult(pmu, gt_id, __XE_SAMPLE_FREQ_ACT,
>> +				val, period_ns / 1000);
>> +	}
>> +
>> +	if (pmu->enable & config_mask(__XE_PMU_REQUESTED_FREQUENCY(gt_id))) {
>> +		ret = xe_guc_pc_get_cur_freq(&gt->uc.guc.pc, &cur_freq);
>> +		if (!ret)
>> +			add_sample_mult(pmu, gt_id, __XE_SAMPLE_FREQ_REQ,
>> +					cur_freq,
>> +					period_ns / 1000);
>> +	}
>> +
>> +	xe_pm_runtime_put(xe);
>> +}
>> +
>> +static enum hrtimer_restart xe_sample(struct hrtimer *hrtimer)
>> +{
>> +	struct xe_pmu *pmu = container_of(hrtimer, struct xe_pmu, timer);
>> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
>> +	u64 period = max_t(u64, 10000, NSEC_PER_SEC / FREQUENCY);
>> +	unsigned int period_ns;
>> +	struct xe_gt *gt;
>> +	unsigned int i;
>> +	ktime_t now;
>> +
>> +	if (!READ_ONCE(pmu->timer_enabled))
>> +		return HRTIMER_NORESTART;
>> +
>> +	now = ktime_get();
>> +	period_ns = ktime_to_ns(ktime_sub(now, pmu->timer_last));
>> +	pmu->timer_last = now;
>> +
>> +	/*
>> +	 * Strictly speaking the passed in period may not be 100% accurate for
>> +	 * all internal calculation, since some amount of time can be spent on
>> +	 * grabbing the forcewake. However the potential error from timer call-
>> +	 * back delay greatly dominates this so we keep it simple.
>> +	 */
>> +
>> +	for_each_gt(gt, xe, i) {
>> +		if (!(pmu->active_gts & BIT(i)))
>> +			continue;
>> +		frequency_sample(gt, period_ns);
>> +	}
>> +
>> +	hrtimer_forward(hrtimer, now, ns_to_ktime(period));
>> +
>> +	return HRTIMER_RESTART;
>> +}
>> +
>> +static bool pmu_needs_timer(struct xe_pmu *pmu)
>> +{
>> +	u32 enable;
>> +
>> +	/*
>> +	 * Only some counters need the sampling timer.
>> +	 *
>> +	 * We start with a bitmask of all currently enabled events.
>> +	 */
>> +	enable = pmu->enable;
>> +
>> +	/*
>> +	 * Mask out all the ones which do not need the timer, or in
>> +	 * other words keep all the ones that could need the timer.
>> +	 */
>> +	enable &= frequency_enabled_mask();
>> +
>> +	/*
>> +	 * If some bits remain it means we need the sampling timer running.
>> +	 */
>> +	return enable;
>> +}
>> +
>> +static void __xe_pmu_maybe_start_timer(struct xe_pmu *pmu)
>> +{
>> +	u64 period = max_t(u64, 10000, NSEC_PER_SEC / FREQUENCY);
>> +
>> +	if (!pmu->timer_enabled && pmu_needs_timer(pmu)) {
>> +		pmu->timer_enabled = true;
>> +		pmu->timer_last = ktime_get();
>> +		hrtimer_start_range_ns(&pmu->timer,
>> +				       ns_to_ktime(period), 0,
>> +				       HRTIMER_MODE_REL_PINNED);
>> +	}
>> +}
>> +
>>   static void xe_pmu_enable(struct perf_event *event)
>>   {
>>   	struct xe_pmu *pmu = event_to_pmu(event);
>> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
>> +	struct xe_gt *gt;
>>   	const unsigned int bit = event_bit(event);
>>   	unsigned long flags;
>> +	bool device_awake;
>> +	unsigned int i;
>>   
>>   	if (bit == -1)
>>   		goto update;
>> @@ -302,6 +514,18 @@ static void xe_pmu_enable(struct perf_event *event)
>>   	pmu->enable |= BIT(bit);
>>   	pmu->enable_count[bit]++;
>>   
>> +	/*
>> +	 * Start the sampling timer if needed and not already enabled.
>> +	 */
>> +	__xe_pmu_maybe_start_timer(pmu);
>> +
>> +	device_awake = xe_pm_runtime_get_if_active(xe);
>> +	if (device_awake) {
>> +		for_each_gt(gt, xe, i)
>> +			pmu->active_gts |= BIT(gt->info.id);
>> +		xe_pm_runtime_put(xe);
>> +	}
>> +
>>   	raw_spin_unlock_irqrestore(&pmu->lock, flags);
>>   update:
>>   	/*
>> @@ -331,8 +555,10 @@ static void xe_pmu_disable(struct perf_event *event)
>>   	 * Decrement the reference count and clear the enabled
>>   	 * bitmask when the last listener on an event goes away.
>>   	 */
>> -	if (--pmu->enable_count[bit] == 0)
>> +	if (--pmu->enable_count[bit] == 0) {
>>   		pmu->enable &= ~BIT(bit);
>> +		pmu->timer_enabled &= pmu_needs_timer(pmu);
>> +	}
>>   
>>   	raw_spin_unlock_irqrestore(&pmu->lock, flags);
>>   }
>> @@ -497,6 +723,8 @@ create_event_attributes(struct xe_pmu *pmu)
>>   		const char *unit;
>>   	} events[] = {
>>   		__event(0, "c6-residency", "ms"),
>> +		__event(1, "actual-frequency", "M"),
>> +		__event(2, "requested-frequency", "M"),
>>   	};
>>   
>>   	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
>> @@ -705,6 +933,31 @@ void xe_pmu_suspend(struct xe_gt *gt)
>>   	raw_spin_unlock_irq(&pmu->lock);
>>   }
>>   
>> +/**
>> + * xe_pmu_resume() - Restart the timer if needed
>> + * @gt: GT object
>> + */
>> +void xe_pmu_resume(struct xe_gt *gt)
>> +{
>> +	struct xe_device *xe = gt_to_xe(gt);
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +
>> +	if (!pmu->base.event_init)
>> +		return;
>> +
>> +	raw_spin_lock_irq(&pmu->lock);
>> +
>> +	/*
>> +	 * Re-enable sampling timer when GPU goes active.
>> +	 */
>> +	if (pmu->active_gts == 0)
>> +		__xe_pmu_maybe_start_timer(pmu);
>> +
>> +	pmu->active_gts |= BIT(gt->info.id);
>> +
>> +	raw_spin_unlock_irq(&pmu->lock);
>> +}
>> +
>>   /**
>>    * xe_pmu_unregister() - Remove/cleanup PMU registration
>>    * @arg: Ptr to pmu
>> @@ -722,6 +975,8 @@ void xe_pmu_unregister(void *arg)
>>   
>>   	pmu->registered = false;
>>   
>> +	hrtimer_cancel(&pmu->timer);
>> +
>>   	xe_pmu_unregister_cpuhp_state(pmu);
>>   
>>   	perf_pmu_unregister(&pmu->base);
>> @@ -769,6 +1024,8 @@ void xe_pmu_register(struct xe_pmu *pmu)
>>   		return;
>>   
>>   	raw_spin_lock_init(&pmu->lock);
>> +	hrtimer_init(&pmu->timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL);
>> +	pmu->timer.function = xe_sample;
>>   	pmu->cpuhp.cpu = -1;
>>   
>>   	pmu->name = kasprintf(GFP_KERNEL,
>> diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
>> index 17f5a8d7d45c..fb6e3819d7bc 100644
>> --- a/drivers/gpu/drm/xe/xe_pmu.h
>> +++ b/drivers/gpu/drm/xe/xe_pmu.h
>> @@ -16,12 +16,14 @@ void xe_pmu_exit(void);
>>   void xe_pmu_register(struct xe_pmu *pmu);
>>   void xe_pmu_unregister(void *arg);
>>   void xe_pmu_suspend(struct xe_gt *gt);
>> +void xe_pmu_resume(struct xe_gt *gt);
>>   #else
>>   static inline int xe_pmu_init(void) { return 0; }
>>   static inline void xe_pmu_exit(void) {}
>>   static inline void xe_pmu_register(struct xe_pmu *pmu) {}
>>   static inline void xe_pmu_unregister(void *arg) {}
>>   static inline void xe_pmu_suspend(struct xe_gt *gt) {}
>> +static inline void xe_pmu_resume(struct xe_gt *gt) {}
>>   #endif
>>   
>>   #endif
>> diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
>> index f47a6e1b109c..5d873bae4a0d 100644
>> --- a/drivers/gpu/drm/xe/xe_pmu_types.h
>> +++ b/drivers/gpu/drm/xe/xe_pmu_types.h
>> @@ -12,6 +12,8 @@
>>   enum {
>>   	__XE_SAMPLE_C6,
>>   	__XE_SAMPLE_C6_LAST_REPORTED,
>> +	__XE_SAMPLE_FREQ_ACT,
>> +	__XE_SAMPLE_FREQ_REQ,
>>   	__XE_NUM_PMU_SAMPLERS
>>   };
>>   
>> @@ -28,7 +30,11 @@ enum {
>>   #define __XE_PMU_PM(x) ___XE_PMU_PM(0, x)
>>   
>>   #define XE_PMU_C6_RESIDENCY                    __XE_PMU_PM(0)
>> +#define XE_PMU_ACTUAL_FREQUENCY			__XE_PMU_PM(1)
>> +#define XE_PMU_REQUESTED_FREQUENCY		__XE_PMU_PM(2)
>>   #define __XE_PMU_C6_RESIDENCY(gt)              ___XE_PMU_PM(gt, 0)
>> +#define __XE_PMU_ACTUAL_FREQUENCY(gt)		___XE_PMU_PM(gt, 1)
>> +#define __XE_PMU_REQUESTED_FREQUENCY(gt)	___XE_PMU_PM(gt, 2)
>>   
>>   /*
>>    * Non-engine events that we need to track enabled-disabled transition and
>> @@ -36,6 +42,8 @@ enum {
>>    */
>>   enum xe_pmu_tracked_events {
>>   	__XE_PMU_C6_RESIDENCY_ENABLED,
>> +	__XE_PMU_ACTUAL_FREQUENCY_ENABLED,
>> +	__XE_PMU_REQUESTED_FREQUENCY_ENABLED,
>>   	__XE_PMU_TRACKED_EVENT_COUNT, /* count marker */
>>   };
>>   
>> @@ -116,6 +124,24 @@ struct xe_pmu {
>>   	 * @sleep_last: Last time GT parked for C6 estimation.
>>   	 */
>>   	ktime_t sleep_last[XE_PMU_MAX_GT];
>> +	/**
>> +	 * @timer: Timer for internal Xe PMU sampling.
>> +	 */
>> +	struct hrtimer timer;
>> +	/**
>> +	 * @timer_last:
>> +	 *
>> +	 * Timestmap of the previous timer invocation.
>> +	 */
>> +	ktime_t timer_last;
>> +	/**
>> +	 * @timer_enabled: Should the internal sampling timer be running.
>> +	 */
>> +	bool timer_enabled;
>> +	/**
>> +	 * @active_gts: GT active mask.
>> +	 */
>> +	unsigned int active_gts;
>>   };
>>   
>>   #endif
>> -- 
>> 2.38.1
>>

Re: [PATCH v10 1/4] drm/xe/pmu: Enable PMU interface

[Belgaumkar, Vinay]

On 12/20/2024 1:03 PM, Rodrigo Vivi wrote:
> On Thu, Dec 19, 2024 at 05:19:07PM -0800, Vinay Belgaumkar wrote:
>> From: Aravind Iddamsetty<aravind.iddamsetty@linux.intel.com>
>>
>> Basic PMU enabling patch. Setup the basic framework
>> for adding events/timers. This patch was previously
>> reviewed here -
>> https://patchwork.freedesktop.org/series/119504/
>>
>> The pmu base implementation is still from the
>> i915 driver.
>>
>> v2: Review comments(Rodrigo) and do not init pmu for VFs
>> as they don't have access to freq and c6 residency anyways.
>> v3: Fix kunit issue, move xe_pmu entry in Makefile (Jani) and
>> move drm uapi definitions (Lucas)
>> v4: Adapt Lucas's recent PMU fixes for i915
>> v5: Fix some kernel doc issues
>> v6: Address comments from Lucas.
>> v7: Define events per device and use xe_gt_id to choose GT (Lucas)
>> v8: Use config field bits for gt_id as well. Use raw_spinlock_t
>> to avoid deadlocks with perf subsystem (Lucas)
>>
>> Co-developed-by: Bommu Krishnaiah<krishnaiah.bommu@intel.com>
>> Signed-off-by: Bommu Krishnaiah<krishnaiah.bommu@intel.com>
>> Signed-off-by: Aravind Iddamsetty<aravind.iddamsetty@linux.intel.com>
>> Signed-off-by: Riana Tauro<riana.tauro@intel.com>
>> Cc: Rodrigo Vivi<rodrigo.vivi@intel.com>
>> Reviewed-by: Rodrigo Vivi<rodrigo.vivi@intel.com> #v4
>> Cc: Lucas De Marchi<lucas.demarchi@intel.com>
>> Co-developed-by: Vinay Belgaumkar<vinay.belgaumkar@intel.com>
>> Signed-off-by: Vinay Belgaumkar<vinay.belgaumkar@intel.com>
>> ---
>>   drivers/gpu/drm/xe/Makefile          |   2 +
>>   drivers/gpu/drm/xe/xe_device.c       |   3 +
>>   drivers/gpu/drm/xe/xe_device_types.h |   4 +
>>   drivers/gpu/drm/xe/xe_module.c       |   5 +
>>   drivers/gpu/drm/xe/xe_pmu.c          | 621 +++++++++++++++++++++++++++
>>   drivers/gpu/drm/xe/xe_pmu.h          |  26 ++
>>   drivers/gpu/drm/xe/xe_pmu_types.h    |  72 ++++
>>   7 files changed, 733 insertions(+)
>>   create mode 100644 drivers/gpu/drm/xe/xe_pmu.c
>>   create mode 100644 drivers/gpu/drm/xe/xe_pmu.h
>>   create mode 100644 drivers/gpu/drm/xe/xe_pmu_types.h
>>
>> diff --git a/drivers/gpu/drm/xe/Makefile b/drivers/gpu/drm/xe/Makefile
>> index 7730e0596299..ab4a1af795fc 100644
>> --- a/drivers/gpu/drm/xe/Makefile
>> +++ b/drivers/gpu/drm/xe/Makefile
>> @@ -300,6 +300,8 @@ ifeq ($(CONFIG_DEBUG_FS),y)
>>   		i915-display/intel_pipe_crc.o
>>   endif
>>   
>> +xe-$(CONFIG_PERF_EVENTS) += xe_pmu.o
>> +
>>   obj-$(CONFIG_DRM_XE) += xe.o
>>   obj-$(CONFIG_DRM_XE_KUNIT_TEST) += tests/
>>   
>> diff --git a/drivers/gpu/drm/xe/xe_device.c b/drivers/gpu/drm/xe/xe_device.c
>> index bf36e4fb4679..ca557c22c979 100644
>> --- a/drivers/gpu/drm/xe/xe_device.c
>> +++ b/drivers/gpu/drm/xe/xe_device.c
>> @@ -49,6 +49,7 @@
>>   #include "xe_pat.h"
>>   #include "xe_pcode.h"
>>   #include "xe_pm.h"
>> +#include "xe_pmu.h"
>>   #include "xe_query.h"
>>   #include "xe_sriov.h"
>>   #include "xe_tile.h"
>> @@ -760,6 +761,8 @@ int xe_device_probe(struct xe_device *xe)
>>   
>>   	xe_oa_register(xe);
>>   
>> +	xe_pmu_register(&xe->pmu);
>> +
>>   	xe_debugfs_register(xe);
>>   
>>   	xe_hwmon_register(xe);
>> diff --git a/drivers/gpu/drm/xe/xe_device_types.h b/drivers/gpu/drm/xe/xe_device_types.h
>> index 8a7b15972413..bd1e72d318f7 100644
>> --- a/drivers/gpu/drm/xe/xe_device_types.h
>> +++ b/drivers/gpu/drm/xe/xe_device_types.h
>> @@ -18,6 +18,7 @@
>>   #include "xe_memirq_types.h"
>>   #include "xe_oa_types.h"
>>   #include "xe_platform_types.h"
>> +#include "xe_pmu_types.h"
>>   #include "xe_pt_types.h"
>>   #include "xe_sriov_types.h"
>>   #include "xe_step_types.h"
>> @@ -525,6 +526,9 @@ struct xe_device {
>>   		int mode;
>>   	} wedged;
>>   
>> +	/** @pmu: performance monitoring unit */
>> +	struct xe_pmu pmu;
>> +
>>   #ifdef TEST_VM_OPS_ERROR
>>   	/**
>>   	 * @vm_inject_error_position: inject errors at different places in VM
>> diff --git a/drivers/gpu/drm/xe/xe_module.c b/drivers/gpu/drm/xe/xe_module.c
>> index 0f2c20e9204a..d3a9d4bc9bee 100644
>> --- a/drivers/gpu/drm/xe/xe_module.c
>> +++ b/drivers/gpu/drm/xe/xe_module.c
>> @@ -14,6 +14,7 @@
>>   #include "xe_hw_fence.h"
>>   #include "xe_pci.h"
>>   #include "xe_pm.h"
>> +#include "xe_pmu.h"
>>   #include "xe_observation.h"
>>   #include "xe_sched_job.h"
>>   
>> @@ -96,6 +97,10 @@ static const struct init_funcs init_funcs[] = {
>>   		.init = xe_sched_job_module_init,
>>   		.exit = xe_sched_job_module_exit,
>>   	},
>> +	{
>> +		.init = xe_pmu_init,
>> +		.exit = xe_pmu_exit,
>> +	},
>>   	{
>>   		.init = xe_register_pci_driver,
>>   		.exit = xe_unregister_pci_driver,
>> diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
>> new file mode 100644
>> index 000000000000..e6d25e8b7b7c
>> --- /dev/null
>> +++ b/drivers/gpu/drm/xe/xe_pmu.c
>> @@ -0,0 +1,621 @@
>> +// SPDX-License-Identifier: MIT
>> +/*
>> + * Copyright © 2024 Intel Corporation
>> + */
>> +
>> +#include <drm/drm_drv.h>
>> +#include <drm/drm_managed.h>
>> +#include <drm/xe_drm.h>
>> +
>> +#include "regs/xe_gt_regs.h"
>> +#include "xe_device.h"
>> +#include "xe_force_wake.h"
>> +#include "xe_gt_clock.h"
>> +#include "xe_mmio.h"
>> +#include "xe_macros.h"
>> +#include "xe_pm.h"
>> +#include "xe_pmu.h"
>> +
>> +/*
>> + * CPU mask is defined/initialized at a module level. All devices
>> + * inside this module share this mask.
>> + */
>> +static cpumask_t xe_pmu_cpumask;
>> +static unsigned int xe_pmu_target_cpu = -1;
>> +
>> +/**
>> + * DOC: Xe PMU (Performance Monitoring Unit)
>> + *
>> + * Expose events/counters like C6 residency and GT frequency to user land.
>> + * Events will be per device, the GT can be selected with an extra config
>> + * sub-field (bits 60-63).
>> + *
>> + * Perf tool can be used to list these counters from the command line.
>> + *
>> + * Example commands to list/record supported perf events-
>> + *
>> + * $ ls -ld /sys/bus/event_source/devices/xe_*
>> + * $ ls /sys/bus/event_source/devices/xe_0000_00_02.0/events/
>> + * $ ls /sys/bus/event_source/devices/xe_0000_00_02.0/format/
>> + *
>> + * The format directory has info regarding the configs that can be used.
>> + *
>> + * The standard perf tool can be used to grep for a certain event as well-
>> + * $ perf list | grep c6
>> + *
>> + * To list a specific event for a GT at regular intervals-
>> + * $ perf stat -e <event_name,xe_gt_id=> -I <interval>
>> + *
>> + */
>> +
>> +static unsigned int config_gt_id(const u64 config)
>> +{
>> +	return config >> __XE_PMU_GT_SHIFT;
>> +}
>> +
>> +static u64 config_counter(const u64 config)
>> +{
>> +	return config & ~(~0ULL << __XE_PMU_GT_SHIFT);
>> +}
>> +
>> +static void xe_pmu_event_destroy(struct perf_event *event)
>> +{
>> +	struct xe_device *xe =
>> +		container_of(event->pmu, typeof(*xe), pmu.base);
>> +
>> +	drm_WARN_ON(&xe->drm, event->parent);
>> +
>> +	drm_dev_put(&xe->drm);
>> +}
>> +
>> +static int
>> +config_status(struct xe_device *xe, u64 config)
>> +{
>> +	unsigned int gt_id = config_gt_id(config);
>> +
>> +	if (gt_id >= XE_MAX_GT_PER_TILE)
>> +		return -ENOENT;
>> +
>> +	switch (config_counter(config)) {
>> +	default:
>> +		return -ENOENT;
>> +	}
>> +
>> +	return 0;
>> +}
>> +
>> +static int xe_pmu_event_init(struct perf_event *event)
>> +{
>> +	struct xe_device *xe =
>> +		container_of(event->pmu, typeof(*xe), pmu.base);
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +	int ret;
>> +	u64 event_config;
>> +
>> +	if (!pmu->registered)
>> +		return -ENODEV;
>> +
>> +	if (event->attr.type != event->pmu->type)
>> +		return -ENOENT;
>> +
>> +	/* unsupported modes and filters */
>> +	if (event->attr.sample_period) /* no sampling */
>> +		return -EINVAL;
>> +
>> +	if (has_branch_stack(event))
>> +		return -EOPNOTSUPP;
> can we do all the EINVAL checks first and this one right after the
> einval code?
ok.
>> +
>> +	if (event->cpu < 0)
>> +		return -EINVAL;
>> +
>> +	/* only allow running on one cpu at a time */
>> +	if (!cpumask_test_cpu(event->cpu, &xe_pmu_cpumask))
>> +		return -EINVAL;
>> +
>> +	event_config = event->attr.config;
>> +	ret = config_status(xe, event_config);
>> +	if (ret)
>> +		return ret;
>> +
>> +	if (!event->parent) {
>> +		drm_dev_get(&xe->drm);
>> +		event->destroy = xe_pmu_event_destroy;
>> +	}
>> +
>> +	return 0;
>> +}
>> +
>> +static u64 __xe_pmu_event_read(struct perf_event *event)
>> +{
>> +	struct xe_device *xe =
>> +		container_of(event->pmu, typeof(*xe), pmu.base);
>> +	const u64 config = event->attr.config;
>> +	const u64 gt_id = config >> __XE_PMU_GT_SHIFT;
>> +	struct xe_gt *gt = xe_device_get_gt(xe, gt_id);
>> +	u64 val = 0;
>> +
>> +	switch (config_counter(config)) {
>> +	default:
>> +		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
>> +	}
>> +
>> +	return val;
>> +}
>> +
>> +static void xe_pmu_event_read(struct perf_event *event)
>> +{
>> +	struct xe_device *xe =
>> +		container_of(event->pmu, typeof(*xe), pmu.base);
>> +	struct hw_perf_event *hwc = &event->hw;
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +	u64 prev, new;
>> +
>> +	if (!pmu->registered) {
>> +		event->hw.state = PERF_HES_STOPPED;
>> +		return;
>> +	}
>> +
>> +	prev = local64_read(&hwc->prev_count);
>> +	do {
>> +		new = __xe_pmu_event_read(event);
>> +	} while (!local64_try_cmpxchg(&hwc->prev_count, &prev, new));
>> +
>> +	local64_add(new - prev, &event->count);
>> +}
>> +
>> +static void xe_pmu_enable(struct perf_event *event)
>> +{
>> +	/*
>> +	 * Store the current counter value so we can report the correct delta
>> +	 * for all listeners. Even when the event was already enabled and has
>> +	 * an existing non-zero value.
>> +	 */
>> +	local64_set(&event->hw.prev_count, __xe_pmu_event_read(event));
>> +}
>> +
>> +static void xe_pmu_event_start(struct perf_event *event, int flags)
>> +{
>> +	struct xe_device *xe =
>> +		container_of(event->pmu, typeof(*xe), pmu.base);
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +
>> +	if (!pmu->registered)
>> +		return;
>> +
>> +	xe_pmu_enable(event);
>> +	event->hw.state = 0;
>> +}
>> +
>> +static void xe_pmu_event_stop(struct perf_event *event, int flags)
>> +{
>> +	struct xe_device *xe =
>> +		container_of(event->pmu, typeof(*xe), pmu.base);
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +
>> +	if (!pmu->registered)
>> +		goto out;
>> +
>> +	if (flags & PERF_EF_UPDATE)
>> +		xe_pmu_event_read(event);
>> +
>> +out:
>> +	event->hw.state = PERF_HES_STOPPED;
> please avoid this goto here by using if/else on the if (!pmu->registered) { if (flags...} else { event->hw.state...};
ok.
>> +}
>> +
>> +static int xe_pmu_event_add(struct perf_event *event, int flags)
>> +{
>> +	struct xe_device *xe =
>> +		container_of(event->pmu, typeof(*xe), pmu.base);
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +
>> +	if (!pmu->registered)
>> +		return -ENODEV;
>> +
>> +	if (flags & PERF_EF_START)
>> +		xe_pmu_event_start(event, flags);
>> +
>> +	return 0;
>> +}
>> +
>> +static void xe_pmu_event_del(struct perf_event *event, int flags)
>> +{
>> +	xe_pmu_event_stop(event, PERF_EF_UPDATE);
>> +}
>> +
>> +static int xe_pmu_event_event_idx(struct perf_event *event)
>> +{
>> +	return 0;
>> +}
>> +
>> +struct xe_str_attribute {
>> +	struct device_attribute attr;
>> +	const char *str;
>> +};
>> +
>> +static ssize_t xe_pmu_format_show(struct device *dev,
>> +				  struct device_attribute *attr, char *buf)
>> +{
>> +	struct xe_str_attribute *eattr;
>> +
>> +	eattr = container_of(attr, struct xe_str_attribute, attr);
>> +	return sprintf(buf, "%s\n", eattr->str);
>> +}
>> +
>> +#define XE_PMU_FORMAT_ATTR(_name, _config) \
>> +	(&((struct xe_str_attribute[]) { \
>> +		{ .attr = __ATTR(_name, 0444, xe_pmu_format_show, NULL), \
>> +		.str = _config, } \
>> +	})[0].attr.attr)
>> +
>> +static struct attribute *xe_pmu_format_attrs[] = {
>> +	XE_PMU_FORMAT_ATTR(event_id, "config:0-20"),
>> +	XE_PMU_FORMAT_ATTR(gt_id, "config:60-63"),
>> +	NULL,
>> +};
>> +
>> +static const struct attribute_group xe_pmu_format_attr_group = {
>> +	.name = "format",
>> +	.attrs = xe_pmu_format_attrs,
>> +};
>> +
>> +struct xe_ext_attribute {
>> +	struct device_attribute attr;
>> +	unsigned long val;
>> +};
>> +
>> +static ssize_t xe_pmu_event_show(struct device *dev,
>> +				 struct device_attribute *attr, char *buf)
>> +{
>> +	struct xe_ext_attribute *eattr;
>> +
>> +	eattr = container_of(attr, struct xe_ext_attribute, attr);
>> +	return sprintf(buf, "config=0x%lx\n", eattr->val);
>> +}
>> +
>> +static ssize_t cpumask_show(struct device *dev,
>> +			    struct device_attribute *attr, char *buf)
>> +{
>> +	return cpumap_print_to_pagebuf(true, buf, &xe_pmu_cpumask);
>> +}
>> +
>> +static DEVICE_ATTR_RO(cpumask);
>> +
>> +static struct attribute *xe_cpumask_attrs[] = {
>> +	&dev_attr_cpumask.attr,
>> +	NULL,
>> +};
>> +
>> +static const struct attribute_group xe_pmu_cpumask_attr_group = {
>> +	.attrs = xe_cpumask_attrs,
>> +};
>> +
>> +#define __event(__counter, __name, __unit) \
>> +{ \
>> +	.counter = (__counter), \
>> +	.name = (__name), \
>> +	.unit = (__unit), \
>> +}
>> +
>> +static struct xe_ext_attribute *
>> +add_xe_attr(struct xe_ext_attribute *attr, const char *name, u64 config)
>> +{
>> +	sysfs_attr_init(&attr->attr.attr);
>> +	attr->attr.attr.name = name;
>> +	attr->attr.attr.mode = 0444;
>> +	attr->attr.show = xe_pmu_event_show;
>> +	attr->val = config;
>> +
>> +	return ++attr;
>> +}
>> +
>> +static struct perf_pmu_events_attr *
>> +add_pmu_attr(struct perf_pmu_events_attr *attr, const char *name,
>> +	     const char *str)
>> +{
>> +	sysfs_attr_init(&attr->attr.attr);
>> +	attr->attr.attr.name = name;
>> +	attr->attr.attr.mode = 0444;
>> +	attr->attr.show = perf_event_sysfs_show;
>> +	attr->event_str = str;
>> +
>> +	return ++attr;
>> +}
>> +
>> +static struct attribute **
>> +create_event_attributes(struct xe_pmu *pmu)
>> +{
>> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
>> +	static const struct {
>> +		unsigned int counter;
>> +		const char *name;
>> +		const char *unit;
>> +	} events[] = {
>> +	};
>> +
>> +	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
>> +	struct xe_ext_attribute *xe_attr = NULL, *xe_iter;
>> +	struct attribute **attr = NULL, **attr_iter;
>> +	unsigned int count = 0;
>> +	unsigned int i;
>> +
>> +	/* Count how many counters we will be exposing. */
>> +	for (i = 0; i < ARRAY_SIZE(events); i++) {
>> +		u64 config = __XE_PMU_PM(events[i].counter);
>> +
>> +		if (!config_status(xe, config))
>> +			count++;
>> +	}
>> +
>> +	/* Allocate attribute objects and table. */
>> +	xe_attr = kcalloc(count, sizeof(*xe_attr), GFP_KERNEL);
>> +	if (!xe_attr)
>> +		goto err_alloc;
> this looks wrong to me, you don't need to kfree anyone in this case...
ok.
>
>> +
>> +	pmu_attr = kcalloc(count, sizeof(*pmu_attr), GFP_KERNEL);
>> +	if (!pmu_attr)
>> +		goto err_alloc;
> same here, you only need to kfree xe_attr in this case...
>
>> +
>> +	/* Max one pointer of each attribute type plus a termination entry. */
>> +	attr = kcalloc(count * 2 + 1, sizeof(*attr), GFP_KERNEL);
>> +	if (!attr)
>> +		goto err_alloc;
> and here, you only need to kfree xe_attr and pmu_attr in this case...
>
> I know, copied from i915 and 'it works there'... I believe it works
> because kfree itself skips if NULL, not because the code is in the
> best shape...
>
> but perhaps I'm just paranoid?
Ok.
>
>> +
>> +	xe_iter = xe_attr;
>> +	pmu_iter = pmu_attr;
>> +	attr_iter = attr;
>> +
>> +	for (i = 0; i < ARRAY_SIZE(events); i++) {
>> +		u64 config = __XE_PMU_PM(events[i].counter);
>> +		char *str;
>> +
>> +		if (config_status(xe, config))
>> +			continue;
>> +
>> +		str = kasprintf(GFP_KERNEL, "%s",
>> +				events[i].name);
>> +		if (!str)
>> +			goto err;
> hmmm, here you don't need to free everyone, but only all the above before
> the loop and the ones that you have run in the loop already, but not the
> entire loop again below...
>
> or perhaps the for loop below takes care of this and I'm just paranoid...
We are freeing all of them. If there are sys/memory issues where even a 
string cannot be allocated, might not be worth continuing with anything?
>
>> +
>> +		*attr_iter++ = &xe_iter->attr.attr;
>> +		xe_iter = add_xe_attr(xe_iter, str, config);
>> +
>> +		if (events[i].unit) {
>> +			str = kasprintf(GFP_KERNEL, "%s.unit",
>> +					events[i].name);
>> +			if (!str)
>> +				goto err;
>> +
>> +			*attr_iter++ = &pmu_iter->attr.attr;
>> +			pmu_iter = add_pmu_attr(pmu_iter, str,
>> +							events[i].unit);
>> +		}
>> +	}
>> +
>> +	pmu->xe_attr = xe_attr;
>> +	pmu->pmu_attr = pmu_attr;
>> +
>> +	return attr;
>> +
>> +err:
>> +	for (attr_iter = attr; *attr_iter; attr_iter++)
>> +		kfree((*attr_iter)->name);
>> +
>> +err_alloc:
>> +	kfree(attr);
>> +	kfree(xe_attr);
>> +	kfree(pmu_attr);
>> +
>> +	return NULL;
>> +}
>> +
>> +static void free_event_attributes(struct xe_pmu *pmu)
>> +{
>> +	struct attribute **attr_iter = pmu->events_attr_group.attrs;
>> +
>> +	for (; *attr_iter; attr_iter++)
>> +		kfree((*attr_iter)->name);
>> +
>> +	kfree(pmu->events_attr_group.attrs);
>> +	kfree(pmu->xe_attr);
>> +	kfree(pmu->pmu_attr);
>> +
>> +	pmu->events_attr_group.attrs = NULL;
>> +	pmu->xe_attr = NULL;
>> +	pmu->pmu_attr = NULL;
>> +}
>> +
>> +static int xe_pmu_cpu_online(unsigned int cpu, struct hlist_node *node)
>> +{
>> +	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
>> +
>> +	/* Select the first online CPU as a designated reader. */
>> +	if (cpumask_empty(&xe_pmu_cpumask))
>> +		cpumask_set_cpu(cpu, &xe_pmu_cpumask);
>> +
>> +	return 0;
>> +}
>> +
>> +static int xe_pmu_cpu_offline(unsigned int cpu, struct hlist_node *node)
>> +{
>> +	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
>> +	unsigned int target = xe_pmu_target_cpu;
>> +
>> +	/*
>> +	 * Unregistering an instance generates a CPU offline event which we must
>> +	 * ignore to avoid incorrectly modifying the shared xe_pmu_cpumask.
>> +	 */
>> +	if (!pmu->registered)
>> +		return 0;
>> +
>> +	if (cpumask_test_and_clear_cpu(cpu, &xe_pmu_cpumask)) {
>> +		target = cpumask_any_but(topology_sibling_cpumask(cpu), cpu);
>> +
>> +		/* Migrate events if there is a valid target */
>> +		if (target < nr_cpu_ids) {
>> +			cpumask_set_cpu(target, &xe_pmu_cpumask);
>> +			xe_pmu_target_cpu = target;
>> +		}
>> +	}
>> +
>> +	if (target < nr_cpu_ids && target != pmu->cpuhp.cpu) {
>> +		perf_pmu_migrate_context(&pmu->base, cpu, target);
>> +		pmu->cpuhp.cpu = target;
>> +	}
>> +
>> +	return 0;
>> +}
>> +
>> +static enum cpuhp_state cpuhp_state = CPUHP_INVALID;
>> +
>> +/**
>> + * xe_pmu_init() - Setup CPU hotplug state/callbacks for Xe PMU
>> + *
>> + * Returns: 0 if successful, else error code
>> + */
>> +int xe_pmu_init(void)
>> +{
>> +	int ret;
>> +
>> +	ret = cpuhp_setup_state_multi(CPUHP_AP_ONLINE_DYN,
>> +				      "perf/x86/intel/xe:online",
>> +				      xe_pmu_cpu_online,
>> +				      xe_pmu_cpu_offline);
>> +	if (ret < 0)
>> +		pr_notice("Failed to setup cpuhp state for xe PMU! (%d)\n",
>> +			  ret);
>> +	else
>> +		cpuhp_state = ret;
>> +
>> +	return 0;
>> +}
>> +
>> +/**
>> + * xe_pmu_exit() - Remove CPU hotplug state/callbacks for Xe PMU
>> + */
>> +void xe_pmu_exit(void)
>> +{
>> +	if (cpuhp_state != CPUHP_INVALID)
>> +		cpuhp_remove_multi_state(cpuhp_state);
>> +}
>> +
>> +static int xe_pmu_register_cpuhp_state(struct xe_pmu *pmu)
>> +{
>> +	if (cpuhp_state == CPUHP_INVALID)
>> +		return -EINVAL;
>> +
>> +	return cpuhp_state_add_instance(cpuhp_state, &pmu->cpuhp.node);
>> +}
>> +
>> +static void xe_pmu_unregister_cpuhp_state(struct xe_pmu *pmu)
>> +{
>> +	cpuhp_state_remove_instance(cpuhp_state, &pmu->cpuhp.node);
>> +}
>> +
>> +/**
>> + * xe_pmu_unregister() - Remove/cleanup PMU registration
>> + * @arg: Ptr to pmu
>> + */
>> +void xe_pmu_unregister(void *arg)
>> +{
>> +	struct xe_pmu *pmu = arg;
>> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
>> +
>> +	if (IS_SRIOV_VF(xe))
>> +		return;
>> +
>> +	if (!pmu->registered)
>> +		return;
>> +
>> +	pmu->registered = false;
>> +
>> +	xe_pmu_unregister_cpuhp_state(pmu);
>> +
>> +	perf_pmu_unregister(&pmu->base);
>> +	kfree(pmu->base.attr_groups);
>> +	kfree(pmu->name);
>> +	free_event_attributes(pmu);
>> +}
>> +
>> +/**
>> + * xe_pmu_register() - Define basic PMU properties for Xe and add event callbacks.
>> + * @pmu: the PMU object
>> + *
>> + */
>> +void xe_pmu_register(struct xe_pmu *pmu)
>> +{
>> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
>> +	const struct attribute_group *attr_groups[] = {
>> +		&xe_pmu_format_attr_group,
>> +		&pmu->events_attr_group,
>> +		&xe_pmu_cpumask_attr_group,
>> +		NULL
>> +	};
>> +
>> +	int ret = -ENOMEM;
> unused ret variable in a void function...
The ret is used internal to this function.
>
>> +
>> +	if (IS_SRIOV_VF(xe))
>> +		return;
>> +
>> +	raw_spin_lock_init(&pmu->lock);
>> +	pmu->cpuhp.cpu = -1;
>> +
>> +	pmu->name = kasprintf(GFP_KERNEL,
>> +			      "xe_%s",
>> +			      dev_name(xe->drm.dev));
>> +	if (pmu->name) {
>> +		/* tools/perf reserves colons as special. */
>> +		strreplace((char *)pmu->name, ':', '_');
>> +	}
>> +
>> +	if (!pmu->name)
>> +		goto err;
> move this above, then you can avoid the if (pmu->name) condition in the
> other block...
ok.
>
>> +
>> +	pmu->events_attr_group.name = "events";
>> +	pmu->events_attr_group.attrs = create_event_attributes(pmu);
>> +	if (!pmu->events_attr_group.attrs)
>> +		goto err_name;
> this function is indeed handling the goto error conditions much better
> than the other one above...
>
>> +
>> +	pmu->base.attr_groups = kmemdup(attr_groups, sizeof(attr_groups),
>> +					GFP_KERNEL);
>> +	if (!pmu->base.attr_groups)
>> +		goto err_attr;
>> +
>> +	pmu->base.module	= THIS_MODULE;
>> +	pmu->base.task_ctx_nr	= perf_invalid_context;
>> +	pmu->base.event_init	= xe_pmu_event_init;
>> +	pmu->base.add		= xe_pmu_event_add;
>> +	pmu->base.del		= xe_pmu_event_del;
>> +	pmu->base.start		= xe_pmu_event_start;
>> +	pmu->base.stop		= xe_pmu_event_stop;
>> +	pmu->base.read		= xe_pmu_event_read;
>> +	pmu->base.event_idx	= xe_pmu_event_event_idx;
>> +
>> +	ret = perf_pmu_register(&pmu->base, pmu->name, -1);
>> +	if (ret)
>> +		goto err_groups;
>> +
>> +	ret = xe_pmu_register_cpuhp_state(pmu);
>> +	if (ret)
>> +		goto err_unreg;
>> +
>> +	ret = devm_add_action_or_reset(xe->drm.dev, xe_pmu_unregister, pmu);
>> +	if (ret)
>> +		goto err_cpuhp;
>> +
>> +	pmu->registered = true;
>> +
>> +	return;
>> +
>> +err_cpuhp:
>> +	xe_pmu_unregister_cpuhp_state(pmu);
>> +err_unreg:
>> +	perf_pmu_unregister(&pmu->base);
>> +err_groups:
>> +	kfree(pmu->base.attr_groups);
>> +err_attr:
>> +	free_event_attributes(pmu);
>> +err_name:
>> +	kfree(pmu->name);
>> +err:
>> +	drm_notice(&xe->drm, "Failed to register PMU!\n");
>> +}
>> diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
>> new file mode 100644
>> index 000000000000..d07e5dfdfec0
>> --- /dev/null
>> +++ b/drivers/gpu/drm/xe/xe_pmu.h
>> @@ -0,0 +1,26 @@
>> +/* SPDX-License-Identifier: MIT */
>> +/*
>> + * Copyright © 2024 Intel Corporation
> probably good to remind to change this and every other header in this series to
> 2025 already?
ok.
>
>> + */
>> +
>> +#ifndef _XE_PMU_H_
>> +#define _XE_PMU_H_
>> +
>> +#include "xe_pmu_types.h"
>> +
>> +struct xe_gt;
>> +
>> +#if IS_ENABLED(CONFIG_PERF_EVENTS)
>> +int xe_pmu_init(void);
>> +void xe_pmu_exit(void);
>> +void xe_pmu_register(struct xe_pmu *pmu);
>> +void xe_pmu_unregister(void *arg);
>> +#else
>> +static inline int xe_pmu_init(void) { return 0; }
>> +static inline void xe_pmu_exit(void) {}
>> +static inline void xe_pmu_register(struct xe_pmu *pmu) {}
>> +static inline void xe_pmu_unregister(void *arg) {}
>> +#endif
>> +
>> +#endif
>> +
>> diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
>> new file mode 100644
>> index 000000000000..2b3f8982023f
>> --- /dev/null
>> +++ b/drivers/gpu/drm/xe/xe_pmu_types.h
>> @@ -0,0 +1,72 @@
>> +/* SPDX-License-Identifier: MIT */
>> +/*
>> + * Copyright © 2024 Intel Corporation
>> + */
>> +
>> +#ifndef _XE_PMU_TYPES_H_
>> +#define _XE_PMU_TYPES_H_
>> +
>> +#include <linux/perf_event.h>
>> +#include <linux/spinlock_types.h>
>> +
>> +enum {
>> +	__XE_NUM_PMU_SAMPLERS
>> +};
>> +
>> +#define XE_PMU_MAX_GT 2
> is there a way to make this more generic?
> otherwise whenever we have a platform with
> different max we will forget to adjust here...
Seems hard to do. MAX_GTS is defined in xe_device_types, which includes 
xe_pmu_types, so using that leads to circular ref. Doesn't look like 
there is a clean solution here, as having the sole definition in 
xe_pmu_types may not be the right choice.
>
>> +
>> +/*
>> + * Top bits of every counter are GT id.
>> + */
>> +#define __XE_PMU_GT_SHIFT (60)
>> +
>> +#define ___XE_PMU_PM(gt, x) \
>> +	(((__u64)(x)) | ((__u64)(gt) << __XE_PMU_GT_SHIFT))
>> +
>> +#define __XE_PMU_PM(x) ___XE_PMU_PM(0, x)
>> +
> please add also a doc comment for the xe_pmu struct itself, not only for its
> components...

ok.

Thanks,

Vinay.

>
>> +struct xe_pmu {
>> +	/**
>> +	 * @cpuhp: Struct used for CPU hotplug handling.
>> +	 */
>> +	struct {
>> +		struct hlist_node node;
>> +		unsigned int cpu;
>> +	} cpuhp;
>> +	/**
>> +	 * @base: PMU base.
>> +	 */
>> +	struct pmu base;
>> +	/**
>> +	 * @registered: PMU is registered and not in the unregistering process.
>> +	 */
>> +	bool registered;
>> +	/**
>> +	 * @name: Name as registered with perf core.
>> +	 */
>> +	const char *name;
>> +	/**
>> +	 * @lock: Lock protecting enable mask and ref count handling.
>> +	 */
>> +	raw_spinlock_t lock;
>> +	/**
>> +	 * @sample: Current and previous (raw) counters.
>> +	 *
>> +	 * These counters are updated when the device is awake.
>> +	 */
>> +	u64 sample[XE_PMU_MAX_GT][__XE_NUM_PMU_SAMPLERS];
>> +	/**
>> +	 * @events_attr_group: Device events attribute group.
>> +	 */
>> +	struct attribute_group events_attr_group;
>> +	/**
>> +	 * @xe_attr: Memory block holding device attributes.
>> +	 */
>> +	void *xe_attr;
>> +	/**
>> +	 * @pmu_attr: Memory block holding device attributes.
>> +	 */
>> +	void *pmu_attr;
>> +};
>> +
>> +#endif
>> -- 
>> 2.38.1
>>

Re: [PATCH v10 3/4] drm/xe/pmu: Add GT C6 events

[Belgaumkar, Vinay]

On 12/20/2024 1:11 PM, Rodrigo Vivi wrote:
> On Thu, Dec 19, 2024 at 05:19:09PM -0800, Vinay Belgaumkar wrote:
>> Provide a PMU interface for GT C6 residency counters. The implementation
>> is ported over from the i915 PMU code. Residency is provided in units of
>> ms(like sysfs entry in - /sys/class/drm/card0/device/tile0/gt0/gtidle).
>>
>> Sample usage and output-
>>
>> $ perf list | grep c6
>>
>>    xe_0000_00_02.0/c6-residency/                 [Kernel PMU event]
>>
>> $ ls /sys/bus/event_source/devices/xe_0000_00_02.0/format/
>>    event_id  gt_id
>> $ cat /sys/bus/event_source/devices/xe_0000_00_02.0/format/*
>>    config:0-20
>>    config:60-63
>>
>> $ perf stat -e xe_0000_00_02.0/c6-residency,gt_id=0/ -I1000
>>
>> $           time     counts unit events
>>       1.001183454       1001 ms   xe_0000_00_02.0/c6-residency,gt_id=0/
>>       2.004434757       1002 ms   xe_0000_00_02.0/c6-residency,gt_id=0/
>>
>> v2: Checkpatch fix, move timer code to next patch
>> v3: Fix kunit issue
>> v4: Fix for locking issue, fix review comments (Riana)
>> v5: Add xe_pmu_disable() function to reset enable_count
>> v6: Change rc6 to c6 (Riana)
>> v7: Fix another comment format
>> v8: Replace RC6 with C6 (Riana)
> hmm... I didn't like that... in the current way it will easily get
> confused with cpu c6... we need to either use gt-c6 like gt-idle
> is using or keep the rc6 like people are already used to...
> But this 'c6' only looks like cpu...
ok, I'll keep it as gt-c6 in that case. Here and elsewhere.
>
>> v9: Define sampling freq in next patch
>> v10: Use raw_spin_lock* instead of spin_lock* (Lucas)
>>
>> Cc: Lucas De Marchi <lucas.demarchi@intel.com>
>> Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
>> Reviewed-by: Rodrigo Vivi <rodrigo.vivi@intel.com> #v5
>> Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
>> ---
>>   drivers/gpu/drm/xe/xe_gt.c        |   3 +
>>   drivers/gpu/drm/xe/xe_pmu.c       | 214 ++++++++++++++++++++++++++++++
>>   drivers/gpu/drm/xe/xe_pmu.h       |   2 +
>>   drivers/gpu/drm/xe/xe_pmu_types.h |  49 +++++++
>>   4 files changed, 268 insertions(+)
>>
>> diff --git a/drivers/gpu/drm/xe/xe_gt.c b/drivers/gpu/drm/xe/xe_gt.c
>> index 41ab7fbebc19..64e60bcf131a 100644
>> --- a/drivers/gpu/drm/xe/xe_gt.c
>> +++ b/drivers/gpu/drm/xe/xe_gt.c
>> @@ -47,6 +47,7 @@
>>   #include "xe_mmio.h"
>>   #include "xe_pat.h"
>>   #include "xe_pm.h"
>> +#include "xe_pmu.h"
>>   #include "xe_mocs.h"
>>   #include "xe_reg_sr.h"
>>   #include "xe_ring_ops.h"
>> @@ -875,6 +876,8 @@ int xe_gt_suspend(struct xe_gt *gt)
>>   
>>   	xe_gt_idle_disable_pg(gt);
>>   
>> +	xe_pmu_suspend(gt);
>> +
>>   	xe_gt_disable_host_l2_vram(gt);
>>   
>>   	xe_force_wake_put(gt_to_fw(gt), fw_ref);
>> diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
>> index e6d25e8b7b7c..1115724a580d 100644
>> --- a/drivers/gpu/drm/xe/xe_pmu.c
>> +++ b/drivers/gpu/drm/xe/xe_pmu.c
>> @@ -11,8 +11,11 @@
>>   #include "xe_device.h"
>>   #include "xe_force_wake.h"
>>   #include "xe_gt_clock.h"
>> +#include "xe_gt_idle.h"
>> +#include "xe_guc_pc.h"
>>   #include "xe_mmio.h"
>>   #include "xe_macros.h"
>> +#include "xe_module.h"
>>   #include "xe_pm.h"
>>   #include "xe_pmu.h"
>>   
>> @@ -46,8 +49,29 @@ static unsigned int xe_pmu_target_cpu = -1;
>>    * To list a specific event for a GT at regular intervals-
>>    * $ perf stat -e <event_name,xe_gt_id=> -I <interval>
>>    *
>> + * For C6, following command will give GT residency per second-
>> + * $ perf stat -e xe_0000_00_02.0/c6-residency,gt_id=0/ -I 1000
>> + *            time             counts unit events
>> + *     1.001183454               1001 ms   xe_0000_00_02.0/c6-residency,xe_gt_id=0/
>> + *     2.004434757               1002 ms   xe_0000_00_02.0/c6-residency,xe_gt_id=0/
>> + *     3.005854217               1000 ms   xe_0000_00_02.0/c6-residency,xe_gt_id=0/
>> + *
>> + * To verify this matches with sysfs values of c6, you can run following command-
>> + * $ for i in {1..10} ; do cat /sys/class/drm/card0/device/tile0/gt0/gtidle/idle_residency_ms;
>> + *   sleep 1; done
>> + *      2348877
>> + *      2349901
>> + *      2350917
>> + *      2352945
>> + *
>> + * Each value is roughly a 1000ms increment here as well. This is expected GT residency when idle.
>>    */
>>   
>> +static struct xe_pmu *event_to_pmu(struct perf_event *event)
>> +{
>> +	return container_of(event->pmu, struct xe_pmu, base);
>> +}
>> +
>>   static unsigned int config_gt_id(const u64 config)
>>   {
>>   	return config >> __XE_PMU_GT_SHIFT;
>> @@ -58,6 +82,35 @@ static u64 config_counter(const u64 config)
>>   	return config & ~(~0ULL << __XE_PMU_GT_SHIFT);
>>   }
>>   
>> +static unsigned int pm_bit(const u64 config)
>> +{
>> +	unsigned int val;
>> +
>> +	switch (config_counter(config)) {
>> +	case XE_PMU_C6_RESIDENCY:
>> +		val = __XE_PMU_C6_RESIDENCY_ENABLED;
>> +		break;
>> +	default:
>> +		/*
>> +		 * Events that do not require sampling, or tracking state
>> +		 * transitions between enabled and disabled can be ignored.
>> +		 */
>> +		return -1;
>> +	}
>> +
>> +	return config_gt_id(config) * __XE_PMU_TRACKED_EVENT_COUNT + val;
>> +}
>> +
>> +static unsigned int config_bit(const u64 config)
>> +{
>> +	return pm_bit(config);
>> +}
>> +
>> +static unsigned int event_bit(struct perf_event *event)
>> +{
>> +	return config_bit(event->attr.config);
>> +}
>> +
>>   static void xe_pmu_event_destroy(struct perf_event *event)
>>   {
>>   	struct xe_device *xe =
>> @@ -77,6 +130,10 @@ config_status(struct xe_device *xe, u64 config)
>>   		return -ENOENT;
>>   
>>   	switch (config_counter(config)) {
>> +	case XE_PMU_C6_RESIDENCY:
>> +		if (xe->info.skip_guc_pc)
>> +			return -ENODEV;
>> +		break;
>>   	default:
>>   		return -ENOENT;
>>   	}
>> @@ -125,6 +182,63 @@ static int xe_pmu_event_init(struct perf_event *event)
>>   	return 0;
>>   }
>>   
>> +static inline s64 ktime_since_raw(const ktime_t kt)
>> +{
>> +	return ktime_to_ms(ktime_sub(ktime_get_raw(), kt));
>> +}
>> +
>> +static u64 read_sample(struct xe_pmu *pmu, unsigned int gt_id, int sample)
>> +{
>> +	return pmu->event_sample[gt_id][sample].cur;
>> +}
>> +
>> +static void
>> +store_sample(struct xe_pmu *pmu, unsigned int gt_id, int sample, u64 val)
>> +{
>> +	pmu->event_sample[gt_id][sample].cur = val;
>> +}
>> +
>> +static u64 get_c6(struct xe_gt *gt)
>> +{
>> +	struct xe_device *xe = gt_to_xe(gt);
>> +	const unsigned int gt_id = gt->info.id;
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +	bool device_awake;
>> +	unsigned long flags;
>> +	u64 val;
>> +
>> +	device_awake = xe_pm_runtime_get_if_active(xe);
> why get_if_active here?
> are you sure you have an outer protection ensuring the device is
> awake?
> anyways, please use the _noresume variant... so it will spill
> a big warning if we try to access this and device is suspended...
Might be better to check if suspended directly - will add a change from 
Riana for this.
>
>> +	if (device_awake) {
>> +		val = xe_gt_idle_residency_msec(&gt->gtidle);
>> +		xe_pm_runtime_put(xe);
>> +	}
>> +
>> +	raw_spin_lock_irqsave(&pmu->lock, flags);
>> +
>> +	if (device_awake) {
>> +		store_sample(pmu, gt_id, __XE_SAMPLE_C6, val);
>> +	} else {
>> +		/*
>> +		 * We think we are runtime suspended.
>> +		 *
>> +		 * Report the delta from when the device was suspended to now,
>> +		 * on top of the last known real value, as the approximated C6
>> +		 * counter value.
>> +		 */
>> +		val = ktime_since_raw(pmu->sleep_last[gt_id]);
>> +		val += read_sample(pmu, gt_id, __XE_SAMPLE_C6);
>> +	}
>> +
>> +	if (val < read_sample(pmu, gt_id, __XE_SAMPLE_C6_LAST_REPORTED))
>> +		val = read_sample(pmu, gt_id, __XE_SAMPLE_C6_LAST_REPORTED);
>> +	else
>> +		store_sample(pmu, gt_id, __XE_SAMPLE_C6_LAST_REPORTED, val);
>> +
>> +	raw_spin_unlock_irqrestore(&pmu->lock, flags);
>> +
>> +	return val;
>> +}
>> +
>>   static u64 __xe_pmu_event_read(struct perf_event *event)
>>   {
>>   	struct xe_device *xe =
>> @@ -135,6 +249,9 @@ static u64 __xe_pmu_event_read(struct perf_event *event)
>>   	u64 val = 0;
>>   
>>   	switch (config_counter(config)) {
>> +	case XE_PMU_C6_RESIDENCY:
>> +		val = get_c6(gt);
>> +		break;
>>   	default:
>>   		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
>>   	}
>> @@ -165,6 +282,28 @@ static void xe_pmu_event_read(struct perf_event *event)
>>   
>>   static void xe_pmu_enable(struct perf_event *event)
>>   {
>> +	struct xe_pmu *pmu = event_to_pmu(event);
>> +	const unsigned int bit = event_bit(event);
>> +	unsigned long flags;
>> +
>> +	if (bit == -1)
>> +		goto update;
>> +
>> +	raw_spin_lock_irqsave(&pmu->lock, flags);
>> +
>> +	/*
>> +	 * Update the bitmask of enabled events and increment
>> +	 * the event reference counter.
>> +	 */
>> +	BUILD_BUG_ON(ARRAY_SIZE(pmu->enable_count) != XE_PMU_MASK_BITS);
>> +	XE_WARN_ON(bit >= ARRAY_SIZE(pmu->enable_count));
>> +	XE_WARN_ON(pmu->enable_count[bit] == ~0);
>> +
>> +	pmu->enable |= BIT(bit);
>> +	pmu->enable_count[bit]++;
>> +
>> +	raw_spin_unlock_irqrestore(&pmu->lock, flags);
>> +update:
>>   	/*
>>   	 * Store the current counter value so we can report the correct delta
>>   	 * for all listeners. Even when the event was already enabled and has
>> @@ -173,6 +312,31 @@ static void xe_pmu_enable(struct perf_event *event)
>>   	local64_set(&event->hw.prev_count, __xe_pmu_event_read(event));
>>   }
>>   
>> +static void xe_pmu_disable(struct perf_event *event)
>> +{
>> +	struct xe_device *xe =
>> +		container_of(event->pmu, typeof(*xe), pmu.base);
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +	const unsigned int bit = event_bit(event);
>> +	unsigned long flags;
>> +
>> +	if (bit == -1)
>> +		return;
>> +
>> +	raw_spin_lock_irqsave(&pmu->lock, flags);
>> +
>> +	XE_WARN_ON(bit >= ARRAY_SIZE(pmu->enable_count));
>> +	XE_WARN_ON(pmu->enable_count[bit] == 0);
>> +	/*
>> +	 * Decrement the reference count and clear the enabled
>> +	 * bitmask when the last listener on an event goes away.
>> +	 */
>> +	if (--pmu->enable_count[bit] == 0)
>> +		pmu->enable &= ~BIT(bit);
>> +
>> +	raw_spin_unlock_irqrestore(&pmu->lock, flags);
>> +}
>> +
>>   static void xe_pmu_event_start(struct perf_event *event, int flags)
>>   {
>>   	struct xe_device *xe =
>> @@ -198,6 +362,8 @@ static void xe_pmu_event_stop(struct perf_event *event, int flags)
>>   	if (flags & PERF_EF_UPDATE)
>>   		xe_pmu_event_read(event);
>>   
>> +	xe_pmu_disable(event);
>> +
>>   out:
>>   	event->hw.state = PERF_HES_STOPPED;
>>   }
>> @@ -330,6 +496,7 @@ create_event_attributes(struct xe_pmu *pmu)
>>   		const char *name;
>>   		const char *unit;
>>   	} events[] = {
>> +		__event(0, "c6-residency", "ms"),
>>   	};
>>   
>>   	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
>> @@ -511,6 +678,33 @@ static void xe_pmu_unregister_cpuhp_state(struct xe_pmu *pmu)
>>   	cpuhp_state_remove_instance(cpuhp_state, &pmu->cpuhp.node);
>>   }
>>   
>> +static void store_rc6_residency(struct xe_gt *gt)
>> +{
>> +	struct xe_device *xe = gt_to_xe(gt);
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +
>> +	store_sample(pmu, gt->info.id, __XE_SAMPLE_C6,
>> +		     xe_gt_idle_residency_msec(&gt->gtidle));
>> +	pmu->sleep_last[gt->info.id] = ktime_get_raw();
>> +}
>> +
>> +/**
>> + * xe_pmu_suspend() - Save residency count before suspend
>> + * @gt: GT object
>> + */
>> +void xe_pmu_suspend(struct xe_gt *gt)
>> +{
>> +	struct xe_device *xe = gt_to_xe(gt);
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +
>> +	if (!pmu->base.event_init)
>> +		return;
>> +
>> +	raw_spin_lock_irq(&pmu->lock);
>> +	store_rc6_residency(gt);
> and here you forgot rc6 anyway...
>
>> +	raw_spin_unlock_irq(&pmu->lock);
>> +}
>> +
>>   /**
>>    * xe_pmu_unregister() - Remove/cleanup PMU registration
>>    * @arg: Ptr to pmu
>> @@ -536,6 +730,24 @@ void xe_pmu_unregister(void *arg)
>>   	free_event_attributes(pmu);
>>   }
>>   
>> +static void init_rc6(struct xe_pmu *pmu)
> and here...

will change to init_c6(), here and above.

Thanks,

Vinay.

>
>> +{
>> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
>> +	struct xe_gt *gt;
>> +	unsigned int j;
>> +
>> +	for_each_gt(gt, xe, j) {
>> +		xe_pm_runtime_get(xe);
>> +		u64 val = xe_gt_idle_residency_msec(&gt->gtidle);
>> +
>> +		store_sample(pmu, j, __XE_SAMPLE_C6, val);
>> +		store_sample(pmu, j, __XE_SAMPLE_C6_LAST_REPORTED,
>> +			     val);
>> +		pmu->sleep_last[j] = ktime_get_raw();
>> +		xe_pm_runtime_put(xe);
>> +	}
>> +}
>> +
>>   /**
>>    * xe_pmu_register() - Define basic PMU properties for Xe and add event callbacks.
>>    * @pmu: the PMU object
>> @@ -575,6 +787,8 @@ void xe_pmu_register(struct xe_pmu *pmu)
>>   	if (!pmu->events_attr_group.attrs)
>>   		goto err_name;
>>   
>> +	init_rc6(pmu);
>> +
>>   	pmu->base.attr_groups = kmemdup(attr_groups, sizeof(attr_groups),
>>   					GFP_KERNEL);
>>   	if (!pmu->base.attr_groups)
>> diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
>> index d07e5dfdfec0..17f5a8d7d45c 100644
>> --- a/drivers/gpu/drm/xe/xe_pmu.h
>> +++ b/drivers/gpu/drm/xe/xe_pmu.h
>> @@ -15,11 +15,13 @@ int xe_pmu_init(void);
>>   void xe_pmu_exit(void);
>>   void xe_pmu_register(struct xe_pmu *pmu);
>>   void xe_pmu_unregister(void *arg);
>> +void xe_pmu_suspend(struct xe_gt *gt);
>>   #else
>>   static inline int xe_pmu_init(void) { return 0; }
>>   static inline void xe_pmu_exit(void) {}
>>   static inline void xe_pmu_register(struct xe_pmu *pmu) {}
>>   static inline void xe_pmu_unregister(void *arg) {}
>> +static inline void xe_pmu_suspend(struct xe_gt *gt) {}
>>   #endif
>>   
>>   #endif
>> diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
>> index 2b3f8982023f..f47a6e1b109c 100644
>> --- a/drivers/gpu/drm/xe/xe_pmu_types.h
>> +++ b/drivers/gpu/drm/xe/xe_pmu_types.h
>> @@ -10,6 +10,8 @@
>>   #include <linux/spinlock_types.h>
>>   
>>   enum {
>> +	__XE_SAMPLE_C6,
>> +	__XE_SAMPLE_C6_LAST_REPORTED,
>>   	__XE_NUM_PMU_SAMPLERS
>>   };
>>   
>> @@ -25,6 +27,26 @@ enum {
>>   
>>   #define __XE_PMU_PM(x) ___XE_PMU_PM(0, x)
>>   
>> +#define XE_PMU_C6_RESIDENCY                    __XE_PMU_PM(0)
>> +#define __XE_PMU_C6_RESIDENCY(gt)              ___XE_PMU_PM(gt, 0)
>> +
>> +/*
>> + * Non-engine events that we need to track enabled-disabled transition and
>> + * current state.
>> + */
>> +enum xe_pmu_tracked_events {
>> +	__XE_PMU_C6_RESIDENCY_ENABLED,
>> +	__XE_PMU_TRACKED_EVENT_COUNT, /* count marker */
>> +};
>> +
>> +/* Global PMU mask to track enabled events */
>> +#define XE_PMU_MASK_BITS \
>> +	(XE_PMU_MAX_GT * __XE_PMU_TRACKED_EVENT_COUNT)
>> +
>> +struct xe_pmu_sample {
>> +	u64 cur;
>> +};
>> +
>>   struct xe_pmu {
>>   	/**
>>   	 * @cpuhp: Struct used for CPU hotplug handling.
>> @@ -67,6 +89,33 @@ struct xe_pmu {
>>   	 * @pmu_attr: Memory block holding device attributes.
>>   	 */
>>   	void *pmu_attr;
>> +
>> +	/**
>> +	 * @enable: Bitmask of specific enabled events.
>> +	 *
>> +	 * For some events we need to track their state and do some internal
>> +	 * house keeping.
>> +	 */
>> +	u32 enable;
>> +
>> +	/**
>> +	 * @enable_count: Reference counter for enabled events.
>> +	 *
>> +	 * Array indices are mapped in the same way as bits in the @enable field
>> +	 * and they are used to control sampling on/off when multiple clients
>> +	 * are using the PMU API.
>> +	 */
>> +	unsigned int enable_count[XE_PMU_MASK_BITS];
>> +	/**
>> +	 * @sample: Current and previous (raw) counters for sampling events.
>> +	 *
>> +	 * These counters are updated from the PMU sampling timer.
>> +	 */
>> +	struct xe_pmu_sample event_sample[XE_PMU_MAX_GT][__XE_NUM_PMU_SAMPLERS];
>> +	/**
>> +	 * @sleep_last: Last time GT parked for C6 estimation.
>> +	 */
>> +	ktime_t sleep_last[XE_PMU_MAX_GT];
>>   };
>>   
>>   #endif
>> -- 
>> 2.38.1
>>

Re: [PATCH v10 4/4] drm/xe/pmu: Add GT frequency events

[Belgaumkar, Vinay]

On 12/20/2024 1:17 PM, Rodrigo Vivi wrote:
> On Thu, Dec 19, 2024 at 05:19:10PM -0800, Vinay Belgaumkar wrote:
>> Define PMU events for GT frequency (actual and requested). This is
>> a port from the i915 driver implementation, where an internal timer
>> is used to aggregate GT frequencies over certain fixed interval.
>> Following PMU events are being added-
>>
>>    xe_0000_00_02.0/actual-frequency/              [Kernel PMU event]
>>    xe_0000_00_02.0/requested-frequency/           [Kernel PMU event]
>>
>> Standard perf commands can be used to monitor GT frequency-
>>    $ perf stat -e xe_0000_00_02.0/requested-frequency,gt_id=0/ -I1000
>>
>>       1.001175175                700 M    xe/requested-frequency,gt_id=0/
>>       2.005891881                703 M    xe/requested-frequency,gt_id=0/
>>       3.007318169                700 M    xe/requested-frequency,gt_id=0/
>>
>> Actual/requested frequencies will be 0 when GT is suspended.
>>
>> v2: Checkpatch fix, moved timer code to this patch
>> v3: Fix kunit issue
>> v4: Checkpatch warning fixes
>> v5: Make PMU events per device (Lucas)
>> v6: Reuse bits from config mask for gt_id (Lucas)
>> v7: Fix bug in pmu_enable (Riana)
>>
>> Cc: Lucas De Marchi <lucas.demarchi@intel.com>
>> Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
>> Reviewed-by: Rodrigo Vivi <rodrigo.vivi@intel.com> #v3
>> Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
>> ---
>>   drivers/gpu/drm/xe/xe_gt.c        |   2 +
>>   drivers/gpu/drm/xe/xe_pmu.c       | 259 +++++++++++++++++++++++++++++-
>>   drivers/gpu/drm/xe/xe_pmu.h       |   2 +
>>   drivers/gpu/drm/xe/xe_pmu_types.h |  26 +++
>>   4 files changed, 288 insertions(+), 1 deletion(-)
>>
>> diff --git a/drivers/gpu/drm/xe/xe_gt.c b/drivers/gpu/drm/xe/xe_gt.c
>> index 64e60bcf131a..88ce52c63018 100644
>> --- a/drivers/gpu/drm/xe/xe_gt.c
>> +++ b/drivers/gpu/drm/xe/xe_gt.c
>> @@ -939,6 +939,8 @@ int xe_gt_resume(struct xe_gt *gt)
>>   
>>   	xe_gt_idle_enable_pg(gt);
>>   
>> +	xe_pmu_resume(gt);
>> +
>>   	xe_force_wake_put(gt_to_fw(gt), fw_ref);
>>   	xe_gt_dbg(gt, "resumed\n");
>>   
>> diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
>> index 1115724a580d..7b0921ef8a1b 100644
>> --- a/drivers/gpu/drm/xe/xe_pmu.c
>> +++ b/drivers/gpu/drm/xe/xe_pmu.c
>> @@ -26,6 +26,8 @@
>>   static cpumask_t xe_pmu_cpumask;
>>   static unsigned int xe_pmu_target_cpu = -1;
>>   
>> +#define FREQUENCY 200
> this is too generic... please add a better name to represent what this is for...
> specially in a case that is adding gt frequency stuff this can get very confusing...
Will use TIMER_SAMPLING_FREQUENCY.
>
>> +
>>   /**
>>    * DOC: Xe PMU (Performance Monitoring Unit)
>>    *
>> @@ -65,6 +67,29 @@ static unsigned int xe_pmu_target_cpu = -1;
>>    *      2352945
>>    *
>>    * Each value is roughly a 1000ms increment here as well. This is expected GT residency when idle.
>> + *
>> + * PMU frequency events use a software timer to aggregate GT freq values over the time of capture.
>> + * This allows us to calculate a rough average over the timespan. This is why sysfs is the best way
>> + * to obtain instantaneous frequency if accuracy is intended. Advantage of using PMU is that it
>> + * results in lesser CPU utilization as compared to dumping sysfs entries repeatedly.
>> + *
>> + * To list GT frequency events, use the following-
>> + *
>> + * $ perf list | grep frequency
>> + *   xe_0000_00_02.0/actual-frequency/              [Kernel PMU event]
>> + *   xe_0000_00_02.0/requested-frequency/           [Kernel PMU event]
>> + *
>> + * $ perf stat -e xe_0000_00_02.0/requested-frequency,xe_gt_id=0/ -I1000
>> + *             time             counts unit events
>> + *      1.001189056               1950 M    xe_0000_00_02.0/requested-frequency,xe_gt_id=0/
>> + *      2.006388494               1960 M    xe_0000_00_02.0/requested-frequency,xe_gt_id=0/
>> + *      3.007930311               1959 M    xe_0000_00_02.0/requested-frequency,xe_gt_id=0/
>> + *
>> + * Dumping requested freq from sysfs-
>> + * $  while true; do cat /sys/class/drm/card0/device/tile0/gt0/freq0/cur_freq ; sleep 1; done
>> + *    1950
>> + *    1950
>> + *    1950
>>    */
>>   
>>   static struct xe_pmu *event_to_pmu(struct perf_event *event)
>> @@ -90,6 +115,12 @@ static unsigned int pm_bit(const u64 config)
>>   	case XE_PMU_C6_RESIDENCY:
>>   		val = __XE_PMU_C6_RESIDENCY_ENABLED;
>>   		break;
>> +	case XE_PMU_ACTUAL_FREQUENCY:
>> +		val =  __XE_PMU_ACTUAL_FREQUENCY_ENABLED;
>> +		break;
>> +	case XE_PMU_REQUESTED_FREQUENCY:
>> +		val = __XE_PMU_REQUESTED_FREQUENCY_ENABLED;
>> +		break;
>>   	default:
>>   		/*
>>   		 * Events that do not require sampling, or tracking state
>> @@ -106,6 +137,22 @@ static unsigned int config_bit(const u64 config)
>>   	return pm_bit(config);
>>   }
>>   
>> +static u32 config_mask(const u64 config)
>> +{
>> +	unsigned int bit = config_bit(config);
>> +
>> +	if (__builtin_constant_p(config))
>> +		BUILD_BUG_ON(bit >
>> +			     BITS_PER_TYPE(typeof_member(struct xe_pmu,
>> +							 enable)) - 1);
>> +	else
>> +		WARN_ON_ONCE(bit >
>> +			     BITS_PER_TYPE(typeof_member(struct xe_pmu,
>> +							 enable)) - 1);
>> +
>> +	return BIT(config_bit(config));
>> +}
>> +
>>   static unsigned int event_bit(struct perf_event *event)
>>   {
>>   	return config_bit(event->attr.config);
>> @@ -134,6 +181,10 @@ config_status(struct xe_device *xe, u64 config)
>>   		if (xe->info.skip_guc_pc)
>>   			return -ENODEV;
>>   		break;
>> +	case XE_PMU_ACTUAL_FREQUENCY:
>> +		fallthrough;
>> +	case XE_PMU_REQUESTED_FREQUENCY:
>> +		break;
>>   	default:
>>   		return -ENOENT;
>>   	}
>> @@ -198,6 +249,12 @@ store_sample(struct xe_pmu *pmu, unsigned int gt_id, int sample, u64 val)
>>   	pmu->event_sample[gt_id][sample].cur = val;
>>   }
>>   
>> +static void
>> +add_sample_mult(struct xe_pmu *pmu, unsigned int gt_id, int sample, u32 val, u32 mul)
>> +{
>> +	pmu->event_sample[gt_id][sample].cur += mul_u32_u32(val, mul);
>> +}
>> +
>>   static u64 get_c6(struct xe_gt *gt)
>>   {
>>   	struct xe_device *xe = gt_to_xe(gt);
>> @@ -243,6 +300,7 @@ static u64 __xe_pmu_event_read(struct perf_event *event)
>>   {
>>   	struct xe_device *xe =
>>   		container_of(event->pmu, typeof(*xe), pmu.base);
>> +	struct xe_pmu *pmu = &xe->pmu;
>>   	const u64 config = event->attr.config;
>>   	const u64 gt_id = config >> __XE_PMU_GT_SHIFT;
>>   	struct xe_gt *gt = xe_device_get_gt(xe, gt_id);
>> @@ -252,6 +310,18 @@ static u64 __xe_pmu_event_read(struct perf_event *event)
>>   	case XE_PMU_C6_RESIDENCY:
>>   		val = get_c6(gt);
>>   		break;
>> +	case XE_PMU_ACTUAL_FREQUENCY:
>> +		val =
>> +		   div_u64(read_sample(pmu, gt_id,
>> +				       __XE_SAMPLE_FREQ_ACT),
>> +			   USEC_PER_SEC /* to MHz */);
>> +		break;
>> +	case XE_PMU_REQUESTED_FREQUENCY:
>> +		val =
>> +		   div_u64(read_sample(pmu, gt_id,
>> +				       __XE_SAMPLE_FREQ_REQ),
>> +			   USEC_PER_SEC /* to MHz */);
>> +		break;
>>   	default:
>>   		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
>>   	}
>> @@ -280,11 +350,153 @@ static void xe_pmu_event_read(struct perf_event *event)
>>   	local64_add(new - prev, &event->count);
>>   }
>>   
>> +static u32 frequency_enabled_mask(void)
>> +{
>> +	unsigned int i;
>> +	u32 mask = 0;
>> +
>> +	for (i = 0; i < XE_PMU_MAX_GT; i++)
>> +		mask |= config_mask(__XE_PMU_ACTUAL_FREQUENCY(i)) |
>> +		config_mask(__XE_PMU_REQUESTED_FREQUENCY(i));
>> +
>> +	return mask;
>> +}
>> +
>> +static bool
>> +frequency_sampling_enabled(struct xe_pmu *pmu, unsigned int gt)
>> +{
>> +	return pmu->enable &
>> +	       (config_mask(__XE_PMU_ACTUAL_FREQUENCY(gt)) |
>> +		config_mask(__XE_PMU_REQUESTED_FREQUENCY(gt)));
>> +}
>> +
>> +static void
>> +frequency_sample(struct xe_gt *gt, unsigned int period_ns)
>> +{
>> +	struct xe_device *xe = gt_to_xe(gt);
>> +	const unsigned int gt_id = gt->info.id;
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +	bool device_awake;
>> +	int ret;
>> +	u32 cur_freq;
>> +
>> +	if (!frequency_sampling_enabled(pmu, gt_id))
>> +		return;
>> +
>> +	/* Report 0/0 (actual/requested) frequency while GT is suspended. */
>> +	device_awake = xe_pm_runtime_get_if_active(xe);
>> +	if (!device_awake)
>> +		return;
>> +
>> +	if (pmu->enable & config_mask(__XE_PMU_ACTUAL_FREQUENCY(gt_id))) {
>> +		u32 val;
>> +
>> +		/*
>> +		 * We take a quick peek here without using forcewake
>> +		 * so that we don't perturb the system under observation
>> +		 * (forcewake => !rc6 => increased power use). We expect
>> +		 * that if the read fails because it is outside of the
>> +		 * mmio power well, then it will return 0 -- in which
>> +		 * case we assume the system is running at the intended
>> +		 * frequency. Fortunately, the read should rarely fail!
>> +		 */
> I'm just wondering here if we could/should use the latest know valid freq
> when we read 0...?!

Sysfs will return 0, so we should do the same here as well? Also, 
returning a non-zero value here will skew the data. User can always look 
at requested_freq which will be non-zero (assuming system is not suspended).

Thanks,

Vinay.

>
>> +		val = xe_guc_pc_get_act_freq(&gt->uc.guc.pc);
>> +
>> +		add_sample_mult(pmu, gt_id, __XE_SAMPLE_FREQ_ACT,
>> +				val, period_ns / 1000);
>> +	}
>> +
>> +	if (pmu->enable & config_mask(__XE_PMU_REQUESTED_FREQUENCY(gt_id))) {
>> +		ret = xe_guc_pc_get_cur_freq(&gt->uc.guc.pc, &cur_freq);
>> +		if (!ret)
>> +			add_sample_mult(pmu, gt_id, __XE_SAMPLE_FREQ_REQ,
>> +					cur_freq,
>> +					period_ns / 1000);
>> +	}
>> +
>> +	xe_pm_runtime_put(xe);
>> +}
>> +
>> +static enum hrtimer_restart xe_sample(struct hrtimer *hrtimer)
>> +{
>> +	struct xe_pmu *pmu = container_of(hrtimer, struct xe_pmu, timer);
>> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
>> +	u64 period = max_t(u64, 10000, NSEC_PER_SEC / FREQUENCY);
>> +	unsigned int period_ns;
>> +	struct xe_gt *gt;
>> +	unsigned int i;
>> +	ktime_t now;
>> +
>> +	if (!READ_ONCE(pmu->timer_enabled))
>> +		return HRTIMER_NORESTART;
>> +
>> +	now = ktime_get();
>> +	period_ns = ktime_to_ns(ktime_sub(now, pmu->timer_last));
>> +	pmu->timer_last = now;
>> +
>> +	/*
>> +	 * Strictly speaking the passed in period may not be 100% accurate for
>> +	 * all internal calculation, since some amount of time can be spent on
>> +	 * grabbing the forcewake. However the potential error from timer call-
>> +	 * back delay greatly dominates this so we keep it simple.
>> +	 */
>> +
>> +	for_each_gt(gt, xe, i) {
>> +		if (!(pmu->active_gts & BIT(i)))
>> +			continue;
>> +		frequency_sample(gt, period_ns);
>> +	}
>> +
>> +	hrtimer_forward(hrtimer, now, ns_to_ktime(period));
>> +
>> +	return HRTIMER_RESTART;
>> +}
>> +
>> +static bool pmu_needs_timer(struct xe_pmu *pmu)
>> +{
>> +	u32 enable;
>> +
>> +	/*
>> +	 * Only some counters need the sampling timer.
>> +	 *
>> +	 * We start with a bitmask of all currently enabled events.
>> +	 */
>> +	enable = pmu->enable;
>> +
>> +	/*
>> +	 * Mask out all the ones which do not need the timer, or in
>> +	 * other words keep all the ones that could need the timer.
>> +	 */
>> +	enable &= frequency_enabled_mask();
>> +
>> +	/*
>> +	 * If some bits remain it means we need the sampling timer running.
>> +	 */
>> +	return enable;
>> +}
>> +
>> +static void __xe_pmu_maybe_start_timer(struct xe_pmu *pmu)
>> +{
>> +	u64 period = max_t(u64, 10000, NSEC_PER_SEC / FREQUENCY);
>> +
>> +	if (!pmu->timer_enabled && pmu_needs_timer(pmu)) {
>> +		pmu->timer_enabled = true;
>> +		pmu->timer_last = ktime_get();
>> +		hrtimer_start_range_ns(&pmu->timer,
>> +				       ns_to_ktime(period), 0,
>> +				       HRTIMER_MODE_REL_PINNED);
>> +	}
>> +}
>> +
>>   static void xe_pmu_enable(struct perf_event *event)
>>   {
>>   	struct xe_pmu *pmu = event_to_pmu(event);
>> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
>> +	struct xe_gt *gt;
>>   	const unsigned int bit = event_bit(event);
>>   	unsigned long flags;
>> +	bool device_awake;
>> +	unsigned int i;
>>   
>>   	if (bit == -1)
>>   		goto update;
>> @@ -302,6 +514,18 @@ static void xe_pmu_enable(struct perf_event *event)
>>   	pmu->enable |= BIT(bit);
>>   	pmu->enable_count[bit]++;
>>   
>> +	/*
>> +	 * Start the sampling timer if needed and not already enabled.
>> +	 */
>> +	__xe_pmu_maybe_start_timer(pmu);
>> +
>> +	device_awake = xe_pm_runtime_get_if_active(xe);
>> +	if (device_awake) {
>> +		for_each_gt(gt, xe, i)
>> +			pmu->active_gts |= BIT(gt->info.id);
>> +		xe_pm_runtime_put(xe);
>> +	}
>> +
>>   	raw_spin_unlock_irqrestore(&pmu->lock, flags);
>>   update:
>>   	/*
>> @@ -331,8 +555,10 @@ static void xe_pmu_disable(struct perf_event *event)
>>   	 * Decrement the reference count and clear the enabled
>>   	 * bitmask when the last listener on an event goes away.
>>   	 */
>> -	if (--pmu->enable_count[bit] == 0)
>> +	if (--pmu->enable_count[bit] == 0) {
>>   		pmu->enable &= ~BIT(bit);
>> +		pmu->timer_enabled &= pmu_needs_timer(pmu);
>> +	}
>>   
>>   	raw_spin_unlock_irqrestore(&pmu->lock, flags);
>>   }
>> @@ -497,6 +723,8 @@ create_event_attributes(struct xe_pmu *pmu)
>>   		const char *unit;
>>   	} events[] = {
>>   		__event(0, "c6-residency", "ms"),
>> +		__event(1, "actual-frequency", "M"),
>> +		__event(2, "requested-frequency", "M"),
>>   	};
>>   
>>   	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
>> @@ -705,6 +933,31 @@ void xe_pmu_suspend(struct xe_gt *gt)
>>   	raw_spin_unlock_irq(&pmu->lock);
>>   }
>>   
>> +/**
>> + * xe_pmu_resume() - Restart the timer if needed
>> + * @gt: GT object
>> + */
>> +void xe_pmu_resume(struct xe_gt *gt)
>> +{
>> +	struct xe_device *xe = gt_to_xe(gt);
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +
>> +	if (!pmu->base.event_init)
>> +		return;
>> +
>> +	raw_spin_lock_irq(&pmu->lock);
>> +
>> +	/*
>> +	 * Re-enable sampling timer when GPU goes active.
>> +	 */
>> +	if (pmu->active_gts == 0)
>> +		__xe_pmu_maybe_start_timer(pmu);
>> +
>> +	pmu->active_gts |= BIT(gt->info.id);
>> +
>> +	raw_spin_unlock_irq(&pmu->lock);
>> +}
>> +
>>   /**
>>    * xe_pmu_unregister() - Remove/cleanup PMU registration
>>    * @arg: Ptr to pmu
>> @@ -722,6 +975,8 @@ void xe_pmu_unregister(void *arg)
>>   
>>   	pmu->registered = false;
>>   
>> +	hrtimer_cancel(&pmu->timer);
>> +
>>   	xe_pmu_unregister_cpuhp_state(pmu);
>>   
>>   	perf_pmu_unregister(&pmu->base);
>> @@ -769,6 +1024,8 @@ void xe_pmu_register(struct xe_pmu *pmu)
>>   		return;
>>   
>>   	raw_spin_lock_init(&pmu->lock);
>> +	hrtimer_init(&pmu->timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL);
>> +	pmu->timer.function = xe_sample;
>>   	pmu->cpuhp.cpu = -1;
>>   
>>   	pmu->name = kasprintf(GFP_KERNEL,
>> diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
>> index 17f5a8d7d45c..fb6e3819d7bc 100644
>> --- a/drivers/gpu/drm/xe/xe_pmu.h
>> +++ b/drivers/gpu/drm/xe/xe_pmu.h
>> @@ -16,12 +16,14 @@ void xe_pmu_exit(void);
>>   void xe_pmu_register(struct xe_pmu *pmu);
>>   void xe_pmu_unregister(void *arg);
>>   void xe_pmu_suspend(struct xe_gt *gt);
>> +void xe_pmu_resume(struct xe_gt *gt);
>>   #else
>>   static inline int xe_pmu_init(void) { return 0; }
>>   static inline void xe_pmu_exit(void) {}
>>   static inline void xe_pmu_register(struct xe_pmu *pmu) {}
>>   static inline void xe_pmu_unregister(void *arg) {}
>>   static inline void xe_pmu_suspend(struct xe_gt *gt) {}
>> +static inline void xe_pmu_resume(struct xe_gt *gt) {}
>>   #endif
>>   
>>   #endif
>> diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
>> index f47a6e1b109c..5d873bae4a0d 100644
>> --- a/drivers/gpu/drm/xe/xe_pmu_types.h
>> +++ b/drivers/gpu/drm/xe/xe_pmu_types.h
>> @@ -12,6 +12,8 @@
>>   enum {
>>   	__XE_SAMPLE_C6,
>>   	__XE_SAMPLE_C6_LAST_REPORTED,
>> +	__XE_SAMPLE_FREQ_ACT,
>> +	__XE_SAMPLE_FREQ_REQ,
>>   	__XE_NUM_PMU_SAMPLERS
>>   };
>>   
>> @@ -28,7 +30,11 @@ enum {
>>   #define __XE_PMU_PM(x) ___XE_PMU_PM(0, x)
>>   
>>   #define XE_PMU_C6_RESIDENCY                    __XE_PMU_PM(0)
>> +#define XE_PMU_ACTUAL_FREQUENCY			__XE_PMU_PM(1)
>> +#define XE_PMU_REQUESTED_FREQUENCY		__XE_PMU_PM(2)
>>   #define __XE_PMU_C6_RESIDENCY(gt)              ___XE_PMU_PM(gt, 0)
>> +#define __XE_PMU_ACTUAL_FREQUENCY(gt)		___XE_PMU_PM(gt, 1)
>> +#define __XE_PMU_REQUESTED_FREQUENCY(gt)	___XE_PMU_PM(gt, 2)
>>   
>>   /*
>>    * Non-engine events that we need to track enabled-disabled transition and
>> @@ -36,6 +42,8 @@ enum {
>>    */
>>   enum xe_pmu_tracked_events {
>>   	__XE_PMU_C6_RESIDENCY_ENABLED,
>> +	__XE_PMU_ACTUAL_FREQUENCY_ENABLED,
>> +	__XE_PMU_REQUESTED_FREQUENCY_ENABLED,
>>   	__XE_PMU_TRACKED_EVENT_COUNT, /* count marker */
>>   };
>>   
>> @@ -116,6 +124,24 @@ struct xe_pmu {
>>   	 * @sleep_last: Last time GT parked for C6 estimation.
>>   	 */
>>   	ktime_t sleep_last[XE_PMU_MAX_GT];
>> +	/**
>> +	 * @timer: Timer for internal Xe PMU sampling.
>> +	 */
>> +	struct hrtimer timer;
>> +	/**
>> +	 * @timer_last:
>> +	 *
>> +	 * Timestmap of the previous timer invocation.
>> +	 */
>> +	ktime_t timer_last;
>> +	/**
>> +	 * @timer_enabled: Should the internal sampling timer be running.
>> +	 */
>> +	bool timer_enabled;
>> +	/**
>> +	 * @active_gts: GT active mask.
>> +	 */
>> +	unsigned int active_gts;
>>   };
>>   
>>   #endif
>> -- 
>> 2.38.1
>>

Re: [PATCH v10 2/4] drm/xe: Add locks in gtidle code

[Lucas De Marchi]

On Thu, Dec 19, 2024 at 05:19:08PM -0800, Vinay Belgaumkar wrote:
>Another entry point is added so PMU code can call into the gtidle
>method for residency. Add locking so that parallel calls to this
>method from sysfs and PMU don't give inconsistent gtidle states
>for c6 residency.

The update of the residency is racy regardless of having another entry
point. If you said "another entrypoint is **going** to be added, making
the problem worse", then it'd be ok. I'd reword it into something like:

The update of the residency values need to be protected by a lock to
avoid multiple entrypoints, for example when multiple userspace clients
read the sysfs file. Other in-kernel clients are going to be added to
sample these values, making the problem worse.

>Suggested-by: Lucas De Marchi <lucas.demarchi@intel.com>
>Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
>Cc: Lucas De Marchi <lucas.demarchi@intel.com>
>Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
>---
> drivers/gpu/drm/xe/xe_gt_idle.c       | 23 ++++++++++++++++++++---
> drivers/gpu/drm/xe/xe_gt_idle.h       |  1 +
> drivers/gpu/drm/xe/xe_gt_idle_types.h |  3 +++
> 3 files changed, 24 insertions(+), 3 deletions(-)
>
>diff --git a/drivers/gpu/drm/xe/xe_gt_idle.c b/drivers/gpu/drm/xe/xe_gt_idle.c
>index fd80afeef56a..1f32ac964abe 100644
>--- a/drivers/gpu/drm/xe/xe_gt_idle.c
>+++ b/drivers/gpu/drm/xe/xe_gt_idle.c
>@@ -69,6 +69,8 @@ static u64 get_residency_ms(struct xe_gt_idle *gtidle, u64 cur_residency)
> {
> 	u64 delta, overflow_residency, prev_residency;
>
>+	lockdep_assert_held(&gtidle->lock);
>+
> 	overflow_residency = BIT_ULL(32);

it seems this overflow logic is a a little bit over-engineered.
If the counter overflows on u32, we could had just used u32 for the
math and get the wrap around for free.


with the updated commit message:

	Reviewed-by: Lucas De Marchi <lucas.demarchi@intel.com>

Lucas De Marchi

>
> 	/*
>@@ -273,8 +275,21 @@ static ssize_t idle_status_show(struct device *dev,
>
> 	return sysfs_emit(buff, "%s\n", gt_idle_state_to_string(state));
> }
>-static DEVICE_ATTR_RO(idle_status);
>
>+u64 xe_gt_idle_residency_msec(struct xe_gt_idle *gtidle)
>+{
>+	struct xe_guc_pc *pc = gtidle_to_pc(gtidle);
>+	u64 residency;
>+	unsigned long flags;
>+
>+	raw_spin_lock_irqsave(&gtidle->lock, flags);
>+	residency = get_residency_ms(gtidle, gtidle->idle_residency(pc));
>+	raw_spin_unlock_irqrestore(&gtidle->lock, flags);
>+
>+	return residency;
>+}
>+
>+static DEVICE_ATTR_RO(idle_status);
> static ssize_t idle_residency_ms_show(struct device *dev,
> 				      struct device_attribute *attr, char *buff)
> {
>@@ -283,10 +298,10 @@ static ssize_t idle_residency_ms_show(struct device *dev,
> 	u64 residency;
>
> 	xe_pm_runtime_get(pc_to_xe(pc));
>-	residency = gtidle->idle_residency(pc);
>+	residency = xe_gt_idle_residency_msec(gtidle);
> 	xe_pm_runtime_put(pc_to_xe(pc));
>
>-	return sysfs_emit(buff, "%llu\n", get_residency_ms(gtidle, residency));
>+	return sysfs_emit(buff, "%llu\n", residency);
> }
> static DEVICE_ATTR_RO(idle_residency_ms);
>
>@@ -329,6 +344,8 @@ int xe_gt_idle_init(struct xe_gt_idle *gtidle)
> 	if (!kobj)
> 		return -ENOMEM;
>
>+	raw_spin_lock_init(&gtidle->lock);
>+
> 	if (xe_gt_is_media_type(gt)) {
> 		snprintf(gtidle->name, sizeof(gtidle->name), "gt%d-mc", gt->info.id);
> 		gtidle->idle_residency = xe_guc_pc_mc6_residency;
>diff --git a/drivers/gpu/drm/xe/xe_gt_idle.h b/drivers/gpu/drm/xe/xe_gt_idle.h
>index 4455a6501cb0..591a01e181bc 100644
>--- a/drivers/gpu/drm/xe/xe_gt_idle.h
>+++ b/drivers/gpu/drm/xe/xe_gt_idle.h
>@@ -17,5 +17,6 @@ void xe_gt_idle_disable_c6(struct xe_gt *gt);
> void xe_gt_idle_enable_pg(struct xe_gt *gt);
> void xe_gt_idle_disable_pg(struct xe_gt *gt);
> int xe_gt_idle_pg_print(struct xe_gt *gt, struct drm_printer *p);
>+u64 xe_gt_idle_residency_msec(struct xe_gt_idle *gtidle);
>
> #endif /* _XE_GT_IDLE_H_ */
>diff --git a/drivers/gpu/drm/xe/xe_gt_idle_types.h b/drivers/gpu/drm/xe/xe_gt_idle_types.h
>index b8b297a3f884..a3667c567f8a 100644
>--- a/drivers/gpu/drm/xe/xe_gt_idle_types.h
>+++ b/drivers/gpu/drm/xe/xe_gt_idle_types.h
>@@ -6,6 +6,7 @@
> #ifndef _XE_GT_IDLE_SYSFS_TYPES_H_
> #define _XE_GT_IDLE_SYSFS_TYPES_H_
>
>+#include <linux/spinlock.h>
> #include <linux/types.h>
>
> struct xe_guc_pc;
>@@ -31,6 +32,8 @@ struct xe_gt_idle {
> 	u64 cur_residency;
> 	/** @prev_residency: previous residency counter */
> 	u64 prev_residency;
>+	/** @lock: Lock protecting idle residency counters */
>+	raw_spinlock_t lock;
> 	/** @idle_status: get the current idle state */
> 	enum xe_gt_idle_state (*idle_status)(struct xe_guc_pc *pc);
> 	/** @idle_residency: get idle residency counter */
>-- 
>2.38.1
>