[PATCH 0/3] drm/xe/pmu: PMU interface for Xe

[PATCH 0/3] drm/xe/pmu: PMU interface for Xe

[Vinay Belgaumkar]

Port i915 PMU event capture capability to Xe driver. This
has been requested by users of tools like gputop and turbostat
where PMU events are used to monitor GT freq and residencies.

Cc: Rui Zhang <rui.zhang@intel.com>
Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>

Aravind Iddamsetty (1):
  drm/xe/pmu: Enable PMU interface

Vinay Belgaumkar (2):
  drm/xe/pmu: Add GT C6 events
  drm/xe/pmu: Add GT frequency events

 drivers/gpu/drm/xe/Makefile          |   2 +
 drivers/gpu/drm/xe/xe_device.c       |   6 +
 drivers/gpu/drm/xe/xe_device_types.h |   4 +
 drivers/gpu/drm/xe/xe_gt.c           |   4 +
 drivers/gpu/drm/xe/xe_gt_idle.c      |  20 +-
 drivers/gpu/drm/xe/xe_gt_idle.h      |   1 +
 drivers/gpu/drm/xe/xe_module.c       |   5 +
 drivers/gpu/drm/xe/xe_pmu.c          | 960 +++++++++++++++++++++++++++
 drivers/gpu/drm/xe/xe_pmu.h          |  30 +
 drivers/gpu/drm/xe/xe_pmu_types.h    | 143 ++++
 include/uapi/drm/xe_drm.h            |  17 +
 11 files changed, 1186 insertions(+), 6 deletions(-)
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.c
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.h
 create mode 100644 drivers/gpu/drm/xe/xe_pmu_types.h

-- 
2.38.1

[PATCH 1/3] drm/xe/pmu: Enable PMU interface

[Vinay Belgaumkar]

From: Aravind Iddamsetty <aravind.iddamsetty@linux.intel.com>

Basic PMU enabling patch. Setup the basic framework
for adding events/timers. This patch was previously
reviewed here -
https://patchwork.freedesktop.org/series/119504/

The pmu base implementation is still from the
i915 driver.

v2: Review comments(Rodrigo) and do not init pmu for VFs
as they don't have access to freq and c6 residency anyways.

v3: Fix kunit issue, move xe_pmu entry in Makefile (Jani)

Co-developed-by: Bommu Krishnaiah <krishnaiah.bommu@intel.com>
Signed-off-by: Bommu Krishnaiah <krishnaiah.bommu@intel.com>
Signed-off-by: Aravind Iddamsetty <aravind.iddamsetty@linux.intel.com>
Signed-off-by: Riana Tauro <riana.tauro@intel.com>
Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
---
 drivers/gpu/drm/xe/Makefile          |   2 +
 drivers/gpu/drm/xe/xe_device.c       |   6 +
 drivers/gpu/drm/xe/xe_device_types.h |   4 +
 drivers/gpu/drm/xe/xe_module.c       |   5 +
 drivers/gpu/drm/xe/xe_pmu.c          | 570 +++++++++++++++++++++++++++
 drivers/gpu/drm/xe/xe_pmu.h          |  26 ++
 drivers/gpu/drm/xe/xe_pmu_types.h    |  63 +++
 include/uapi/drm/xe_drm.h            |   8 +
 8 files changed, 684 insertions(+)
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.c
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.h
 create mode 100644 drivers/gpu/drm/xe/xe_pmu_types.h

diff --git a/drivers/gpu/drm/xe/Makefile b/drivers/gpu/drm/xe/Makefile
index ae245fbd91ee..3a3eabc0e0a3 100644
--- a/drivers/gpu/drm/xe/Makefile
+++ b/drivers/gpu/drm/xe/Makefile
@@ -293,6 +293,8 @@ ifeq ($(CONFIG_DEBUG_FS),y)
 		i915-display/intel_pipe_crc.o
 endif
 
+xe-$(CONFIG_PERF_EVENTS) += xe_pmu.o
+
 obj-$(CONFIG_DRM_XE) += xe.o
 obj-$(CONFIG_DRM_XE_KUNIT_TEST) += tests/
 
diff --git a/drivers/gpu/drm/xe/xe_device.c b/drivers/gpu/drm/xe/xe_device.c
index cb5a9fd820cf..027a796d7431 100644
--- a/drivers/gpu/drm/xe/xe_device.c
+++ b/drivers/gpu/drm/xe/xe_device.c
@@ -762,6 +762,9 @@ int xe_device_probe(struct xe_device *xe)
 	for_each_gt(gt, xe, id)
 		xe_gt_sanitize_freq(gt);
 
+	if (!IS_SRIOV_VF(xe))
+		xe_pmu_register(&xe->pmu);
+
 	return devm_add_action_or_reset(xe->drm.dev, xe_device_sanitize, xe);
 
 err_fini_display:
@@ -806,6 +809,9 @@ void xe_device_remove(struct xe_device *xe)
 
 	xe_heci_gsc_fini(xe);
 
+	if (!IS_SRIOV_VF(xe))
+		xe_pmu_unregister(&xe->pmu);
+
 	for_each_gt(gt, xe, id)
 		xe_gt_remove(gt);
 }
diff --git a/drivers/gpu/drm/xe/xe_device_types.h b/drivers/gpu/drm/xe/xe_device_types.h
index 5ad96d283a71..51485d2eadcf 100644
--- a/drivers/gpu/drm/xe/xe_device_types.h
+++ b/drivers/gpu/drm/xe/xe_device_types.h
@@ -18,6 +18,7 @@
 #include "xe_memirq_types.h"
 #include "xe_oa.h"
 #include "xe_platform_types.h"
+#include "xe_pmu.h"
 #include "xe_pt_types.h"
 #include "xe_sriov_types.h"
 #include "xe_step_types.h"
@@ -513,6 +514,9 @@ struct xe_device {
 		int mode;
 	} wedged;
 
+	/** @pmu: performance monitoring unit */
+	struct xe_pmu pmu;
+
 #ifdef TEST_VM_OPS_ERROR
 	/**
 	 * @vm_inject_error_position: inject errors at different places in VM
diff --git a/drivers/gpu/drm/xe/xe_module.c b/drivers/gpu/drm/xe/xe_module.c
index 77ce9f9ca7a5..1bf2bf8447c0 100644
--- a/drivers/gpu/drm/xe/xe_module.c
+++ b/drivers/gpu/drm/xe/xe_module.c
@@ -14,6 +14,7 @@
 #include "xe_hw_fence.h"
 #include "xe_pci.h"
 #include "xe_pm.h"
+#include "xe_pmu.h"
 #include "xe_observation.h"
 #include "xe_sched_job.h"
 
@@ -96,6 +97,10 @@ static const struct init_funcs init_funcs[] = {
 		.init = xe_sched_job_module_init,
 		.exit = xe_sched_job_module_exit,
 	},
+	{
+		.init = xe_pmu_init,
+		.exit = xe_pmu_exit,
+	},
 	{
 		.init = xe_register_pci_driver,
 		.exit = xe_unregister_pci_driver,
diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
new file mode 100644
index 000000000000..bdaea9ca1065
--- /dev/null
+++ b/drivers/gpu/drm/xe/xe_pmu.c
@@ -0,0 +1,570 @@
+// SPDX-License-Identifier: MIT
+/*
+ * Copyright © 2024 Intel Corporation
+ */
+
+#include <drm/drm_drv.h>
+#include <drm/drm_managed.h>
+#include <drm/xe_drm.h>
+
+#include "regs/xe_gt_regs.h"
+#include "xe_device.h"
+#include "xe_force_wake.h"
+#include "xe_gt_clock.h"
+#include "xe_mmio.h"
+#include "xe_macros.h"
+#include "xe_pm.h"
+
+static cpumask_t xe_pmu_cpumask;
+static unsigned int xe_pmu_target_cpu = -1;
+
+/**
+ * DOC: Xe PMU (Performance Monitoring Unit)
+ *
+ * Expose events/counters like C6 residency and GT frequency to user land.
+ * Perf tool can be used to list and record these counters from the command
+ * line.
+ *
+ * Example commands to list/record supported perf events-
+ *
+ * >> perf list
+ * >> ls /sys/bus/event_source/devices/xe_0000_00_02.0/events/
+ *
+ * To record events-
+ * >> perf stat -e <event_name> -I <interval>
+ *
+ */
+
+static unsigned int config_gt_id(const u64 config)
+{
+	return config >> __XE_PMU_GT_SHIFT;
+}
+
+static u64 config_counter(const u64 config)
+{
+	return config & ~(~0ULL << __XE_PMU_GT_SHIFT);
+}
+
+static void xe_pmu_event_destroy(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+
+	drm_WARN_ON(&xe->drm, event->parent);
+
+	drm_dev_put(&xe->drm);
+}
+
+static int
+config_status(struct xe_device *xe, u64 config)
+{
+	unsigned int gt_id = config_gt_id(config);
+
+	if (gt_id >= XE_PMU_MAX_GT)
+		return -ENOENT;
+
+	switch (config_counter(config)) {
+	default:
+		return -ENOENT;
+	}
+
+	return 0;
+}
+
+static int xe_pmu_event_init(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
+	int ret;
+
+	if (pmu->closed)
+		return -ENODEV;
+
+	if (event->attr.type != event->pmu->type)
+		return -ENOENT;
+
+	/* unsupported modes and filters */
+	if (event->attr.sample_period) /* no sampling */
+		return -EINVAL;
+
+	if (has_branch_stack(event))
+		return -EOPNOTSUPP;
+
+	if (event->cpu < 0)
+		return -EINVAL;
+
+	/* only allow running on one cpu at a time */
+	if (!cpumask_test_cpu(event->cpu, &xe_pmu_cpumask))
+		return -EINVAL;
+
+	ret = config_status(xe, event->attr.config);
+	if (ret)
+		return ret;
+
+	if (!event->parent) {
+		drm_dev_get(&xe->drm);
+		event->destroy = xe_pmu_event_destroy;
+	}
+
+	return 0;
+}
+
+static u64 __xe_pmu_event_read(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	const unsigned int gt_id = config_gt_id(event->attr.config);
+	const u64 config = event->attr.config;
+	struct xe_gt *gt = xe_device_get_gt(xe, gt_id);
+	u64 val = 0;
+
+	switch (config_counter(config)) {
+	default:
+		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
+	}
+
+	return val;
+}
+
+static void xe_pmu_event_read(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct hw_perf_event *hwc = &event->hw;
+	struct xe_pmu *pmu = &xe->pmu;
+	u64 prev, new;
+
+	if (pmu->closed) {
+		event->hw.state = PERF_HES_STOPPED;
+		return;
+	}
+again:
+	prev = local64_read(&hwc->prev_count);
+	new = __xe_pmu_event_read(event);
+
+	if (local64_cmpxchg(&hwc->prev_count, prev, new) != prev)
+		goto again;
+
+	local64_add(new - prev, &event->count);
+}
+
+static void xe_pmu_enable(struct perf_event *event)
+{
+	/*
+	 * Store the current counter value so we can report the correct delta
+	 * for all listeners. Even when the event was already enabled and has
+	 * an existing non-zero value.
+	 */
+	local64_set(&event->hw.prev_count, __xe_pmu_event_read(event));
+}
+
+static void xe_pmu_event_start(struct perf_event *event, int flags)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
+
+	if (pmu->closed)
+		return;
+
+	xe_pmu_enable(event);
+	event->hw.state = 0;
+}
+
+static void xe_pmu_event_stop(struct perf_event *event, int flags)
+{
+	if (flags & PERF_EF_UPDATE)
+		xe_pmu_event_read(event);
+
+	event->hw.state = PERF_HES_STOPPED;
+}
+
+static int xe_pmu_event_add(struct perf_event *event, int flags)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
+
+	if (pmu->closed)
+		return -ENODEV;
+
+	if (flags & PERF_EF_START)
+		xe_pmu_event_start(event, flags);
+
+	return 0;
+}
+
+static void xe_pmu_event_del(struct perf_event *event, int flags)
+{
+	xe_pmu_event_stop(event, PERF_EF_UPDATE);
+}
+
+static int xe_pmu_event_event_idx(struct perf_event *event)
+{
+	return 0;
+}
+
+struct xe_ext_attribute {
+	struct device_attribute attr;
+	unsigned long val;
+};
+
+static ssize_t xe_pmu_event_show(struct device *dev,
+				 struct device_attribute *attr, char *buf)
+{
+	struct xe_ext_attribute *eattr;
+
+	eattr = container_of(attr, struct xe_ext_attribute, attr);
+	return sprintf(buf, "config=0x%lx\n", eattr->val);
+}
+
+static ssize_t cpumask_show(struct device *dev,
+			    struct device_attribute *attr, char *buf)
+{
+	return cpumap_print_to_pagebuf(true, buf, &xe_pmu_cpumask);
+}
+
+static DEVICE_ATTR_RO(cpumask);
+
+static struct attribute *xe_cpumask_attrs[] = {
+	&dev_attr_cpumask.attr,
+	NULL,
+};
+
+static const struct attribute_group xe_pmu_cpumask_attr_group = {
+	.attrs = xe_cpumask_attrs,
+};
+
+#define __event(__counter, __name, __unit) \
+{ \
+	.counter = (__counter), \
+	.name = (__name), \
+	.unit = (__unit), \
+}
+
+static struct xe_ext_attribute *
+add_xe_attr(struct xe_ext_attribute *attr, const char *name, u64 config)
+{
+	sysfs_attr_init(&attr->attr.attr);
+	attr->attr.attr.name = name;
+	attr->attr.attr.mode = 0444;
+	attr->attr.show = xe_pmu_event_show;
+	attr->val = config;
+
+	return ++attr;
+}
+
+static struct perf_pmu_events_attr *
+add_pmu_attr(struct perf_pmu_events_attr *attr, const char *name,
+	     const char *str)
+{
+	sysfs_attr_init(&attr->attr.attr);
+	attr->attr.attr.name = name;
+	attr->attr.attr.mode = 0444;
+	attr->attr.show = perf_event_sysfs_show;
+	attr->event_str = str;
+
+	return ++attr;
+}
+
+static struct attribute **
+create_event_attributes(struct xe_pmu *pmu)
+{
+	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
+	static const struct {
+		unsigned int counter;
+		const char *name;
+		const char *unit;
+	} events[] = {
+	};
+
+	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
+	struct xe_ext_attribute *xe_attr = NULL, *xe_iter;
+	struct attribute **attr = NULL, **attr_iter;
+	unsigned int count = 0;
+	unsigned int i, j;
+	struct xe_gt *gt;
+
+	/* Count how many counters we will be exposing. */
+	for_each_gt(gt, xe, j) {
+		for (i = 0; i < ARRAY_SIZE(events); i++) {
+			u64 config = ___XE_PMU_OTHER(j, events[i].counter);
+
+			if (!config_status(xe, config))
+				count++;
+		}
+	}
+
+	/* Allocate attribute objects and table. */
+	xe_attr = kcalloc(count, sizeof(*xe_attr), GFP_KERNEL);
+	if (!xe_attr)
+		goto err_alloc;
+
+	pmu_attr = kcalloc(count, sizeof(*pmu_attr), GFP_KERNEL);
+	if (!pmu_attr)
+		goto err_alloc;
+
+	/* Max one pointer of each attribute type plus a termination entry. */
+	attr = kcalloc(count * 2 + 1, sizeof(*attr), GFP_KERNEL);
+	if (!attr)
+		goto err_alloc;
+
+	xe_iter = xe_attr;
+	pmu_iter = pmu_attr;
+	attr_iter = attr;
+
+	for_each_gt(gt, xe, j) {
+		for (i = 0; i < ARRAY_SIZE(events); i++) {
+			u64 config = ___XE_PMU_OTHER(j, events[i].counter);
+			char *str;
+
+			if (config_status(xe, config))
+				continue;
+
+			str = kasprintf(GFP_KERNEL, "%s-gt%u",
+					events[i].name, j);
+			if (!str)
+				goto err;
+
+			*attr_iter++ = &xe_iter->attr.attr;
+			xe_iter = add_xe_attr(xe_iter, str, config);
+
+			if (events[i].unit) {
+				str = kasprintf(GFP_KERNEL, "%s-gt%u.unit",
+						events[i].name, j);
+				if (!str)
+					goto err;
+
+				*attr_iter++ = &pmu_iter->attr.attr;
+				pmu_iter = add_pmu_attr(pmu_iter, str,
+							events[i].unit);
+			}
+		}
+	}
+
+	pmu->xe_attr = xe_attr;
+	pmu->pmu_attr = pmu_attr;
+
+	return attr;
+
+err:
+	for (attr_iter = attr; *attr_iter; attr_iter++)
+		kfree((*attr_iter)->name);
+
+err_alloc:
+	kfree(attr);
+	kfree(xe_attr);
+	kfree(pmu_attr);
+
+	return NULL;
+}
+
+static void free_event_attributes(struct xe_pmu *pmu)
+{
+	struct attribute **attr_iter = pmu->events_attr_group.attrs;
+
+	for (; *attr_iter; attr_iter++)
+		kfree((*attr_iter)->name);
+
+	kfree(pmu->events_attr_group.attrs);
+	kfree(pmu->xe_attr);
+	kfree(pmu->pmu_attr);
+
+	pmu->events_attr_group.attrs = NULL;
+	pmu->xe_attr = NULL;
+	pmu->pmu_attr = NULL;
+}
+
+static int xe_pmu_cpu_online(unsigned int cpu, struct hlist_node *node)
+{
+	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
+
+	XE_WARN_ON(!pmu->base.event_init);
+
+	/* Select the first online CPU as a designated reader. */
+	if (cpumask_empty(&xe_pmu_cpumask))
+		cpumask_set_cpu(cpu, &xe_pmu_cpumask);
+
+	return 0;
+}
+
+static int xe_pmu_cpu_offline(unsigned int cpu, struct hlist_node *node)
+{
+	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
+	unsigned int target = xe_pmu_target_cpu;
+
+	/*
+	 * Unregistering an instance generates a CPU offline event which we must
+	 * ignore to avoid incorrectly modifying the shared xe_pmu_cpumask.
+	 */
+	if (pmu->closed)
+		return 0;
+
+	if (cpumask_test_and_clear_cpu(cpu, &xe_pmu_cpumask)) {
+		target = cpumask_any_but(topology_sibling_cpumask(cpu), cpu);
+
+		/* Migrate events if there is a valid target */
+		if (target < nr_cpu_ids) {
+			cpumask_set_cpu(target, &xe_pmu_cpumask);
+			xe_pmu_target_cpu = target;
+		}
+	}
+
+	if (target < nr_cpu_ids && target != pmu->cpuhp.cpu) {
+		perf_pmu_migrate_context(&pmu->base, cpu, target);
+		pmu->cpuhp.cpu = target;
+	}
+
+	return 0;
+}
+
+static enum cpuhp_state cpuhp_slot = CPUHP_INVALID;
+
+/**
+ * xe_pmu_init() - Setup CPU hotplug state/callbacks for Xe PMU
+ *
+ * Returns: 0 if successful, else error code
+ */
+int xe_pmu_init(void)
+{
+	int ret;
+
+	ret = cpuhp_setup_state_multi(CPUHP_AP_ONLINE_DYN,
+				      "perf/x86/intel/xe:online",
+				      xe_pmu_cpu_online,
+				      xe_pmu_cpu_offline);
+	if (ret < 0)
+		pr_notice("Failed to setup cpuhp state for xe PMU! (%d)\n",
+			  ret);
+	else
+		cpuhp_slot = ret;
+
+	return 0;
+}
+
+/**
+ * xe_pmu_exit() - Remove CPU hotplug state/callbacks for Xe PMU
+ */
+void xe_pmu_exit(void)
+{
+	if (cpuhp_slot != CPUHP_INVALID)
+		cpuhp_remove_multi_state(cpuhp_slot);
+}
+
+static int xe_pmu_register_cpuhp_state(struct xe_pmu *pmu)
+{
+	if (cpuhp_slot == CPUHP_INVALID)
+		return -EINVAL;
+
+	return cpuhp_state_add_instance(cpuhp_slot, &pmu->cpuhp.node);
+}
+
+static void xe_pmu_unregister_cpuhp_state(struct xe_pmu *pmu)
+{
+	cpuhp_state_remove_instance(cpuhp_slot, &pmu->cpuhp.node);
+}
+
+/**
+ * xe_pmu_unregister() - Remove/cleanup PMU registration
+ */
+void xe_pmu_unregister(void *arg)
+{
+	struct xe_pmu *pmu = arg;
+
+	if (!pmu->base.event_init)
+		return;
+
+	/*
+	 * "Disconnect" the PMU callbacks - since all are atomic synchronize_rcu
+	 * ensures all currently executing ones will have exited before we
+	 * proceed with unregistration.
+	 */
+	pmu->closed = true;
+	synchronize_rcu();
+
+	xe_pmu_unregister_cpuhp_state(pmu);
+
+	perf_pmu_unregister(&pmu->base);
+	pmu->base.event_init = NULL;
+	kfree(pmu->base.attr_groups);
+	kfree(pmu->name);
+	free_event_attributes(pmu);
+}
+
+/**
+ * xe_pmu_register() - Define basic PMU properties for Xe and add event callbacks.
+ *
+ */
+void xe_pmu_register(struct xe_pmu *pmu)
+{
+	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
+	const struct attribute_group *attr_groups[] = {
+		&pmu->events_attr_group,
+		&xe_pmu_cpumask_attr_group,
+		NULL
+	};
+
+	int ret = -ENOMEM;
+
+	spin_lock_init(&pmu->lock);
+	pmu->cpuhp.cpu = -1;
+
+	pmu->name = kasprintf(GFP_KERNEL,
+			      "xe_%s",
+			      dev_name(xe->drm.dev));
+	if (pmu->name)
+		/* tools/perf reserves colons as special. */
+		strreplace((char *)pmu->name, ':', '_');
+
+	if (!pmu->name)
+		goto err;
+
+	pmu->events_attr_group.name = "events";
+	pmu->events_attr_group.attrs = create_event_attributes(pmu);
+	if (!pmu->events_attr_group.attrs)
+		goto err_name;
+
+	pmu->base.attr_groups = kmemdup(attr_groups, sizeof(attr_groups),
+					GFP_KERNEL);
+	if (!pmu->base.attr_groups)
+		goto err_attr;
+
+	pmu->base.module	= THIS_MODULE;
+	pmu->base.task_ctx_nr	= perf_invalid_context;
+	pmu->base.event_init	= xe_pmu_event_init;
+	pmu->base.add		= xe_pmu_event_add;
+	pmu->base.del		= xe_pmu_event_del;
+	pmu->base.start		= xe_pmu_event_start;
+	pmu->base.stop		= xe_pmu_event_stop;
+	pmu->base.read		= xe_pmu_event_read;
+	pmu->base.event_idx	= xe_pmu_event_event_idx;
+
+	ret = perf_pmu_register(&pmu->base, pmu->name, -1);
+	if (ret)
+		goto err_groups;
+
+	ret = xe_pmu_register_cpuhp_state(pmu);
+	if (ret)
+		goto err_unreg;
+
+	ret = devm_add_action_or_reset(xe->drm.dev, xe_pmu_unregister, pmu);
+	if (ret)
+		goto err_cpuhp;
+
+	return;
+
+err_cpuhp:
+	xe_pmu_unregister_cpuhp_state(pmu);
+err_unreg:
+	perf_pmu_unregister(&pmu->base);
+err_groups:
+	kfree(pmu->base.attr_groups);
+err_attr:
+	pmu->base.event_init = NULL;
+	free_event_attributes(pmu);
+err_name:
+	kfree(pmu->name);
+err:
+	drm_notice(&xe->drm, "Failed to register PMU!\n");
+}
diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
new file mode 100644
index 000000000000..d07e5dfdfec0
--- /dev/null
+++ b/drivers/gpu/drm/xe/xe_pmu.h
@@ -0,0 +1,26 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Copyright © 2024 Intel Corporation
+ */
+
+#ifndef _XE_PMU_H_
+#define _XE_PMU_H_
+
+#include "xe_pmu_types.h"
+
+struct xe_gt;
+
+#if IS_ENABLED(CONFIG_PERF_EVENTS)
+int xe_pmu_init(void);
+void xe_pmu_exit(void);
+void xe_pmu_register(struct xe_pmu *pmu);
+void xe_pmu_unregister(void *arg);
+#else
+static inline int xe_pmu_init(void) { return 0; }
+static inline void xe_pmu_exit(void) {}
+static inline void xe_pmu_register(struct xe_pmu *pmu) {}
+static inline void xe_pmu_unregister(void *arg) {}
+#endif
+
+#endif
+
diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
new file mode 100644
index 000000000000..ca0e7cbe2081
--- /dev/null
+++ b/drivers/gpu/drm/xe/xe_pmu_types.h
@@ -0,0 +1,63 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Copyright © 2024 Intel Corporation
+ */
+
+#ifndef _XE_PMU_TYPES_H_
+#define _XE_PMU_TYPES_H_
+
+#include <linux/perf_event.h>
+#include <linux/spinlock_types.h>
+#include <uapi/drm/xe_drm.h>
+
+enum {
+	__XE_NUM_PMU_SAMPLERS
+};
+
+#define XE_PMU_MAX_GT 2
+
+struct xe_pmu {
+	/**
+	 * @cpuhp: Struct used for CPU hotplug handling.
+	 */
+	struct {
+		struct hlist_node node;
+		unsigned int cpu;
+	} cpuhp;
+	/**
+	 * @base: PMU base.
+	 */
+	struct pmu base;
+	/**
+	 * @closed: xe is unregistering.
+	 */
+	bool closed;
+	/**
+	 * @name: Name as registered with perf core.
+	 */
+	const char *name;
+	/**
+	 * @lock: Lock protecting enable mask and ref count handling.
+	 */
+	spinlock_t lock;
+	/**
+	 * @sample: Current and previous (raw) counters.
+	 *
+	 * These counters are updated when the device is awake.
+	 */
+	u64 sample[XE_PMU_MAX_GT][__XE_NUM_PMU_SAMPLERS];
+	/**
+	 * @events_attr_group: Device events attribute group.
+	 */
+	struct attribute_group events_attr_group;
+	/**
+	 * @xe_attr: Memory block holding device attributes.
+	 */
+	void *xe_attr;
+	/**
+	 * @pmu_attr: Memory block holding device attributes.
+	 */
+	void *pmu_attr;
+};
+
+#endif
diff --git a/include/uapi/drm/xe_drm.h b/include/uapi/drm/xe_drm.h
index b6fbe4988f2e..2c5f258eee3a 100644
--- a/include/uapi/drm/xe_drm.h
+++ b/include/uapi/drm/xe_drm.h
@@ -1389,6 +1389,14 @@ struct drm_xe_wait_user_fence {
 	__u64 reserved[2];
 };
 
+/*
+ * Top bits of every counter are GT id.
+ */
+#define __XE_PMU_GT_SHIFT (56)
+
+#define ___XE_PMU_OTHER(gt, x) \
+	(((__u64)(x)) | ((__u64)(gt) << __XE_PMU_GT_SHIFT))
+
 /**
  * enum drm_xe_observation_type - Observation stream types
  */
-- 
2.38.1

Re: [PATCH 1/3] drm/xe/pmu: Enable PMU interface

[Rodrigo Vivi]

On Thu, Sep 26, 2024 at 05:23:42PM -0700, Vinay Belgaumkar wrote:
> From: Aravind Iddamsetty <aravind.iddamsetty@linux.intel.com>
> 
> Basic PMU enabling patch. Setup the basic framework
> for adding events/timers. This patch was previously
> reviewed here -
> https://patchwork.freedesktop.org/series/119504/
> 
> The pmu base implementation is still from the
> i915 driver.
> 
> v2: Review comments(Rodrigo) and do not init pmu for VFs
> as they don't have access to freq and c6 residency anyways.

sorry for the slow review and for not going through it all
in a single pass.

> 
> v3: Fix kunit issue, move xe_pmu entry in Makefile (Jani)
> 
> Co-developed-by: Bommu Krishnaiah <krishnaiah.bommu@intel.com>
> Signed-off-by: Bommu Krishnaiah <krishnaiah.bommu@intel.com>
> Signed-off-by: Aravind Iddamsetty <aravind.iddamsetty@linux.intel.com>
> Signed-off-by: Riana Tauro <riana.tauro@intel.com>
> Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
> Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
> ---
>  drivers/gpu/drm/xe/Makefile          |   2 +
>  drivers/gpu/drm/xe/xe_device.c       |   6 +
>  drivers/gpu/drm/xe/xe_device_types.h |   4 +
>  drivers/gpu/drm/xe/xe_module.c       |   5 +
>  drivers/gpu/drm/xe/xe_pmu.c          | 570 +++++++++++++++++++++++++++
>  drivers/gpu/drm/xe/xe_pmu.h          |  26 ++
>  drivers/gpu/drm/xe/xe_pmu_types.h    |  63 +++
>  include/uapi/drm/xe_drm.h            |   8 +
>  8 files changed, 684 insertions(+)
>  create mode 100644 drivers/gpu/drm/xe/xe_pmu.c
>  create mode 100644 drivers/gpu/drm/xe/xe_pmu.h
>  create mode 100644 drivers/gpu/drm/xe/xe_pmu_types.h
> 
> diff --git a/drivers/gpu/drm/xe/Makefile b/drivers/gpu/drm/xe/Makefile
> index ae245fbd91ee..3a3eabc0e0a3 100644
> --- a/drivers/gpu/drm/xe/Makefile
> +++ b/drivers/gpu/drm/xe/Makefile
> @@ -293,6 +293,8 @@ ifeq ($(CONFIG_DEBUG_FS),y)
>  		i915-display/intel_pipe_crc.o
>  endif
>  
> +xe-$(CONFIG_PERF_EVENTS) += xe_pmu.o
> +
>  obj-$(CONFIG_DRM_XE) += xe.o
>  obj-$(CONFIG_DRM_XE_KUNIT_TEST) += tests/
>  
> diff --git a/drivers/gpu/drm/xe/xe_device.c b/drivers/gpu/drm/xe/xe_device.c
> index cb5a9fd820cf..027a796d7431 100644
> --- a/drivers/gpu/drm/xe/xe_device.c
> +++ b/drivers/gpu/drm/xe/xe_device.c
> @@ -762,6 +762,9 @@ int xe_device_probe(struct xe_device *xe)
>  	for_each_gt(gt, xe, id)
>  		xe_gt_sanitize_freq(gt);
>  
> +	if (!IS_SRIOV_VF(xe))
> +		xe_pmu_register(&xe->pmu);
> +
>  	return devm_add_action_or_reset(xe->drm.dev, xe_device_sanitize, xe);
>  
>  err_fini_display:
> @@ -806,6 +809,9 @@ void xe_device_remove(struct xe_device *xe)
>  
>  	xe_heci_gsc_fini(xe);
>  
> +	if (!IS_SRIOV_VF(xe))
> +		xe_pmu_unregister(&xe->pmu);
> +
>  	for_each_gt(gt, xe, id)
>  		xe_gt_remove(gt);
>  }
> diff --git a/drivers/gpu/drm/xe/xe_device_types.h b/drivers/gpu/drm/xe/xe_device_types.h
> index 5ad96d283a71..51485d2eadcf 100644
> --- a/drivers/gpu/drm/xe/xe_device_types.h
> +++ b/drivers/gpu/drm/xe/xe_device_types.h
> @@ -18,6 +18,7 @@
>  #include "xe_memirq_types.h"
>  #include "xe_oa.h"
>  #include "xe_platform_types.h"
> +#include "xe_pmu.h"
>  #include "xe_pt_types.h"
>  #include "xe_sriov_types.h"
>  #include "xe_step_types.h"
> @@ -513,6 +514,9 @@ struct xe_device {
>  		int mode;
>  	} wedged;
>  
> +	/** @pmu: performance monitoring unit */
> +	struct xe_pmu pmu;
> +
>  #ifdef TEST_VM_OPS_ERROR
>  	/**
>  	 * @vm_inject_error_position: inject errors at different places in VM
> diff --git a/drivers/gpu/drm/xe/xe_module.c b/drivers/gpu/drm/xe/xe_module.c
> index 77ce9f9ca7a5..1bf2bf8447c0 100644
> --- a/drivers/gpu/drm/xe/xe_module.c
> +++ b/drivers/gpu/drm/xe/xe_module.c
> @@ -14,6 +14,7 @@
>  #include "xe_hw_fence.h"
>  #include "xe_pci.h"
>  #include "xe_pm.h"
> +#include "xe_pmu.h"
>  #include "xe_observation.h"
>  #include "xe_sched_job.h"
>  
> @@ -96,6 +97,10 @@ static const struct init_funcs init_funcs[] = {
>  		.init = xe_sched_job_module_init,
>  		.exit = xe_sched_job_module_exit,
>  	},
> +	{
> +		.init = xe_pmu_init,
> +		.exit = xe_pmu_exit,
> +	},
>  	{
>  		.init = xe_register_pci_driver,
>  		.exit = xe_unregister_pci_driver,
> diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
> new file mode 100644
> index 000000000000..bdaea9ca1065
> --- /dev/null
> +++ b/drivers/gpu/drm/xe/xe_pmu.c
> @@ -0,0 +1,570 @@
> +// SPDX-License-Identifier: MIT
> +/*
> + * Copyright © 2024 Intel Corporation
> + */
> +
> +#include <drm/drm_drv.h>
> +#include <drm/drm_managed.h>
> +#include <drm/xe_drm.h>
> +
> +#include "regs/xe_gt_regs.h"
> +#include "xe_device.h"
> +#include "xe_force_wake.h"
> +#include "xe_gt_clock.h"
> +#include "xe_mmio.h"
> +#include "xe_macros.h"
> +#include "xe_pm.h"
> +
> +static cpumask_t xe_pmu_cpumask;
> +static unsigned int xe_pmu_target_cpu = -1;

Please no global variables. Think the case where we have
more then 1 device in the same cpu.

> +
> +/**
> + * DOC: Xe PMU (Performance Monitoring Unit)
> + *
> + * Expose events/counters like C6 residency and GT frequency to user land.
> + * Perf tool can be used to list and record these counters from the command
> + * line.
> + *
> + * Example commands to list/record supported perf events-
> + *
> + * >> perf list

perhas '$' instead of '>>' ?

> + * >> ls /sys/bus/event_source/devices/xe_0000_00_02.0/events/

perhaps ls -ld /sys/bus/event_source/devices/xe_*

to first know which devices are available?

> + *
> + * To record events-
> + * >> perf stat -e <event_name> -I <interval>

Could you please document here on how to ensure that those small incremental
values should be read?
How can I use this perf command and ensure that we get exactly the
same value as our other sysfs entries?
I'd like to do the math back to cross-check at least, but also
this information should be useful to ensure that users of this
are really well informed on the flow.

> + *
> + */
> +
> +static unsigned int config_gt_id(const u64 config)
> +{
> +	return config >> __XE_PMU_GT_SHIFT;
> +}
> +
> +static u64 config_counter(const u64 config)
> +{
> +	return config & ~(~0ULL << __XE_PMU_GT_SHIFT);
> +}
> +
> +static void xe_pmu_event_destroy(struct perf_event *event)
> +{
> +	struct xe_device *xe =
> +		container_of(event->pmu, typeof(*xe), pmu.base);
> +
> +	drm_WARN_ON(&xe->drm, event->parent);
> +
> +	drm_dev_put(&xe->drm);
> +}
> +
> +static int
> +config_status(struct xe_device *xe, u64 config)
> +{
> +	unsigned int gt_id = config_gt_id(config);
> +
> +	if (gt_id >= XE_PMU_MAX_GT)

why do we have new GT defines instead of using the regular GT
numbering and entries?

> +		return -ENOENT;
> +
> +	switch (config_counter(config)) {
> +	default:
> +		return -ENOENT;
> +	}
> +
> +	return 0;
> +}
> +
> +static int xe_pmu_event_init(struct perf_event *event)
> +{
> +	struct xe_device *xe =
> +		container_of(event->pmu, typeof(*xe), pmu.base);
> +	struct xe_pmu *pmu = &xe->pmu;
> +	int ret;
> +
> +	if (pmu->closed)
> +		return -ENODEV;
> +
> +	if (event->attr.type != event->pmu->type)
> +		return -ENOENT;
> +
> +	/* unsupported modes and filters */
> +	if (event->attr.sample_period) /* no sampling */
> +		return -EINVAL;
> +
> +	if (has_branch_stack(event))
> +		return -EOPNOTSUPP;
> +
> +	if (event->cpu < 0)
> +		return -EINVAL;
> +
> +	/* only allow running on one cpu at a time */
> +	if (!cpumask_test_cpu(event->cpu, &xe_pmu_cpumask))
> +		return -EINVAL;
> +
> +	ret = config_status(xe, event->attr.config);
> +	if (ret)
> +		return ret;
> +
> +	if (!event->parent) {
> +		drm_dev_get(&xe->drm);
> +		event->destroy = xe_pmu_event_destroy;
> +	}
> +
> +	return 0;
> +}
> +
> +static u64 __xe_pmu_event_read(struct perf_event *event)
> +{
> +	struct xe_device *xe =
> +		container_of(event->pmu, typeof(*xe), pmu.base);
> +	const unsigned int gt_id = config_gt_id(event->attr.config);
> +	const u64 config = event->attr.config;
> +	struct xe_gt *gt = xe_device_get_gt(xe, gt_id);
> +	u64 val = 0;
> +
> +	switch (config_counter(config)) {
> +	default:
> +		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
> +	}
> +
> +	return val;
> +}
> +
> +static void xe_pmu_event_read(struct perf_event *event)
> +{
> +	struct xe_device *xe =
> +		container_of(event->pmu, typeof(*xe), pmu.base);
> +	struct hw_perf_event *hwc = &event->hw;
> +	struct xe_pmu *pmu = &xe->pmu;
> +	u64 prev, new;
> +
> +	if (pmu->closed) {
> +		event->hw.state = PERF_HES_STOPPED;
> +		return;
> +	}
> +again:
> +	prev = local64_read(&hwc->prev_count);
> +	new = __xe_pmu_event_read(event);
> +
> +	if (local64_cmpxchg(&hwc->prev_count, prev, new) != prev)
> +		goto again;
> +
> +	local64_add(new - prev, &event->count);
> +}
> +
> +static void xe_pmu_enable(struct perf_event *event)
> +{
> +	/*
> +	 * Store the current counter value so we can report the correct delta
> +	 * for all listeners. Even when the event was already enabled and has
> +	 * an existing non-zero value.
> +	 */
> +	local64_set(&event->hw.prev_count, __xe_pmu_event_read(event));
> +}
> +
> +static void xe_pmu_event_start(struct perf_event *event, int flags)
> +{
> +	struct xe_device *xe =
> +		container_of(event->pmu, typeof(*xe), pmu.base);
> +	struct xe_pmu *pmu = &xe->pmu;
> +
> +	if (pmu->closed)
> +		return;
> +
> +	xe_pmu_enable(event);
> +	event->hw.state = 0;
> +}
> +
> +static void xe_pmu_event_stop(struct perf_event *event, int flags)
> +{
> +	if (flags & PERF_EF_UPDATE)
> +		xe_pmu_event_read(event);
> +
> +	event->hw.state = PERF_HES_STOPPED;
> +}
> +
> +static int xe_pmu_event_add(struct perf_event *event, int flags)
> +{
> +	struct xe_device *xe =
> +		container_of(event->pmu, typeof(*xe), pmu.base);
> +	struct xe_pmu *pmu = &xe->pmu;
> +
> +	if (pmu->closed)
> +		return -ENODEV;
> +
> +	if (flags & PERF_EF_START)
> +		xe_pmu_event_start(event, flags);
> +
> +	return 0;
> +}
> +
> +static void xe_pmu_event_del(struct perf_event *event, int flags)
> +{
> +	xe_pmu_event_stop(event, PERF_EF_UPDATE);
> +}
> +
> +static int xe_pmu_event_event_idx(struct perf_event *event)
> +{
> +	return 0;
> +}
> +
> +struct xe_ext_attribute {
> +	struct device_attribute attr;
> +	unsigned long val;
> +};
> +
> +static ssize_t xe_pmu_event_show(struct device *dev,
> +				 struct device_attribute *attr, char *buf)
> +{
> +	struct xe_ext_attribute *eattr;
> +
> +	eattr = container_of(attr, struct xe_ext_attribute, attr);
> +	return sprintf(buf, "config=0x%lx\n", eattr->val);
> +}
> +
> +static ssize_t cpumask_show(struct device *dev,
> +			    struct device_attribute *attr, char *buf)
> +{
> +	return cpumap_print_to_pagebuf(true, buf, &xe_pmu_cpumask);
> +}
> +
> +static DEVICE_ATTR_RO(cpumask);
> +
> +static struct attribute *xe_cpumask_attrs[] = {
> +	&dev_attr_cpumask.attr,
> +	NULL,
> +};
> +
> +static const struct attribute_group xe_pmu_cpumask_attr_group = {
> +	.attrs = xe_cpumask_attrs,
> +};
> +
> +#define __event(__counter, __name, __unit) \
> +{ \
> +	.counter = (__counter), \
> +	.name = (__name), \
> +	.unit = (__unit), \
> +}
> +
> +static struct xe_ext_attribute *
> +add_xe_attr(struct xe_ext_attribute *attr, const char *name, u64 config)
> +{
> +	sysfs_attr_init(&attr->attr.attr);
> +	attr->attr.attr.name = name;
> +	attr->attr.attr.mode = 0444;
> +	attr->attr.show = xe_pmu_event_show;
> +	attr->val = config;
> +
> +	return ++attr;
> +}
> +
> +static struct perf_pmu_events_attr *
> +add_pmu_attr(struct perf_pmu_events_attr *attr, const char *name,
> +	     const char *str)
> +{
> +	sysfs_attr_init(&attr->attr.attr);
> +	attr->attr.attr.name = name;
> +	attr->attr.attr.mode = 0444;
> +	attr->attr.show = perf_event_sysfs_show;
> +	attr->event_str = str;
> +
> +	return ++attr;
> +}
> +
> +static struct attribute **
> +create_event_attributes(struct xe_pmu *pmu)
> +{
> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
> +	static const struct {
> +		unsigned int counter;
> +		const char *name;
> +		const char *unit;
> +	} events[] = {
> +	};
> +
> +	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
> +	struct xe_ext_attribute *xe_attr = NULL, *xe_iter;
> +	struct attribute **attr = NULL, **attr_iter;
> +	unsigned int count = 0;
> +	unsigned int i, j;
> +	struct xe_gt *gt;
> +
> +	/* Count how many counters we will be exposing. */
> +	for_each_gt(gt, xe, j) {
> +		for (i = 0; i < ARRAY_SIZE(events); i++) {
> +			u64 config = ___XE_PMU_OTHER(j, events[i].counter);
> +
> +			if (!config_status(xe, config))
> +				count++;
> +		}
> +	}
> +
> +	/* Allocate attribute objects and table. */
> +	xe_attr = kcalloc(count, sizeof(*xe_attr), GFP_KERNEL);
> +	if (!xe_attr)
> +		goto err_alloc;
> +
> +	pmu_attr = kcalloc(count, sizeof(*pmu_attr), GFP_KERNEL);
> +	if (!pmu_attr)
> +		goto err_alloc;
> +
> +	/* Max one pointer of each attribute type plus a termination entry. */
> +	attr = kcalloc(count * 2 + 1, sizeof(*attr), GFP_KERNEL);
> +	if (!attr)
> +		goto err_alloc;
> +
> +	xe_iter = xe_attr;
> +	pmu_iter = pmu_attr;
> +	attr_iter = attr;
> +
> +	for_each_gt(gt, xe, j) {
> +		for (i = 0; i < ARRAY_SIZE(events); i++) {
> +			u64 config = ___XE_PMU_OTHER(j, events[i].counter);
> +			char *str;
> +
> +			if (config_status(xe, config))
> +				continue;
> +
> +			str = kasprintf(GFP_KERNEL, "%s-gt%u",
> +					events[i].name, j);
> +			if (!str)
> +				goto err;
> +
> +			*attr_iter++ = &xe_iter->attr.attr;
> +			xe_iter = add_xe_attr(xe_iter, str, config);
> +
> +			if (events[i].unit) {
> +				str = kasprintf(GFP_KERNEL, "%s-gt%u.unit",
> +						events[i].name, j);
> +				if (!str)
> +					goto err;
> +
> +				*attr_iter++ = &pmu_iter->attr.attr;
> +				pmu_iter = add_pmu_attr(pmu_iter, str,
> +							events[i].unit);
> +			}
> +		}
> +	}
> +
> +	pmu->xe_attr = xe_attr;
> +	pmu->pmu_attr = pmu_attr;
> +
> +	return attr;
> +
> +err:
> +	for (attr_iter = attr; *attr_iter; attr_iter++)
> +		kfree((*attr_iter)->name);
> +
> +err_alloc:
> +	kfree(attr);
> +	kfree(xe_attr);
> +	kfree(pmu_attr);
> +
> +	return NULL;
> +}
> +
> +static void free_event_attributes(struct xe_pmu *pmu)
> +{
> +	struct attribute **attr_iter = pmu->events_attr_group.attrs;
> +
> +	for (; *attr_iter; attr_iter++)
> +		kfree((*attr_iter)->name);
> +
> +	kfree(pmu->events_attr_group.attrs);
> +	kfree(pmu->xe_attr);
> +	kfree(pmu->pmu_attr);
> +
> +	pmu->events_attr_group.attrs = NULL;
> +	pmu->xe_attr = NULL;
> +	pmu->pmu_attr = NULL;
> +}
> +
> +static int xe_pmu_cpu_online(unsigned int cpu, struct hlist_node *node)
> +{
> +	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
> +
> +	XE_WARN_ON(!pmu->base.event_init);
> +
> +	/* Select the first online CPU as a designated reader. */
> +	if (cpumask_empty(&xe_pmu_cpumask))
> +		cpumask_set_cpu(cpu, &xe_pmu_cpumask);
> +
> +	return 0;
> +}
> +
> +static int xe_pmu_cpu_offline(unsigned int cpu, struct hlist_node *node)
> +{
> +	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
> +	unsigned int target = xe_pmu_target_cpu;
> +
> +	/*
> +	 * Unregistering an instance generates a CPU offline event which we must
> +	 * ignore to avoid incorrectly modifying the shared xe_pmu_cpumask.
> +	 */
> +	if (pmu->closed)
> +		return 0;
> +
> +	if (cpumask_test_and_clear_cpu(cpu, &xe_pmu_cpumask)) {
> +		target = cpumask_any_but(topology_sibling_cpumask(cpu), cpu);
> +
> +		/* Migrate events if there is a valid target */
> +		if (target < nr_cpu_ids) {
> +			cpumask_set_cpu(target, &xe_pmu_cpumask);
> +			xe_pmu_target_cpu = target;
> +		}
> +	}
> +
> +	if (target < nr_cpu_ids && target != pmu->cpuhp.cpu) {
> +		perf_pmu_migrate_context(&pmu->base, cpu, target);
> +		pmu->cpuhp.cpu = target;
> +	}
> +
> +	return 0;
> +}
> +
> +static enum cpuhp_state cpuhp_slot = CPUHP_INVALID;
> +
> +/**
> + * xe_pmu_init() - Setup CPU hotplug state/callbacks for Xe PMU
> + *
> + * Returns: 0 if successful, else error code
> + */
> +int xe_pmu_init(void)
> +{
> +	int ret;
> +
> +	ret = cpuhp_setup_state_multi(CPUHP_AP_ONLINE_DYN,
> +				      "perf/x86/intel/xe:online",
> +				      xe_pmu_cpu_online,
> +				      xe_pmu_cpu_offline);
> +	if (ret < 0)
> +		pr_notice("Failed to setup cpuhp state for xe PMU! (%d)\n",
> +			  ret);
> +	else
> +		cpuhp_slot = ret;
> +
> +	return 0;
> +}
> +
> +/**
> + * xe_pmu_exit() - Remove CPU hotplug state/callbacks for Xe PMU
> + */
> +void xe_pmu_exit(void)
> +{
> +	if (cpuhp_slot != CPUHP_INVALID)
> +		cpuhp_remove_multi_state(cpuhp_slot);
> +}
> +
> +static int xe_pmu_register_cpuhp_state(struct xe_pmu *pmu)
> +{
> +	if (cpuhp_slot == CPUHP_INVALID)
> +		return -EINVAL;
> +
> +	return cpuhp_state_add_instance(cpuhp_slot, &pmu->cpuhp.node);
> +}
> +
> +static void xe_pmu_unregister_cpuhp_state(struct xe_pmu *pmu)
> +{
> +	cpuhp_state_remove_instance(cpuhp_slot, &pmu->cpuhp.node);
> +}
> +
> +/**
> + * xe_pmu_unregister() - Remove/cleanup PMU registration
> + */
> +void xe_pmu_unregister(void *arg)
> +{
> +	struct xe_pmu *pmu = arg;
> +
> +	if (!pmu->base.event_init)
> +		return;
> +
> +	/*
> +	 * "Disconnect" the PMU callbacks - since all are atomic synchronize_rcu
> +	 * ensures all currently executing ones will have exited before we
> +	 * proceed with unregistration.
> +	 */
> +	pmu->closed = true;
> +	synchronize_rcu();
> +
> +	xe_pmu_unregister_cpuhp_state(pmu);
> +
> +	perf_pmu_unregister(&pmu->base);
> +	pmu->base.event_init = NULL;
> +	kfree(pmu->base.attr_groups);
> +	kfree(pmu->name);
> +	free_event_attributes(pmu);
> +}
> +
> +/**
> + * xe_pmu_register() - Define basic PMU properties for Xe and add event callbacks.
> + *
> + */
> +void xe_pmu_register(struct xe_pmu *pmu)
> +{
> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
> +	const struct attribute_group *attr_groups[] = {
> +		&pmu->events_attr_group,
> +		&xe_pmu_cpumask_attr_group,
> +		NULL
> +	};
> +
> +	int ret = -ENOMEM;
> +
> +	spin_lock_init(&pmu->lock);
> +	pmu->cpuhp.cpu = -1;
> +
> +	pmu->name = kasprintf(GFP_KERNEL,
> +			      "xe_%s",
> +			      dev_name(xe->drm.dev));
> +	if (pmu->name)
> +		/* tools/perf reserves colons as special. */
> +		strreplace((char *)pmu->name, ':', '_');
> +
> +	if (!pmu->name)
> +		goto err;
> +
> +	pmu->events_attr_group.name = "events";
> +	pmu->events_attr_group.attrs = create_event_attributes(pmu);
> +	if (!pmu->events_attr_group.attrs)
> +		goto err_name;
> +
> +	pmu->base.attr_groups = kmemdup(attr_groups, sizeof(attr_groups),
> +					GFP_KERNEL);
> +	if (!pmu->base.attr_groups)
> +		goto err_attr;
> +
> +	pmu->base.module	= THIS_MODULE;
> +	pmu->base.task_ctx_nr	= perf_invalid_context;
> +	pmu->base.event_init	= xe_pmu_event_init;
> +	pmu->base.add		= xe_pmu_event_add;
> +	pmu->base.del		= xe_pmu_event_del;
> +	pmu->base.start		= xe_pmu_event_start;
> +	pmu->base.stop		= xe_pmu_event_stop;
> +	pmu->base.read		= xe_pmu_event_read;
> +	pmu->base.event_idx	= xe_pmu_event_event_idx;
> +
> +	ret = perf_pmu_register(&pmu->base, pmu->name, -1);
> +	if (ret)
> +		goto err_groups;
> +
> +	ret = xe_pmu_register_cpuhp_state(pmu);
> +	if (ret)
> +		goto err_unreg;
> +
> +	ret = devm_add_action_or_reset(xe->drm.dev, xe_pmu_unregister, pmu);
> +	if (ret)
> +		goto err_cpuhp;
> +
> +	return;
> +
> +err_cpuhp:
> +	xe_pmu_unregister_cpuhp_state(pmu);
> +err_unreg:
> +	perf_pmu_unregister(&pmu->base);
> +err_groups:
> +	kfree(pmu->base.attr_groups);
> +err_attr:
> +	pmu->base.event_init = NULL;
> +	free_event_attributes(pmu);
> +err_name:
> +	kfree(pmu->name);
> +err:
> +	drm_notice(&xe->drm, "Failed to register PMU!\n");
> +}
> diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
> new file mode 100644
> index 000000000000..d07e5dfdfec0
> --- /dev/null
> +++ b/drivers/gpu/drm/xe/xe_pmu.h
> @@ -0,0 +1,26 @@
> +/* SPDX-License-Identifier: MIT */
> +/*
> + * Copyright © 2024 Intel Corporation
> + */
> +
> +#ifndef _XE_PMU_H_
> +#define _XE_PMU_H_
> +
> +#include "xe_pmu_types.h"
> +
> +struct xe_gt;
> +
> +#if IS_ENABLED(CONFIG_PERF_EVENTS)
> +int xe_pmu_init(void);
> +void xe_pmu_exit(void);
> +void xe_pmu_register(struct xe_pmu *pmu);
> +void xe_pmu_unregister(void *arg);
> +#else
> +static inline int xe_pmu_init(void) { return 0; }
> +static inline void xe_pmu_exit(void) {}
> +static inline void xe_pmu_register(struct xe_pmu *pmu) {}
> +static inline void xe_pmu_unregister(void *arg) {}
> +#endif
> +
> +#endif
> +
> diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
> new file mode 100644
> index 000000000000..ca0e7cbe2081
> --- /dev/null
> +++ b/drivers/gpu/drm/xe/xe_pmu_types.h
> @@ -0,0 +1,63 @@
> +/* SPDX-License-Identifier: MIT */
> +/*
> + * Copyright © 2024 Intel Corporation
> + */
> +
> +#ifndef _XE_PMU_TYPES_H_
> +#define _XE_PMU_TYPES_H_
> +
> +#include <linux/perf_event.h>
> +#include <linux/spinlock_types.h>
> +#include <uapi/drm/xe_drm.h>
> +
> +enum {
> +	__XE_NUM_PMU_SAMPLERS
> +};
> +
> +#define XE_PMU_MAX_GT 2
> +
> +struct xe_pmu {
> +	/**
> +	 * @cpuhp: Struct used for CPU hotplug handling.
> +	 */
> +	struct {
> +		struct hlist_node node;
> +		unsigned int cpu;
> +	} cpuhp;
> +	/**
> +	 * @base: PMU base.
> +	 */
> +	struct pmu base;
> +	/**
> +	 * @closed: xe is unregistering.
> +	 */
> +	bool closed;
> +	/**
> +	 * @name: Name as registered with perf core.
> +	 */
> +	const char *name;
> +	/**
> +	 * @lock: Lock protecting enable mask and ref count handling.
> +	 */
> +	spinlock_t lock;
> +	/**
> +	 * @sample: Current and previous (raw) counters.
> +	 *
> +	 * These counters are updated when the device is awake.
> +	 */
> +	u64 sample[XE_PMU_MAX_GT][__XE_NUM_PMU_SAMPLERS];
> +	/**
> +	 * @events_attr_group: Device events attribute group.
> +	 */
> +	struct attribute_group events_attr_group;
> +	/**
> +	 * @xe_attr: Memory block holding device attributes.
> +	 */
> +	void *xe_attr;
> +	/**
> +	 * @pmu_attr: Memory block holding device attributes.
> +	 */
> +	void *pmu_attr;
> +};
> +
> +#endif
> diff --git a/include/uapi/drm/xe_drm.h b/include/uapi/drm/xe_drm.h
> index b6fbe4988f2e..2c5f258eee3a 100644
> --- a/include/uapi/drm/xe_drm.h
> +++ b/include/uapi/drm/xe_drm.h
> @@ -1389,6 +1389,14 @@ struct drm_xe_wait_user_fence {
>  	__u64 reserved[2];
>  };
>  
> +/*
> + * Top bits of every counter are GT id.
> + */
> +#define __XE_PMU_GT_SHIFT (56)
> +
> +#define ___XE_PMU_OTHER(gt, x) \
> +	(((__u64)(x)) | ((__u64)(gt) << __XE_PMU_GT_SHIFT))
> +
>  /**
>   * enum drm_xe_observation_type - Observation stream types
>   */
> -- 
> 2.38.1
> 

Re: [PATCH 1/3] drm/xe/pmu: Enable PMU interface

[Belgaumkar, Vinay]

On 9/27/2024 11:26 AM, Rodrigo Vivi wrote:
> On Thu, Sep 26, 2024 at 05:23:42PM -0700, Vinay Belgaumkar wrote:
>> From: Aravind Iddamsetty <aravind.iddamsetty@linux.intel.com>
>>
>> Basic PMU enabling patch. Setup the basic framework
>> for adding events/timers. This patch was previously
>> reviewed here -
>> https://patchwork.freedesktop.org/series/119504/
>>
>> The pmu base implementation is still from the
>> i915 driver.
>>
>> v2: Review comments(Rodrigo) and do not init pmu for VFs
>> as they don't have access to freq and c6 residency anyways.
> sorry for the slow review and for not going through it all
> in a single pass.
>
>> v3: Fix kunit issue, move xe_pmu entry in Makefile (Jani)
>>
>> Co-developed-by: Bommu Krishnaiah <krishnaiah.bommu@intel.com>
>> Signed-off-by: Bommu Krishnaiah <krishnaiah.bommu@intel.com>
>> Signed-off-by: Aravind Iddamsetty <aravind.iddamsetty@linux.intel.com>
>> Signed-off-by: Riana Tauro <riana.tauro@intel.com>
>> Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
>> Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
>> ---
>>   drivers/gpu/drm/xe/Makefile          |   2 +
>>   drivers/gpu/drm/xe/xe_device.c       |   6 +
>>   drivers/gpu/drm/xe/xe_device_types.h |   4 +
>>   drivers/gpu/drm/xe/xe_module.c       |   5 +
>>   drivers/gpu/drm/xe/xe_pmu.c          | 570 +++++++++++++++++++++++++++
>>   drivers/gpu/drm/xe/xe_pmu.h          |  26 ++
>>   drivers/gpu/drm/xe/xe_pmu_types.h    |  63 +++
>>   include/uapi/drm/xe_drm.h            |   8 +
>>   8 files changed, 684 insertions(+)
>>   create mode 100644 drivers/gpu/drm/xe/xe_pmu.c
>>   create mode 100644 drivers/gpu/drm/xe/xe_pmu.h
>>   create mode 100644 drivers/gpu/drm/xe/xe_pmu_types.h
>>
>> diff --git a/drivers/gpu/drm/xe/Makefile b/drivers/gpu/drm/xe/Makefile
>> index ae245fbd91ee..3a3eabc0e0a3 100644
>> --- a/drivers/gpu/drm/xe/Makefile
>> +++ b/drivers/gpu/drm/xe/Makefile
>> @@ -293,6 +293,8 @@ ifeq ($(CONFIG_DEBUG_FS),y)
>>   		i915-display/intel_pipe_crc.o
>>   endif
>>   
>> +xe-$(CONFIG_PERF_EVENTS) += xe_pmu.o
>> +
>>   obj-$(CONFIG_DRM_XE) += xe.o
>>   obj-$(CONFIG_DRM_XE_KUNIT_TEST) += tests/
>>   
>> diff --git a/drivers/gpu/drm/xe/xe_device.c b/drivers/gpu/drm/xe/xe_device.c
>> index cb5a9fd820cf..027a796d7431 100644
>> --- a/drivers/gpu/drm/xe/xe_device.c
>> +++ b/drivers/gpu/drm/xe/xe_device.c
>> @@ -762,6 +762,9 @@ int xe_device_probe(struct xe_device *xe)
>>   	for_each_gt(gt, xe, id)
>>   		xe_gt_sanitize_freq(gt);
>>   
>> +	if (!IS_SRIOV_VF(xe))
>> +		xe_pmu_register(&xe->pmu);
>> +
>>   	return devm_add_action_or_reset(xe->drm.dev, xe_device_sanitize, xe);
>>   
>>   err_fini_display:
>> @@ -806,6 +809,9 @@ void xe_device_remove(struct xe_device *xe)
>>   
>>   	xe_heci_gsc_fini(xe);
>>   
>> +	if (!IS_SRIOV_VF(xe))
>> +		xe_pmu_unregister(&xe->pmu);
>> +
>>   	for_each_gt(gt, xe, id)
>>   		xe_gt_remove(gt);
>>   }
>> diff --git a/drivers/gpu/drm/xe/xe_device_types.h b/drivers/gpu/drm/xe/xe_device_types.h
>> index 5ad96d283a71..51485d2eadcf 100644
>> --- a/drivers/gpu/drm/xe/xe_device_types.h
>> +++ b/drivers/gpu/drm/xe/xe_device_types.h
>> @@ -18,6 +18,7 @@
>>   #include "xe_memirq_types.h"
>>   #include "xe_oa.h"
>>   #include "xe_platform_types.h"
>> +#include "xe_pmu.h"
>>   #include "xe_pt_types.h"
>>   #include "xe_sriov_types.h"
>>   #include "xe_step_types.h"
>> @@ -513,6 +514,9 @@ struct xe_device {
>>   		int mode;
>>   	} wedged;
>>   
>> +	/** @pmu: performance monitoring unit */
>> +	struct xe_pmu pmu;
>> +
>>   #ifdef TEST_VM_OPS_ERROR
>>   	/**
>>   	 * @vm_inject_error_position: inject errors at different places in VM
>> diff --git a/drivers/gpu/drm/xe/xe_module.c b/drivers/gpu/drm/xe/xe_module.c
>> index 77ce9f9ca7a5..1bf2bf8447c0 100644
>> --- a/drivers/gpu/drm/xe/xe_module.c
>> +++ b/drivers/gpu/drm/xe/xe_module.c
>> @@ -14,6 +14,7 @@
>>   #include "xe_hw_fence.h"
>>   #include "xe_pci.h"
>>   #include "xe_pm.h"
>> +#include "xe_pmu.h"
>>   #include "xe_observation.h"
>>   #include "xe_sched_job.h"
>>   
>> @@ -96,6 +97,10 @@ static const struct init_funcs init_funcs[] = {
>>   		.init = xe_sched_job_module_init,
>>   		.exit = xe_sched_job_module_exit,
>>   	},
>> +	{
>> +		.init = xe_pmu_init,
>> +		.exit = xe_pmu_exit,
>> +	},
>>   	{
>>   		.init = xe_register_pci_driver,
>>   		.exit = xe_unregister_pci_driver,
>> diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
>> new file mode 100644
>> index 000000000000..bdaea9ca1065
>> --- /dev/null
>> +++ b/drivers/gpu/drm/xe/xe_pmu.c
>> @@ -0,0 +1,570 @@
>> +// SPDX-License-Identifier: MIT
>> +/*
>> + * Copyright © 2024 Intel Corporation
>> + */
>> +
>> +#include <drm/drm_drv.h>
>> +#include <drm/drm_managed.h>
>> +#include <drm/xe_drm.h>
>> +
>> +#include "regs/xe_gt_regs.h"
>> +#include "xe_device.h"
>> +#include "xe_force_wake.h"
>> +#include "xe_gt_clock.h"
>> +#include "xe_mmio.h"
>> +#include "xe_macros.h"
>> +#include "xe_pm.h"
>> +
>> +static cpumask_t xe_pmu_cpumask;
>> +static unsigned int xe_pmu_target_cpu = -1;
> Please no global variables. Think the case where we have
> more then 1 device in the same cpu.
>
>> +
>> +/**
>> + * DOC: Xe PMU (Performance Monitoring Unit)
>> + *
>> + * Expose events/counters like C6 residency and GT frequency to user land.
>> + * Perf tool can be used to list and record these counters from the command
>> + * line.
>> + *
>> + * Example commands to list/record supported perf events-
>> + *
>> + * >> perf list
> perhas '$' instead of '>>' ?
>
>> + * >> ls /sys/bus/event_source/devices/xe_0000_00_02.0/events/
> perhaps ls -ld /sys/bus/event_source/devices/xe_*
>
> to first know which devices are available?
>
>> + *
>> + * To record events-
>> + * >> perf stat -e <event_name> -I <interval>
> Could you please document here on how to ensure that those small incremental
> values should be read?
> How can I use this perf command and ensure that we get exactly the
> same value as our other sysfs entries?
> I'd like to do the math back to cross-check at least, but also
> this information should be useful to ensure that users of this
> are really well informed on the flow.

Sure, something like this should help?

root@DUT147LNL:/home/gta# ./perf stat -e xe_0000_00_02.0/rc6-residency-gt0/

  Performance counter stats for 'system wide':

         1840175545 ms   xe_0000_00_02.0/rc6-residency-gt0/

        1.840228260 seconds time elapsed

This shows CPU elapsed time of 1.8s and GPU time in the similar order. 
Issue that needs fixing is looks like we are displaying ns and calling 
it ms!

Thanks,

Vinay.

>
>> + *
>> + */
>> +
>> +static unsigned int config_gt_id(const u64 config)
>> +{
>> +	return config >> __XE_PMU_GT_SHIFT;
>> +}
>> +
>> +static u64 config_counter(const u64 config)
>> +{
>> +	return config & ~(~0ULL << __XE_PMU_GT_SHIFT);
>> +}
>> +
>> +static void xe_pmu_event_destroy(struct perf_event *event)
>> +{
>> +	struct xe_device *xe =
>> +		container_of(event->pmu, typeof(*xe), pmu.base);
>> +
>> +	drm_WARN_ON(&xe->drm, event->parent);
>> +
>> +	drm_dev_put(&xe->drm);
>> +}
>> +
>> +static int
>> +config_status(struct xe_device *xe, u64 config)
>> +{
>> +	unsigned int gt_id = config_gt_id(config);
>> +
>> +	if (gt_id >= XE_PMU_MAX_GT)
> why do we have new GT defines instead of using the regular GT
> numbering and entries?
>
>> +		return -ENOENT;
>> +
>> +	switch (config_counter(config)) {
>> +	default:
>> +		return -ENOENT;
>> +	}
>> +
>> +	return 0;
>> +}
>> +
>> +static int xe_pmu_event_init(struct perf_event *event)
>> +{
>> +	struct xe_device *xe =
>> +		container_of(event->pmu, typeof(*xe), pmu.base);
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +	int ret;
>> +
>> +	if (pmu->closed)
>> +		return -ENODEV;
>> +
>> +	if (event->attr.type != event->pmu->type)
>> +		return -ENOENT;
>> +
>> +	/* unsupported modes and filters */
>> +	if (event->attr.sample_period) /* no sampling */
>> +		return -EINVAL;
>> +
>> +	if (has_branch_stack(event))
>> +		return -EOPNOTSUPP;
>> +
>> +	if (event->cpu < 0)
>> +		return -EINVAL;
>> +
>> +	/* only allow running on one cpu at a time */
>> +	if (!cpumask_test_cpu(event->cpu, &xe_pmu_cpumask))
>> +		return -EINVAL;
>> +
>> +	ret = config_status(xe, event->attr.config);
>> +	if (ret)
>> +		return ret;
>> +
>> +	if (!event->parent) {
>> +		drm_dev_get(&xe->drm);
>> +		event->destroy = xe_pmu_event_destroy;
>> +	}
>> +
>> +	return 0;
>> +}
>> +
>> +static u64 __xe_pmu_event_read(struct perf_event *event)
>> +{
>> +	struct xe_device *xe =
>> +		container_of(event->pmu, typeof(*xe), pmu.base);
>> +	const unsigned int gt_id = config_gt_id(event->attr.config);
>> +	const u64 config = event->attr.config;
>> +	struct xe_gt *gt = xe_device_get_gt(xe, gt_id);
>> +	u64 val = 0;
>> +
>> +	switch (config_counter(config)) {
>> +	default:
>> +		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
>> +	}
>> +
>> +	return val;
>> +}
>> +
>> +static void xe_pmu_event_read(struct perf_event *event)
>> +{
>> +	struct xe_device *xe =
>> +		container_of(event->pmu, typeof(*xe), pmu.base);
>> +	struct hw_perf_event *hwc = &event->hw;
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +	u64 prev, new;
>> +
>> +	if (pmu->closed) {
>> +		event->hw.state = PERF_HES_STOPPED;
>> +		return;
>> +	}
>> +again:
>> +	prev = local64_read(&hwc->prev_count);
>> +	new = __xe_pmu_event_read(event);
>> +
>> +	if (local64_cmpxchg(&hwc->prev_count, prev, new) != prev)
>> +		goto again;
>> +
>> +	local64_add(new - prev, &event->count);
>> +}
>> +
>> +static void xe_pmu_enable(struct perf_event *event)
>> +{
>> +	/*
>> +	 * Store the current counter value so we can report the correct delta
>> +	 * for all listeners. Even when the event was already enabled and has
>> +	 * an existing non-zero value.
>> +	 */
>> +	local64_set(&event->hw.prev_count, __xe_pmu_event_read(event));
>> +}
>> +
>> +static void xe_pmu_event_start(struct perf_event *event, int flags)
>> +{
>> +	struct xe_device *xe =
>> +		container_of(event->pmu, typeof(*xe), pmu.base);
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +
>> +	if (pmu->closed)
>> +		return;
>> +
>> +	xe_pmu_enable(event);
>> +	event->hw.state = 0;
>> +}
>> +
>> +static void xe_pmu_event_stop(struct perf_event *event, int flags)
>> +{
>> +	if (flags & PERF_EF_UPDATE)
>> +		xe_pmu_event_read(event);
>> +
>> +	event->hw.state = PERF_HES_STOPPED;
>> +}
>> +
>> +static int xe_pmu_event_add(struct perf_event *event, int flags)
>> +{
>> +	struct xe_device *xe =
>> +		container_of(event->pmu, typeof(*xe), pmu.base);
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +
>> +	if (pmu->closed)
>> +		return -ENODEV;
>> +
>> +	if (flags & PERF_EF_START)
>> +		xe_pmu_event_start(event, flags);
>> +
>> +	return 0;
>> +}
>> +
>> +static void xe_pmu_event_del(struct perf_event *event, int flags)
>> +{
>> +	xe_pmu_event_stop(event, PERF_EF_UPDATE);
>> +}
>> +
>> +static int xe_pmu_event_event_idx(struct perf_event *event)
>> +{
>> +	return 0;
>> +}
>> +
>> +struct xe_ext_attribute {
>> +	struct device_attribute attr;
>> +	unsigned long val;
>> +};
>> +
>> +static ssize_t xe_pmu_event_show(struct device *dev,
>> +				 struct device_attribute *attr, char *buf)
>> +{
>> +	struct xe_ext_attribute *eattr;
>> +
>> +	eattr = container_of(attr, struct xe_ext_attribute, attr);
>> +	return sprintf(buf, "config=0x%lx\n", eattr->val);
>> +}
>> +
>> +static ssize_t cpumask_show(struct device *dev,
>> +			    struct device_attribute *attr, char *buf)
>> +{
>> +	return cpumap_print_to_pagebuf(true, buf, &xe_pmu_cpumask);
>> +}
>> +
>> +static DEVICE_ATTR_RO(cpumask);
>> +
>> +static struct attribute *xe_cpumask_attrs[] = {
>> +	&dev_attr_cpumask.attr,
>> +	NULL,
>> +};
>> +
>> +static const struct attribute_group xe_pmu_cpumask_attr_group = {
>> +	.attrs = xe_cpumask_attrs,
>> +};
>> +
>> +#define __event(__counter, __name, __unit) \
>> +{ \
>> +	.counter = (__counter), \
>> +	.name = (__name), \
>> +	.unit = (__unit), \
>> +}
>> +
>> +static struct xe_ext_attribute *
>> +add_xe_attr(struct xe_ext_attribute *attr, const char *name, u64 config)
>> +{
>> +	sysfs_attr_init(&attr->attr.attr);
>> +	attr->attr.attr.name = name;
>> +	attr->attr.attr.mode = 0444;
>> +	attr->attr.show = xe_pmu_event_show;
>> +	attr->val = config;
>> +
>> +	return ++attr;
>> +}
>> +
>> +static struct perf_pmu_events_attr *
>> +add_pmu_attr(struct perf_pmu_events_attr *attr, const char *name,
>> +	     const char *str)
>> +{
>> +	sysfs_attr_init(&attr->attr.attr);
>> +	attr->attr.attr.name = name;
>> +	attr->attr.attr.mode = 0444;
>> +	attr->attr.show = perf_event_sysfs_show;
>> +	attr->event_str = str;
>> +
>> +	return ++attr;
>> +}
>> +
>> +static struct attribute **
>> +create_event_attributes(struct xe_pmu *pmu)
>> +{
>> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
>> +	static const struct {
>> +		unsigned int counter;
>> +		const char *name;
>> +		const char *unit;
>> +	} events[] = {
>> +	};
>> +
>> +	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
>> +	struct xe_ext_attribute *xe_attr = NULL, *xe_iter;
>> +	struct attribute **attr = NULL, **attr_iter;
>> +	unsigned int count = 0;
>> +	unsigned int i, j;
>> +	struct xe_gt *gt;
>> +
>> +	/* Count how many counters we will be exposing. */
>> +	for_each_gt(gt, xe, j) {
>> +		for (i = 0; i < ARRAY_SIZE(events); i++) {
>> +			u64 config = ___XE_PMU_OTHER(j, events[i].counter);
>> +
>> +			if (!config_status(xe, config))
>> +				count++;
>> +		}
>> +	}
>> +
>> +	/* Allocate attribute objects and table. */
>> +	xe_attr = kcalloc(count, sizeof(*xe_attr), GFP_KERNEL);
>> +	if (!xe_attr)
>> +		goto err_alloc;
>> +
>> +	pmu_attr = kcalloc(count, sizeof(*pmu_attr), GFP_KERNEL);
>> +	if (!pmu_attr)
>> +		goto err_alloc;
>> +
>> +	/* Max one pointer of each attribute type plus a termination entry. */
>> +	attr = kcalloc(count * 2 + 1, sizeof(*attr), GFP_KERNEL);
>> +	if (!attr)
>> +		goto err_alloc;
>> +
>> +	xe_iter = xe_attr;
>> +	pmu_iter = pmu_attr;
>> +	attr_iter = attr;
>> +
>> +	for_each_gt(gt, xe, j) {
>> +		for (i = 0; i < ARRAY_SIZE(events); i++) {
>> +			u64 config = ___XE_PMU_OTHER(j, events[i].counter);
>> +			char *str;
>> +
>> +			if (config_status(xe, config))
>> +				continue;
>> +
>> +			str = kasprintf(GFP_KERNEL, "%s-gt%u",
>> +					events[i].name, j);
>> +			if (!str)
>> +				goto err;
>> +
>> +			*attr_iter++ = &xe_iter->attr.attr;
>> +			xe_iter = add_xe_attr(xe_iter, str, config);
>> +
>> +			if (events[i].unit) {
>> +				str = kasprintf(GFP_KERNEL, "%s-gt%u.unit",
>> +						events[i].name, j);
>> +				if (!str)
>> +					goto err;
>> +
>> +				*attr_iter++ = &pmu_iter->attr.attr;
>> +				pmu_iter = add_pmu_attr(pmu_iter, str,
>> +							events[i].unit);
>> +			}
>> +		}
>> +	}
>> +
>> +	pmu->xe_attr = xe_attr;
>> +	pmu->pmu_attr = pmu_attr;
>> +
>> +	return attr;
>> +
>> +err:
>> +	for (attr_iter = attr; *attr_iter; attr_iter++)
>> +		kfree((*attr_iter)->name);
>> +
>> +err_alloc:
>> +	kfree(attr);
>> +	kfree(xe_attr);
>> +	kfree(pmu_attr);
>> +
>> +	return NULL;
>> +}
>> +
>> +static void free_event_attributes(struct xe_pmu *pmu)
>> +{
>> +	struct attribute **attr_iter = pmu->events_attr_group.attrs;
>> +
>> +	for (; *attr_iter; attr_iter++)
>> +		kfree((*attr_iter)->name);
>> +
>> +	kfree(pmu->events_attr_group.attrs);
>> +	kfree(pmu->xe_attr);
>> +	kfree(pmu->pmu_attr);
>> +
>> +	pmu->events_attr_group.attrs = NULL;
>> +	pmu->xe_attr = NULL;
>> +	pmu->pmu_attr = NULL;
>> +}
>> +
>> +static int xe_pmu_cpu_online(unsigned int cpu, struct hlist_node *node)
>> +{
>> +	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
>> +
>> +	XE_WARN_ON(!pmu->base.event_init);
>> +
>> +	/* Select the first online CPU as a designated reader. */
>> +	if (cpumask_empty(&xe_pmu_cpumask))
>> +		cpumask_set_cpu(cpu, &xe_pmu_cpumask);
>> +
>> +	return 0;
>> +}
>> +
>> +static int xe_pmu_cpu_offline(unsigned int cpu, struct hlist_node *node)
>> +{
>> +	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
>> +	unsigned int target = xe_pmu_target_cpu;
>> +
>> +	/*
>> +	 * Unregistering an instance generates a CPU offline event which we must
>> +	 * ignore to avoid incorrectly modifying the shared xe_pmu_cpumask.
>> +	 */
>> +	if (pmu->closed)
>> +		return 0;
>> +
>> +	if (cpumask_test_and_clear_cpu(cpu, &xe_pmu_cpumask)) {
>> +		target = cpumask_any_but(topology_sibling_cpumask(cpu), cpu);
>> +
>> +		/* Migrate events if there is a valid target */
>> +		if (target < nr_cpu_ids) {
>> +			cpumask_set_cpu(target, &xe_pmu_cpumask);
>> +			xe_pmu_target_cpu = target;
>> +		}
>> +	}
>> +
>> +	if (target < nr_cpu_ids && target != pmu->cpuhp.cpu) {
>> +		perf_pmu_migrate_context(&pmu->base, cpu, target);
>> +		pmu->cpuhp.cpu = target;
>> +	}
>> +
>> +	return 0;
>> +}
>> +
>> +static enum cpuhp_state cpuhp_slot = CPUHP_INVALID;
>> +
>> +/**
>> + * xe_pmu_init() - Setup CPU hotplug state/callbacks for Xe PMU
>> + *
>> + * Returns: 0 if successful, else error code
>> + */
>> +int xe_pmu_init(void)
>> +{
>> +	int ret;
>> +
>> +	ret = cpuhp_setup_state_multi(CPUHP_AP_ONLINE_DYN,
>> +				      "perf/x86/intel/xe:online",
>> +				      xe_pmu_cpu_online,
>> +				      xe_pmu_cpu_offline);
>> +	if (ret < 0)
>> +		pr_notice("Failed to setup cpuhp state for xe PMU! (%d)\n",
>> +			  ret);
>> +	else
>> +		cpuhp_slot = ret;
>> +
>> +	return 0;
>> +}
>> +
>> +/**
>> + * xe_pmu_exit() - Remove CPU hotplug state/callbacks for Xe PMU
>> + */
>> +void xe_pmu_exit(void)
>> +{
>> +	if (cpuhp_slot != CPUHP_INVALID)
>> +		cpuhp_remove_multi_state(cpuhp_slot);
>> +}
>> +
>> +static int xe_pmu_register_cpuhp_state(struct xe_pmu *pmu)
>> +{
>> +	if (cpuhp_slot == CPUHP_INVALID)
>> +		return -EINVAL;
>> +
>> +	return cpuhp_state_add_instance(cpuhp_slot, &pmu->cpuhp.node);
>> +}
>> +
>> +static void xe_pmu_unregister_cpuhp_state(struct xe_pmu *pmu)
>> +{
>> +	cpuhp_state_remove_instance(cpuhp_slot, &pmu->cpuhp.node);
>> +}
>> +
>> +/**
>> + * xe_pmu_unregister() - Remove/cleanup PMU registration
>> + */
>> +void xe_pmu_unregister(void *arg)
>> +{
>> +	struct xe_pmu *pmu = arg;
>> +
>> +	if (!pmu->base.event_init)
>> +		return;
>> +
>> +	/*
>> +	 * "Disconnect" the PMU callbacks - since all are atomic synchronize_rcu
>> +	 * ensures all currently executing ones will have exited before we
>> +	 * proceed with unregistration.
>> +	 */
>> +	pmu->closed = true;
>> +	synchronize_rcu();
>> +
>> +	xe_pmu_unregister_cpuhp_state(pmu);
>> +
>> +	perf_pmu_unregister(&pmu->base);
>> +	pmu->base.event_init = NULL;
>> +	kfree(pmu->base.attr_groups);
>> +	kfree(pmu->name);
>> +	free_event_attributes(pmu);
>> +}
>> +
>> +/**
>> + * xe_pmu_register() - Define basic PMU properties for Xe and add event callbacks.
>> + *
>> + */
>> +void xe_pmu_register(struct xe_pmu *pmu)
>> +{
>> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
>> +	const struct attribute_group *attr_groups[] = {
>> +		&pmu->events_attr_group,
>> +		&xe_pmu_cpumask_attr_group,
>> +		NULL
>> +	};
>> +
>> +	int ret = -ENOMEM;
>> +
>> +	spin_lock_init(&pmu->lock);
>> +	pmu->cpuhp.cpu = -1;
>> +
>> +	pmu->name = kasprintf(GFP_KERNEL,
>> +			      "xe_%s",
>> +			      dev_name(xe->drm.dev));
>> +	if (pmu->name)
>> +		/* tools/perf reserves colons as special. */
>> +		strreplace((char *)pmu->name, ':', '_');
>> +
>> +	if (!pmu->name)
>> +		goto err;
>> +
>> +	pmu->events_attr_group.name = "events";
>> +	pmu->events_attr_group.attrs = create_event_attributes(pmu);
>> +	if (!pmu->events_attr_group.attrs)
>> +		goto err_name;
>> +
>> +	pmu->base.attr_groups = kmemdup(attr_groups, sizeof(attr_groups),
>> +					GFP_KERNEL);
>> +	if (!pmu->base.attr_groups)
>> +		goto err_attr;
>> +
>> +	pmu->base.module	= THIS_MODULE;
>> +	pmu->base.task_ctx_nr	= perf_invalid_context;
>> +	pmu->base.event_init	= xe_pmu_event_init;
>> +	pmu->base.add		= xe_pmu_event_add;
>> +	pmu->base.del		= xe_pmu_event_del;
>> +	pmu->base.start		= xe_pmu_event_start;
>> +	pmu->base.stop		= xe_pmu_event_stop;
>> +	pmu->base.read		= xe_pmu_event_read;
>> +	pmu->base.event_idx	= xe_pmu_event_event_idx;
>> +
>> +	ret = perf_pmu_register(&pmu->base, pmu->name, -1);
>> +	if (ret)
>> +		goto err_groups;
>> +
>> +	ret = xe_pmu_register_cpuhp_state(pmu);
>> +	if (ret)
>> +		goto err_unreg;
>> +
>> +	ret = devm_add_action_or_reset(xe->drm.dev, xe_pmu_unregister, pmu);
>> +	if (ret)
>> +		goto err_cpuhp;
>> +
>> +	return;
>> +
>> +err_cpuhp:
>> +	xe_pmu_unregister_cpuhp_state(pmu);
>> +err_unreg:
>> +	perf_pmu_unregister(&pmu->base);
>> +err_groups:
>> +	kfree(pmu->base.attr_groups);
>> +err_attr:
>> +	pmu->base.event_init = NULL;
>> +	free_event_attributes(pmu);
>> +err_name:
>> +	kfree(pmu->name);
>> +err:
>> +	drm_notice(&xe->drm, "Failed to register PMU!\n");
>> +}
>> diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
>> new file mode 100644
>> index 000000000000..d07e5dfdfec0
>> --- /dev/null
>> +++ b/drivers/gpu/drm/xe/xe_pmu.h
>> @@ -0,0 +1,26 @@
>> +/* SPDX-License-Identifier: MIT */
>> +/*
>> + * Copyright © 2024 Intel Corporation
>> + */
>> +
>> +#ifndef _XE_PMU_H_
>> +#define _XE_PMU_H_
>> +
>> +#include "xe_pmu_types.h"
>> +
>> +struct xe_gt;
>> +
>> +#if IS_ENABLED(CONFIG_PERF_EVENTS)
>> +int xe_pmu_init(void);
>> +void xe_pmu_exit(void);
>> +void xe_pmu_register(struct xe_pmu *pmu);
>> +void xe_pmu_unregister(void *arg);
>> +#else
>> +static inline int xe_pmu_init(void) { return 0; }
>> +static inline void xe_pmu_exit(void) {}
>> +static inline void xe_pmu_register(struct xe_pmu *pmu) {}
>> +static inline void xe_pmu_unregister(void *arg) {}
>> +#endif
>> +
>> +#endif
>> +
>> diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
>> new file mode 100644
>> index 000000000000..ca0e7cbe2081
>> --- /dev/null
>> +++ b/drivers/gpu/drm/xe/xe_pmu_types.h
>> @@ -0,0 +1,63 @@
>> +/* SPDX-License-Identifier: MIT */
>> +/*
>> + * Copyright © 2024 Intel Corporation
>> + */
>> +
>> +#ifndef _XE_PMU_TYPES_H_
>> +#define _XE_PMU_TYPES_H_
>> +
>> +#include <linux/perf_event.h>
>> +#include <linux/spinlock_types.h>
>> +#include <uapi/drm/xe_drm.h>
>> +
>> +enum {
>> +	__XE_NUM_PMU_SAMPLERS
>> +};
>> +
>> +#define XE_PMU_MAX_GT 2
>> +
>> +struct xe_pmu {
>> +	/**
>> +	 * @cpuhp: Struct used for CPU hotplug handling.
>> +	 */
>> +	struct {
>> +		struct hlist_node node;
>> +		unsigned int cpu;
>> +	} cpuhp;
>> +	/**
>> +	 * @base: PMU base.
>> +	 */
>> +	struct pmu base;
>> +	/**
>> +	 * @closed: xe is unregistering.
>> +	 */
>> +	bool closed;
>> +	/**
>> +	 * @name: Name as registered with perf core.
>> +	 */
>> +	const char *name;
>> +	/**
>> +	 * @lock: Lock protecting enable mask and ref count handling.
>> +	 */
>> +	spinlock_t lock;
>> +	/**
>> +	 * @sample: Current and previous (raw) counters.
>> +	 *
>> +	 * These counters are updated when the device is awake.
>> +	 */
>> +	u64 sample[XE_PMU_MAX_GT][__XE_NUM_PMU_SAMPLERS];
>> +	/**
>> +	 * @events_attr_group: Device events attribute group.
>> +	 */
>> +	struct attribute_group events_attr_group;
>> +	/**
>> +	 * @xe_attr: Memory block holding device attributes.
>> +	 */
>> +	void *xe_attr;
>> +	/**
>> +	 * @pmu_attr: Memory block holding device attributes.
>> +	 */
>> +	void *pmu_attr;
>> +};
>> +
>> +#endif
>> diff --git a/include/uapi/drm/xe_drm.h b/include/uapi/drm/xe_drm.h
>> index b6fbe4988f2e..2c5f258eee3a 100644
>> --- a/include/uapi/drm/xe_drm.h
>> +++ b/include/uapi/drm/xe_drm.h
>> @@ -1389,6 +1389,14 @@ struct drm_xe_wait_user_fence {
>>   	__u64 reserved[2];
>>   };
>>   
>> +/*
>> + * Top bits of every counter are GT id.
>> + */
>> +#define __XE_PMU_GT_SHIFT (56)
>> +
>> +#define ___XE_PMU_OTHER(gt, x) \
>> +	(((__u64)(x)) | ((__u64)(gt) << __XE_PMU_GT_SHIFT))
>> +
>>   /**
>>    * enum drm_xe_observation_type - Observation stream types
>>    */
>> -- 
>> 2.38.1
>>

Re: [PATCH 1/3] drm/xe/pmu: Enable PMU interface

[Belgaumkar, Vinay]

On 9/27/2024 11:26 AM, Rodrigo Vivi wrote:
> On Thu, Sep 26, 2024 at 05:23:42PM -0700, Vinay Belgaumkar wrote:
>> From: Aravind Iddamsetty <aravind.iddamsetty@linux.intel.com>
>>
>> Basic PMU enabling patch. Setup the basic framework
>> for adding events/timers. This patch was previously
>> reviewed here -
>> https://patchwork.freedesktop.org/series/119504/
>>
>> The pmu base implementation is still from the
>> i915 driver.
>>
>> v2: Review comments(Rodrigo) and do not init pmu for VFs
>> as they don't have access to freq and c6 residency anyways.
> sorry for the slow review and for not going through it all
> in a single pass.
>
>> v3: Fix kunit issue, move xe_pmu entry in Makefile (Jani)
>>
>> Co-developed-by: Bommu Krishnaiah <krishnaiah.bommu@intel.com>
>> Signed-off-by: Bommu Krishnaiah <krishnaiah.bommu@intel.com>
>> Signed-off-by: Aravind Iddamsetty <aravind.iddamsetty@linux.intel.com>
>> Signed-off-by: Riana Tauro <riana.tauro@intel.com>
>> Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
>> Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
>> ---
>>   drivers/gpu/drm/xe/Makefile          |   2 +
>>   drivers/gpu/drm/xe/xe_device.c       |   6 +
>>   drivers/gpu/drm/xe/xe_device_types.h |   4 +
>>   drivers/gpu/drm/xe/xe_module.c       |   5 +
>>   drivers/gpu/drm/xe/xe_pmu.c          | 570 +++++++++++++++++++++++++++
>>   drivers/gpu/drm/xe/xe_pmu.h          |  26 ++
>>   drivers/gpu/drm/xe/xe_pmu_types.h    |  63 +++
>>   include/uapi/drm/xe_drm.h            |   8 +
>>   8 files changed, 684 insertions(+)
>>   create mode 100644 drivers/gpu/drm/xe/xe_pmu.c
>>   create mode 100644 drivers/gpu/drm/xe/xe_pmu.h
>>   create mode 100644 drivers/gpu/drm/xe/xe_pmu_types.h
>>
>> diff --git a/drivers/gpu/drm/xe/Makefile b/drivers/gpu/drm/xe/Makefile
>> index ae245fbd91ee..3a3eabc0e0a3 100644
>> --- a/drivers/gpu/drm/xe/Makefile
>> +++ b/drivers/gpu/drm/xe/Makefile
>> @@ -293,6 +293,8 @@ ifeq ($(CONFIG_DEBUG_FS),y)
>>   		i915-display/intel_pipe_crc.o
>>   endif
>>   
>> +xe-$(CONFIG_PERF_EVENTS) += xe_pmu.o
>> +
>>   obj-$(CONFIG_DRM_XE) += xe.o
>>   obj-$(CONFIG_DRM_XE_KUNIT_TEST) += tests/
>>   
>> diff --git a/drivers/gpu/drm/xe/xe_device.c b/drivers/gpu/drm/xe/xe_device.c
>> index cb5a9fd820cf..027a796d7431 100644
>> --- a/drivers/gpu/drm/xe/xe_device.c
>> +++ b/drivers/gpu/drm/xe/xe_device.c
>> @@ -762,6 +762,9 @@ int xe_device_probe(struct xe_device *xe)
>>   	for_each_gt(gt, xe, id)
>>   		xe_gt_sanitize_freq(gt);
>>   
>> +	if (!IS_SRIOV_VF(xe))
>> +		xe_pmu_register(&xe->pmu);
>> +
>>   	return devm_add_action_or_reset(xe->drm.dev, xe_device_sanitize, xe);
>>   
>>   err_fini_display:
>> @@ -806,6 +809,9 @@ void xe_device_remove(struct xe_device *xe)
>>   
>>   	xe_heci_gsc_fini(xe);
>>   
>> +	if (!IS_SRIOV_VF(xe))
>> +		xe_pmu_unregister(&xe->pmu);
>> +
>>   	for_each_gt(gt, xe, id)
>>   		xe_gt_remove(gt);
>>   }
>> diff --git a/drivers/gpu/drm/xe/xe_device_types.h b/drivers/gpu/drm/xe/xe_device_types.h
>> index 5ad96d283a71..51485d2eadcf 100644
>> --- a/drivers/gpu/drm/xe/xe_device_types.h
>> +++ b/drivers/gpu/drm/xe/xe_device_types.h
>> @@ -18,6 +18,7 @@
>>   #include "xe_memirq_types.h"
>>   #include "xe_oa.h"
>>   #include "xe_platform_types.h"
>> +#include "xe_pmu.h"
>>   #include "xe_pt_types.h"
>>   #include "xe_sriov_types.h"
>>   #include "xe_step_types.h"
>> @@ -513,6 +514,9 @@ struct xe_device {
>>   		int mode;
>>   	} wedged;
>>   
>> +	/** @pmu: performance monitoring unit */
>> +	struct xe_pmu pmu;
>> +
>>   #ifdef TEST_VM_OPS_ERROR
>>   	/**
>>   	 * @vm_inject_error_position: inject errors at different places in VM
>> diff --git a/drivers/gpu/drm/xe/xe_module.c b/drivers/gpu/drm/xe/xe_module.c
>> index 77ce9f9ca7a5..1bf2bf8447c0 100644
>> --- a/drivers/gpu/drm/xe/xe_module.c
>> +++ b/drivers/gpu/drm/xe/xe_module.c
>> @@ -14,6 +14,7 @@
>>   #include "xe_hw_fence.h"
>>   #include "xe_pci.h"
>>   #include "xe_pm.h"
>> +#include "xe_pmu.h"
>>   #include "xe_observation.h"
>>   #include "xe_sched_job.h"
>>   
>> @@ -96,6 +97,10 @@ static const struct init_funcs init_funcs[] = {
>>   		.init = xe_sched_job_module_init,
>>   		.exit = xe_sched_job_module_exit,
>>   	},
>> +	{
>> +		.init = xe_pmu_init,
>> +		.exit = xe_pmu_exit,
>> +	},
>>   	{
>>   		.init = xe_register_pci_driver,
>>   		.exit = xe_unregister_pci_driver,
>> diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
>> new file mode 100644
>> index 000000000000..bdaea9ca1065
>> --- /dev/null
>> +++ b/drivers/gpu/drm/xe/xe_pmu.c
>> @@ -0,0 +1,570 @@
>> +// SPDX-License-Identifier: MIT
>> +/*
>> + * Copyright © 2024 Intel Corporation
>> + */
>> +
>> +#include <drm/drm_drv.h>
>> +#include <drm/drm_managed.h>
>> +#include <drm/xe_drm.h>
>> +
>> +#include "regs/xe_gt_regs.h"
>> +#include "xe_device.h"
>> +#include "xe_force_wake.h"
>> +#include "xe_gt_clock.h"
>> +#include "xe_mmio.h"
>> +#include "xe_macros.h"
>> +#include "xe_pm.h"
>> +
>> +static cpumask_t xe_pmu_cpumask;
>> +static unsigned int xe_pmu_target_cpu = -1;
> Please no global variables. Think the case where we have
> more then 1 device in the same cpu.
As per offline discussion, will retain this with a meaningful comment 
about it.
>
>> +
>> +/**
>> + * DOC: Xe PMU (Performance Monitoring Unit)
>> + *
>> + * Expose events/counters like C6 residency and GT frequency to user land.
>> + * Perf tool can be used to list and record these counters from the command
>> + * line.
>> + *
>> + * Example commands to list/record supported perf events-
>> + *
>> + * >> perf list
> perhas '$' instead of '>>' ?
ok.
>
>> + * >> ls /sys/bus/event_source/devices/xe_0000_00_02.0/events/
> perhaps ls -ld /sys/bus/event_source/devices/xe_*
>
> to first know which devices are available?
ok.
>
>> + *
>> + * To record events-
>> + * >> perf stat -e <event_name> -I <interval>
> Could you please document here on how to ensure that those small incremental
> values should be read?
> How can I use this perf command and ensure that we get exactly the
> same value as our other sysfs entries?
> I'd like to do the math back to cross-check at least, but also
> this information should be useful to ensure that users of this
> are really well informed on the flow.
Sure. Will add to that to the doc in the following patches where I add 
the RC6 and freq events.
>
>> + *
>> + */
>> +
>> +static unsigned int config_gt_id(const u64 config)
>> +{
>> +	return config >> __XE_PMU_GT_SHIFT;
>> +}
>> +
>> +static u64 config_counter(const u64 config)
>> +{
>> +	return config & ~(~0ULL << __XE_PMU_GT_SHIFT);
>> +}
>> +
>> +static void xe_pmu_event_destroy(struct perf_event *event)
>> +{
>> +	struct xe_device *xe =
>> +		container_of(event->pmu, typeof(*xe), pmu.base);
>> +
>> +	drm_WARN_ON(&xe->drm, event->parent);
>> +
>> +	drm_dev_put(&xe->drm);
>> +}
>> +
>> +static int
>> +config_status(struct xe_device *xe, u64 config)
>> +{
>> +	unsigned int gt_id = config_gt_id(config);
>> +
>> +	if (gt_id >= XE_PMU_MAX_GT)
> why do we have new GT defines instead of using the regular GT
> numbering and entries?

I cannot include xe_device.h in xe_pmu_types.h as it leads to circular 
definition. I am suspecting that's why this was redefined in the 
original patch.

Thanks,

Vinay.

>
>> +		return -ENOENT;
>> +
>> +	switch (config_counter(config)) {
>> +	default:
>> +		return -ENOENT;
>> +	}
>> +
>> +	return 0;
>> +}
>> +
>> +static int xe_pmu_event_init(struct perf_event *event)
>> +{
>> +	struct xe_device *xe =
>> +		container_of(event->pmu, typeof(*xe), pmu.base);
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +	int ret;
>> +
>> +	if (pmu->closed)
>> +		return -ENODEV;
>> +
>> +	if (event->attr.type != event->pmu->type)
>> +		return -ENOENT;
>> +
>> +	/* unsupported modes and filters */
>> +	if (event->attr.sample_period) /* no sampling */
>> +		return -EINVAL;
>> +
>> +	if (has_branch_stack(event))
>> +		return -EOPNOTSUPP;
>> +
>> +	if (event->cpu < 0)
>> +		return -EINVAL;
>> +
>> +	/* only allow running on one cpu at a time */
>> +	if (!cpumask_test_cpu(event->cpu, &xe_pmu_cpumask))
>> +		return -EINVAL;
>> +
>> +	ret = config_status(xe, event->attr.config);
>> +	if (ret)
>> +		return ret;
>> +
>> +	if (!event->parent) {
>> +		drm_dev_get(&xe->drm);
>> +		event->destroy = xe_pmu_event_destroy;
>> +	}
>> +
>> +	return 0;
>> +}
>> +
>> +static u64 __xe_pmu_event_read(struct perf_event *event)
>> +{
>> +	struct xe_device *xe =
>> +		container_of(event->pmu, typeof(*xe), pmu.base);
>> +	const unsigned int gt_id = config_gt_id(event->attr.config);
>> +	const u64 config = event->attr.config;
>> +	struct xe_gt *gt = xe_device_get_gt(xe, gt_id);
>> +	u64 val = 0;
>> +
>> +	switch (config_counter(config)) {
>> +	default:
>> +		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
>> +	}
>> +
>> +	return val;
>> +}
>> +
>> +static void xe_pmu_event_read(struct perf_event *event)
>> +{
>> +	struct xe_device *xe =
>> +		container_of(event->pmu, typeof(*xe), pmu.base);
>> +	struct hw_perf_event *hwc = &event->hw;
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +	u64 prev, new;
>> +
>> +	if (pmu->closed) {
>> +		event->hw.state = PERF_HES_STOPPED;
>> +		return;
>> +	}
>> +again:
>> +	prev = local64_read(&hwc->prev_count);
>> +	new = __xe_pmu_event_read(event);
>> +
>> +	if (local64_cmpxchg(&hwc->prev_count, prev, new) != prev)
>> +		goto again;
>> +
>> +	local64_add(new - prev, &event->count);
>> +}
>> +
>> +static void xe_pmu_enable(struct perf_event *event)
>> +{
>> +	/*
>> +	 * Store the current counter value so we can report the correct delta
>> +	 * for all listeners. Even when the event was already enabled and has
>> +	 * an existing non-zero value.
>> +	 */
>> +	local64_set(&event->hw.prev_count, __xe_pmu_event_read(event));
>> +}
>> +
>> +static void xe_pmu_event_start(struct perf_event *event, int flags)
>> +{
>> +	struct xe_device *xe =
>> +		container_of(event->pmu, typeof(*xe), pmu.base);
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +
>> +	if (pmu->closed)
>> +		return;
>> +
>> +	xe_pmu_enable(event);
>> +	event->hw.state = 0;
>> +}
>> +
>> +static void xe_pmu_event_stop(struct perf_event *event, int flags)
>> +{
>> +	if (flags & PERF_EF_UPDATE)
>> +		xe_pmu_event_read(event);
>> +
>> +	event->hw.state = PERF_HES_STOPPED;
>> +}
>> +
>> +static int xe_pmu_event_add(struct perf_event *event, int flags)
>> +{
>> +	struct xe_device *xe =
>> +		container_of(event->pmu, typeof(*xe), pmu.base);
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +
>> +	if (pmu->closed)
>> +		return -ENODEV;
>> +
>> +	if (flags & PERF_EF_START)
>> +		xe_pmu_event_start(event, flags);
>> +
>> +	return 0;
>> +}
>> +
>> +static void xe_pmu_event_del(struct perf_event *event, int flags)
>> +{
>> +	xe_pmu_event_stop(event, PERF_EF_UPDATE);
>> +}
>> +
>> +static int xe_pmu_event_event_idx(struct perf_event *event)
>> +{
>> +	return 0;
>> +}
>> +
>> +struct xe_ext_attribute {
>> +	struct device_attribute attr;
>> +	unsigned long val;
>> +};
>> +
>> +static ssize_t xe_pmu_event_show(struct device *dev,
>> +				 struct device_attribute *attr, char *buf)
>> +{
>> +	struct xe_ext_attribute *eattr;
>> +
>> +	eattr = container_of(attr, struct xe_ext_attribute, attr);
>> +	return sprintf(buf, "config=0x%lx\n", eattr->val);
>> +}
>> +
>> +static ssize_t cpumask_show(struct device *dev,
>> +			    struct device_attribute *attr, char *buf)
>> +{
>> +	return cpumap_print_to_pagebuf(true, buf, &xe_pmu_cpumask);
>> +}
>> +
>> +static DEVICE_ATTR_RO(cpumask);
>> +
>> +static struct attribute *xe_cpumask_attrs[] = {
>> +	&dev_attr_cpumask.attr,
>> +	NULL,
>> +};
>> +
>> +static const struct attribute_group xe_pmu_cpumask_attr_group = {
>> +	.attrs = xe_cpumask_attrs,
>> +};
>> +
>> +#define __event(__counter, __name, __unit) \
>> +{ \
>> +	.counter = (__counter), \
>> +	.name = (__name), \
>> +	.unit = (__unit), \
>> +}
>> +
>> +static struct xe_ext_attribute *
>> +add_xe_attr(struct xe_ext_attribute *attr, const char *name, u64 config)
>> +{
>> +	sysfs_attr_init(&attr->attr.attr);
>> +	attr->attr.attr.name = name;
>> +	attr->attr.attr.mode = 0444;
>> +	attr->attr.show = xe_pmu_event_show;
>> +	attr->val = config;
>> +
>> +	return ++attr;
>> +}
>> +
>> +static struct perf_pmu_events_attr *
>> +add_pmu_attr(struct perf_pmu_events_attr *attr, const char *name,
>> +	     const char *str)
>> +{
>> +	sysfs_attr_init(&attr->attr.attr);
>> +	attr->attr.attr.name = name;
>> +	attr->attr.attr.mode = 0444;
>> +	attr->attr.show = perf_event_sysfs_show;
>> +	attr->event_str = str;
>> +
>> +	return ++attr;
>> +}
>> +
>> +static struct attribute **
>> +create_event_attributes(struct xe_pmu *pmu)
>> +{
>> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
>> +	static const struct {
>> +		unsigned int counter;
>> +		const char *name;
>> +		const char *unit;
>> +	} events[] = {
>> +	};
>> +
>> +	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
>> +	struct xe_ext_attribute *xe_attr = NULL, *xe_iter;
>> +	struct attribute **attr = NULL, **attr_iter;
>> +	unsigned int count = 0;
>> +	unsigned int i, j;
>> +	struct xe_gt *gt;
>> +
>> +	/* Count how many counters we will be exposing. */
>> +	for_each_gt(gt, xe, j) {
>> +		for (i = 0; i < ARRAY_SIZE(events); i++) {
>> +			u64 config = ___XE_PMU_OTHER(j, events[i].counter);
>> +
>> +			if (!config_status(xe, config))
>> +				count++;
>> +		}
>> +	}
>> +
>> +	/* Allocate attribute objects and table. */
>> +	xe_attr = kcalloc(count, sizeof(*xe_attr), GFP_KERNEL);
>> +	if (!xe_attr)
>> +		goto err_alloc;
>> +
>> +	pmu_attr = kcalloc(count, sizeof(*pmu_attr), GFP_KERNEL);
>> +	if (!pmu_attr)
>> +		goto err_alloc;
>> +
>> +	/* Max one pointer of each attribute type plus a termination entry. */
>> +	attr = kcalloc(count * 2 + 1, sizeof(*attr), GFP_KERNEL);
>> +	if (!attr)
>> +		goto err_alloc;
>> +
>> +	xe_iter = xe_attr;
>> +	pmu_iter = pmu_attr;
>> +	attr_iter = attr;
>> +
>> +	for_each_gt(gt, xe, j) {
>> +		for (i = 0; i < ARRAY_SIZE(events); i++) {
>> +			u64 config = ___XE_PMU_OTHER(j, events[i].counter);
>> +			char *str;
>> +
>> +			if (config_status(xe, config))
>> +				continue;
>> +
>> +			str = kasprintf(GFP_KERNEL, "%s-gt%u",
>> +					events[i].name, j);
>> +			if (!str)
>> +				goto err;
>> +
>> +			*attr_iter++ = &xe_iter->attr.attr;
>> +			xe_iter = add_xe_attr(xe_iter, str, config);
>> +
>> +			if (events[i].unit) {
>> +				str = kasprintf(GFP_KERNEL, "%s-gt%u.unit",
>> +						events[i].name, j);
>> +				if (!str)
>> +					goto err;
>> +
>> +				*attr_iter++ = &pmu_iter->attr.attr;
>> +				pmu_iter = add_pmu_attr(pmu_iter, str,
>> +							events[i].unit);
>> +			}
>> +		}
>> +	}
>> +
>> +	pmu->xe_attr = xe_attr;
>> +	pmu->pmu_attr = pmu_attr;
>> +
>> +	return attr;
>> +
>> +err:
>> +	for (attr_iter = attr; *attr_iter; attr_iter++)
>> +		kfree((*attr_iter)->name);
>> +
>> +err_alloc:
>> +	kfree(attr);
>> +	kfree(xe_attr);
>> +	kfree(pmu_attr);
>> +
>> +	return NULL;
>> +}
>> +
>> +static void free_event_attributes(struct xe_pmu *pmu)
>> +{
>> +	struct attribute **attr_iter = pmu->events_attr_group.attrs;
>> +
>> +	for (; *attr_iter; attr_iter++)
>> +		kfree((*attr_iter)->name);
>> +
>> +	kfree(pmu->events_attr_group.attrs);
>> +	kfree(pmu->xe_attr);
>> +	kfree(pmu->pmu_attr);
>> +
>> +	pmu->events_attr_group.attrs = NULL;
>> +	pmu->xe_attr = NULL;
>> +	pmu->pmu_attr = NULL;
>> +}
>> +
>> +static int xe_pmu_cpu_online(unsigned int cpu, struct hlist_node *node)
>> +{
>> +	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
>> +
>> +	XE_WARN_ON(!pmu->base.event_init);
>> +
>> +	/* Select the first online CPU as a designated reader. */
>> +	if (cpumask_empty(&xe_pmu_cpumask))
>> +		cpumask_set_cpu(cpu, &xe_pmu_cpumask);
>> +
>> +	return 0;
>> +}
>> +
>> +static int xe_pmu_cpu_offline(unsigned int cpu, struct hlist_node *node)
>> +{
>> +	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
>> +	unsigned int target = xe_pmu_target_cpu;
>> +
>> +	/*
>> +	 * Unregistering an instance generates a CPU offline event which we must
>> +	 * ignore to avoid incorrectly modifying the shared xe_pmu_cpumask.
>> +	 */
>> +	if (pmu->closed)
>> +		return 0;
>> +
>> +	if (cpumask_test_and_clear_cpu(cpu, &xe_pmu_cpumask)) {
>> +		target = cpumask_any_but(topology_sibling_cpumask(cpu), cpu);
>> +
>> +		/* Migrate events if there is a valid target */
>> +		if (target < nr_cpu_ids) {
>> +			cpumask_set_cpu(target, &xe_pmu_cpumask);
>> +			xe_pmu_target_cpu = target;
>> +		}
>> +	}
>> +
>> +	if (target < nr_cpu_ids && target != pmu->cpuhp.cpu) {
>> +		perf_pmu_migrate_context(&pmu->base, cpu, target);
>> +		pmu->cpuhp.cpu = target;
>> +	}
>> +
>> +	return 0;
>> +}
>> +
>> +static enum cpuhp_state cpuhp_slot = CPUHP_INVALID;
>> +
>> +/**
>> + * xe_pmu_init() - Setup CPU hotplug state/callbacks for Xe PMU
>> + *
>> + * Returns: 0 if successful, else error code
>> + */
>> +int xe_pmu_init(void)
>> +{
>> +	int ret;
>> +
>> +	ret = cpuhp_setup_state_multi(CPUHP_AP_ONLINE_DYN,
>> +				      "perf/x86/intel/xe:online",
>> +				      xe_pmu_cpu_online,
>> +				      xe_pmu_cpu_offline);
>> +	if (ret < 0)
>> +		pr_notice("Failed to setup cpuhp state for xe PMU! (%d)\n",
>> +			  ret);
>> +	else
>> +		cpuhp_slot = ret;
>> +
>> +	return 0;
>> +}
>> +
>> +/**
>> + * xe_pmu_exit() - Remove CPU hotplug state/callbacks for Xe PMU
>> + */
>> +void xe_pmu_exit(void)
>> +{
>> +	if (cpuhp_slot != CPUHP_INVALID)
>> +		cpuhp_remove_multi_state(cpuhp_slot);
>> +}
>> +
>> +static int xe_pmu_register_cpuhp_state(struct xe_pmu *pmu)
>> +{
>> +	if (cpuhp_slot == CPUHP_INVALID)
>> +		return -EINVAL;
>> +
>> +	return cpuhp_state_add_instance(cpuhp_slot, &pmu->cpuhp.node);
>> +}
>> +
>> +static void xe_pmu_unregister_cpuhp_state(struct xe_pmu *pmu)
>> +{
>> +	cpuhp_state_remove_instance(cpuhp_slot, &pmu->cpuhp.node);
>> +}
>> +
>> +/**
>> + * xe_pmu_unregister() - Remove/cleanup PMU registration
>> + */
>> +void xe_pmu_unregister(void *arg)
>> +{
>> +	struct xe_pmu *pmu = arg;
>> +
>> +	if (!pmu->base.event_init)
>> +		return;
>> +
>> +	/*
>> +	 * "Disconnect" the PMU callbacks - since all are atomic synchronize_rcu
>> +	 * ensures all currently executing ones will have exited before we
>> +	 * proceed with unregistration.
>> +	 */
>> +	pmu->closed = true;
>> +	synchronize_rcu();
>> +
>> +	xe_pmu_unregister_cpuhp_state(pmu);
>> +
>> +	perf_pmu_unregister(&pmu->base);
>> +	pmu->base.event_init = NULL;
>> +	kfree(pmu->base.attr_groups);
>> +	kfree(pmu->name);
>> +	free_event_attributes(pmu);
>> +}
>> +
>> +/**
>> + * xe_pmu_register() - Define basic PMU properties for Xe and add event callbacks.
>> + *
>> + */
>> +void xe_pmu_register(struct xe_pmu *pmu)
>> +{
>> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
>> +	const struct attribute_group *attr_groups[] = {
>> +		&pmu->events_attr_group,
>> +		&xe_pmu_cpumask_attr_group,
>> +		NULL
>> +	};
>> +
>> +	int ret = -ENOMEM;
>> +
>> +	spin_lock_init(&pmu->lock);
>> +	pmu->cpuhp.cpu = -1;
>> +
>> +	pmu->name = kasprintf(GFP_KERNEL,
>> +			      "xe_%s",
>> +			      dev_name(xe->drm.dev));
>> +	if (pmu->name)
>> +		/* tools/perf reserves colons as special. */
>> +		strreplace((char *)pmu->name, ':', '_');
>> +
>> +	if (!pmu->name)
>> +		goto err;
>> +
>> +	pmu->events_attr_group.name = "events";
>> +	pmu->events_attr_group.attrs = create_event_attributes(pmu);
>> +	if (!pmu->events_attr_group.attrs)
>> +		goto err_name;
>> +
>> +	pmu->base.attr_groups = kmemdup(attr_groups, sizeof(attr_groups),
>> +					GFP_KERNEL);
>> +	if (!pmu->base.attr_groups)
>> +		goto err_attr;
>> +
>> +	pmu->base.module	= THIS_MODULE;
>> +	pmu->base.task_ctx_nr	= perf_invalid_context;
>> +	pmu->base.event_init	= xe_pmu_event_init;
>> +	pmu->base.add		= xe_pmu_event_add;
>> +	pmu->base.del		= xe_pmu_event_del;
>> +	pmu->base.start		= xe_pmu_event_start;
>> +	pmu->base.stop		= xe_pmu_event_stop;
>> +	pmu->base.read		= xe_pmu_event_read;
>> +	pmu->base.event_idx	= xe_pmu_event_event_idx;
>> +
>> +	ret = perf_pmu_register(&pmu->base, pmu->name, -1);
>> +	if (ret)
>> +		goto err_groups;
>> +
>> +	ret = xe_pmu_register_cpuhp_state(pmu);
>> +	if (ret)
>> +		goto err_unreg;
>> +
>> +	ret = devm_add_action_or_reset(xe->drm.dev, xe_pmu_unregister, pmu);
>> +	if (ret)
>> +		goto err_cpuhp;
>> +
>> +	return;
>> +
>> +err_cpuhp:
>> +	xe_pmu_unregister_cpuhp_state(pmu);
>> +err_unreg:
>> +	perf_pmu_unregister(&pmu->base);
>> +err_groups:
>> +	kfree(pmu->base.attr_groups);
>> +err_attr:
>> +	pmu->base.event_init = NULL;
>> +	free_event_attributes(pmu);
>> +err_name:
>> +	kfree(pmu->name);
>> +err:
>> +	drm_notice(&xe->drm, "Failed to register PMU!\n");
>> +}
>> diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
>> new file mode 100644
>> index 000000000000..d07e5dfdfec0
>> --- /dev/null
>> +++ b/drivers/gpu/drm/xe/xe_pmu.h
>> @@ -0,0 +1,26 @@
>> +/* SPDX-License-Identifier: MIT */
>> +/*
>> + * Copyright © 2024 Intel Corporation
>> + */
>> +
>> +#ifndef _XE_PMU_H_
>> +#define _XE_PMU_H_
>> +
>> +#include "xe_pmu_types.h"
>> +
>> +struct xe_gt;
>> +
>> +#if IS_ENABLED(CONFIG_PERF_EVENTS)
>> +int xe_pmu_init(void);
>> +void xe_pmu_exit(void);
>> +void xe_pmu_register(struct xe_pmu *pmu);
>> +void xe_pmu_unregister(void *arg);
>> +#else
>> +static inline int xe_pmu_init(void) { return 0; }
>> +static inline void xe_pmu_exit(void) {}
>> +static inline void xe_pmu_register(struct xe_pmu *pmu) {}
>> +static inline void xe_pmu_unregister(void *arg) {}
>> +#endif
>> +
>> +#endif
>> +
>> diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
>> new file mode 100644
>> index 000000000000..ca0e7cbe2081
>> --- /dev/null
>> +++ b/drivers/gpu/drm/xe/xe_pmu_types.h
>> @@ -0,0 +1,63 @@
>> +/* SPDX-License-Identifier: MIT */
>> +/*
>> + * Copyright © 2024 Intel Corporation
>> + */
>> +
>> +#ifndef _XE_PMU_TYPES_H_
>> +#define _XE_PMU_TYPES_H_
>> +
>> +#include <linux/perf_event.h>
>> +#include <linux/spinlock_types.h>
>> +#include <uapi/drm/xe_drm.h>
>> +
>> +enum {
>> +	__XE_NUM_PMU_SAMPLERS
>> +};
>> +
>> +#define XE_PMU_MAX_GT 2
>> +
>> +struct xe_pmu {
>> +	/**
>> +	 * @cpuhp: Struct used for CPU hotplug handling.
>> +	 */
>> +	struct {
>> +		struct hlist_node node;
>> +		unsigned int cpu;
>> +	} cpuhp;
>> +	/**
>> +	 * @base: PMU base.
>> +	 */
>> +	struct pmu base;
>> +	/**
>> +	 * @closed: xe is unregistering.
>> +	 */
>> +	bool closed;
>> +	/**
>> +	 * @name: Name as registered with perf core.
>> +	 */
>> +	const char *name;
>> +	/**
>> +	 * @lock: Lock protecting enable mask and ref count handling.
>> +	 */
>> +	spinlock_t lock;
>> +	/**
>> +	 * @sample: Current and previous (raw) counters.
>> +	 *
>> +	 * These counters are updated when the device is awake.
>> +	 */
>> +	u64 sample[XE_PMU_MAX_GT][__XE_NUM_PMU_SAMPLERS];
>> +	/**
>> +	 * @events_attr_group: Device events attribute group.
>> +	 */
>> +	struct attribute_group events_attr_group;
>> +	/**
>> +	 * @xe_attr: Memory block holding device attributes.
>> +	 */
>> +	void *xe_attr;
>> +	/**
>> +	 * @pmu_attr: Memory block holding device attributes.
>> +	 */
>> +	void *pmu_attr;
>> +};
>> +
>> +#endif
>> diff --git a/include/uapi/drm/xe_drm.h b/include/uapi/drm/xe_drm.h
>> index b6fbe4988f2e..2c5f258eee3a 100644
>> --- a/include/uapi/drm/xe_drm.h
>> +++ b/include/uapi/drm/xe_drm.h
>> @@ -1389,6 +1389,14 @@ struct drm_xe_wait_user_fence {
>>   	__u64 reserved[2];
>>   };
>>   
>> +/*
>> + * Top bits of every counter are GT id.
>> + */
>> +#define __XE_PMU_GT_SHIFT (56)
>> +
>> +#define ___XE_PMU_OTHER(gt, x) \
>> +	(((__u64)(x)) | ((__u64)(gt) << __XE_PMU_GT_SHIFT))
>> +
>>   /**
>>    * enum drm_xe_observation_type - Observation stream types
>>    */
>> -- 
>> 2.38.1
>>

Re: [PATCH 1/3] drm/xe/pmu: Enable PMU interface

[Lucas De Marchi]

On Thu, Sep 26, 2024 at 05:23:42PM GMT, Vinay Belgaumkar wrote:
>diff --git a/include/uapi/drm/xe_drm.h b/include/uapi/drm/xe_drm.h
>index b6fbe4988f2e..2c5f258eee3a 100644
>--- a/include/uapi/drm/xe_drm.h
>+++ b/include/uapi/drm/xe_drm.h
>@@ -1389,6 +1389,14 @@ struct drm_xe_wait_user_fence {
> 	__u64 reserved[2];
> };
>
>+/*
>+ * Top bits of every counter are GT id.
>+ */
>+#define __XE_PMU_GT_SHIFT (56)
>+
>+#define ___XE_PMU_OTHER(gt, x) \
>+	(((__u64)(x)) | ((__u64)(gt) << __XE_PMU_GT_SHIFT))
>+

why are you touching this?

I thought we agreed it's not needed at all on previous version of this
patch: https://lore.kernel.org/intel-xe/602bffcd-d66f-4b49-b3b4-abb934b00f3a@intel.com/

what changed?


Lucas De Marchi

Re: [PATCH 1/3] drm/xe/pmu: Enable PMU interface

[Belgaumkar, Vinay]

On 10/1/2024 2:32 PM, Lucas De Marchi wrote:
> On Thu, Sep 26, 2024 at 05:23:42PM GMT, Vinay Belgaumkar wrote:
>> diff --git a/include/uapi/drm/xe_drm.h b/include/uapi/drm/xe_drm.h
>> index b6fbe4988f2e..2c5f258eee3a 100644
>> --- a/include/uapi/drm/xe_drm.h
>> +++ b/include/uapi/drm/xe_drm.h
>> @@ -1389,6 +1389,14 @@ struct drm_xe_wait_user_fence {
>>     __u64 reserved[2];
>> };
>>
>> +/*
>> + * Top bits of every counter are GT id.
>> + */
>> +#define __XE_PMU_GT_SHIFT (56)
>> +
>> +#define ___XE_PMU_OTHER(gt, x) \
>> +    (((__u64)(x)) | ((__u64)(gt) << __XE_PMU_GT_SHIFT))
>> +
>
> why are you touching this?
>
> I thought we agreed it's not needed at all on previous version of this
> patch: 
> https://lore.kernel.org/intel-xe/602bffcd-d66f-4b49-b3b4-abb934b00f3a@intel.com/
>
> what changed?

IGT tests like perf_pmu use this interface to open specific PMU files, 
for example-

                 fd[pmus] = perf_i915_open_group(gem_fd,
__I915_PMU_RC6_RESIDENCY(gt_),
                                                 fd[0]);
If we define these inside non-header files, these kinds of tests and any 
other user programs that may be doing this, will need to look at kernel 
code to determine the PMU config? I assumed we needed these bare minimum 
header definitions.

Thanks,

Vinay.

>
>
> Lucas De Marchi

Re: [PATCH 1/3] drm/xe/pmu: Enable PMU interface

[Lucas De Marchi]

On Tue, Oct 01, 2024 at 03:08:03PM GMT, Belgaumkar, Vinay wrote:
>
>On 10/1/2024 2:32 PM, Lucas De Marchi wrote:
>>On Thu, Sep 26, 2024 at 05:23:42PM GMT, Vinay Belgaumkar wrote:
>>>diff --git a/include/uapi/drm/xe_drm.h b/include/uapi/drm/xe_drm.h
>>>index b6fbe4988f2e..2c5f258eee3a 100644
>>>--- a/include/uapi/drm/xe_drm.h
>>>+++ b/include/uapi/drm/xe_drm.h
>>>@@ -1389,6 +1389,14 @@ struct drm_xe_wait_user_fence {
>>>    __u64 reserved[2];
>>>};
>>>
>>>+/*
>>>+ * Top bits of every counter are GT id.
>>>+ */
>>>+#define __XE_PMU_GT_SHIFT (56)
>>>+
>>>+#define ___XE_PMU_OTHER(gt, x) \
>>>+    (((__u64)(x)) | ((__u64)(gt) << __XE_PMU_GT_SHIFT))
>>>+
>>
>>why are you touching this?
>>
>>I thought we agreed it's not needed at all on previous version of this
>>patch: https://lore.kernel.org/intel-xe/602bffcd-d66f-4b49-b3b4-abb934b00f3a@intel.com/
>>
>>what changed?
>
>IGT tests like perf_pmu use this interface to open specific PMU files, 
>for example-
>
>                fd[pmus] = perf_i915_open_group(gem_fd,
>__I915_PMU_RC6_RESIDENCY(gt_),
>                                                fd[0]);
>If we define these inside non-header files, these kinds of tests and 
>any other user programs that may be doing this, will need to look at 
>kernel code to determine the PMU config? I assumed we needed these 
>bare minimum header definitions.

no, they should look in sysfs and that should be sufficient. This is how
the `perf` tool works and you shouldn't need to change userspace tools
to support additional events


Lucas De Marchi

>
>Thanks,
>
>Vinay.
>
>>
>>
>>Lucas De Marchi

[PATCH 2/3] drm/xe/pmu: Add GT C6 events

[Vinay Belgaumkar]

Provide a PMU interface for GT C6 residency counters. The implementation
is ported over from the i915 PMU code. Residency is provided in units of
ms(similar to sysfs entry - /sys/class/drm/card0/device/tile0/gt0/gtidle).

Following PMU events are being added-

>> perf list | grep rc6

  xe_0000_00_02.0/rc6-residency-gt0/                 [Kernel PMU event]
  xe_0000_00_02.0/rc6-residency-gt1/                 [Kernel PMU event]

v2: Checkpatch fix, move timer code to next patch
v3: Fix kunit issue

Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
---
 drivers/gpu/drm/xe/xe_gt.c        |   2 +
 drivers/gpu/drm/xe/xe_gt_idle.c   |  20 ++--
 drivers/gpu/drm/xe/xe_gt_idle.h   |   1 +
 drivers/gpu/drm/xe/xe_pmu.c       | 172 ++++++++++++++++++++++++++++++
 drivers/gpu/drm/xe/xe_pmu.h       |   2 +
 drivers/gpu/drm/xe/xe_pmu_types.h |  58 ++++++++++
 include/uapi/drm/xe_drm.h         |   4 +
 7 files changed, 253 insertions(+), 6 deletions(-)

diff --git a/drivers/gpu/drm/xe/xe_gt.c b/drivers/gpu/drm/xe/xe_gt.c
index 9b0218109647..7a190c49c573 100644
--- a/drivers/gpu/drm/xe/xe_gt.c
+++ b/drivers/gpu/drm/xe/xe_gt.c
@@ -872,6 +872,8 @@ int xe_gt_suspend(struct xe_gt *gt)
 
 	xe_gt_idle_disable_pg(gt);
 
+	xe_pmu_suspend(gt);
+
 	xe_gt_disable_host_l2_vram(gt);
 
 	XE_WARN_ON(xe_force_wake_put(gt_to_fw(gt), XE_FORCEWAKE_ALL));
diff --git a/drivers/gpu/drm/xe/xe_gt_idle.c b/drivers/gpu/drm/xe/xe_gt_idle.c
index 531924b6c0a1..e0a12ac7387c 100644
--- a/drivers/gpu/drm/xe/xe_gt_idle.c
+++ b/drivers/gpu/drm/xe/xe_gt_idle.c
@@ -277,18 +277,26 @@ static ssize_t idle_status_show(struct device *dev,
 }
 static DEVICE_ATTR_RO(idle_status);
 
-static ssize_t idle_residency_ms_show(struct device *dev,
-				      struct device_attribute *attr, char *buff)
+u64 xe_gt_idle_residency(struct xe_gt *gt)
 {
-	struct xe_gt_idle *gtidle = dev_to_gtidle(dev);
+	struct xe_device *xe = gt_to_xe(gt);
+	struct xe_gt_idle *gtidle = &gt->gtidle;
 	struct xe_guc_pc *pc = gtidle_to_pc(gtidle);
 	u64 residency;
 
-	xe_pm_runtime_get(pc_to_xe(pc));
+	xe_pm_runtime_get(xe);
 	residency = gtidle->idle_residency(pc);
-	xe_pm_runtime_put(pc_to_xe(pc));
+	xe_pm_runtime_put(xe);
+
+	return get_residency_ms(gtidle, residency);
+}
+
+static ssize_t idle_residency_ms_show(struct device *dev,
+				      struct device_attribute *attr, char *buff)
+{
+	struct xe_gt_idle *gtidle = dev_to_gtidle(dev);
 
-	return sysfs_emit(buff, "%llu\n", get_residency_ms(gtidle, residency));
+	return sysfs_emit(buff, "%llu\n", xe_gt_idle_residency(gtidle_to_gt(gtidle)));
 }
 static DEVICE_ATTR_RO(idle_residency_ms);
 
diff --git a/drivers/gpu/drm/xe/xe_gt_idle.h b/drivers/gpu/drm/xe/xe_gt_idle.h
index 4455a6501cb0..887791f653ac 100644
--- a/drivers/gpu/drm/xe/xe_gt_idle.h
+++ b/drivers/gpu/drm/xe/xe_gt_idle.h
@@ -17,5 +17,6 @@ void xe_gt_idle_disable_c6(struct xe_gt *gt);
 void xe_gt_idle_enable_pg(struct xe_gt *gt);
 void xe_gt_idle_disable_pg(struct xe_gt *gt);
 int xe_gt_idle_pg_print(struct xe_gt *gt, struct drm_printer *p);
+u64 xe_gt_idle_residency(struct xe_gt *gt);
 
 #endif /* _XE_GT_IDLE_H_ */
diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
index bdaea9ca1065..b1b38d245e00 100644
--- a/drivers/gpu/drm/xe/xe_pmu.c
+++ b/drivers/gpu/drm/xe/xe_pmu.c
@@ -11,10 +11,15 @@
 #include "xe_device.h"
 #include "xe_force_wake.h"
 #include "xe_gt_clock.h"
+#include "xe_gt_idle.h"
+#include "xe_guc_pc.h"
 #include "xe_mmio.h"
 #include "xe_macros.h"
+#include "xe_module.h"
 #include "xe_pm.h"
 
+#define FREQUENCY 200
+
 static cpumask_t xe_pmu_cpumask;
 static unsigned int xe_pmu_target_cpu = -1;
 
@@ -35,6 +40,11 @@ static unsigned int xe_pmu_target_cpu = -1;
  *
  */
 
+static struct xe_pmu *event_to_pmu(struct perf_event *event)
+{
+	return container_of(event->pmu, struct xe_pmu, base);
+}
+
 static unsigned int config_gt_id(const u64 config)
 {
 	return config >> __XE_PMU_GT_SHIFT;
@@ -45,6 +55,35 @@ static u64 config_counter(const u64 config)
 	return config & ~(~0ULL << __XE_PMU_GT_SHIFT);
 }
 
+static unsigned int other_bit(const u64 config)
+{
+	unsigned int val;
+
+	switch (config_counter(config)) {
+	case XE_PMU_RC6_RESIDENCY:
+		val = __XE_PMU_RC6_RESIDENCY_ENABLED;
+		break;
+	default:
+		/*
+		 * Events that do not require sampling, or tracking state
+		 * transitions between enabled and disabled can be ignored.
+		 */
+		return -1;
+	}
+
+	return config_gt_id(config) * __XE_PMU_TRACKED_EVENT_COUNT + val;
+}
+
+static unsigned int config_bit(const u64 config)
+{
+	return other_bit(config);
+}
+
+static unsigned int event_bit(struct perf_event *event)
+{
+	return config_bit(event->attr.config);
+}
+
 static void xe_pmu_event_destroy(struct perf_event *event)
 {
 	struct xe_device *xe =
@@ -64,6 +103,10 @@ config_status(struct xe_device *xe, u64 config)
 		return -ENOENT;
 
 	switch (config_counter(config)) {
+	case XE_PMU_RC6_RESIDENCY:
+		if (xe->info.skip_guc_pc)
+			return -ENODEV;
+		break;
 	default:
 		return -ENOENT;
 	}
@@ -110,6 +153,63 @@ static int xe_pmu_event_init(struct perf_event *event)
 	return 0;
 }
 
+static inline s64 ktime_since_raw(const ktime_t kt)
+{
+	return ktime_to_ns(ktime_sub(ktime_get_raw(), kt));
+}
+
+static u64 read_sample(struct xe_pmu *pmu, unsigned int gt_id, int sample)
+{
+	return pmu->event_sample[gt_id][sample].cur;
+}
+
+static void
+store_sample(struct xe_pmu *pmu, unsigned int gt_id, int sample, u64 val)
+{
+	pmu->event_sample[gt_id][sample].cur = val;
+}
+
+static u64 get_rc6(struct xe_gt *gt)
+{
+	struct xe_device *xe = gt_to_xe(gt);
+	const unsigned int gt_id = gt->info.id;
+	struct xe_pmu *pmu = &xe->pmu;
+	bool device_awake;
+	unsigned long flags;
+	u64 val;
+
+	device_awake = xe_pm_runtime_get_if_active(xe);
+	if (device_awake) {
+		val = xe_gt_idle_residency(gt);
+		xe_pm_runtime_put(xe);
+	}
+
+	spin_lock_irqsave(&pmu->lock, flags);
+
+	if (device_awake) {
+		store_sample(pmu, gt_id, __XE_SAMPLE_RC6, val);
+	} else {
+		/*
+		 * We think we are runtime suspended.
+		 *
+		 * Report the delta from when the device was suspended to now,
+		 * on top of the last known real value, as the approximated RC6
+		 * counter value.
+		 */
+		val = ktime_since_raw(pmu->sleep_last[gt_id]);
+		val += read_sample(pmu, gt_id, __XE_SAMPLE_RC6);
+	}
+
+	if (val < read_sample(pmu, gt_id, __XE_SAMPLE_RC6_LAST_REPORTED))
+		val = read_sample(pmu, gt_id, __XE_SAMPLE_RC6_LAST_REPORTED);
+	else
+		store_sample(pmu, gt_id, __XE_SAMPLE_RC6_LAST_REPORTED, val);
+
+	spin_unlock_irqrestore(&pmu->lock, flags);
+
+	return val;
+}
+
 static u64 __xe_pmu_event_read(struct perf_event *event)
 {
 	struct xe_device *xe =
@@ -120,6 +220,9 @@ static u64 __xe_pmu_event_read(struct perf_event *event)
 	u64 val = 0;
 
 	switch (config_counter(config)) {
+	case XE_PMU_RC6_RESIDENCY:
+		val = get_rc6(gt);
+		break;
 	default:
 		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
 	}
@@ -151,6 +254,28 @@ static void xe_pmu_event_read(struct perf_event *event)
 
 static void xe_pmu_enable(struct perf_event *event)
 {
+	struct xe_pmu *pmu = event_to_pmu(event);
+	const unsigned int bit = event_bit(event);
+	unsigned long flags;
+
+	if (bit == -1)
+		goto update;
+
+	spin_lock_irqsave(&pmu->lock, flags);
+
+	/*
+	 * Update the bitmask of enabled events and increment
+	 * the event reference counter.
+	 */
+	BUILD_BUG_ON(ARRAY_SIZE(pmu->enable_count) != XE_PMU_MASK_BITS);
+	XE_WARN_ON(bit >= ARRAY_SIZE(pmu->enable_count));
+	XE_WARN_ON(pmu->enable_count[bit] == ~0);
+
+	pmu->enable |= BIT(bit);
+	pmu->enable_count[bit]++;
+
+	spin_unlock_irqrestore(&pmu->lock, flags);
+update:
 	/*
 	 * Store the current counter value so we can report the correct delta
 	 * for all listeners. Even when the event was already enabled and has
@@ -277,6 +402,7 @@ create_event_attributes(struct xe_pmu *pmu)
 		const char *name;
 		const char *unit;
 	} events[] = {
+		__event(0, "rc6-residency", "ms"),
 	};
 
 	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
@@ -465,6 +591,32 @@ static void xe_pmu_unregister_cpuhp_state(struct xe_pmu *pmu)
 	cpuhp_state_remove_instance(cpuhp_slot, &pmu->cpuhp.node);
 }
 
+static void store_rc6_residency(struct xe_gt *gt)
+{
+	struct xe_device *xe = gt_to_xe(gt);
+	struct xe_pmu *pmu = &xe->pmu;
+
+	store_sample(pmu, gt->info.id, __XE_SAMPLE_RC6,
+		     xe_gt_idle_residency(gt));
+	pmu->sleep_last[gt->info.id] = ktime_get_raw();
+}
+
+/**
+ * xe_pmu_suspend() - Save residency count before suspend
+ */
+void xe_pmu_suspend(struct xe_gt *gt)
+{
+	struct xe_device *xe = gt_to_xe(gt);
+	struct xe_pmu *pmu = &xe->pmu;
+
+	if (!pmu->base.event_init)
+		return;
+
+	spin_lock_irq(&pmu->lock);
+	store_rc6_residency(gt);
+	spin_unlock_irq(&pmu->lock);
+}
+
 /**
  * xe_pmu_unregister() - Remove/cleanup PMU registration
  */
@@ -492,6 +644,24 @@ void xe_pmu_unregister(void *arg)
 	free_event_attributes(pmu);
 }
 
+static void init_rc6(struct xe_pmu *pmu)
+{
+	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
+	struct xe_gt *gt;
+	unsigned int j;
+
+	for_each_gt(gt, xe, j) {
+		xe_pm_runtime_get(xe);
+		u64 val = xe_gt_idle_residency(gt);
+
+		store_sample(pmu, j, __XE_SAMPLE_RC6, val);
+		store_sample(pmu, j, __XE_SAMPLE_RC6_LAST_REPORTED,
+			     val);
+		pmu->sleep_last[j] = ktime_get_raw();
+		xe_pm_runtime_put(xe);
+	}
+}
+
 /**
  * xe_pmu_register() - Define basic PMU properties for Xe and add event callbacks.
  *
@@ -525,6 +695,8 @@ void xe_pmu_register(struct xe_pmu *pmu)
 	if (!pmu->events_attr_group.attrs)
 		goto err_name;
 
+	init_rc6(pmu);
+
 	pmu->base.attr_groups = kmemdup(attr_groups, sizeof(attr_groups),
 					GFP_KERNEL);
 	if (!pmu->base.attr_groups)
diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
index d07e5dfdfec0..17f5a8d7d45c 100644
--- a/drivers/gpu/drm/xe/xe_pmu.h
+++ b/drivers/gpu/drm/xe/xe_pmu.h
@@ -15,11 +15,13 @@ int xe_pmu_init(void);
 void xe_pmu_exit(void);
 void xe_pmu_register(struct xe_pmu *pmu);
 void xe_pmu_unregister(void *arg);
+void xe_pmu_suspend(struct xe_gt *gt);
 #else
 static inline int xe_pmu_init(void) { return 0; }
 static inline void xe_pmu_exit(void) {}
 static inline void xe_pmu_register(struct xe_pmu *pmu) {}
 static inline void xe_pmu_unregister(void *arg) {}
+static inline void xe_pmu_suspend(struct xe_gt *gt) {}
 #endif
 
 #endif
diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
index ca0e7cbe2081..1213d2a73492 100644
--- a/drivers/gpu/drm/xe/xe_pmu_types.h
+++ b/drivers/gpu/drm/xe/xe_pmu_types.h
@@ -11,11 +11,34 @@
 #include <uapi/drm/xe_drm.h>
 
 enum {
+	__XE_SAMPLE_RC6,
+	__XE_SAMPLE_RC6_LAST_REPORTED,
 	__XE_NUM_PMU_SAMPLERS
 };
 
 #define XE_PMU_MAX_GT 2
 
+/*
+ * Non-engine events that we need to track enabled-disabled transition and
+ * current state.
+ */
+enum xe_pmu_tracked_events {
+	__XE_PMU_RC6_RESIDENCY_ENABLED,
+	__XE_PMU_TRACKED_EVENT_COUNT, /* count marker */
+};
+
+/*
+ * How many different events we track in the global PMU mask.
+ *
+ * It is also used to know to needed number of event reference counters.
+ */
+#define XE_PMU_MASK_BITS \
+	(XE_PMU_MAX_GT * __XE_PMU_TRACKED_EVENT_COUNT)
+
+struct xe_pmu_sample {
+	u64 cur;
+};
+
 struct xe_pmu {
 	/**
 	 * @cpuhp: Struct used for CPU hotplug handling.
@@ -58,6 +81,41 @@ struct xe_pmu {
 	 * @pmu_attr: Memory block holding device attributes.
 	 */
 	void *pmu_attr;
+
+	/**
+	 * @enable: Bitmask of specific enabled events.
+	 *
+	 * For some events we need to track their state and do some internal
+	 * house keeping.
+	 *
+	 * Each engine event sampler type and event listed in enum
+	 * i915_pmu_tracked_events gets a bit in this field.
+	 *
+	 * Low bits are engine samplers and other events continue from there.
+	 */
+	u32 enable;
+
+	/**
+	 * @enable_count: Reference counts for the enabled events.
+	 *
+	 * Array indices are mapped in the same way as bits in the @enable field
+	 * and they are used to control sampling on/off when multiple clients
+	 * are using the PMU API.
+	 */
+	unsigned int enable_count[XE_PMU_MASK_BITS];
+	/**
+	 * @sample: Current and previous (raw) counters for sampling events.
+	 *
+	 * These counters are updated from the i915 PMU sampling timer.
+	 *
+	 * Only global counters are held here, while the per-engine ones are in
+	 * struct intel_engine_cs.
+	 */
+	struct xe_pmu_sample event_sample[XE_PMU_MAX_GT][__XE_NUM_PMU_SAMPLERS];
+	/**
+	 * @sleep_last: Last time GT parked for RC6 estimation.
+	 */
+	ktime_t sleep_last[XE_PMU_MAX_GT];
 };
 
 #endif
diff --git a/include/uapi/drm/xe_drm.h b/include/uapi/drm/xe_drm.h
index 2c5f258eee3a..3ef3926551dd 100644
--- a/include/uapi/drm/xe_drm.h
+++ b/include/uapi/drm/xe_drm.h
@@ -1396,6 +1396,10 @@ struct drm_xe_wait_user_fence {
 
 #define ___XE_PMU_OTHER(gt, x) \
 	(((__u64)(x)) | ((__u64)(gt) << __XE_PMU_GT_SHIFT))
+#define __XE_PMU_OTHER(x) ___XE_PMU_OTHER(0, x)
+
+#define XE_PMU_RC6_RESIDENCY                    __XE_PMU_OTHER(0)
+#define __XE_PMU_RC6_RESIDENCY(gt)              ___XE_PMU_OTHER(gt, 0)
 
 /**
  * enum drm_xe_observation_type - Observation stream types
-- 
2.38.1

Re: [PATCH 2/3] drm/xe/pmu: Add GT C6 events

[Rodrigo Vivi]

On Thu, Sep 26, 2024 at 05:23:43PM -0700, Vinay Belgaumkar wrote:
> Provide a PMU interface for GT C6 residency counters. The implementation
> is ported over from the i915 PMU code. Residency is provided in units of
> ms(similar to sysfs entry - /sys/class/drm/card0/device/tile0/gt0/gtidle).
> 
> Following PMU events are being added-
> 
> >> perf list | grep rc6
> 
>   xe_0000_00_02.0/rc6-residency-gt0/                 [Kernel PMU event]
>   xe_0000_00_02.0/rc6-residency-gt1/                 [Kernel PMU event]
> 
> v2: Checkpatch fix, move timer code to next patch
> v3: Fix kunit issue
> 
> Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
> Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
> ---
>  drivers/gpu/drm/xe/xe_gt.c        |   2 +
>  drivers/gpu/drm/xe/xe_gt_idle.c   |  20 ++--
>  drivers/gpu/drm/xe/xe_gt_idle.h   |   1 +
>  drivers/gpu/drm/xe/xe_pmu.c       | 172 ++++++++++++++++++++++++++++++
>  drivers/gpu/drm/xe/xe_pmu.h       |   2 +
>  drivers/gpu/drm/xe/xe_pmu_types.h |  58 ++++++++++
>  include/uapi/drm/xe_drm.h         |   4 +
>  7 files changed, 253 insertions(+), 6 deletions(-)
> 
> diff --git a/drivers/gpu/drm/xe/xe_gt.c b/drivers/gpu/drm/xe/xe_gt.c
> index 9b0218109647..7a190c49c573 100644
> --- a/drivers/gpu/drm/xe/xe_gt.c
> +++ b/drivers/gpu/drm/xe/xe_gt.c
> @@ -872,6 +872,8 @@ int xe_gt_suspend(struct xe_gt *gt)
>  
>  	xe_gt_idle_disable_pg(gt);
>  
> +	xe_pmu_suspend(gt);
> +
>  	xe_gt_disable_host_l2_vram(gt);
>  
>  	XE_WARN_ON(xe_force_wake_put(gt_to_fw(gt), XE_FORCEWAKE_ALL));
> diff --git a/drivers/gpu/drm/xe/xe_gt_idle.c b/drivers/gpu/drm/xe/xe_gt_idle.c
> index 531924b6c0a1..e0a12ac7387c 100644
> --- a/drivers/gpu/drm/xe/xe_gt_idle.c
> +++ b/drivers/gpu/drm/xe/xe_gt_idle.c
> @@ -277,18 +277,26 @@ static ssize_t idle_status_show(struct device *dev,
>  }
>  static DEVICE_ATTR_RO(idle_status);
>  
> -static ssize_t idle_residency_ms_show(struct device *dev,
> -				      struct device_attribute *attr, char *buff)
> +u64 xe_gt_idle_residency(struct xe_gt *gt)
>  {
> -	struct xe_gt_idle *gtidle = dev_to_gtidle(dev);
> +	struct xe_device *xe = gt_to_xe(gt);
> +	struct xe_gt_idle *gtidle = &gt->gtidle;
>  	struct xe_guc_pc *pc = gtidle_to_pc(gtidle);
>  	u64 residency;
>  
> -	xe_pm_runtime_get(pc_to_xe(pc));
> +	xe_pm_runtime_get(xe);
>  	residency = gtidle->idle_residency(pc);
> -	xe_pm_runtime_put(pc_to_xe(pc));
> +	xe_pm_runtime_put(xe);
> +
> +	return get_residency_ms(gtidle, residency);
> +}
> +
> +static ssize_t idle_residency_ms_show(struct device *dev,
> +				      struct device_attribute *attr, char *buff)
> +{
> +	struct xe_gt_idle *gtidle = dev_to_gtidle(dev);
>  
> -	return sysfs_emit(buff, "%llu\n", get_residency_ms(gtidle, residency));
> +	return sysfs_emit(buff, "%llu\n", xe_gt_idle_residency(gtidle_to_gt(gtidle)));
>  }
>  static DEVICE_ATTR_RO(idle_residency_ms);
>  
> diff --git a/drivers/gpu/drm/xe/xe_gt_idle.h b/drivers/gpu/drm/xe/xe_gt_idle.h
> index 4455a6501cb0..887791f653ac 100644
> --- a/drivers/gpu/drm/xe/xe_gt_idle.h
> +++ b/drivers/gpu/drm/xe/xe_gt_idle.h
> @@ -17,5 +17,6 @@ void xe_gt_idle_disable_c6(struct xe_gt *gt);
>  void xe_gt_idle_enable_pg(struct xe_gt *gt);
>  void xe_gt_idle_disable_pg(struct xe_gt *gt);
>  int xe_gt_idle_pg_print(struct xe_gt *gt, struct drm_printer *p);
> +u64 xe_gt_idle_residency(struct xe_gt *gt);
>  
>  #endif /* _XE_GT_IDLE_H_ */
> diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
> index bdaea9ca1065..b1b38d245e00 100644
> --- a/drivers/gpu/drm/xe/xe_pmu.c
> +++ b/drivers/gpu/drm/xe/xe_pmu.c
> @@ -11,10 +11,15 @@
>  #include "xe_device.h"
>  #include "xe_force_wake.h"
>  #include "xe_gt_clock.h"
> +#include "xe_gt_idle.h"
> +#include "xe_guc_pc.h"
>  #include "xe_mmio.h"
>  #include "xe_macros.h"
> +#include "xe_module.h"
>  #include "xe_pm.h"
>  
> +#define FREQUENCY 200
> +
>  static cpumask_t xe_pmu_cpumask;
>  static unsigned int xe_pmu_target_cpu = -1;
>  
> @@ -35,6 +40,11 @@ static unsigned int xe_pmu_target_cpu = -1;
>   *
>   */
>  
> +static struct xe_pmu *event_to_pmu(struct perf_event *event)
> +{
> +	return container_of(event->pmu, struct xe_pmu, base);
> +}
> +
>  static unsigned int config_gt_id(const u64 config)
>  {
>  	return config >> __XE_PMU_GT_SHIFT;
> @@ -45,6 +55,35 @@ static u64 config_counter(const u64 config)
>  	return config & ~(~0ULL << __XE_PMU_GT_SHIFT);
>  }
>  
> +static unsigned int other_bit(const u64 config)
> +{
> +	unsigned int val;
> +
> +	switch (config_counter(config)) {
> +	case XE_PMU_RC6_RESIDENCY:
> +		val = __XE_PMU_RC6_RESIDENCY_ENABLED;
> +		break;
> +	default:
> +		/*
> +		 * Events that do not require sampling, or tracking state
> +		 * transitions between enabled and disabled can be ignored.
> +		 */
> +		return -1;
> +	}
> +
> +	return config_gt_id(config) * __XE_PMU_TRACKED_EVENT_COUNT + val;
> +}
> +
> +static unsigned int config_bit(const u64 config)
> +{
> +	return other_bit(config);
> +}
> +
> +static unsigned int event_bit(struct perf_event *event)
> +{
> +	return config_bit(event->attr.config);
> +}
> +
>  static void xe_pmu_event_destroy(struct perf_event *event)
>  {
>  	struct xe_device *xe =
> @@ -64,6 +103,10 @@ config_status(struct xe_device *xe, u64 config)
>  		return -ENOENT;
>  
>  	switch (config_counter(config)) {
> +	case XE_PMU_RC6_RESIDENCY:
> +		if (xe->info.skip_guc_pc)
> +			return -ENODEV;
> +		break;
>  	default:
>  		return -ENOENT;
>  	}
> @@ -110,6 +153,63 @@ static int xe_pmu_event_init(struct perf_event *event)
>  	return 0;
>  }
>  
> +static inline s64 ktime_since_raw(const ktime_t kt)
> +{
> +	return ktime_to_ns(ktime_sub(ktime_get_raw(), kt));
> +}
> +
> +static u64 read_sample(struct xe_pmu *pmu, unsigned int gt_id, int sample)
> +{
> +	return pmu->event_sample[gt_id][sample].cur;
> +}
> +
> +static void
> +store_sample(struct xe_pmu *pmu, unsigned int gt_id, int sample, u64 val)
> +{
> +	pmu->event_sample[gt_id][sample].cur = val;
> +}
> +
> +static u64 get_rc6(struct xe_gt *gt)
> +{
> +	struct xe_device *xe = gt_to_xe(gt);
> +	const unsigned int gt_id = gt->info.id;
> +	struct xe_pmu *pmu = &xe->pmu;
> +	bool device_awake;
> +	unsigned long flags;
> +	u64 val;
> +
> +	device_awake = xe_pm_runtime_get_if_active(xe);
> +	if (device_awake) {
> +		val = xe_gt_idle_residency(gt);
> +		xe_pm_runtime_put(xe);
> +	}
> +
> +	spin_lock_irqsave(&pmu->lock, flags);
> +
> +	if (device_awake) {
> +		store_sample(pmu, gt_id, __XE_SAMPLE_RC6, val);
> +	} else {
> +		/*
> +		 * We think we are runtime suspended.
> +		 *
> +		 * Report the delta from when the device was suspended to now,
> +		 * on top of the last known real value, as the approximated RC6
> +		 * counter value.
> +		 */
> +		val = ktime_since_raw(pmu->sleep_last[gt_id]);
> +		val += read_sample(pmu, gt_id, __XE_SAMPLE_RC6);
> +	}
> +
> +	if (val < read_sample(pmu, gt_id, __XE_SAMPLE_RC6_LAST_REPORTED))
> +		val = read_sample(pmu, gt_id, __XE_SAMPLE_RC6_LAST_REPORTED);
> +	else
> +		store_sample(pmu, gt_id, __XE_SAMPLE_RC6_LAST_REPORTED, val);
> +
> +	spin_unlock_irqrestore(&pmu->lock, flags);
> +
> +	return val;
> +}
> +
>  static u64 __xe_pmu_event_read(struct perf_event *event)
>  {
>  	struct xe_device *xe =
> @@ -120,6 +220,9 @@ static u64 __xe_pmu_event_read(struct perf_event *event)
>  	u64 val = 0;
>  
>  	switch (config_counter(config)) {
> +	case XE_PMU_RC6_RESIDENCY:
> +		val = get_rc6(gt);
> +		break;
>  	default:
>  		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
>  	}
> @@ -151,6 +254,28 @@ static void xe_pmu_event_read(struct perf_event *event)
>  
>  static void xe_pmu_enable(struct perf_event *event)
>  {
> +	struct xe_pmu *pmu = event_to_pmu(event);
> +	const unsigned int bit = event_bit(event);
> +	unsigned long flags;
> +
> +	if (bit == -1)
> +		goto update;
> +
> +	spin_lock_irqsave(&pmu->lock, flags);

lockdep didn't like it:

[ 8969.701191] =============================
[ 8969.705238] [ BUG: Invalid wait context ]
[ 8969.709277] 6.11.0+ #44 Tainted: G     U     OE     
[ 8969.714289] -----------------------------
[ 8969.718326] perf/10438 is trying to lock:
[ 8969.722371] ffff88827ead2d50 (&pmu->lock){....}-{3:3}, at: xe_pmu_enable+0xdb/0x340 [xe]
[ 8969.731153] other info that might help us debug this:
[ 8969.736254] context-{5:5}
[ 8969.738912] 3 locks held by perf/10438:
[ 8969.742785]  #0: ffff888f73a11f98 (&cpuctx_mutex){+.+.}-{4:4}, at: perf_event_ctx_lock_nested+0x18b/0x340
[ 8969.752448]  #1: ffff888100fb6d98 (&event->child_mutex){+.+.}-{4:4}, at: perf_event_for_each_child+0x7d/0x140
[ 8969.762456]  #2: ffff888f73a11ef8 (&cpuctx_lock){....}-{2:2}, at: event_function+0x10f/0x460
[ 8969.770975] stack backtrace:
[ 8969.773882] CPU: 0 UID: 0 PID: 10438 Comm: perf Tainted: G     U     OE      6.11.0+ #44
[ 8969.782037] Tainted: [U]=USER, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
[ 8969.788260] Hardware name: iBUYPOWER INTEL/B660 DS3H AC DDR4-Y1, BIOS F5 12/17/2021
[ 8969.795976] Call Trace:
[ 8969.798453]  <TASK>
[ 8969.800581]  dump_stack_lvl+0x8f/0xe0
[ 8969.804290]  __lock_acquire+0x159a/0x6270
[ 8969.808357]  ? __pfx___lock_acquire+0x10/0x10
[ 8969.812763]  lock_acquire+0x19e/0x500
[ 8969.816469]  ? xe_pmu_enable+0xdb/0x340 [xe]


> +
> +	/*
> +	 * Update the bitmask of enabled events and increment
> +	 * the event reference counter.
> +	 */
> +	BUILD_BUG_ON(ARRAY_SIZE(pmu->enable_count) != XE_PMU_MASK_BITS);
> +	XE_WARN_ON(bit >= ARRAY_SIZE(pmu->enable_count));
> +	XE_WARN_ON(pmu->enable_count[bit] == ~0);
> +
> +	pmu->enable |= BIT(bit);
> +	pmu->enable_count[bit]++;
> +
> +	spin_unlock_irqrestore(&pmu->lock, flags);
> +update:
>  	/*
>  	 * Store the current counter value so we can report the correct delta
>  	 * for all listeners. Even when the event was already enabled and has
> @@ -277,6 +402,7 @@ create_event_attributes(struct xe_pmu *pmu)
>  		const char *name;
>  		const char *unit;
>  	} events[] = {
> +		__event(0, "rc6-residency", "ms"),
>  	};
>  
>  	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
> @@ -465,6 +591,32 @@ static void xe_pmu_unregister_cpuhp_state(struct xe_pmu *pmu)
>  	cpuhp_state_remove_instance(cpuhp_slot, &pmu->cpuhp.node);
>  }
>  
> +static void store_rc6_residency(struct xe_gt *gt)
> +{
> +	struct xe_device *xe = gt_to_xe(gt);
> +	struct xe_pmu *pmu = &xe->pmu;
> +
> +	store_sample(pmu, gt->info.id, __XE_SAMPLE_RC6,
> +		     xe_gt_idle_residency(gt));
> +	pmu->sleep_last[gt->info.id] = ktime_get_raw();
> +}
> +
> +/**
> + * xe_pmu_suspend() - Save residency count before suspend
> + */
> +void xe_pmu_suspend(struct xe_gt *gt)
> +{
> +	struct xe_device *xe = gt_to_xe(gt);
> +	struct xe_pmu *pmu = &xe->pmu;
> +
> +	if (!pmu->base.event_init)
> +		return;
> +
> +	spin_lock_irq(&pmu->lock);
> +	store_rc6_residency(gt);
> +	spin_unlock_irq(&pmu->lock);
> +}
> +
>  /**
>   * xe_pmu_unregister() - Remove/cleanup PMU registration
>   */
> @@ -492,6 +644,24 @@ void xe_pmu_unregister(void *arg)
>  	free_event_attributes(pmu);
>  }
>  
> +static void init_rc6(struct xe_pmu *pmu)
> +{
> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
> +	struct xe_gt *gt;
> +	unsigned int j;
> +
> +	for_each_gt(gt, xe, j) {
> +		xe_pm_runtime_get(xe);
> +		u64 val = xe_gt_idle_residency(gt);
> +
> +		store_sample(pmu, j, __XE_SAMPLE_RC6, val);
> +		store_sample(pmu, j, __XE_SAMPLE_RC6_LAST_REPORTED,
> +			     val);
> +		pmu->sleep_last[j] = ktime_get_raw();
> +		xe_pm_runtime_put(xe);
> +	}
> +}
> +
>  /**
>   * xe_pmu_register() - Define basic PMU properties for Xe and add event callbacks.
>   *
> @@ -525,6 +695,8 @@ void xe_pmu_register(struct xe_pmu *pmu)
>  	if (!pmu->events_attr_group.attrs)
>  		goto err_name;
>  
> +	init_rc6(pmu);
> +
>  	pmu->base.attr_groups = kmemdup(attr_groups, sizeof(attr_groups),
>  					GFP_KERNEL);
>  	if (!pmu->base.attr_groups)
> diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
> index d07e5dfdfec0..17f5a8d7d45c 100644
> --- a/drivers/gpu/drm/xe/xe_pmu.h
> +++ b/drivers/gpu/drm/xe/xe_pmu.h
> @@ -15,11 +15,13 @@ int xe_pmu_init(void);
>  void xe_pmu_exit(void);
>  void xe_pmu_register(struct xe_pmu *pmu);
>  void xe_pmu_unregister(void *arg);
> +void xe_pmu_suspend(struct xe_gt *gt);
>  #else
>  static inline int xe_pmu_init(void) { return 0; }
>  static inline void xe_pmu_exit(void) {}
>  static inline void xe_pmu_register(struct xe_pmu *pmu) {}
>  static inline void xe_pmu_unregister(void *arg) {}
> +static inline void xe_pmu_suspend(struct xe_gt *gt) {}
>  #endif
>  
>  #endif
> diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
> index ca0e7cbe2081..1213d2a73492 100644
> --- a/drivers/gpu/drm/xe/xe_pmu_types.h
> +++ b/drivers/gpu/drm/xe/xe_pmu_types.h
> @@ -11,11 +11,34 @@
>  #include <uapi/drm/xe_drm.h>
>  
>  enum {
> +	__XE_SAMPLE_RC6,
> +	__XE_SAMPLE_RC6_LAST_REPORTED,
>  	__XE_NUM_PMU_SAMPLERS
>  };
>  
>  #define XE_PMU_MAX_GT 2
>  
> +/*
> + * Non-engine events that we need to track enabled-disabled transition and
> + * current state.
> + */
> +enum xe_pmu_tracked_events {
> +	__XE_PMU_RC6_RESIDENCY_ENABLED,
> +	__XE_PMU_TRACKED_EVENT_COUNT, /* count marker */
> +};
> +
> +/*
> + * How many different events we track in the global PMU mask.
> + *
> + * It is also used to know to needed number of event reference counters.
> + */
> +#define XE_PMU_MASK_BITS \
> +	(XE_PMU_MAX_GT * __XE_PMU_TRACKED_EVENT_COUNT)
> +
> +struct xe_pmu_sample {
> +	u64 cur;
> +};
> +
>  struct xe_pmu {
>  	/**
>  	 * @cpuhp: Struct used for CPU hotplug handling.
> @@ -58,6 +81,41 @@ struct xe_pmu {
>  	 * @pmu_attr: Memory block holding device attributes.
>  	 */
>  	void *pmu_attr;
> +
> +	/**
> +	 * @enable: Bitmask of specific enabled events.
> +	 *
> +	 * For some events we need to track their state and do some internal
> +	 * house keeping.
> +	 *
> +	 * Each engine event sampler type and event listed in enum
> +	 * i915_pmu_tracked_events gets a bit in this field.
> +	 *
> +	 * Low bits are engine samplers and other events continue from there.
> +	 */
> +	u32 enable;
> +
> +	/**
> +	 * @enable_count: Reference counts for the enabled events.
> +	 *
> +	 * Array indices are mapped in the same way as bits in the @enable field
> +	 * and they are used to control sampling on/off when multiple clients
> +	 * are using the PMU API.
> +	 */
> +	unsigned int enable_count[XE_PMU_MASK_BITS];
> +	/**
> +	 * @sample: Current and previous (raw) counters for sampling events.
> +	 *
> +	 * These counters are updated from the i915 PMU sampling timer.
> +	 *
> +	 * Only global counters are held here, while the per-engine ones are in
> +	 * struct intel_engine_cs.
> +	 */
> +	struct xe_pmu_sample event_sample[XE_PMU_MAX_GT][__XE_NUM_PMU_SAMPLERS];
> +	/**
> +	 * @sleep_last: Last time GT parked for RC6 estimation.
> +	 */
> +	ktime_t sleep_last[XE_PMU_MAX_GT];
>  };
>  
>  #endif
> diff --git a/include/uapi/drm/xe_drm.h b/include/uapi/drm/xe_drm.h
> index 2c5f258eee3a..3ef3926551dd 100644
> --- a/include/uapi/drm/xe_drm.h
> +++ b/include/uapi/drm/xe_drm.h
> @@ -1396,6 +1396,10 @@ struct drm_xe_wait_user_fence {
>  
>  #define ___XE_PMU_OTHER(gt, x) \
>  	(((__u64)(x)) | ((__u64)(gt) << __XE_PMU_GT_SHIFT))
> +#define __XE_PMU_OTHER(x) ___XE_PMU_OTHER(0, x)
> +
> +#define XE_PMU_RC6_RESIDENCY                    __XE_PMU_OTHER(0)
> +#define __XE_PMU_RC6_RESIDENCY(gt)              ___XE_PMU_OTHER(gt, 0)
>  
>  /**
>   * enum drm_xe_observation_type - Observation stream types
> -- 
> 2.38.1
> 

Re: [PATCH 2/3] drm/xe/pmu: Add GT C6 events

[Belgaumkar, Vinay]

On 9/27/2024 11:27 AM, Rodrigo Vivi wrote:
> On Thu, Sep 26, 2024 at 05:23:43PM -0700, Vinay Belgaumkar wrote:
>> Provide a PMU interface for GT C6 residency counters. The implementation
>> is ported over from the i915 PMU code. Residency is provided in units of
>> ms(similar to sysfs entry - /sys/class/drm/card0/device/tile0/gt0/gtidle).
>>
>> Following PMU events are being added-
>>
>>>> perf list | grep rc6
>>    xe_0000_00_02.0/rc6-residency-gt0/                 [Kernel PMU event]
>>    xe_0000_00_02.0/rc6-residency-gt1/                 [Kernel PMU event]
>>
>> v2: Checkpatch fix, move timer code to next patch
>> v3: Fix kunit issue
>>
>> Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
>> Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
>> ---
>>   drivers/gpu/drm/xe/xe_gt.c        |   2 +
>>   drivers/gpu/drm/xe/xe_gt_idle.c   |  20 ++--
>>   drivers/gpu/drm/xe/xe_gt_idle.h   |   1 +
>>   drivers/gpu/drm/xe/xe_pmu.c       | 172 ++++++++++++++++++++++++++++++
>>   drivers/gpu/drm/xe/xe_pmu.h       |   2 +
>>   drivers/gpu/drm/xe/xe_pmu_types.h |  58 ++++++++++
>>   include/uapi/drm/xe_drm.h         |   4 +
>>   7 files changed, 253 insertions(+), 6 deletions(-)
>>
>> diff --git a/drivers/gpu/drm/xe/xe_gt.c b/drivers/gpu/drm/xe/xe_gt.c
>> index 9b0218109647..7a190c49c573 100644
>> --- a/drivers/gpu/drm/xe/xe_gt.c
>> +++ b/drivers/gpu/drm/xe/xe_gt.c
>> @@ -872,6 +872,8 @@ int xe_gt_suspend(struct xe_gt *gt)
>>   
>>   	xe_gt_idle_disable_pg(gt);
>>   
>> +	xe_pmu_suspend(gt);
>> +
>>   	xe_gt_disable_host_l2_vram(gt);
>>   
>>   	XE_WARN_ON(xe_force_wake_put(gt_to_fw(gt), XE_FORCEWAKE_ALL));
>> diff --git a/drivers/gpu/drm/xe/xe_gt_idle.c b/drivers/gpu/drm/xe/xe_gt_idle.c
>> index 531924b6c0a1..e0a12ac7387c 100644
>> --- a/drivers/gpu/drm/xe/xe_gt_idle.c
>> +++ b/drivers/gpu/drm/xe/xe_gt_idle.c
>> @@ -277,18 +277,26 @@ static ssize_t idle_status_show(struct device *dev,
>>   }
>>   static DEVICE_ATTR_RO(idle_status);
>>   
>> -static ssize_t idle_residency_ms_show(struct device *dev,
>> -				      struct device_attribute *attr, char *buff)
>> +u64 xe_gt_idle_residency(struct xe_gt *gt)
>>   {
>> -	struct xe_gt_idle *gtidle = dev_to_gtidle(dev);
>> +	struct xe_device *xe = gt_to_xe(gt);
>> +	struct xe_gt_idle *gtidle = &gt->gtidle;
>>   	struct xe_guc_pc *pc = gtidle_to_pc(gtidle);
>>   	u64 residency;
>>   
>> -	xe_pm_runtime_get(pc_to_xe(pc));
>> +	xe_pm_runtime_get(xe);
>>   	residency = gtidle->idle_residency(pc);
>> -	xe_pm_runtime_put(pc_to_xe(pc));
>> +	xe_pm_runtime_put(xe);
>> +
>> +	return get_residency_ms(gtidle, residency);
>> +}
>> +
>> +static ssize_t idle_residency_ms_show(struct device *dev,
>> +				      struct device_attribute *attr, char *buff)
>> +{
>> +	struct xe_gt_idle *gtidle = dev_to_gtidle(dev);
>>   
>> -	return sysfs_emit(buff, "%llu\n", get_residency_ms(gtidle, residency));
>> +	return sysfs_emit(buff, "%llu\n", xe_gt_idle_residency(gtidle_to_gt(gtidle)));
>>   }
>>   static DEVICE_ATTR_RO(idle_residency_ms);
>>   
>> diff --git a/drivers/gpu/drm/xe/xe_gt_idle.h b/drivers/gpu/drm/xe/xe_gt_idle.h
>> index 4455a6501cb0..887791f653ac 100644
>> --- a/drivers/gpu/drm/xe/xe_gt_idle.h
>> +++ b/drivers/gpu/drm/xe/xe_gt_idle.h
>> @@ -17,5 +17,6 @@ void xe_gt_idle_disable_c6(struct xe_gt *gt);
>>   void xe_gt_idle_enable_pg(struct xe_gt *gt);
>>   void xe_gt_idle_disable_pg(struct xe_gt *gt);
>>   int xe_gt_idle_pg_print(struct xe_gt *gt, struct drm_printer *p);
>> +u64 xe_gt_idle_residency(struct xe_gt *gt);
>>   
>>   #endif /* _XE_GT_IDLE_H_ */
>> diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
>> index bdaea9ca1065..b1b38d245e00 100644
>> --- a/drivers/gpu/drm/xe/xe_pmu.c
>> +++ b/drivers/gpu/drm/xe/xe_pmu.c
>> @@ -11,10 +11,15 @@
>>   #include "xe_device.h"
>>   #include "xe_force_wake.h"
>>   #include "xe_gt_clock.h"
>> +#include "xe_gt_idle.h"
>> +#include "xe_guc_pc.h"
>>   #include "xe_mmio.h"
>>   #include "xe_macros.h"
>> +#include "xe_module.h"
>>   #include "xe_pm.h"
>>   
>> +#define FREQUENCY 200
>> +
>>   static cpumask_t xe_pmu_cpumask;
>>   static unsigned int xe_pmu_target_cpu = -1;
>>   
>> @@ -35,6 +40,11 @@ static unsigned int xe_pmu_target_cpu = -1;
>>    *
>>    */
>>   
>> +static struct xe_pmu *event_to_pmu(struct perf_event *event)
>> +{
>> +	return container_of(event->pmu, struct xe_pmu, base);
>> +}
>> +
>>   static unsigned int config_gt_id(const u64 config)
>>   {
>>   	return config >> __XE_PMU_GT_SHIFT;
>> @@ -45,6 +55,35 @@ static u64 config_counter(const u64 config)
>>   	return config & ~(~0ULL << __XE_PMU_GT_SHIFT);
>>   }
>>   
>> +static unsigned int other_bit(const u64 config)
>> +{
>> +	unsigned int val;
>> +
>> +	switch (config_counter(config)) {
>> +	case XE_PMU_RC6_RESIDENCY:
>> +		val = __XE_PMU_RC6_RESIDENCY_ENABLED;
>> +		break;
>> +	default:
>> +		/*
>> +		 * Events that do not require sampling, or tracking state
>> +		 * transitions between enabled and disabled can be ignored.
>> +		 */
>> +		return -1;
>> +	}
>> +
>> +	return config_gt_id(config) * __XE_PMU_TRACKED_EVENT_COUNT + val;
>> +}
>> +
>> +static unsigned int config_bit(const u64 config)
>> +{
>> +	return other_bit(config);
>> +}
>> +
>> +static unsigned int event_bit(struct perf_event *event)
>> +{
>> +	return config_bit(event->attr.config);
>> +}
>> +
>>   static void xe_pmu_event_destroy(struct perf_event *event)
>>   {
>>   	struct xe_device *xe =
>> @@ -64,6 +103,10 @@ config_status(struct xe_device *xe, u64 config)
>>   		return -ENOENT;
>>   
>>   	switch (config_counter(config)) {
>> +	case XE_PMU_RC6_RESIDENCY:
>> +		if (xe->info.skip_guc_pc)
>> +			return -ENODEV;
>> +		break;
>>   	default:
>>   		return -ENOENT;
>>   	}
>> @@ -110,6 +153,63 @@ static int xe_pmu_event_init(struct perf_event *event)
>>   	return 0;
>>   }
>>   
>> +static inline s64 ktime_since_raw(const ktime_t kt)
>> +{
>> +	return ktime_to_ns(ktime_sub(ktime_get_raw(), kt));
>> +}
>> +
>> +static u64 read_sample(struct xe_pmu *pmu, unsigned int gt_id, int sample)
>> +{
>> +	return pmu->event_sample[gt_id][sample].cur;
>> +}
>> +
>> +static void
>> +store_sample(struct xe_pmu *pmu, unsigned int gt_id, int sample, u64 val)
>> +{
>> +	pmu->event_sample[gt_id][sample].cur = val;
>> +}
>> +
>> +static u64 get_rc6(struct xe_gt *gt)
>> +{
>> +	struct xe_device *xe = gt_to_xe(gt);
>> +	const unsigned int gt_id = gt->info.id;
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +	bool device_awake;
>> +	unsigned long flags;
>> +	u64 val;
>> +
>> +	device_awake = xe_pm_runtime_get_if_active(xe);
>> +	if (device_awake) {
>> +		val = xe_gt_idle_residency(gt);
>> +		xe_pm_runtime_put(xe);
>> +	}
>> +
>> +	spin_lock_irqsave(&pmu->lock, flags);
>> +
>> +	if (device_awake) {
>> +		store_sample(pmu, gt_id, __XE_SAMPLE_RC6, val);
>> +	} else {
>> +		/*
>> +		 * We think we are runtime suspended.
>> +		 *
>> +		 * Report the delta from when the device was suspended to now,
>> +		 * on top of the last known real value, as the approximated RC6
>> +		 * counter value.
>> +		 */
>> +		val = ktime_since_raw(pmu->sleep_last[gt_id]);
>> +		val += read_sample(pmu, gt_id, __XE_SAMPLE_RC6);
>> +	}
>> +
>> +	if (val < read_sample(pmu, gt_id, __XE_SAMPLE_RC6_LAST_REPORTED))
>> +		val = read_sample(pmu, gt_id, __XE_SAMPLE_RC6_LAST_REPORTED);
>> +	else
>> +		store_sample(pmu, gt_id, __XE_SAMPLE_RC6_LAST_REPORTED, val);
>> +
>> +	spin_unlock_irqrestore(&pmu->lock, flags);
>> +
>> +	return val;
>> +}
>> +
>>   static u64 __xe_pmu_event_read(struct perf_event *event)
>>   {
>>   	struct xe_device *xe =
>> @@ -120,6 +220,9 @@ static u64 __xe_pmu_event_read(struct perf_event *event)
>>   	u64 val = 0;
>>   
>>   	switch (config_counter(config)) {
>> +	case XE_PMU_RC6_RESIDENCY:
>> +		val = get_rc6(gt);
>> +		break;
>>   	default:
>>   		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
>>   	}
>> @@ -151,6 +254,28 @@ static void xe_pmu_event_read(struct perf_event *event)
>>   
>>   static void xe_pmu_enable(struct perf_event *event)
>>   {
>> +	struct xe_pmu *pmu = event_to_pmu(event);
>> +	const unsigned int bit = event_bit(event);
>> +	unsigned long flags;
>> +
>> +	if (bit == -1)
>> +		goto update;
>> +
>> +	spin_lock_irqsave(&pmu->lock, flags);
> lockdep didn't like it:
>
> [ 8969.701191] =============================
> [ 8969.705238] [ BUG: Invalid wait context ]
> [ 8969.709277] 6.11.0+ #44 Tainted: G     U     OE
> [ 8969.714289] -----------------------------
> [ 8969.718326] perf/10438 is trying to lock:
> [ 8969.722371] ffff88827ead2d50 (&pmu->lock){....}-{3:3}, at: xe_pmu_enable+0xdb/0x340 [xe]
> [ 8969.731153] other info that might help us debug this:
> [ 8969.736254] context-{5:5}
> [ 8969.738912] 3 locks held by perf/10438:
> [ 8969.742785]  #0: ffff888f73a11f98 (&cpuctx_mutex){+.+.}-{4:4}, at: perf_event_ctx_lock_nested+0x18b/0x340
> [ 8969.752448]  #1: ffff888100fb6d98 (&event->child_mutex){+.+.}-{4:4}, at: perf_event_for_each_child+0x7d/0x140
> [ 8969.762456]  #2: ffff888f73a11ef8 (&cpuctx_lock){....}-{2:2}, at: event_function+0x10f/0x460
> [ 8969.770975] stack backtrace:
> [ 8969.773882] CPU: 0 UID: 0 PID: 10438 Comm: perf Tainted: G     U     OE      6.11.0+ #44
> [ 8969.782037] Tainted: [U]=USER, [O]=OOT_MODULE, [E]=UNSIGNED_MODULE
> [ 8969.788260] Hardware name: iBUYPOWER INTEL/B660 DS3H AC DDR4-Y1, BIOS F5 12/17/2021
> [ 8969.795976] Call Trace:
> [ 8969.798453]  <TASK>
> [ 8969.800581]  dump_stack_lvl+0x8f/0xe0
> [ 8969.804290]  __lock_acquire+0x159a/0x6270
> [ 8969.808357]  ? __pfx___lock_acquire+0x10/0x10
> [ 8969.812763]  lock_acquire+0x19e/0x500
> [ 8969.816469]  ? xe_pmu_enable+0xdb/0x340 [xe]

Fixed it. There was a double wakeref_get() in the path.

Thanks,

Vinay.

>
>
>> +
>> +	/*
>> +	 * Update the bitmask of enabled events and increment
>> +	 * the event reference counter.
>> +	 */
>> +	BUILD_BUG_ON(ARRAY_SIZE(pmu->enable_count) != XE_PMU_MASK_BITS);
>> +	XE_WARN_ON(bit >= ARRAY_SIZE(pmu->enable_count));
>> +	XE_WARN_ON(pmu->enable_count[bit] == ~0);
>> +
>> +	pmu->enable |= BIT(bit);
>> +	pmu->enable_count[bit]++;
>> +
>> +	spin_unlock_irqrestore(&pmu->lock, flags);
>> +update:
>>   	/*
>>   	 * Store the current counter value so we can report the correct delta
>>   	 * for all listeners. Even when the event was already enabled and has
>> @@ -277,6 +402,7 @@ create_event_attributes(struct xe_pmu *pmu)
>>   		const char *name;
>>   		const char *unit;
>>   	} events[] = {
>> +		__event(0, "rc6-residency", "ms"),
>>   	};
>>   
>>   	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
>> @@ -465,6 +591,32 @@ static void xe_pmu_unregister_cpuhp_state(struct xe_pmu *pmu)
>>   	cpuhp_state_remove_instance(cpuhp_slot, &pmu->cpuhp.node);
>>   }
>>   
>> +static void store_rc6_residency(struct xe_gt *gt)
>> +{
>> +	struct xe_device *xe = gt_to_xe(gt);
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +
>> +	store_sample(pmu, gt->info.id, __XE_SAMPLE_RC6,
>> +		     xe_gt_idle_residency(gt));
>> +	pmu->sleep_last[gt->info.id] = ktime_get_raw();
>> +}
>> +
>> +/**
>> + * xe_pmu_suspend() - Save residency count before suspend
>> + */
>> +void xe_pmu_suspend(struct xe_gt *gt)
>> +{
>> +	struct xe_device *xe = gt_to_xe(gt);
>> +	struct xe_pmu *pmu = &xe->pmu;
>> +
>> +	if (!pmu->base.event_init)
>> +		return;
>> +
>> +	spin_lock_irq(&pmu->lock);
>> +	store_rc6_residency(gt);
>> +	spin_unlock_irq(&pmu->lock);
>> +}
>> +
>>   /**
>>    * xe_pmu_unregister() - Remove/cleanup PMU registration
>>    */
>> @@ -492,6 +644,24 @@ void xe_pmu_unregister(void *arg)
>>   	free_event_attributes(pmu);
>>   }
>>   
>> +static void init_rc6(struct xe_pmu *pmu)
>> +{
>> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
>> +	struct xe_gt *gt;
>> +	unsigned int j;
>> +
>> +	for_each_gt(gt, xe, j) {
>> +		xe_pm_runtime_get(xe);
>> +		u64 val = xe_gt_idle_residency(gt);
>> +
>> +		store_sample(pmu, j, __XE_SAMPLE_RC6, val);
>> +		store_sample(pmu, j, __XE_SAMPLE_RC6_LAST_REPORTED,
>> +			     val);
>> +		pmu->sleep_last[j] = ktime_get_raw();
>> +		xe_pm_runtime_put(xe);
>> +	}
>> +}
>> +
>>   /**
>>    * xe_pmu_register() - Define basic PMU properties for Xe and add event callbacks.
>>    *
>> @@ -525,6 +695,8 @@ void xe_pmu_register(struct xe_pmu *pmu)
>>   	if (!pmu->events_attr_group.attrs)
>>   		goto err_name;
>>   
>> +	init_rc6(pmu);
>> +
>>   	pmu->base.attr_groups = kmemdup(attr_groups, sizeof(attr_groups),
>>   					GFP_KERNEL);
>>   	if (!pmu->base.attr_groups)
>> diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
>> index d07e5dfdfec0..17f5a8d7d45c 100644
>> --- a/drivers/gpu/drm/xe/xe_pmu.h
>> +++ b/drivers/gpu/drm/xe/xe_pmu.h
>> @@ -15,11 +15,13 @@ int xe_pmu_init(void);
>>   void xe_pmu_exit(void);
>>   void xe_pmu_register(struct xe_pmu *pmu);
>>   void xe_pmu_unregister(void *arg);
>> +void xe_pmu_suspend(struct xe_gt *gt);
>>   #else
>>   static inline int xe_pmu_init(void) { return 0; }
>>   static inline void xe_pmu_exit(void) {}
>>   static inline void xe_pmu_register(struct xe_pmu *pmu) {}
>>   static inline void xe_pmu_unregister(void *arg) {}
>> +static inline void xe_pmu_suspend(struct xe_gt *gt) {}
>>   #endif
>>   
>>   #endif
>> diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
>> index ca0e7cbe2081..1213d2a73492 100644
>> --- a/drivers/gpu/drm/xe/xe_pmu_types.h
>> +++ b/drivers/gpu/drm/xe/xe_pmu_types.h
>> @@ -11,11 +11,34 @@
>>   #include <uapi/drm/xe_drm.h>
>>   
>>   enum {
>> +	__XE_SAMPLE_RC6,
>> +	__XE_SAMPLE_RC6_LAST_REPORTED,
>>   	__XE_NUM_PMU_SAMPLERS
>>   };
>>   
>>   #define XE_PMU_MAX_GT 2
>>   
>> +/*
>> + * Non-engine events that we need to track enabled-disabled transition and
>> + * current state.
>> + */
>> +enum xe_pmu_tracked_events {
>> +	__XE_PMU_RC6_RESIDENCY_ENABLED,
>> +	__XE_PMU_TRACKED_EVENT_COUNT, /* count marker */
>> +};
>> +
>> +/*
>> + * How many different events we track in the global PMU mask.
>> + *
>> + * It is also used to know to needed number of event reference counters.
>> + */
>> +#define XE_PMU_MASK_BITS \
>> +	(XE_PMU_MAX_GT * __XE_PMU_TRACKED_EVENT_COUNT)
>> +
>> +struct xe_pmu_sample {
>> +	u64 cur;
>> +};
>> +
>>   struct xe_pmu {
>>   	/**
>>   	 * @cpuhp: Struct used for CPU hotplug handling.
>> @@ -58,6 +81,41 @@ struct xe_pmu {
>>   	 * @pmu_attr: Memory block holding device attributes.
>>   	 */
>>   	void *pmu_attr;
>> +
>> +	/**
>> +	 * @enable: Bitmask of specific enabled events.
>> +	 *
>> +	 * For some events we need to track their state and do some internal
>> +	 * house keeping.
>> +	 *
>> +	 * Each engine event sampler type and event listed in enum
>> +	 * i915_pmu_tracked_events gets a bit in this field.
>> +	 *
>> +	 * Low bits are engine samplers and other events continue from there.
>> +	 */
>> +	u32 enable;
>> +
>> +	/**
>> +	 * @enable_count: Reference counts for the enabled events.
>> +	 *
>> +	 * Array indices are mapped in the same way as bits in the @enable field
>> +	 * and they are used to control sampling on/off when multiple clients
>> +	 * are using the PMU API.
>> +	 */
>> +	unsigned int enable_count[XE_PMU_MASK_BITS];
>> +	/**
>> +	 * @sample: Current and previous (raw) counters for sampling events.
>> +	 *
>> +	 * These counters are updated from the i915 PMU sampling timer.
>> +	 *
>> +	 * Only global counters are held here, while the per-engine ones are in
>> +	 * struct intel_engine_cs.
>> +	 */
>> +	struct xe_pmu_sample event_sample[XE_PMU_MAX_GT][__XE_NUM_PMU_SAMPLERS];
>> +	/**
>> +	 * @sleep_last: Last time GT parked for RC6 estimation.
>> +	 */
>> +	ktime_t sleep_last[XE_PMU_MAX_GT];
>>   };
>>   
>>   #endif
>> diff --git a/include/uapi/drm/xe_drm.h b/include/uapi/drm/xe_drm.h
>> index 2c5f258eee3a..3ef3926551dd 100644
>> --- a/include/uapi/drm/xe_drm.h
>> +++ b/include/uapi/drm/xe_drm.h
>> @@ -1396,6 +1396,10 @@ struct drm_xe_wait_user_fence {
>>   
>>   #define ___XE_PMU_OTHER(gt, x) \
>>   	(((__u64)(x)) | ((__u64)(gt) << __XE_PMU_GT_SHIFT))
>> +#define __XE_PMU_OTHER(x) ___XE_PMU_OTHER(0, x)
>> +
>> +#define XE_PMU_RC6_RESIDENCY                    __XE_PMU_OTHER(0)
>> +#define __XE_PMU_RC6_RESIDENCY(gt)              ___XE_PMU_OTHER(gt, 0)
>>   
>>   /**
>>    * enum drm_xe_observation_type - Observation stream types
>> -- 
>> 2.38.1
>>

Re: [PATCH 2/3] drm/xe/pmu: Add GT C6 events

[Riana Tauro]

Hi Vinay

On 9/27/2024 5:53 AM, Vinay Belgaumkar wrote:
> Provide a PMU interface for GT C6 residency counters. The implementation
> is ported over from the i915 PMU code. Residency is provided in units of
> ms(similar to sysfs entry - /sys/class/drm/card0/device/tile0/gt0/gtidle).
> 
> Following PMU events are being added-
> 
>>> perf list | grep rc6
> 
>    xe_0000_00_02.0/rc6-residency-gt0/                 [Kernel PMU event]
>    xe_0000_00_02.0/rc6-residency-gt1/                 [Kernel PMU event]
> 
> v2: Checkpatch fix, move timer code to next patch
> v3: Fix kunit issue
> 
> Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
> Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
> ---
>   drivers/gpu/drm/xe/xe_gt.c        |   2 +
>   drivers/gpu/drm/xe/xe_gt_idle.c   |  20 ++--
>   drivers/gpu/drm/xe/xe_gt_idle.h   |   1 +
>   drivers/gpu/drm/xe/xe_pmu.c       | 172 ++++++++++++++++++++++++++++++
>   drivers/gpu/drm/xe/xe_pmu.h       |   2 +
>   drivers/gpu/drm/xe/xe_pmu_types.h |  58 ++++++++++
>   include/uapi/drm/xe_drm.h         |   4 +
>   7 files changed, 253 insertions(+), 6 deletions(-)
> 
> diff --git a/drivers/gpu/drm/xe/xe_gt.c b/drivers/gpu/drm/xe/xe_gt.c
> index 9b0218109647..7a190c49c573 100644
> --- a/drivers/gpu/drm/xe/xe_gt.c
> +++ b/drivers/gpu/drm/xe/xe_gt.c
> @@ -872,6 +872,8 @@ int xe_gt_suspend(struct xe_gt *gt)
>   
>   	xe_gt_idle_disable_pg(gt);
>   
> +	xe_pmu_suspend(gt);
> +
>   	xe_gt_disable_host_l2_vram(gt);
>   
>   	XE_WARN_ON(xe_force_wake_put(gt_to_fw(gt), XE_FORCEWAKE_ALL));
> diff --git a/drivers/gpu/drm/xe/xe_gt_idle.c b/drivers/gpu/drm/xe/xe_gt_idle.c
> index 531924b6c0a1..e0a12ac7387c 100644
> --- a/drivers/gpu/drm/xe/xe_gt_idle.c
> +++ b/drivers/gpu/drm/xe/xe_gt_idle.c
> @@ -277,18 +277,26 @@ static ssize_t idle_status_show(struct device *dev,
>   }
>   static DEVICE_ATTR_RO(idle_status);
>   
> -static ssize_t idle_residency_ms_show(struct device *dev,
> -				      struct device_attribute *attr, char *buff)
> +u64 xe_gt_idle_residency(struct xe_gt *gt)
>   {
> -	struct xe_gt_idle *gtidle = dev_to_gtidle(dev);
> +	struct xe_device *xe = gt_to_xe(gt);
> +	struct xe_gt_idle *gtidle = &gt->gtidle;
>   	struct xe_guc_pc *pc = gtidle_to_pc(gtidle);
>   	u64 residency;
>   
> -	xe_pm_runtime_get(pc_to_xe(pc));
> +	xe_pm_runtime_get(xe);
>   	residency = gtidle->idle_residency(pc);
> -	xe_pm_runtime_put(pc_to_xe(pc));
> +	xe_pm_runtime_put(xe);
> +
> +	return get_residency_ms(gtidle, residency);
> +}
> +
> +static ssize_t idle_residency_ms_show(struct device *dev,
> +				      struct device_attribute *attr, char *buff)
> +{
> +	struct xe_gt_idle *gtidle = dev_to_gtidle(dev);
>   
> -	return sysfs_emit(buff, "%llu\n", get_residency_ms(gtidle, residency));
> +	return sysfs_emit(buff, "%llu\n", xe_gt_idle_residency(gtidle_to_gt(gtidle)));
>   }
>   static DEVICE_ATTR_RO(idle_residency_ms);
>   
> diff --git a/drivers/gpu/drm/xe/xe_gt_idle.h b/drivers/gpu/drm/xe/xe_gt_idle.h
> index 4455a6501cb0..887791f653ac 100644
> --- a/drivers/gpu/drm/xe/xe_gt_idle.h
> +++ b/drivers/gpu/drm/xe/xe_gt_idle.h
> @@ -17,5 +17,6 @@ void xe_gt_idle_disable_c6(struct xe_gt *gt);
>   void xe_gt_idle_enable_pg(struct xe_gt *gt);
>   void xe_gt_idle_disable_pg(struct xe_gt *gt);
>   int xe_gt_idle_pg_print(struct xe_gt *gt, struct drm_printer *p);
> +u64 xe_gt_idle_residency(struct xe_gt *gt);
idle_residency_ms?
>   
>   #endif /* _XE_GT_IDLE_H_ */
> diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
> index bdaea9ca1065..b1b38d245e00 100644
> --- a/drivers/gpu/drm/xe/xe_pmu.c
> +++ b/drivers/gpu/drm/xe/xe_pmu.c
> @@ -11,10 +11,15 @@
>   #include "xe_device.h"
>   #include "xe_force_wake.h"
>   #include "xe_gt_clock.h"
> +#include "xe_gt_idle.h"
> +#include "xe_guc_pc.h"
>   #include "xe_mmio.h"
>   #include "xe_macros.h"
> +#include "xe_module.h"
>   #include "xe_pm.h"
>   
> +#define FREQUENCY 200
> +
>   static cpumask_t xe_pmu_cpumask;
>   static unsigned int xe_pmu_target_cpu = -1;
>   
> @@ -35,6 +40,11 @@ static unsigned int xe_pmu_target_cpu = -1;
>    *
>    */
>   
> +static struct xe_pmu *event_to_pmu(struct perf_event *event)
> +{
> +	return container_of(event->pmu, struct xe_pmu, base);
> +}
> +
>   static unsigned int config_gt_id(const u64 config)
>   {
>   	return config >> __XE_PMU_GT_SHIFT;
> @@ -45,6 +55,35 @@ static u64 config_counter(const u64 config)
>   	return config & ~(~0ULL << __XE_PMU_GT_SHIFT);
>   }
>   
> +static unsigned int other_bit(const u64 config)
> +{
> +	unsigned int val;
> +
> +	switch (config_counter(config)) {
> +	case XE_PMU_RC6_RESIDENCY:
> +		val = __XE_PMU_RC6_RESIDENCY_ENABLED;
> +		break;
> +	default:
> +		/*
> +		 * Events that do not require sampling, or tracking state
> +		 * transitions between enabled and disabled can be ignored.
> +		 */
> +		return -1;
> +	}
> +
> +	return config_gt_id(config) * __XE_PMU_TRACKED_EVENT_COUNT + val;
> +}
> +
> +static unsigned int config_bit(const u64 config)
> +{
> +	return other_bit(config);
> +}
> +
> +static unsigned int event_bit(struct perf_event *event)
> +{
> +	return config_bit(event->attr.config);
> +}
> +
>   static void xe_pmu_event_destroy(struct perf_event *event)
>   {
>   	struct xe_device *xe =
> @@ -64,6 +103,10 @@ config_status(struct xe_device *xe, u64 config)
>   		return -ENOENT;
>   
>   	switch (config_counter(config)) {
> +	case XE_PMU_RC6_RESIDENCY:
> +		if (xe->info.skip_guc_pc)
> +			return -ENODEV;
> +		break;
>   	default:
>   		return -ENOENT;
>   	}
> @@ -110,6 +153,63 @@ static int xe_pmu_event_init(struct perf_event *event)
>   	return 0;
>   }
>   
> +static inline s64 ktime_since_raw(const ktime_t kt)
> +{
> +	return ktime_to_ns(ktime_sub(ktime_get_raw(), kt));
> +}
> +
> +static u64 read_sample(struct xe_pmu *pmu, unsigned int gt_id, int sample)
> +{
> +	return pmu->event_sample[gt_id][sample].cur;
> +}
> +
> +static void
> +store_sample(struct xe_pmu *pmu, unsigned int gt_id, int sample, u64 val)
> +{
> +	pmu->event_sample[gt_id][sample].cur = val;
> +}
> +
> +static u64 get_rc6(struct xe_gt *gt)
> +{
> +	struct xe_device *xe = gt_to_xe(gt);
> +	const unsigned int gt_id = gt->info.id;
> +	struct xe_pmu *pmu = &xe->pmu;
> +	bool device_awake;
> +	unsigned long flags;
> +	u64 val;
> +
> +	device_awake = xe_pm_runtime_get_if_active(xe);
> +	if (device_awake) {
> +		val = xe_gt_idle_residency(gt);
> +		xe_pm_runtime_put(xe);
> +	}
> +
> +	spin_lock_irqsave(&pmu->lock, flags);
> +
> +	if (device_awake) {
> +		store_sample(pmu, gt_id, __XE_SAMPLE_RC6, val);
> +	} else {
> +		/*
> +		 * We think we are runtime suspended.
> +		 *
> +		 * Report the delta from when the device was suspended to now,
> +		 * on top of the last known real value, as the approximated RC6
> +		 * counter value.
> +		 */
> +		val = ktime_since_raw(pmu->sleep_last[gt_id]);
> +		val += read_sample(pmu, gt_id, __XE_SAMPLE_RC6);
> +	}
> +
> +	if (val < read_sample(pmu, gt_id, __XE_SAMPLE_RC6_LAST_REPORTED))
> +		val = read_sample(pmu, gt_id, __XE_SAMPLE_RC6_LAST_REPORTED);
> +	else
> +		store_sample(pmu, gt_id, __XE_SAMPLE_RC6_LAST_REPORTED, val);
> +
> +	spin_unlock_irqrestore(&pmu->lock, flags);
> +
> +	return val;
> +}
> +
>   static u64 __xe_pmu_event_read(struct perf_event *event)
>   {
>   	struct xe_device *xe =
> @@ -120,6 +220,9 @@ static u64 __xe_pmu_event_read(struct perf_event *event)
>   	u64 val = 0;
>   
>   	switch (config_counter(config)) {
> +	case XE_PMU_RC6_RESIDENCY:
> +		val = get_rc6(gt);
> +		break;
>   	default:
>   		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
>   	}
> @@ -151,6 +254,28 @@ static void xe_pmu_event_read(struct perf_event *event)
>   
>   static void xe_pmu_enable(struct perf_event *event)
>   {
> +	struct xe_pmu *pmu = event_to_pmu(event);
> +	const unsigned int bit = event_bit(event);
> +	unsigned long flags;
> +
> +	if (bit == -1)
> +		goto update;
> +
> +	spin_lock_irqsave(&pmu->lock, flags);
> +
> +	/*
> +	 * Update the bitmask of enabled events and increment
> +	 * the event reference counter.
> +	 */
> +	BUILD_BUG_ON(ARRAY_SIZE(pmu->enable_count) != XE_PMU_MASK_BITS);
> +	XE_WARN_ON(bit >= ARRAY_SIZE(pmu->enable_count));
> +	XE_WARN_ON(pmu->enable_count[bit] == ~0);
> +
> +	pmu->enable |= BIT(bit);
> +	pmu->enable_count[bit]++;
> +
> +	spin_unlock_irqrestore(&pmu->lock, flags);
> +update:
>   	/*
>   	 * Store the current counter value so we can report the correct delta
>   	 * for all listeners. Even when the event was already enabled and has
> @@ -277,6 +402,7 @@ create_event_attributes(struct xe_pmu *pmu)
>   		const char *name;
>   		const char *unit;
>   	} events[] = {
> +		__event(0, "rc6-residency", "ms"),
>   	};
>   
>   	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
> @@ -465,6 +591,32 @@ static void xe_pmu_unregister_cpuhp_state(struct xe_pmu *pmu)
>   	cpuhp_state_remove_instance(cpuhp_slot, &pmu->cpuhp.node);
>   }
>   
> +static void store_rc6_residency(struct xe_gt *gt)
> +{
> +	struct xe_device *xe = gt_to_xe(gt);
> +	struct xe_pmu *pmu = &xe->pmu;
> +
> +	store_sample(pmu, gt->info.id, __XE_SAMPLE_RC6,
> +		     xe_gt_idle_residency(gt));
> +	pmu->sleep_last[gt->info.id] = ktime_get_raw();
> +}
> +
> +/**
> + * xe_pmu_suspend() - Save residency count before suspend
> + */
> +void xe_pmu_suspend(struct xe_gt *gt)
> +{
> +	struct xe_device *xe = gt_to_xe(gt);
> +	struct xe_pmu *pmu = &xe->pmu;
> +
> +	if (!pmu->base.event_init)
> +		return;
> +
> +	spin_lock_irq(&pmu->lock);
> +	store_rc6_residency(gt);
> +	spin_unlock_irq(&pmu->lock);
> +}
> +
>   /**
>    * xe_pmu_unregister() - Remove/cleanup PMU registration
>    */
> @@ -492,6 +644,24 @@ void xe_pmu_unregister(void *arg)
>   	free_event_attributes(pmu);
>   }
>   
> +static void init_rc6(struct xe_pmu *pmu)
> +{
> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
> +	struct xe_gt *gt;
> +	unsigned int j;
> +
> +	for_each_gt(gt, xe, j) {
> +		xe_pm_runtime_get(xe);
> +		u64 val = xe_gt_idle_residency(gt);
> +
> +		store_sample(pmu, j, __XE_SAMPLE_RC6, val);
> +		store_sample(pmu, j, __XE_SAMPLE_RC6_LAST_REPORTED,
> +			     val);
> +		pmu->sleep_last[j] = ktime_get_raw();
> +		xe_pm_runtime_put(xe);
> +	}
> +}
> +
>   /**
>    * xe_pmu_register() - Define basic PMU properties for Xe and add event callbacks.
>    *
> @@ -525,6 +695,8 @@ void xe_pmu_register(struct xe_pmu *pmu)
>   	if (!pmu->events_attr_group.attrs)
>   		goto err_name;
>   
> +	init_rc6(pmu);
> +
>   	pmu->base.attr_groups = kmemdup(attr_groups, sizeof(attr_groups),
>   					GFP_KERNEL);
>   	if (!pmu->base.attr_groups)
> diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
> index d07e5dfdfec0..17f5a8d7d45c 100644
> --- a/drivers/gpu/drm/xe/xe_pmu.h
> +++ b/drivers/gpu/drm/xe/xe_pmu.h
> @@ -15,11 +15,13 @@ int xe_pmu_init(void);
>   void xe_pmu_exit(void);
>   void xe_pmu_register(struct xe_pmu *pmu);
>   void xe_pmu_unregister(void *arg);
> +void xe_pmu_suspend(struct xe_gt *gt);
>   #else
>   static inline int xe_pmu_init(void) { return 0; }
>   static inline void xe_pmu_exit(void) {}
>   static inline void xe_pmu_register(struct xe_pmu *pmu) {}
>   static inline void xe_pmu_unregister(void *arg) {}
> +static inline void xe_pmu_suspend(struct xe_gt *gt) {}
>   #endif
>   
>   #endif
> diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
> index ca0e7cbe2081..1213d2a73492 100644
> --- a/drivers/gpu/drm/xe/xe_pmu_types.h
> +++ b/drivers/gpu/drm/xe/xe_pmu_types.h
> @@ -11,11 +11,34 @@
>   #include <uapi/drm/xe_drm.h>
>   
>   enum {
> +	__XE_SAMPLE_RC6,
> +	__XE_SAMPLE_RC6_LAST_REPORTED,
>   	__XE_NUM_PMU_SAMPLERS
>   };
>   
>   #define XE_PMU_MAX_GT 2
>   
> +/*
> + * Non-engine events that we need to track enabled-disabled transition and
> + * current state.
> + */
> +enum xe_pmu_tracked_events {
> +	__XE_PMU_RC6_RESIDENCY_ENABLED,
> +	__XE_PMU_TRACKED_EVENT_COUNT, /* count marker */
> +};
> +
> +/*
> + * How many different events we track in the global PMU mask.
> + *
> + * It is also used to know to needed number of event reference counters.
> + */
> +#define XE_PMU_MASK_BITS \
> +	(XE_PMU_MAX_GT * __XE_PMU_TRACKED_EVENT_COUNT)
> +
> +struct xe_pmu_sample {
> +	u64 cur;
> +};
Is struct required? Next patch also doesn't add anything under this
> +
>   struct xe_pmu {
>   	/**
>   	 * @cpuhp: Struct used for CPU hotplug handling.
> @@ -58,6 +81,41 @@ struct xe_pmu {
>   	 * @pmu_attr: Memory block holding device attributes.
>   	 */
>   	void *pmu_attr;
> +
> +	/**
> +	 * @enable: Bitmask of specific enabled events.
> +	 *
> +	 * For some events we need to track their state and do some internal
> +	 * house keeping.
> +	 *
> +	 * Each engine event sampler type and event listed in enum
> +	 * i915_pmu_tracked_events gets a bit in this field.
> +	 *
> +	 * Low bits are engine samplers and other events continue from there.
> +	 */
> +	u32 enable;
> +
> +	/**
> +	 * @enable_count: Reference counts for the enabled events.
%s/counts/count or counter
> +	 *
> +	 * Array indices are mapped in the same way as bits in the @enable field
> +	 * and they are used to control sampling on/off when multiple clients
> +	 * are using the PMU API.
> +	 */
> +	unsigned int enable_count[XE_PMU_MASK_BITS];
> +	/**
> +	 * @sample: Current and previous (raw) counters for sampling events.
> +	 *
> +	 * These counters are updated from the i915 PMU sampling timer.
> +	 *
> +	 * Only global counters are held here, while the per-engine ones are in
> +	 * struct intel_engine_cs.
> +	 */
> +	struct xe_pmu_sample event_sample[XE_PMU_MAX_GT][__XE_NUM_PMU_SAMPLERS];
> +	/**
> +	 * @sleep_last: Last time GT parked for RC6 estimation.
> +	 */
> +	ktime_t sleep_last[XE_PMU_MAX_GT];
>   };
>   
>   #endif
> diff --git a/include/uapi/drm/xe_drm.h b/include/uapi/drm/xe_drm.h
> index 2c5f258eee3a..3ef3926551dd 100644
> --- a/include/uapi/drm/xe_drm.h
> +++ b/include/uapi/drm/xe_drm.h
> @@ -1396,6 +1396,10 @@ struct drm_xe_wait_user_fence {
>   
>   #define ___XE_PMU_OTHER(gt, x) \
>   	(((__u64)(x)) | ((__u64)(gt) << __XE_PMU_GT_SHIFT))
> +#define __XE_PMU_OTHER(x) ___XE_PMU_OTHER(0, x)
> +
> +#define XE_PMU_RC6_RESIDENCY                    __XE_PMU_OTHER(0)
> +#define __XE_PMU_RC6_RESIDENCY(gt)              ___XE_PMU_OTHER(gt, 0)
Do we need both of this in the uapi file.?
We can have only XE_PMU_RC6_RESIDENCY(gt) and use

switch (config_counter(config)) {
	case XE_PMU_RC6_RESIDENCY(0)

Thanks,
Riana
>   
>   /**
>    * enum drm_xe_observation_type - Observation stream types

Re: [PATCH 2/3] drm/xe/pmu: Add GT C6 events

[Belgaumkar, Vinay]

On 9/30/2024 2:35 AM, Riana Tauro wrote:
> Hi Vinay
>
> On 9/27/2024 5:53 AM, Vinay Belgaumkar wrote:
>> Provide a PMU interface for GT C6 residency counters. The implementation
>> is ported over from the i915 PMU code. Residency is provided in units of
>> ms(similar to sysfs entry - 
>> /sys/class/drm/card0/device/tile0/gt0/gtidle).
>>
>> Following PMU events are being added-
>>
>>>> perf list | grep rc6
>>
>>    xe_0000_00_02.0/rc6-residency-gt0/                 [Kernel PMU event]
>>    xe_0000_00_02.0/rc6-residency-gt1/                 [Kernel PMU event]
>>
>> v2: Checkpatch fix, move timer code to next patch
>> v3: Fix kunit issue
>>
>> Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
>> Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
>> ---
>>   drivers/gpu/drm/xe/xe_gt.c        |   2 +
>>   drivers/gpu/drm/xe/xe_gt_idle.c   |  20 ++--
>>   drivers/gpu/drm/xe/xe_gt_idle.h   |   1 +
>>   drivers/gpu/drm/xe/xe_pmu.c       | 172 ++++++++++++++++++++++++++++++
>>   drivers/gpu/drm/xe/xe_pmu.h       |   2 +
>>   drivers/gpu/drm/xe/xe_pmu_types.h |  58 ++++++++++
>>   include/uapi/drm/xe_drm.h         |   4 +
>>   7 files changed, 253 insertions(+), 6 deletions(-)
>>
>> diff --git a/drivers/gpu/drm/xe/xe_gt.c b/drivers/gpu/drm/xe/xe_gt.c
>> index 9b0218109647..7a190c49c573 100644
>> --- a/drivers/gpu/drm/xe/xe_gt.c
>> +++ b/drivers/gpu/drm/xe/xe_gt.c
>> @@ -872,6 +872,8 @@ int xe_gt_suspend(struct xe_gt *gt)
>>         xe_gt_idle_disable_pg(gt);
>>   +    xe_pmu_suspend(gt);
>> +
>>       xe_gt_disable_host_l2_vram(gt);
>>         XE_WARN_ON(xe_force_wake_put(gt_to_fw(gt), XE_FORCEWAKE_ALL));
>> diff --git a/drivers/gpu/drm/xe/xe_gt_idle.c 
>> b/drivers/gpu/drm/xe/xe_gt_idle.c
>> index 531924b6c0a1..e0a12ac7387c 100644
>> --- a/drivers/gpu/drm/xe/xe_gt_idle.c
>> +++ b/drivers/gpu/drm/xe/xe_gt_idle.c
>> @@ -277,18 +277,26 @@ static ssize_t idle_status_show(struct device 
>> *dev,
>>   }
>>   static DEVICE_ATTR_RO(idle_status);
>>   -static ssize_t idle_residency_ms_show(struct device *dev,
>> -                      struct device_attribute *attr, char *buff)
>> +u64 xe_gt_idle_residency(struct xe_gt *gt)
>>   {
>> -    struct xe_gt_idle *gtidle = dev_to_gtidle(dev);
>> +    struct xe_device *xe = gt_to_xe(gt);
>> +    struct xe_gt_idle *gtidle = &gt->gtidle;
>>       struct xe_guc_pc *pc = gtidle_to_pc(gtidle);
>>       u64 residency;
>>   -    xe_pm_runtime_get(pc_to_xe(pc));
>> +    xe_pm_runtime_get(xe);
>>       residency = gtidle->idle_residency(pc);
>> -    xe_pm_runtime_put(pc_to_xe(pc));
>> +    xe_pm_runtime_put(xe);
>> +
>> +    return get_residency_ms(gtidle, residency);
>> +}
>> +
>> +static ssize_t idle_residency_ms_show(struct device *dev,
>> +                      struct device_attribute *attr, char *buff)
>> +{
>> +    struct xe_gt_idle *gtidle = dev_to_gtidle(dev);
>>   -    return sysfs_emit(buff, "%llu\n", get_residency_ms(gtidle, 
>> residency));
>> +    return sysfs_emit(buff, "%llu\n", 
>> xe_gt_idle_residency(gtidle_to_gt(gtidle)));
>>   }
>>   static DEVICE_ATTR_RO(idle_residency_ms);
>>   diff --git a/drivers/gpu/drm/xe/xe_gt_idle.h 
>> b/drivers/gpu/drm/xe/xe_gt_idle.h
>> index 4455a6501cb0..887791f653ac 100644
>> --- a/drivers/gpu/drm/xe/xe_gt_idle.h
>> +++ b/drivers/gpu/drm/xe/xe_gt_idle.h
>> @@ -17,5 +17,6 @@ void xe_gt_idle_disable_c6(struct xe_gt *gt);
>>   void xe_gt_idle_enable_pg(struct xe_gt *gt);
>>   void xe_gt_idle_disable_pg(struct xe_gt *gt);
>>   int xe_gt_idle_pg_print(struct xe_gt *gt, struct drm_printer *p);
>> +u64 xe_gt_idle_residency(struct xe_gt *gt);
> idle_residency_ms?
it already calls get_residency_ms. Not sure if we want to duplicate the 
name? I can add that info in the function doc.
>>     #endif /* _XE_GT_IDLE_H_ */
>> diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
>> index bdaea9ca1065..b1b38d245e00 100644
>> --- a/drivers/gpu/drm/xe/xe_pmu.c
>> +++ b/drivers/gpu/drm/xe/xe_pmu.c
>> @@ -11,10 +11,15 @@
>>   #include "xe_device.h"
>>   #include "xe_force_wake.h"
>>   #include "xe_gt_clock.h"
>> +#include "xe_gt_idle.h"
>> +#include "xe_guc_pc.h"
>>   #include "xe_mmio.h"
>>   #include "xe_macros.h"
>> +#include "xe_module.h"
>>   #include "xe_pm.h"
>>   +#define FREQUENCY 200
>> +
>>   static cpumask_t xe_pmu_cpumask;
>>   static unsigned int xe_pmu_target_cpu = -1;
>>   @@ -35,6 +40,11 @@ static unsigned int xe_pmu_target_cpu = -1;
>>    *
>>    */
>>   +static struct xe_pmu *event_to_pmu(struct perf_event *event)
>> +{
>> +    return container_of(event->pmu, struct xe_pmu, base);
>> +}
>> +
>>   static unsigned int config_gt_id(const u64 config)
>>   {
>>       return config >> __XE_PMU_GT_SHIFT;
>> @@ -45,6 +55,35 @@ static u64 config_counter(const u64 config)
>>       return config & ~(~0ULL << __XE_PMU_GT_SHIFT);
>>   }
>>   +static unsigned int other_bit(const u64 config)
>> +{
>> +    unsigned int val;
>> +
>> +    switch (config_counter(config)) {
>> +    case XE_PMU_RC6_RESIDENCY:
>> +        val = __XE_PMU_RC6_RESIDENCY_ENABLED;
>> +        break;
>> +    default:
>> +        /*
>> +         * Events that do not require sampling, or tracking state
>> +         * transitions between enabled and disabled can be ignored.
>> +         */
>> +        return -1;
>> +    }
>> +
>> +    return config_gt_id(config) * __XE_PMU_TRACKED_EVENT_COUNT + val;
>> +}
>> +
>> +static unsigned int config_bit(const u64 config)
>> +{
>> +    return other_bit(config);
>> +}
>> +
>> +static unsigned int event_bit(struct perf_event *event)
>> +{
>> +    return config_bit(event->attr.config);
>> +}
>> +
>>   static void xe_pmu_event_destroy(struct perf_event *event)
>>   {
>>       struct xe_device *xe =
>> @@ -64,6 +103,10 @@ config_status(struct xe_device *xe, u64 config)
>>           return -ENOENT;
>>         switch (config_counter(config)) {
>> +    case XE_PMU_RC6_RESIDENCY:
>> +        if (xe->info.skip_guc_pc)
>> +            return -ENODEV;
>> +        break;
>>       default:
>>           return -ENOENT;
>>       }
>> @@ -110,6 +153,63 @@ static int xe_pmu_event_init(struct perf_event 
>> *event)
>>       return 0;
>>   }
>>   +static inline s64 ktime_since_raw(const ktime_t kt)
>> +{
>> +    return ktime_to_ns(ktime_sub(ktime_get_raw(), kt));
>> +}
>> +
>> +static u64 read_sample(struct xe_pmu *pmu, unsigned int gt_id, int 
>> sample)
>> +{
>> +    return pmu->event_sample[gt_id][sample].cur;
>> +}
>> +
>> +static void
>> +store_sample(struct xe_pmu *pmu, unsigned int gt_id, int sample, u64 
>> val)
>> +{
>> +    pmu->event_sample[gt_id][sample].cur = val;
>> +}
>> +
>> +static u64 get_rc6(struct xe_gt *gt)
>> +{
>> +    struct xe_device *xe = gt_to_xe(gt);
>> +    const unsigned int gt_id = gt->info.id;
>> +    struct xe_pmu *pmu = &xe->pmu;
>> +    bool device_awake;
>> +    unsigned long flags;
>> +    u64 val;
>> +
>> +    device_awake = xe_pm_runtime_get_if_active(xe);
>> +    if (device_awake) {
>> +        val = xe_gt_idle_residency(gt);
>> +        xe_pm_runtime_put(xe);
>> +    }
>> +
>> +    spin_lock_irqsave(&pmu->lock, flags);
>> +
>> +    if (device_awake) {
>> +        store_sample(pmu, gt_id, __XE_SAMPLE_RC6, val);
>> +    } else {
>> +        /*
>> +         * We think we are runtime suspended.
>> +         *
>> +         * Report the delta from when the device was suspended to now,
>> +         * on top of the last known real value, as the approximated RC6
>> +         * counter value.
>> +         */
>> +        val = ktime_since_raw(pmu->sleep_last[gt_id]);
>> +        val += read_sample(pmu, gt_id, __XE_SAMPLE_RC6);
>> +    }
>> +
>> +    if (val < read_sample(pmu, gt_id, __XE_SAMPLE_RC6_LAST_REPORTED))
>> +        val = read_sample(pmu, gt_id, __XE_SAMPLE_RC6_LAST_REPORTED);
>> +    else
>> +        store_sample(pmu, gt_id, __XE_SAMPLE_RC6_LAST_REPORTED, val);
>> +
>> +    spin_unlock_irqrestore(&pmu->lock, flags);
>> +
>> +    return val;
>> +}
>> +
>>   static u64 __xe_pmu_event_read(struct perf_event *event)
>>   {
>>       struct xe_device *xe =
>> @@ -120,6 +220,9 @@ static u64 __xe_pmu_event_read(struct perf_event 
>> *event)
>>       u64 val = 0;
>>         switch (config_counter(config)) {
>> +    case XE_PMU_RC6_RESIDENCY:
>> +        val = get_rc6(gt);
>> +        break;
>>       default:
>>           drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
>>       }
>> @@ -151,6 +254,28 @@ static void xe_pmu_event_read(struct perf_event 
>> *event)
>>     static void xe_pmu_enable(struct perf_event *event)
>>   {
>> +    struct xe_pmu *pmu = event_to_pmu(event);
>> +    const unsigned int bit = event_bit(event);
>> +    unsigned long flags;
>> +
>> +    if (bit == -1)
>> +        goto update;
>> +
>> +    spin_lock_irqsave(&pmu->lock, flags);
>> +
>> +    /*
>> +     * Update the bitmask of enabled events and increment
>> +     * the event reference counter.
>> +     */
>> +    BUILD_BUG_ON(ARRAY_SIZE(pmu->enable_count) != XE_PMU_MASK_BITS);
>> +    XE_WARN_ON(bit >= ARRAY_SIZE(pmu->enable_count));
>> +    XE_WARN_ON(pmu->enable_count[bit] == ~0);
>> +
>> +    pmu->enable |= BIT(bit);
>> +    pmu->enable_count[bit]++;
>> +
>> +    spin_unlock_irqrestore(&pmu->lock, flags);
>> +update:
>>       /*
>>        * Store the current counter value so we can report the correct 
>> delta
>>        * for all listeners. Even when the event was already enabled 
>> and has
>> @@ -277,6 +402,7 @@ create_event_attributes(struct xe_pmu *pmu)
>>           const char *name;
>>           const char *unit;
>>       } events[] = {
>> +        __event(0, "rc6-residency", "ms"),
>>       };
>>         struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
>> @@ -465,6 +591,32 @@ static void xe_pmu_unregister_cpuhp_state(struct 
>> xe_pmu *pmu)
>>       cpuhp_state_remove_instance(cpuhp_slot, &pmu->cpuhp.node);
>>   }
>>   +static void store_rc6_residency(struct xe_gt *gt)
>> +{
>> +    struct xe_device *xe = gt_to_xe(gt);
>> +    struct xe_pmu *pmu = &xe->pmu;
>> +
>> +    store_sample(pmu, gt->info.id, __XE_SAMPLE_RC6,
>> +             xe_gt_idle_residency(gt));
>> +    pmu->sleep_last[gt->info.id] = ktime_get_raw();
>> +}
>> +
>> +/**
>> + * xe_pmu_suspend() - Save residency count before suspend
>> + */
>> +void xe_pmu_suspend(struct xe_gt *gt)
>> +{
>> +    struct xe_device *xe = gt_to_xe(gt);
>> +    struct xe_pmu *pmu = &xe->pmu;
>> +
>> +    if (!pmu->base.event_init)
>> +        return;
>> +
>> +    spin_lock_irq(&pmu->lock);
>> +    store_rc6_residency(gt);
>> +    spin_unlock_irq(&pmu->lock);
>> +}
>> +
>>   /**
>>    * xe_pmu_unregister() - Remove/cleanup PMU registration
>>    */
>> @@ -492,6 +644,24 @@ void xe_pmu_unregister(void *arg)
>>       free_event_attributes(pmu);
>>   }
>>   +static void init_rc6(struct xe_pmu *pmu)
>> +{
>> +    struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
>> +    struct xe_gt *gt;
>> +    unsigned int j;
>> +
>> +    for_each_gt(gt, xe, j) {
>> +        xe_pm_runtime_get(xe);
>> +        u64 val = xe_gt_idle_residency(gt);
>> +
>> +        store_sample(pmu, j, __XE_SAMPLE_RC6, val);
>> +        store_sample(pmu, j, __XE_SAMPLE_RC6_LAST_REPORTED,
>> +                 val);
>> +        pmu->sleep_last[j] = ktime_get_raw();
>> +        xe_pm_runtime_put(xe);
>> +    }
>> +}
>> +
>>   /**
>>    * xe_pmu_register() - Define basic PMU properties for Xe and add 
>> event callbacks.
>>    *
>> @@ -525,6 +695,8 @@ void xe_pmu_register(struct xe_pmu *pmu)
>>       if (!pmu->events_attr_group.attrs)
>>           goto err_name;
>>   +    init_rc6(pmu);
>> +
>>       pmu->base.attr_groups = kmemdup(attr_groups, sizeof(attr_groups),
>>                       GFP_KERNEL);
>>       if (!pmu->base.attr_groups)
>> diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
>> index d07e5dfdfec0..17f5a8d7d45c 100644
>> --- a/drivers/gpu/drm/xe/xe_pmu.h
>> +++ b/drivers/gpu/drm/xe/xe_pmu.h
>> @@ -15,11 +15,13 @@ int xe_pmu_init(void);
>>   void xe_pmu_exit(void);
>>   void xe_pmu_register(struct xe_pmu *pmu);
>>   void xe_pmu_unregister(void *arg);
>> +void xe_pmu_suspend(struct xe_gt *gt);
>>   #else
>>   static inline int xe_pmu_init(void) { return 0; }
>>   static inline void xe_pmu_exit(void) {}
>>   static inline void xe_pmu_register(struct xe_pmu *pmu) {}
>>   static inline void xe_pmu_unregister(void *arg) {}
>> +static inline void xe_pmu_suspend(struct xe_gt *gt) {}
>>   #endif
>>     #endif
>> diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h 
>> b/drivers/gpu/drm/xe/xe_pmu_types.h
>> index ca0e7cbe2081..1213d2a73492 100644
>> --- a/drivers/gpu/drm/xe/xe_pmu_types.h
>> +++ b/drivers/gpu/drm/xe/xe_pmu_types.h
>> @@ -11,11 +11,34 @@
>>   #include <uapi/drm/xe_drm.h>
>>     enum {
>> +    __XE_SAMPLE_RC6,
>> +    __XE_SAMPLE_RC6_LAST_REPORTED,
>>       __XE_NUM_PMU_SAMPLERS
>>   };
>>     #define XE_PMU_MAX_GT 2
>>   +/*
>> + * Non-engine events that we need to track enabled-disabled 
>> transition and
>> + * current state.
>> + */
>> +enum xe_pmu_tracked_events {
>> +    __XE_PMU_RC6_RESIDENCY_ENABLED,
>> +    __XE_PMU_TRACKED_EVENT_COUNT, /* count marker */
>> +};
>> +
>> +/*
>> + * How many different events we track in the global PMU mask.
>> + *
>> + * It is also used to know to needed number of event reference 
>> counters.
>> + */
>> +#define XE_PMU_MASK_BITS \
>> +    (XE_PMU_MAX_GT * __XE_PMU_TRACKED_EVENT_COUNT)
>> +
>> +struct xe_pmu_sample {
>> +    u64 cur;
>> +};
> Is struct required? Next patch also doesn't add anything under this
>> +
>>   struct xe_pmu {
>>       /**
>>        * @cpuhp: Struct used for CPU hotplug handling.
>> @@ -58,6 +81,41 @@ struct xe_pmu {
>>        * @pmu_attr: Memory block holding device attributes.
>>        */
>>       void *pmu_attr;
>> +
>> +    /**
>> +     * @enable: Bitmask of specific enabled events.
>> +     *
>> +     * For some events we need to track their state and do some 
>> internal
>> +     * house keeping.
>> +     *
>> +     * Each engine event sampler type and event listed in enum
>> +     * i915_pmu_tracked_events gets a bit in this field.
>> +     *
>> +     * Low bits are engine samplers and other events continue from 
>> there.
>> +     */
>> +    u32 enable;
>> +
>> +    /**
>> +     * @enable_count: Reference counts for the enabled events.
> %s/counts/count or counter
ok.
>> +     *
>> +     * Array indices are mapped in the same way as bits in the 
>> @enable field
>> +     * and they are used to control sampling on/off when multiple 
>> clients
>> +     * are using the PMU API.
>> +     */
>> +    unsigned int enable_count[XE_PMU_MASK_BITS];
>> +    /**
>> +     * @sample: Current and previous (raw) counters for sampling 
>> events.
>> +     *
>> +     * These counters are updated from the i915 PMU sampling timer.
>> +     *
>> +     * Only global counters are held here, while the per-engine ones 
>> are in
>> +     * struct intel_engine_cs.
>> +     */
>> +    struct xe_pmu_sample 
>> event_sample[XE_PMU_MAX_GT][__XE_NUM_PMU_SAMPLERS];
>> +    /**
>> +     * @sleep_last: Last time GT parked for RC6 estimation.
>> +     */
>> +    ktime_t sleep_last[XE_PMU_MAX_GT];
>>   };
>>     #endif
>> diff --git a/include/uapi/drm/xe_drm.h b/include/uapi/drm/xe_drm.h
>> index 2c5f258eee3a..3ef3926551dd 100644
>> --- a/include/uapi/drm/xe_drm.h
>> +++ b/include/uapi/drm/xe_drm.h
>> @@ -1396,6 +1396,10 @@ struct drm_xe_wait_user_fence {
>>     #define ___XE_PMU_OTHER(gt, x) \
>>       (((__u64)(x)) | ((__u64)(gt) << __XE_PMU_GT_SHIFT))
>> +#define __XE_PMU_OTHER(x) ___XE_PMU_OTHER(0, x)
>> +
>> +#define XE_PMU_RC6_RESIDENCY __XE_PMU_OTHER(0)
>> +#define __XE_PMU_RC6_RESIDENCY(gt) ___XE_PMU_OTHER(gt, 0)
> Do we need both of this in the uapi file.?
> We can have only XE_PMU_RC6_RESIDENCY(gt) and use
>
> switch (config_counter(config)) {
>     case XE_PMU_RC6_RESIDENCY(0)

I think this was done for backward compatibility in i915 code where we 
wanted to support single GT systems. I guess we don't need that anymore 
for Xe driver. In any case, I will be removing this uapi for now based 
on Lucas's comments.

Thanks,

Vinay.

>
> Thanks,
> Riana
>>     /**
>>    * enum drm_xe_observation_type - Observation stream types

[PATCH 3/3] drm/xe/pmu: Add GT frequency events

[Vinay Belgaumkar]

Define PMU events for GT frequency (actual and requested). This is
a port from the i915 driver implementation.

Following PMU events are being added-

  xe_0000_00_02.0/actual-frequency-gt0/              [Kernel PMU event]
  xe_0000_00_02.0/actual-frequency-gt1/              [Kernel PMU event]
  xe_0000_00_02.0/requested-frequency-gt0/           [Kernel PMU event]
  xe_0000_00_02.0/requested-frequency-gt1/           [Kernel PMU event]

v2: Checkpatch fix, moved timer code to this patch
v3: Fix kunit issue

Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
---
 drivers/gpu/drm/xe/xe_gt.c        |   2 +
 drivers/gpu/drm/xe/xe_pmu.c       | 218 ++++++++++++++++++++++++++++++
 drivers/gpu/drm/xe/xe_pmu.h       |   2 +
 drivers/gpu/drm/xe/xe_pmu_types.h |  22 +++
 include/uapi/drm/xe_drm.h         |   5 +
 5 files changed, 249 insertions(+)

diff --git a/drivers/gpu/drm/xe/xe_gt.c b/drivers/gpu/drm/xe/xe_gt.c
index 7a190c49c573..796b330ffd62 100644
--- a/drivers/gpu/drm/xe/xe_gt.c
+++ b/drivers/gpu/drm/xe/xe_gt.c
@@ -929,6 +929,8 @@ int xe_gt_resume(struct xe_gt *gt)
 
 	xe_gt_idle_enable_pg(gt);
 
+	xe_pmu_resume(gt);
+
 	XE_WARN_ON(xe_force_wake_put(gt_to_fw(gt), XE_FORCEWAKE_ALL));
 	xe_gt_dbg(gt, "resumed\n");
 
diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
index b1b38d245e00..39bae25a92ed 100644
--- a/drivers/gpu/drm/xe/xe_pmu.c
+++ b/drivers/gpu/drm/xe/xe_pmu.c
@@ -63,6 +63,12 @@ static unsigned int other_bit(const u64 config)
 	case XE_PMU_RC6_RESIDENCY:
 		val = __XE_PMU_RC6_RESIDENCY_ENABLED;
 		break;
+	case XE_PMU_ACTUAL_FREQUENCY:
+		val =  __XE_PMU_ACTUAL_FREQUENCY_ENABLED;
+		break;
+	case XE_PMU_REQUESTED_FREQUENCY:
+		val = __XE_PMU_REQUESTED_FREQUENCY_ENABLED;
+		break;
 	default:
 		/*
 		 * Events that do not require sampling, or tracking state
@@ -79,6 +85,22 @@ static unsigned int config_bit(const u64 config)
 	return other_bit(config);
 }
 
+static u32 config_mask(const u64 config)
+{
+	unsigned int bit = config_bit(config);
+
+	if (__builtin_constant_p(config))
+		BUILD_BUG_ON(bit >
+			     BITS_PER_TYPE(typeof_member(struct xe_pmu,
+					   enable)) - 1);
+	else
+		WARN_ON_ONCE(bit >
+			     BITS_PER_TYPE(typeof_member(struct xe_pmu,
+							 enable)) - 1);
+
+	return BIT(config_bit(config));
+}
+
 static unsigned int event_bit(struct perf_event *event)
 {
 	return config_bit(event->attr.config);
@@ -107,6 +129,10 @@ config_status(struct xe_device *xe, u64 config)
 		if (xe->info.skip_guc_pc)
 			return -ENODEV;
 		break;
+	case XE_PMU_ACTUAL_FREQUENCY:
+		fallthrough;
+	case XE_PMU_REQUESTED_FREQUENCY:
+		break;
 	default:
 		return -ENOENT;
 	}
@@ -169,6 +195,12 @@ store_sample(struct xe_pmu *pmu, unsigned int gt_id, int sample, u64 val)
 	pmu->event_sample[gt_id][sample].cur = val;
 }
 
+static void
+add_sample_mult(struct xe_pmu *pmu, unsigned int gt_id, int sample, u32 val, u32 mul)
+{
+	pmu->event_sample[gt_id][sample].cur += mul_u32_u32(val, mul);
+}
+
 static u64 get_rc6(struct xe_gt *gt)
 {
 	struct xe_device *xe = gt_to_xe(gt);
@@ -214,6 +246,7 @@ static u64 __xe_pmu_event_read(struct perf_event *event)
 {
 	struct xe_device *xe =
 		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
 	const unsigned int gt_id = config_gt_id(event->attr.config);
 	const u64 config = event->attr.config;
 	struct xe_gt *gt = xe_device_get_gt(xe, gt_id);
@@ -223,6 +256,18 @@ static u64 __xe_pmu_event_read(struct perf_event *event)
 	case XE_PMU_RC6_RESIDENCY:
 		val = get_rc6(gt);
 		break;
+	case XE_PMU_ACTUAL_FREQUENCY:
+		val =
+		   div_u64(read_sample(pmu, gt_id,
+				       __XE_SAMPLE_FREQ_ACT),
+			   USEC_PER_SEC /* to MHz */);
+		break;
+	case XE_PMU_REQUESTED_FREQUENCY:
+		val =
+		   div_u64(read_sample(pmu, gt_id,
+				       __XE_SAMPLE_FREQ_REQ),
+			   USEC_PER_SEC /* to MHz */);
+		break;
 	default:
 		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
 	}
@@ -252,6 +297,144 @@ static void xe_pmu_event_read(struct perf_event *event)
 	local64_add(new - prev, &event->count);
 }
 
+static u32 frequency_enabled_mask(void)
+{
+	unsigned int i;
+	u32 mask = 0;
+
+	for (i = 0; i < XE_PMU_MAX_GT; i++)
+		mask |= config_mask(__XE_PMU_ACTUAL_FREQUENCY(i)) |
+		config_mask(__XE_PMU_REQUESTED_FREQUENCY(i));
+
+	return mask;
+}
+
+static bool
+frequency_sampling_enabled(struct xe_pmu *pmu, unsigned int gt)
+{
+	return pmu->enable &
+	       (config_mask(__XE_PMU_ACTUAL_FREQUENCY(gt)) |
+		config_mask(__XE_PMU_REQUESTED_FREQUENCY(gt)));
+}
+
+static void
+frequency_sample(struct xe_gt *gt, unsigned int period_ns)
+{
+	struct xe_device *xe = gt_to_xe(gt);
+	const unsigned int gt_id = gt->info.id;
+	struct xe_pmu *pmu = &xe->pmu;
+	bool device_awake;
+	int ret;
+	u32 cur_freq;
+
+	if (!frequency_sampling_enabled(pmu, gt_id))
+		return;
+
+	/* Report 0/0 (actual/requested) frequency while GT is suspended. */
+	device_awake = xe_pm_runtime_get_if_active(xe);
+	if (!device_awake)
+		return;
+
+	if (pmu->enable & config_mask(__XE_PMU_ACTUAL_FREQUENCY(gt_id))) {
+		u32 val;
+
+		/*
+		 * We take a quick peek here without using forcewake
+		 * so that we don't perturb the system under observation
+		 * (forcewake => !rc6 => increased power use). We expect
+		 * that if the read fails because it is outside of the
+		 * mmio power well, then it will return 0 -- in which
+		 * case we assume the system is running at the intended
+		 * frequency. Fortunately, the read should rarely fail!
+		 */
+		val = xe_guc_pc_get_act_freq(&gt->uc.guc.pc);
+
+		add_sample_mult(pmu, gt_id, __XE_SAMPLE_FREQ_ACT,
+				val, period_ns / 1000);
+	}
+
+	if (pmu->enable & config_mask(__XE_PMU_REQUESTED_FREQUENCY(gt_id))) {
+		ret = xe_guc_pc_get_cur_freq(&gt->uc.guc.pc, &cur_freq);
+		if (!ret)
+			add_sample_mult(pmu, gt_id, __XE_SAMPLE_FREQ_REQ,
+					cur_freq,
+					period_ns / 1000);
+	}
+
+	xe_pm_runtime_put(xe);
+}
+
+static enum hrtimer_restart xe_sample(struct hrtimer *hrtimer)
+{
+	struct xe_pmu *pmu = container_of(hrtimer, struct xe_pmu, timer);
+	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
+	u64 period = max_t(u64, 10000, NSEC_PER_SEC / FREQUENCY);
+	unsigned int period_ns;
+	struct xe_gt *gt;
+	unsigned int i;
+	ktime_t now;
+
+	if (!READ_ONCE(pmu->timer_enabled))
+		return HRTIMER_NORESTART;
+
+	now = ktime_get();
+	period_ns = ktime_to_ns(ktime_sub(now, pmu->timer_last));
+	pmu->timer_last = now;
+
+	/*
+	 * Strictly speaking the passed in period may not be 100% accurate for
+	 * all internal calculation, since some amount of time can be spent on
+	 * grabbing the forcewake. However the potential error from timer call-
+	 * back delay greatly dominates this so we keep it simple.
+	 */
+
+	for_each_gt(gt, xe, i) {
+		if (!(pmu->active_gts & BIT(i)))
+			continue;
+		frequency_sample(gt, period_ns);
+	}
+
+	hrtimer_forward(hrtimer, now, ns_to_ktime(period));
+
+	return HRTIMER_RESTART;
+}
+
+static bool pmu_needs_timer(struct xe_pmu *pmu)
+{
+	u32 enable;
+
+	/*
+	 * Only some counters need the sampling timer.
+	 *
+	 * We start with a bitmask of all currently enabled events.
+	 */
+	enable = pmu->enable;
+
+	/*
+	 * Mask out all the ones which do not need the timer, or in
+	 * other words keep all the ones that could need the timer.
+	 */
+	enable &= frequency_enabled_mask();
+
+	/*
+	 * If some bits remain it means we need the sampling timer running.
+	 */
+	return enable;
+}
+
+static void __xe_pmu_maybe_start_timer(struct xe_pmu *pmu)
+{
+	u64 period = max_t(u64, 10000, NSEC_PER_SEC / FREQUENCY);
+
+	if (!pmu->timer_enabled && pmu_needs_timer(pmu)) {
+		pmu->timer_enabled = true;
+		pmu->timer_last = ktime_get();
+		hrtimer_start_range_ns(&pmu->timer,
+				       ns_to_ktime(period), 0,
+				       HRTIMER_MODE_REL_PINNED);
+	}
+}
+
 static void xe_pmu_enable(struct perf_event *event)
 {
 	struct xe_pmu *pmu = event_to_pmu(event);
@@ -263,6 +446,11 @@ static void xe_pmu_enable(struct perf_event *event)
 
 	spin_lock_irqsave(&pmu->lock, flags);
 
+	/*
+	 * Start the sampling timer if needed and not already enabled.
+	 */
+	__xe_pmu_maybe_start_timer(pmu);
+
 	/*
 	 * Update the bitmask of enabled events and increment
 	 * the event reference counter.
@@ -403,6 +591,8 @@ create_event_attributes(struct xe_pmu *pmu)
 		const char *unit;
 	} events[] = {
 		__event(0, "rc6-residency", "ms"),
+		__event(1, "actual-frequency", "M"),
+		__event(2, "requested-frequency", "M"),
 	};
 
 	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
@@ -617,6 +807,30 @@ void xe_pmu_suspend(struct xe_gt *gt)
 	spin_unlock_irq(&pmu->lock);
 }
 
+/**
+ * xe_pmu_resume() - Restart the timer if needed
+ */
+void xe_pmu_resume(struct xe_gt *gt)
+{
+	struct xe_device *xe = gt_to_xe(gt);
+	struct xe_pmu *pmu = &xe->pmu;
+
+	if (!pmu->base.event_init)
+		return;
+
+	spin_lock_irq(&pmu->lock);
+
+	/*
+	 * Re-enable sampling timer when GPU goes active.
+	 */
+	if (pmu->active_gts == 0)
+		__xe_pmu_maybe_start_timer(pmu);
+
+	pmu->active_gts |= BIT(gt->info.id);
+
+	spin_unlock_irq(&pmu->lock);
+}
+
 /**
  * xe_pmu_unregister() - Remove/cleanup PMU registration
  */
@@ -635,6 +849,8 @@ void xe_pmu_unregister(void *arg)
 	pmu->closed = true;
 	synchronize_rcu();
 
+	hrtimer_cancel(&pmu->timer);
+
 	xe_pmu_unregister_cpuhp_state(pmu);
 
 	perf_pmu_unregister(&pmu->base);
@@ -678,6 +894,8 @@ void xe_pmu_register(struct xe_pmu *pmu)
 	int ret = -ENOMEM;
 
 	spin_lock_init(&pmu->lock);
+	hrtimer_init(&pmu->timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL);
+	pmu->timer.function = xe_sample;
 	pmu->cpuhp.cpu = -1;
 
 	pmu->name = kasprintf(GFP_KERNEL,
diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
index 17f5a8d7d45c..fb6e3819d7bc 100644
--- a/drivers/gpu/drm/xe/xe_pmu.h
+++ b/drivers/gpu/drm/xe/xe_pmu.h
@@ -16,12 +16,14 @@ void xe_pmu_exit(void);
 void xe_pmu_register(struct xe_pmu *pmu);
 void xe_pmu_unregister(void *arg);
 void xe_pmu_suspend(struct xe_gt *gt);
+void xe_pmu_resume(struct xe_gt *gt);
 #else
 static inline int xe_pmu_init(void) { return 0; }
 static inline void xe_pmu_exit(void) {}
 static inline void xe_pmu_register(struct xe_pmu *pmu) {}
 static inline void xe_pmu_unregister(void *arg) {}
 static inline void xe_pmu_suspend(struct xe_gt *gt) {}
+static inline void xe_pmu_resume(struct xe_gt *gt) {}
 #endif
 
 #endif
diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
index 1213d2a73492..f4cf85d72aac 100644
--- a/drivers/gpu/drm/xe/xe_pmu_types.h
+++ b/drivers/gpu/drm/xe/xe_pmu_types.h
@@ -13,6 +13,8 @@
 enum {
 	__XE_SAMPLE_RC6,
 	__XE_SAMPLE_RC6_LAST_REPORTED,
+	__XE_SAMPLE_FREQ_ACT,
+	__XE_SAMPLE_FREQ_REQ,
 	__XE_NUM_PMU_SAMPLERS
 };
 
@@ -23,6 +25,8 @@ enum {
  * current state.
  */
 enum xe_pmu_tracked_events {
+	__XE_PMU_ACTUAL_FREQUENCY_ENABLED,
+	__XE_PMU_REQUESTED_FREQUENCY_ENABLED,
 	__XE_PMU_RC6_RESIDENCY_ENABLED,
 	__XE_PMU_TRACKED_EVENT_COUNT, /* count marker */
 };
@@ -116,6 +120,24 @@ struct xe_pmu {
 	 * @sleep_last: Last time GT parked for RC6 estimation.
 	 */
 	ktime_t sleep_last[XE_PMU_MAX_GT];
+	/**
+	 * @timer: Timer for internal Xe PMU sampling.
+	 */
+	struct hrtimer timer;
+	/**
+	 * @timer_last:
+	 *
+	 * Timestmap of the previous timer invocation.
+	 */
+	ktime_t timer_last;
+	/**
+	 * @timer_enabled: Should the internal sampling timer be running.
+	 */
+	bool timer_enabled;
+	/**
+	 * @active_gts: GT active mask.
+	 */
+	unsigned int active_gts;
 };
 
 #endif
diff --git a/include/uapi/drm/xe_drm.h b/include/uapi/drm/xe_drm.h
index 3ef3926551dd..1f0ddbd77838 100644
--- a/include/uapi/drm/xe_drm.h
+++ b/include/uapi/drm/xe_drm.h
@@ -1399,7 +1399,12 @@ struct drm_xe_wait_user_fence {
 #define __XE_PMU_OTHER(x) ___XE_PMU_OTHER(0, x)
 
 #define XE_PMU_RC6_RESIDENCY                    __XE_PMU_OTHER(0)
+#define XE_PMU_ACTUAL_FREQUENCY			__XE_PMU_OTHER(1)
+#define XE_PMU_REQUESTED_FREQUENCY		__XE_PMU_OTHER(2)
+
 #define __XE_PMU_RC6_RESIDENCY(gt)              ___XE_PMU_OTHER(gt, 0)
+#define __XE_PMU_ACTUAL_FREQUENCY(gt)		___XE_PMU_OTHER(gt, 1)
+#define __XE_PMU_REQUESTED_FREQUENCY(gt)	___XE_PMU_OTHER(gt, 2)
 
 /**
  * enum drm_xe_observation_type - Observation stream types
-- 
2.38.1

Re: [PATCH 3/3] drm/xe/pmu: Add GT frequency events

[Riana Tauro]

Hi Vinay

On 9/27/2024 5:53 AM, Vinay Belgaumkar wrote:
> Define PMU events for GT frequency (actual and requested). This is
> a port from the i915 driver implementation.
> 
> Following PMU events are being added-
> 
>    xe_0000_00_02.0/actual-frequency-gt0/              [Kernel PMU event]
>    xe_0000_00_02.0/actual-frequency-gt1/              [Kernel PMU event]
>    xe_0000_00_02.0/requested-frequency-gt0/           [Kernel PMU event]
>    xe_0000_00_02.0/requested-frequency-gt1/           [Kernel PMU event]
> 
> v2: Checkpatch fix, moved timer code to this patch
> v3: Fix kunit issue
> 
> Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
> Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
> ---
>   drivers/gpu/drm/xe/xe_gt.c        |   2 +
>   drivers/gpu/drm/xe/xe_pmu.c       | 218 ++++++++++++++++++++++++++++++
>   drivers/gpu/drm/xe/xe_pmu.h       |   2 +
>   drivers/gpu/drm/xe/xe_pmu_types.h |  22 +++
>   include/uapi/drm/xe_drm.h         |   5 +
>   5 files changed, 249 insertions(+)
> 
> diff --git a/drivers/gpu/drm/xe/xe_gt.c b/drivers/gpu/drm/xe/xe_gt.c
> index 7a190c49c573..796b330ffd62 100644
> --- a/drivers/gpu/drm/xe/xe_gt.c
> +++ b/drivers/gpu/drm/xe/xe_gt.c
> @@ -929,6 +929,8 @@ int xe_gt_resume(struct xe_gt *gt)
>   
>   	xe_gt_idle_enable_pg(gt);
>   
> +	xe_pmu_resume(gt);
> +
>   	XE_WARN_ON(xe_force_wake_put(gt_to_fw(gt), XE_FORCEWAKE_ALL));
>   	xe_gt_dbg(gt, "resumed\n");
>   
> diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
> index b1b38d245e00..39bae25a92ed 100644
> --- a/drivers/gpu/drm/xe/xe_pmu.c
> +++ b/drivers/gpu/drm/xe/xe_pmu.c
> @@ -63,6 +63,12 @@ static unsigned int other_bit(const u64 config)
>   	case XE_PMU_RC6_RESIDENCY:
>   		val = __XE_PMU_RC6_RESIDENCY_ENABLED;
>   		break;
> +	case XE_PMU_ACTUAL_FREQUENCY:
> +		val =  __XE_PMU_ACTUAL_FREQUENCY_ENABLED;
> +		break;
> +	case XE_PMU_REQUESTED_FREQUENCY:
> +		val = __XE_PMU_REQUESTED_FREQUENCY_ENABLED;
> +		break;
>   	default:
>   		/*
>   		 * Events that do not require sampling, or tracking state
> @@ -79,6 +85,22 @@ static unsigned int config_bit(const u64 config)
>   	return other_bit(config);
>   }
>   
> +static u32 config_mask(const u64 config)
> +{
> +	unsigned int bit = config_bit(config);
> +
> +	if (__builtin_constant_p(config))
> +		BUILD_BUG_ON(bit >
> +			     BITS_PER_TYPE(typeof_member(struct xe_pmu,
> +					   enable)) - 1);
> +	else
> +		WARN_ON_ONCE(bit >
> +			     BITS_PER_TYPE(typeof_member(struct xe_pmu,
> +							 enable)) - 1);
> +
> +	return BIT(config_bit(config));
> +}
> +
>   static unsigned int event_bit(struct perf_event *event)
>   {
>   	return config_bit(event->attr.config);
> @@ -107,6 +129,10 @@ config_status(struct xe_device *xe, u64 config)
>   		if (xe->info.skip_guc_pc)
>   			return -ENODEV;
>   		break;
> +	case XE_PMU_ACTUAL_FREQUENCY:
> +		fallthrough;
> +	case XE_PMU_REQUESTED_FREQUENCY:
> +		break;
>   	default:
>   		return -ENOENT;
>   	}
> @@ -169,6 +195,12 @@ store_sample(struct xe_pmu *pmu, unsigned int gt_id, int sample, u64 val)
>   	pmu->event_sample[gt_id][sample].cur = val;
>   }
>   
> +static void
> +add_sample_mult(struct xe_pmu *pmu, unsigned int gt_id, int sample, u32 val, u32 mul)
> +{
> +	pmu->event_sample[gt_id][sample].cur += mul_u32_u32(val, mul);
> +}
> +
>   static u64 get_rc6(struct xe_gt *gt)
>   {
>   	struct xe_device *xe = gt_to_xe(gt);
> @@ -214,6 +246,7 @@ static u64 __xe_pmu_event_read(struct perf_event *event)
>   {
>   	struct xe_device *xe =
>   		container_of(event->pmu, typeof(*xe), pmu.base);
> +	struct xe_pmu *pmu = &xe->pmu;
>   	const unsigned int gt_id = config_gt_id(event->attr.config);
>   	const u64 config = event->attr.config;
>   	struct xe_gt *gt = xe_device_get_gt(xe, gt_id);
> @@ -223,6 +256,18 @@ static u64 __xe_pmu_event_read(struct perf_event *event)
>   	case XE_PMU_RC6_RESIDENCY:
>   		val = get_rc6(gt);
>   		break;
> +	case XE_PMU_ACTUAL_FREQUENCY:
> +		val =
> +		   div_u64(read_sample(pmu, gt_id,
> +				       __XE_SAMPLE_FREQ_ACT),
> +			   USEC_PER_SEC /* to MHz */);
> +		break;
> +	case XE_PMU_REQUESTED_FREQUENCY:
> +		val =
> +		   div_u64(read_sample(pmu, gt_id,
> +				       __XE_SAMPLE_FREQ_REQ),
> +			   USEC_PER_SEC /* to MHz */);
> +		break;
>   	default:
>   		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
>   	}
> @@ -252,6 +297,144 @@ static void xe_pmu_event_read(struct perf_event *event)
>   	local64_add(new - prev, &event->count);
>   }
>   
> +static u32 frequency_enabled_mask(void)
> +{
> +	unsigned int i;
> +	u32 mask = 0;
> +
> +	for (i = 0; i < XE_PMU_MAX_GT; i++)
> +		mask |= config_mask(__XE_PMU_ACTUAL_FREQUENCY(i)) |
> +		config_mask(__XE_PMU_REQUESTED_FREQUENCY(i));
> +
> +	return mask;
> +}
> +
> +static bool
> +frequency_sampling_enabled(struct xe_pmu *pmu, unsigned int gt)
> +{
> +	return pmu->enable &
> +	       (config_mask(__XE_PMU_ACTUAL_FREQUENCY(gt)) |
> +		config_mask(__XE_PMU_REQUESTED_FREQUENCY(gt)));
> +}
> +
> +static void
> +frequency_sample(struct xe_gt *gt, unsigned int period_ns)
> +{
> +	struct xe_device *xe = gt_to_xe(gt);
> +	const unsigned int gt_id = gt->info.id;
> +	struct xe_pmu *pmu = &xe->pmu;
> +	bool device_awake;
> +	int ret;
> +	u32 cur_freq;
> +
> +	if (!frequency_sampling_enabled(pmu, gt_id))
> +		return;
> +
> +	/* Report 0/0 (actual/requested) frequency while GT is suspended. */
> +	device_awake = xe_pm_runtime_get_if_active(xe);
> +	if (!device_awake)
> +		return;
> +
> +	if (pmu->enable & config_mask(__XE_PMU_ACTUAL_FREQUENCY(gt_id))) {
> +		u32 val;
> +
> +		/*
> +		 * We take a quick peek here without using forcewake
> +		 * so that we don't perturb the system under observation
> +		 * (forcewake => !rc6 => increased power use). We expect
> +		 * that if the read fails because it is outside of the
> +		 * mmio power well, then it will return 0 -- in which
> +		 * case we assume the system is running at the intended
> +		 * frequency. Fortunately, the read should rarely fail!
> +		 */
> +		val = xe_guc_pc_get_act_freq(&gt->uc.guc.pc);
> +
> +		add_sample_mult(pmu, gt_id, __XE_SAMPLE_FREQ_ACT,
> +				val, period_ns / 1000);
> +	}
> +
> +	if (pmu->enable & config_mask(__XE_PMU_REQUESTED_FREQUENCY(gt_id))) {
> +		ret = xe_guc_pc_get_cur_freq(&gt->uc.guc.pc, &cur_freq);
> +		if (!ret)
> +			add_sample_mult(pmu, gt_id, __XE_SAMPLE_FREQ_REQ,
> +					cur_freq,
> +					period_ns / 1000);
> +	}
> +
> +	xe_pm_runtime_put(xe);
> +}
> +
> +static enum hrtimer_restart xe_sample(struct hrtimer *hrtimer)
> +{
> +	struct xe_pmu *pmu = container_of(hrtimer, struct xe_pmu, timer);
> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
> +	u64 period = max_t(u64, 10000, NSEC_PER_SEC / FREQUENCY);
> +	unsigned int period_ns;
> +	struct xe_gt *gt;
> +	unsigned int i;
> +	ktime_t now;
> +
> +	if (!READ_ONCE(pmu->timer_enabled))
> +		return HRTIMER_NORESTART;
> +
> +	now = ktime_get();
> +	period_ns = ktime_to_ns(ktime_sub(now, pmu->timer_last));
> +	pmu->timer_last = now;
> +
> +	/*
> +	 * Strictly speaking the passed in period may not be 100% accurate for
> +	 * all internal calculation, since some amount of time can be spent on
> +	 * grabbing the forcewake. However the potential error from timer call-
> +	 * back delay greatly dominates this so we keep it simple.
> +	 */
> +
> +	for_each_gt(gt, xe, i) {
> +		if (!(pmu->active_gts & BIT(i)))
> +			continue;
> +		frequency_sample(gt, period_ns);
> +	}
> +
> +	hrtimer_forward(hrtimer, now, ns_to_ktime(period));
> +
> +	return HRTIMER_RESTART;
> +}
> +
> +static bool pmu_needs_timer(struct xe_pmu *pmu)
> +{
> +	u32 enable;
> +
> +	/*
> +	 * Only some counters need the sampling timer.
> +	 *
> +	 * We start with a bitmask of all currently enabled events.
> +	 */
> +	enable = pmu->enable;
> +
> +	/*
> +	 * Mask out all the ones which do not need the timer, or in
> +	 * other words keep all the ones that could need the timer.
> +	 */
> +	enable &= frequency_enabled_mask();
> +
> +	/*
> +	 * If some bits remain it means we need the sampling timer running.
> +	 */
> +	return enable;
> +}
> +
> +static void __xe_pmu_maybe_start_timer(struct xe_pmu *pmu)
> +{
> +	u64 period = max_t(u64, 10000, NSEC_PER_SEC / FREQUENCY);
> +
> +	if (!pmu->timer_enabled && pmu_needs_timer(pmu)) {
> +		pmu->timer_enabled = true;
> +		pmu->timer_last = ktime_get();
> +		hrtimer_start_range_ns(&pmu->timer,
> +				       ns_to_ktime(period), 0,
> +				       HRTIMER_MODE_REL_PINNED);
> +	}
> +}
> +
>   static void xe_pmu_enable(struct perf_event *event)
>   {
>   	struct xe_pmu *pmu = event_to_pmu(event);
> @@ -263,6 +446,11 @@ static void xe_pmu_enable(struct perf_event *event)
>   
>   	spin_lock_irqsave(&pmu->lock, flags);
>   
> +	/*
> +	 * Start the sampling timer if needed and not already enabled.
> +	 */
> +	__xe_pmu_maybe_start_timer(pmu);
> +
>   	/*
>   	 * Update the bitmask of enabled events and increment
>   	 * the event reference counter.
> @@ -403,6 +591,8 @@ create_event_attributes(struct xe_pmu *pmu)
>   		const char *unit;
>   	} events[] = {
>   		__event(0, "rc6-residency", "ms"),
> +		__event(1, "actual-frequency", "M"),
> +		__event(2, "requested-frequency", "M"),
>   	};
>   
>   	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
> @@ -617,6 +807,30 @@ void xe_pmu_suspend(struct xe_gt *gt)
>   	spin_unlock_irq(&pmu->lock);
>   }
>   
> +/**
> + * xe_pmu_resume() - Restart the timer if needed
> + */missing kernel-doc format

Thanks,
Riana
> +void xe_pmu_resume(struct xe_gt *gt)
> +{
> +	struct xe_device *xe = gt_to_xe(gt);
> +	struct xe_pmu *pmu = &xe->pmu;
> +
> +	if (!pmu->base.event_init)
> +		return;
> +
> +	spin_lock_irq(&pmu->lock);
> +
> +	/*
> +	 * Re-enable sampling timer when GPU goes active.
> +	 */
> +	if (pmu->active_gts == 0)
> +		__xe_pmu_maybe_start_timer(pmu);
> +
> +	pmu->active_gts |= BIT(gt->info.id);
> +
> +	spin_unlock_irq(&pmu->lock);
> +}
> +
>   /**
>    * xe_pmu_unregister() - Remove/cleanup PMU registration
>    */
> @@ -635,6 +849,8 @@ void xe_pmu_unregister(void *arg)
>   	pmu->closed = true;
>   	synchronize_rcu();
>   
> +	hrtimer_cancel(&pmu->timer);
> +
>   	xe_pmu_unregister_cpuhp_state(pmu);
>   
>   	perf_pmu_unregister(&pmu->base);
> @@ -678,6 +894,8 @@ void xe_pmu_register(struct xe_pmu *pmu)
>   	int ret = -ENOMEM;
>   
>   	spin_lock_init(&pmu->lock);
> +	hrtimer_init(&pmu->timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL);
> +	pmu->timer.function = xe_sample;
>   	pmu->cpuhp.cpu = -1;
>   
>   	pmu->name = kasprintf(GFP_KERNEL,
> diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
> index 17f5a8d7d45c..fb6e3819d7bc 100644
> --- a/drivers/gpu/drm/xe/xe_pmu.h
> +++ b/drivers/gpu/drm/xe/xe_pmu.h
> @@ -16,12 +16,14 @@ void xe_pmu_exit(void);
>   void xe_pmu_register(struct xe_pmu *pmu);
>   void xe_pmu_unregister(void *arg);
>   void xe_pmu_suspend(struct xe_gt *gt);
> +void xe_pmu_resume(struct xe_gt *gt);
>   #else
>   static inline int xe_pmu_init(void) { return 0; }
>   static inline void xe_pmu_exit(void) {}
>   static inline void xe_pmu_register(struct xe_pmu *pmu) {}
>   static inline void xe_pmu_unregister(void *arg) {}
>   static inline void xe_pmu_suspend(struct xe_gt *gt) {}
> +static inline void xe_pmu_resume(struct xe_gt *gt) {}
>   #endif
>   
>   #endif
> diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
> index 1213d2a73492..f4cf85d72aac 100644
> --- a/drivers/gpu/drm/xe/xe_pmu_types.h
> +++ b/drivers/gpu/drm/xe/xe_pmu_types.h
> @@ -13,6 +13,8 @@
>   enum {
>   	__XE_SAMPLE_RC6,
>   	__XE_SAMPLE_RC6_LAST_REPORTED,
> +	__XE_SAMPLE_FREQ_ACT,
> +	__XE_SAMPLE_FREQ_REQ,
>   	__XE_NUM_PMU_SAMPLERS
>   };
>   
> @@ -23,6 +25,8 @@ enum {
>    * current state.
>    */
>   enum xe_pmu_tracked_events {
> +	__XE_PMU_ACTUAL_FREQUENCY_ENABLED,
> +	__XE_PMU_REQUESTED_FREQUENCY_ENABLED,
>   	__XE_PMU_RC6_RESIDENCY_ENABLED,
>   	__XE_PMU_TRACKED_EVENT_COUNT, /* count marker */
>   };
> @@ -116,6 +120,24 @@ struct xe_pmu {
>   	 * @sleep_last: Last time GT parked for RC6 estimation.
>   	 */
>   	ktime_t sleep_last[XE_PMU_MAX_GT];
> +	/**
> +	 * @timer: Timer for internal Xe PMU sampling.
> +	 */
> +	struct hrtimer timer;
> +	/**
> +	 * @timer_last:
> +	 *
> +	 * Timestmap of the previous timer invocation.
> +	 */
> +	ktime_t timer_last;
> +	/**
> +	 * @timer_enabled: Should the internal sampling timer be running.
> +	 */
> +	bool timer_enabled;
> +	/**
> +	 * @active_gts: GT active mask.
> +	 */
> +	unsigned int active_gts;
>   };
>   
>   #endif
> diff --git a/include/uapi/drm/xe_drm.h b/include/uapi/drm/xe_drm.h
> index 3ef3926551dd..1f0ddbd77838 100644
> --- a/include/uapi/drm/xe_drm.h
> +++ b/include/uapi/drm/xe_drm.h
> @@ -1399,7 +1399,12 @@ struct drm_xe_wait_user_fence {
>   #define __XE_PMU_OTHER(x) ___XE_PMU_OTHER(0, x)
>   
>   #define XE_PMU_RC6_RESIDENCY                    __XE_PMU_OTHER(0)
> +#define XE_PMU_ACTUAL_FREQUENCY			__XE_PMU_OTHER(1)
> +#define XE_PMU_REQUESTED_FREQUENCY		__XE_PMU_OTHER(2)
> +
>   #define __XE_PMU_RC6_RESIDENCY(gt)              ___XE_PMU_OTHER(gt, 0)
> +#define __XE_PMU_ACTUAL_FREQUENCY(gt)		___XE_PMU_OTHER(gt, 1)
> +#define __XE_PMU_REQUESTED_FREQUENCY(gt)	___XE_PMU_OTHER(gt, 2)
>   
>   /**
>    * enum drm_xe_observation_type - Observation stream types

✓ CI.Patch_applied: success for drm/xe/pmu: PMU interface for Xe (rev2)

[Patchwork]

== Series Details ==

Series: drm/xe/pmu: PMU interface for Xe (rev2)
URL   : https://patchwork.freedesktop.org/series/139121/
State : success

== Summary ==

=== Applying kernel patches on branch 'drm-tip' with base: ===
Base commit: 6bd25f521573 drm-tip: 2024y-09m-26d-20h-45m-03s UTC integration manifest
=== git am output follows ===
.git/rebase-apply/patch:704: new blank line at EOF.
+
warning: 1 line adds whitespace errors.
Applying: drm/xe/pmu: Enable PMU interface
Applying: drm/xe/pmu: Add GT C6 events
Applying: drm/xe/pmu: Add GT frequency events

✗ CI.checkpatch: warning for drm/xe/pmu: PMU interface for Xe (rev2)

[Patchwork]

== Series Details ==

Series: drm/xe/pmu: PMU interface for Xe (rev2)
URL   : https://patchwork.freedesktop.org/series/139121/
State : warning

== Summary ==

+ KERNEL=/kernel
+ git clone https://gitlab.freedesktop.org/drm/maintainer-tools mt
Cloning into 'mt'...
warning: redirecting to https://gitlab.freedesktop.org/drm/maintainer-tools.git/
+ git -C mt rev-list -n1 origin/master
30ab6715fc09baee6cc14cb3c89ad8858688d474
+ cd /kernel
+ git config --global --add safe.directory /kernel
+ git log -n1
commit e1f4126893f54b96f7f77f76ecf6a01b872071fb
Author: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
Date:   Thu Sep 26 17:23:44 2024 -0700

    drm/xe/pmu: Add GT frequency events
    
    Define PMU events for GT frequency (actual and requested). This is
    a port from the i915 driver implementation.
    
    Following PMU events are being added-
    
      xe_0000_00_02.0/actual-frequency-gt0/              [Kernel PMU event]
      xe_0000_00_02.0/actual-frequency-gt1/              [Kernel PMU event]
      xe_0000_00_02.0/requested-frequency-gt0/           [Kernel PMU event]
      xe_0000_00_02.0/requested-frequency-gt1/           [Kernel PMU event]
    
    v2: Checkpatch fix, moved timer code to this patch
    v3: Fix kunit issue
    
    Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
    Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
+ /mt/dim checkpatch 6bd25f52157328ac4b7b09a3946281957afe3bfd drm-intel
f9e27e1c3183 drm/xe/pmu: Enable PMU interface
-:109: WARNING:FILE_PATH_CHANGES: added, moved or deleted file(s), does MAINTAINERS need updating?
#109: 
new file mode 100644

total: 0 errors, 1 warnings, 0 checks, 732 lines checked
3c3c82604d00 drm/xe/pmu: Add GT C6 events
e1f4126893f5 drm/xe/pmu: Add GT frequency events
-:63: CHECK:PARENTHESIS_ALIGNMENT: Alignment should match open parenthesis
#63: FILE: drivers/gpu/drm/xe/xe_pmu.c:95:
+			     BITS_PER_TYPE(typeof_member(struct xe_pmu,
+					   enable)) - 1);

total: 0 errors, 0 warnings, 1 checks, 364 lines checked

✓ CI.KUnit: success for drm/xe/pmu: PMU interface for Xe (rev2)

[Patchwork]

== Series Details ==

Series: drm/xe/pmu: PMU interface for Xe (rev2)
URL   : https://patchwork.freedesktop.org/series/139121/
State : success

== Summary ==

+ trap cleanup EXIT
+ /kernel/tools/testing/kunit/kunit.py run --kunitconfig /kernel/drivers/gpu/drm/xe/.kunitconfig
[00:32:53] Configuring KUnit Kernel ...
Generating .config ...
Populating config with:
$ make ARCH=um O=.kunit olddefconfig
[00:32:57] Building KUnit Kernel ...
Populating config with:
$ make ARCH=um O=.kunit olddefconfig
Building with:
$ make ARCH=um O=.kunit --jobs=48
../lib/iomap.c:156:5: warning: no previous prototype for ‘ioread64_lo_hi’ [-Wmissing-prototypes]
  156 | u64 ioread64_lo_hi(const void __iomem *addr)
      |     ^~~~~~~~~~~~~~
../lib/iomap.c:163:5: warning: no previous prototype for ‘ioread64_hi_lo’ [-Wmissing-prototypes]
  163 | u64 ioread64_hi_lo(const void __iomem *addr)
      |     ^~~~~~~~~~~~~~
../lib/iomap.c:170:5: warning: no previous prototype for ‘ioread64be_lo_hi’ [-Wmissing-prototypes]
  170 | u64 ioread64be_lo_hi(const void __iomem *addr)
      |     ^~~~~~~~~~~~~~~~
../lib/iomap.c:178:5: warning: no previous prototype for ‘ioread64be_hi_lo’ [-Wmissing-prototypes]
  178 | u64 ioread64be_hi_lo(const void __iomem *addr)
      |     ^~~~~~~~~~~~~~~~
../lib/iomap.c:264:6: warning: no previous prototype for ‘iowrite64_lo_hi’ [-Wmissing-prototypes]
  264 | void iowrite64_lo_hi(u64 val, void __iomem *addr)
      |      ^~~~~~~~~~~~~~~
../lib/iomap.c:272:6: warning: no previous prototype for ‘iowrite64_hi_lo’ [-Wmissing-prototypes]
  272 | void iowrite64_hi_lo(u64 val, void __iomem *addr)
      |      ^~~~~~~~~~~~~~~
../lib/iomap.c:280:6: warning: no previous prototype for ‘iowrite64be_lo_hi’ [-Wmissing-prototypes]
  280 | void iowrite64be_lo_hi(u64 val, void __iomem *addr)
      |      ^~~~~~~~~~~~~~~~~
../lib/iomap.c:288:6: warning: no previous prototype for ‘iowrite64be_hi_lo’ [-Wmissing-prototypes]
  288 | void iowrite64be_hi_lo(u64 val, void __iomem *addr)
      |      ^~~~~~~~~~~~~~~~~

[00:33:25] Starting KUnit Kernel (1/1)...
[00:33:25] ============================================================
Running tests with:
$ .kunit/linux kunit.enable=1 mem=1G console=tty kunit_shutdown=halt
[00:33:25] =================== guc_dbm (7 subtests) ===================
[00:33:25] [PASSED] test_empty
[00:33:25] [PASSED] test_default
[00:33:25] ======================== test_size  ========================
[00:33:25] [PASSED] 4
[00:33:25] [PASSED] 8
[00:33:25] [PASSED] 32
[00:33:25] [PASSED] 256
[00:33:25] ==================== [PASSED] test_size ====================
[00:33:25] ======================= test_reuse  ========================
[00:33:25] [PASSED] 4
[00:33:25] [PASSED] 8
[00:33:25] [PASSED] 32
[00:33:25] [PASSED] 256
[00:33:25] =================== [PASSED] test_reuse ====================
[00:33:25] =================== test_range_overlap  ====================
[00:33:25] [PASSED] 4
[00:33:25] [PASSED] 8
[00:33:25] [PASSED] 32
[00:33:25] [PASSED] 256
[00:33:25] =============== [PASSED] test_range_overlap ================
[00:33:25] =================== test_range_compact  ====================
[00:33:25] [PASSED] 4
[00:33:25] [PASSED] 8
[00:33:25] [PASSED] 32
[00:33:25] [PASSED] 256
[00:33:25] =============== [PASSED] test_range_compact ================
[00:33:25] ==================== test_range_spare  =====================
[00:33:25] [PASSED] 4
[00:33:25] [PASSED] 8
[00:33:25] [PASSED] 32
[00:33:25] [PASSED] 256
[00:33:25] ================ [PASSED] test_range_spare =================
[00:33:25] ===================== [PASSED] guc_dbm =====================
[00:33:25] =================== guc_idm (6 subtests) ===================
[00:33:25] [PASSED] bad_init
[00:33:25] [PASSED] no_init
[00:33:25] [PASSED] init_fini
[00:33:25] [PASSED] check_used
[00:33:25] [PASSED] check_quota
[00:33:25] [PASSED] check_all
[00:33:25] ===================== [PASSED] guc_idm =====================
[00:33:25] ================== no_relay (3 subtests) ===================
[00:33:25] [PASSED] xe_drops_guc2pf_if_not_ready
[00:33:25] [PASSED] xe_drops_guc2vf_if_not_ready
[00:33:25] [PASSED] xe_rejects_send_if_not_ready
[00:33:25] ==================== [PASSED] no_relay =====================
[00:33:25] ================== pf_relay (14 subtests) ==================
[00:33:25] [PASSED] pf_rejects_guc2pf_too_short
[00:33:25] [PASSED] pf_rejects_guc2pf_too_long
[00:33:25] [PASSED] pf_rejects_guc2pf_no_payload
[00:33:25] [PASSED] pf_fails_no_payload
[00:33:25] [PASSED] pf_fails_bad_origin
[00:33:25] [PASSED] pf_fails_bad_type
[00:33:25] [PASSED] pf_txn_reports_error
[00:33:25] [PASSED] pf_txn_sends_pf2guc
[00:33:25] [PASSED] pf_sends_pf2guc
[00:33:25] [SKIPPED] pf_loopback_nop
[00:33:25] [SKIPPED] pf_loopback_echo
[00:33:25] [SKIPPED] pf_loopback_fail
[00:33:25] [SKIPPED] pf_loopback_busy
[00:33:25] [SKIPPED] pf_loopback_retry
[00:33:25] ==================== [PASSED] pf_relay =====================
[00:33:25] ================== vf_relay (3 subtests) ===================
[00:33:25] [PASSED] vf_rejects_guc2vf_too_short
[00:33:25] [PASSED] vf_rejects_guc2vf_too_long
[00:33:25] [PASSED] vf_rejects_guc2vf_no_payload
[00:33:25] ==================== [PASSED] vf_relay =====================
[00:33:25] ================= pf_service (11 subtests) =================
[00:33:25] [PASSED] pf_negotiate_any
[00:33:25] [PASSED] pf_negotiate_base_match
[00:33:25] [PASSED] pf_negotiate_base_newer
[00:33:25] [PASSED] pf_negotiate_base_next
[00:33:25] [SKIPPED] pf_negotiate_base_older
[00:33:25] [PASSED] pf_negotiate_base_prev
[00:33:25] [PASSED] pf_negotiate_latest_match
[00:33:25] [PASSED] pf_negotiate_latest_newer
[00:33:25] [PASSED] pf_negotiate_latest_next
[00:33:25] [SKIPPED] pf_negotiate_latest_older
[00:33:25] [SKIPPED] pf_negotiate_latest_prev
[00:33:25] =================== [PASSED] pf_service ====================
[00:33:25] ===================== lmtt (1 subtest) =====================
[00:33:25] ======================== test_ops  =========================
[00:33:25] [PASSED] 2-level
[00:33:25] [PASSED] multi-level
[00:33:25] ==================== [PASSED] test_ops =====================
[00:33:25] ====================== [PASSED] lmtt =======================
[00:33:25] =================== xe_mocs (2 subtests) ===================
[00:33:25] ================ xe_live_mocs_kernel_kunit  ================
[00:33:25] =========== [SKIPPED] xe_live_mocs_kernel_kunit ============
[00:33:25] ================ xe_live_mocs_reset_kunit  =================
[00:33:25] ============ [SKIPPED] xe_live_mocs_reset_kunit ============
[00:33:25] ==================== [SKIPPED] xe_mocs =====================
[00:33:25] ================= xe_migrate (2 subtests) ==================
[00:33:25] ================= xe_migrate_sanity_kunit  =================
[00:33:25] ============ [SKIPPED] xe_migrate_sanity_kunit =============
[00:33:25] ================== xe_validate_ccs_kunit  ==================
[00:33:25] ============= [SKIPPED] xe_validate_ccs_kunit ==============
[00:33:25] =================== [SKIPPED] xe_migrate ===================
[00:33:25] ================== xe_dma_buf (1 subtest) ==================
[00:33:25] ==================== xe_dma_buf_kunit  =====================
[00:33:25] ================ [SKIPPED] xe_dma_buf_kunit ================
[00:33:25] =================== [SKIPPED] xe_dma_buf ===================
[00:33:25] ==================== xe_bo (3 subtests) ====================
[00:33:25] ================== xe_ccs_migrate_kunit  ===================
[00:33:25] ============== [SKIPPED] xe_ccs_migrate_kunit ==============
[00:33:25] ==================== xe_bo_evict_kunit  ====================
[00:33:25] =============== [SKIPPED] xe_bo_evict_kunit ================
[00:33:25] =================== xe_bo_shrink_kunit  ====================
[00:33:25] =============== [SKIPPED] xe_bo_shrink_kunit ===============
[00:33:25] ===================== [SKIPPED] xe_bo ======================
[00:33:25] ==================== args (11 subtests) ====================
[00:33:25] [PASSED] count_args_test
[00:33:25] [PASSED] call_args_example
[00:33:25] [PASSED] call_args_test
[00:33:25] [PASSED] drop_first_arg_example
[00:33:25] [PASSED] drop_first_arg_test
[00:33:25] [PASSED] first_arg_example
[00:33:25] [PASSED] first_arg_test
[00:33:25] [PASSED] last_arg_example
[00:33:25] [PASSED] last_arg_test
[00:33:25] [PASSED] pick_arg_example
[00:33:25] [PASSED] sep_comma_example
stty: 'standard input': Inappropriate ioctl for device
[00:33:25] ====================== [PASSED] args =======================
[00:33:25] =================== xe_pci (2 subtests) ====================
[00:33:25] [PASSED] xe_gmdid_graphics_ip
[00:33:25] [PASSED] xe_gmdid_media_ip
[00:33:25] ===================== [PASSED] xe_pci ======================
[00:33:25] =================== xe_rtp (2 subtests) ====================
[00:33:25] =============== xe_rtp_process_to_sr_tests  ================
[00:33:25] [PASSED] coalesce-same-reg
[00:33:25] [PASSED] no-match-no-add
[00:33:25] [PASSED] match-or
[00:33:25] [PASSED] match-or-xfail
[00:33:25] [PASSED] no-match-no-add-multiple-rules
[00:33:25] [PASSED] two-regs-two-entries
[00:33:25] [PASSED] clr-one-set-other
[00:33:25] [PASSED] set-field
[00:33:25] [PASSED] conflict-duplicate
[00:33:25] [PASSED] conflict-not-disjoint
[00:33:25] [PASSED] conflict-reg-type
[00:33:25] =========== [PASSED] xe_rtp_process_to_sr_tests ============
[00:33:25] ================== xe_rtp_process_tests  ===================
[00:33:25] [PASSED] active1
[00:33:25] [PASSED] active2
[00:33:25] [PASSED] active-inactive
[00:33:25] [PASSED] inactive-active
[00:33:25] [PASSED] inactive-1st_or_active-inactive
[00:33:25] [PASSED] inactive-2nd_or_active-inactive
[00:33:25] [PASSED] inactive-last_or_active-inactive
[00:33:25] [PASSED] inactive-no_or_active-inactive
[00:33:25] ============== [PASSED] xe_rtp_process_tests ===============
[00:33:25] ===================== [PASSED] xe_rtp ======================
[00:33:25] ==================== xe_wa (1 subtest) =====================
[00:33:25] ======================== xe_wa_gt  =========================
[00:33:25] [PASSED] TIGERLAKE (B0)
[00:33:25] [PASSED] DG1 (A0)
[00:33:25] [PASSED] DG1 (B0)
[00:33:25] [PASSED] ALDERLAKE_S (A0)
[00:33:25] [PASSED] ALDERLAKE_S (B0)
[00:33:25] [PASSED] ALDERLAKE_S (C0)
[00:33:25] [PASSED] ALDERLAKE_S (D0)
[00:33:25] [PASSED] ALDERLAKE_P (A0)
[00:33:25] [PASSED] ALDERLAKE_P (B0)
[00:33:25] [PASSED] ALDERLAKE_P (C0)
[00:33:25] [PASSED] ALDERLAKE_S_RPLS (D0)
[00:33:25] [PASSED] ALDERLAKE_P_RPLU (E0)
[00:33:25] [PASSED] DG2_G10 (C0)
[00:33:25] [PASSED] DG2_G11 (B1)
[00:33:25] [PASSED] DG2_G12 (A1)
[00:33:25] [PASSED] METEORLAKE (g:A0, m:A0)
[00:33:25] [PASSED] METEORLAKE (g:A0, m:A0)
[00:33:25] [PASSED] METEORLAKE (g:A0, m:A0)
[00:33:25] [PASSED] LUNARLAKE (g:A0, m:A0)
[00:33:25] [PASSED] LUNARLAKE (g:B0, m:A0)
[00:33:25] [PASSED] BATTLEMAGE (g:A0, m:A1)
[00:33:25] ==================== [PASSED] xe_wa_gt =====================
[00:33:25] ====================== [PASSED] xe_wa ======================
[00:33:25] ============================================================
[00:33:25] Testing complete. Ran 122 tests: passed: 106, skipped: 16
[00:33:25] Elapsed time: 32.209s total, 4.169s configuring, 27.824s building, 0.207s running

+ /kernel/tools/testing/kunit/kunit.py run --kunitconfig /kernel/drivers/gpu/drm/tests/.kunitconfig
[00:33:25] Configuring KUnit Kernel ...
Regenerating .config ...
Populating config with:
$ make ARCH=um O=.kunit olddefconfig
[00:33:27] Building KUnit Kernel ...
Populating config with:
$ make ARCH=um O=.kunit olddefconfig
Building with:
$ make ARCH=um O=.kunit --jobs=48
../lib/iomap.c:156:5: warning: no previous prototype for ‘ioread64_lo_hi’ [-Wmissing-prototypes]
  156 | u64 ioread64_lo_hi(const void __iomem *addr)
      |     ^~~~~~~~~~~~~~
../lib/iomap.c:163:5: warning: no previous prototype for ‘ioread64_hi_lo’ [-Wmissing-prototypes]
  163 | u64 ioread64_hi_lo(const void __iomem *addr)
      |     ^~~~~~~~~~~~~~
../lib/iomap.c:170:5: warning: no previous prototype for ‘ioread64be_lo_hi’ [-Wmissing-prototypes]
  170 | u64 ioread64be_lo_hi(const void __iomem *addr)
      |     ^~~~~~~~~~~~~~~~
../lib/iomap.c:178:5: warning: no previous prototype for ‘ioread64be_hi_lo’ [-Wmissing-prototypes]
  178 | u64 ioread64be_hi_lo(const void __iomem *addr)
      |     ^~~~~~~~~~~~~~~~
../lib/iomap.c:264:6: warning: no previous prototype for ‘iowrite64_lo_hi’ [-Wmissing-prototypes]
  264 | void iowrite64_lo_hi(u64 val, void __iomem *addr)
      |      ^~~~~~~~~~~~~~~
../lib/iomap.c:272:6: warning: no previous prototype for ‘iowrite64_hi_lo’ [-Wmissing-prototypes]
  272 | void iowrite64_hi_lo(u64 val, void __iomem *addr)
      |      ^~~~~~~~~~~~~~~
../lib/iomap.c:280:6: warning: no previous prototype for ‘iowrite64be_lo_hi’ [-Wmissing-prototypes]
  280 | void iowrite64be_lo_hi(u64 val, void __iomem *addr)
      |      ^~~~~~~~~~~~~~~~~
../lib/iomap.c:288:6: warning: no previous prototype for ‘iowrite64be_hi_lo’ [-Wmissing-prototypes]
  288 | void iowrite64be_hi_lo(u64 val, void __iomem *addr)
      |      ^~~~~~~~~~~~~~~~~

[00:33:49] Starting KUnit Kernel (1/1)...
[00:33:49] ============================================================
Running tests with:
$ .kunit/linux kunit.enable=1 mem=1G console=tty kunit_shutdown=halt
[00:33:49] ============ drm_test_pick_cmdline (2 subtests) ============
[00:33:49] [PASSED] drm_test_pick_cmdline_res_1920_1080_60
[00:33:49] =============== drm_test_pick_cmdline_named  ===============
[00:33:49] [PASSED] NTSC
[00:33:49] [PASSED] NTSC-J
[00:33:49] [PASSED] PAL
[00:33:49] [PASSED] PAL-M
[00:33:49] =========== [PASSED] drm_test_pick_cmdline_named ===========
[00:33:49] ============== [PASSED] drm_test_pick_cmdline ==============
[00:33:49] ================== drm_buddy (7 subtests) ==================
[00:33:49] [PASSED] drm_test_buddy_alloc_limit
[00:33:49] [PASSED] drm_test_buddy_alloc_optimistic
[00:33:49] [PASSED] drm_test_buddy_alloc_pessimistic
[00:33:49] [PASSED] drm_test_buddy_alloc_pathological
[00:33:49] [PASSED] drm_test_buddy_alloc_contiguous
[00:33:49] [PASSED] drm_test_buddy_alloc_clear
[00:33:49] [PASSED] drm_test_buddy_alloc_range_bias
[00:33:49] ==================== [PASSED] drm_buddy ====================
[00:33:49] ============= drm_cmdline_parser (40 subtests) =============
[00:33:49] [PASSED] drm_test_cmdline_force_d_only
[00:33:49] [PASSED] drm_test_cmdline_force_D_only_dvi
[00:33:49] [PASSED] drm_test_cmdline_force_D_only_hdmi
[00:33:49] [PASSED] drm_test_cmdline_force_D_only_not_digital
[00:33:49] [PASSED] drm_test_cmdline_force_e_only
[00:33:49] [PASSED] drm_test_cmdline_res
[00:33:49] [PASSED] drm_test_cmdline_res_vesa
[00:33:49] [PASSED] drm_test_cmdline_res_vesa_rblank
[00:33:49] [PASSED] drm_test_cmdline_res_rblank
[00:33:49] [PASSED] drm_test_cmdline_res_bpp
[00:33:49] [PASSED] drm_test_cmdline_res_refresh
[00:33:49] [PASSED] drm_test_cmdline_res_bpp_refresh
[00:33:49] [PASSED] drm_test_cmdline_res_bpp_refresh_interlaced
[00:33:49] [PASSED] drm_test_cmdline_res_bpp_refresh_margins
[00:33:49] [PASSED] drm_test_cmdline_res_bpp_refresh_force_off
[00:33:49] [PASSED] drm_test_cmdline_res_bpp_refresh_force_on
[00:33:49] [PASSED] drm_test_cmdline_res_bpp_refresh_force_on_analog
[00:33:49] [PASSED] drm_test_cmdline_res_bpp_refresh_force_on_digital
[00:33:49] [PASSED] drm_test_cmdline_res_bpp_refresh_interlaced_margins_force_on
[00:33:49] [PASSED] drm_test_cmdline_res_margins_force_on
[00:33:49] [PASSED] drm_test_cmdline_res_vesa_margins
[00:33:49] [PASSED] drm_test_cmdline_name
[00:33:49] [PASSED] drm_test_cmdline_name_bpp
[00:33:49] [PASSED] drm_test_cmdline_name_option
[00:33:49] [PASSED] drm_test_cmdline_name_bpp_option
[00:33:49] [PASSED] drm_test_cmdline_rotate_0
[00:33:49] [PASSED] drm_test_cmdline_rotate_90
[00:33:49] [PASSED] drm_test_cmdline_rotate_180
[00:33:49] [PASSED] drm_test_cmdline_rotate_270
[00:33:49] [PASSED] drm_test_cmdline_hmirror
[00:33:49] [PASSED] drm_test_cmdline_vmirror
[00:33:49] [PASSED] drm_test_cmdline_margin_options
[00:33:49] [PASSED] drm_test_cmdline_multiple_options
[00:33:49] [PASSED] drm_test_cmdline_bpp_extra_and_option
[00:33:49] [PASSED] drm_test_cmdline_extra_and_option
[00:33:49] [PASSED] drm_test_cmdline_freestanding_options
[00:33:49] [PASSED] drm_test_cmdline_freestanding_force_e_and_options
[00:33:49] [PASSED] drm_test_cmdline_panel_orientation
[00:33:49] ================ drm_test_cmdline_invalid  =================
[00:33:49] [PASSED] margin_only
[00:33:49] [PASSED] interlace_only
[00:33:49] [PASSED] res_missing_x
[00:33:49] [PASSED] res_missing_y
[00:33:49] [PASSED] res_bad_y
[00:33:49] [PASSED] res_missing_y_bpp
[00:33:49] [PASSED] res_bad_bpp
[00:33:49] [PASSED] res_bad_refresh
[00:33:49] [PASSED] res_bpp_refresh_force_on_off
[00:33:49] [PASSED] res_invalid_mode
[00:33:49] [PASSED] res_bpp_wrong_place_mode
[00:33:49] [PASSED] name_bpp_refresh
[00:33:49] [PASSED] name_refresh
[00:33:49] [PASSED] name_refresh_wrong_mode
[00:33:49] [PASSED] name_refresh_invalid_mode
[00:33:49] [PASSED] rotate_multiple
[00:33:49] [PASSED] rotate_invalid_val
[00:33:49] [PASSED] rotate_truncated
[00:33:49] [PASSED] invalid_option
[00:33:49] [PASSED] invalid_tv_option
[00:33:49] [PASSED] truncated_tv_option
[00:33:49] ============ [PASSED] drm_test_cmdline_invalid =============
[00:33:49] =============== drm_test_cmdline_tv_options  ===============
[00:33:49] [PASSED] NTSC
[00:33:49] [PASSED] NTSC_443
[00:33:49] [PASSED] NTSC_J
[00:33:49] [PASSED] PAL
[00:33:49] [PASSED] PAL_M
[00:33:49] [PASSED] PAL_N
[00:33:49] [PASSED] SECAM
[00:33:49] [PASSED] MONO_525
[00:33:49] [PASSED] MONO_625
[00:33:49] =========== [PASSED] drm_test_cmdline_tv_options ===========
[00:33:49] =============== [PASSED] drm_cmdline_parser ================
[00:33:49] ========== drmm_connector_hdmi_init (19 subtests) ==========
[00:33:49] [PASSED] drm_test_connector_hdmi_init_valid
[00:33:49] [PASSED] drm_test_connector_hdmi_init_bpc_8
[00:33:49] [PASSED] drm_test_connector_hdmi_init_bpc_10
[00:33:49] [PASSED] drm_test_connector_hdmi_init_bpc_12
[00:33:49] [PASSED] drm_test_connector_hdmi_init_bpc_invalid
[00:33:49] [PASSED] drm_test_connector_hdmi_init_bpc_null
[00:33:49] [PASSED] drm_test_connector_hdmi_init_formats_empty
[00:33:49] [PASSED] drm_test_connector_hdmi_init_formats_no_rgb
[00:33:49] [PASSED] drm_test_connector_hdmi_init_null_ddc
[00:33:49] [PASSED] drm_test_connector_hdmi_init_null_product
[00:33:49] [PASSED] drm_test_connector_hdmi_init_null_vendor
[00:33:49] [PASSED] drm_test_connector_hdmi_init_product_length_exact
[00:33:49] [PASSED] drm_test_connector_hdmi_init_product_length_too_long
[00:33:49] [PASSED] drm_test_connector_hdmi_init_product_valid
[00:33:49] [PASSED] drm_test_connector_hdmi_init_vendor_length_exact
[00:33:49] [PASSED] drm_test_connector_hdmi_init_vendor_length_too_long
[00:33:49] [PASSED] drm_test_connector_hdmi_init_vendor_valid
[00:33:49] ========= drm_test_connector_hdmi_init_type_valid  =========
[00:33:49] [PASSED] HDMI-A
[00:33:49] [PASSED] HDMI-B
[00:33:49] ===== [PASSED] drm_test_connector_hdmi_init_type_valid =====
[00:33:49] ======== drm_test_connector_hdmi_init_type_invalid  ========
[00:33:49] [PASSED] Unknown
[00:33:49] [PASSED] VGA
[00:33:49] [PASSED] DVI-I
[00:33:49] [PASSED] DVI-D
[00:33:49] [PASSED] DVI-A
[00:33:49] [PASSED] Composite
[00:33:49] [PASSED] SVIDEO
[00:33:49] [PASSED] LVDS
[00:33:49] [PASSED] Component
[00:33:49] [PASSED] DIN
[00:33:49] [PASSED] DP
[00:33:49] [PASSED] TV
[00:33:49] [PASSED] eDP
[00:33:49] [PASSED] Virtual
[00:33:49] [PASSED] DSI
[00:33:49] [PASSED] DPI
[00:33:49] [PASSED] Writeback
[00:33:49] [PASSED] SPI
[00:33:49] [PASSED] USB
[00:33:49] ==== [PASSED] drm_test_connector_hdmi_init_type_invalid ====
[00:33:49] ============ [PASSED] drmm_connector_hdmi_init =============
[00:33:49] ============= drmm_connector_init (3 subtests) =============
[00:33:49] [PASSED] drm_test_drmm_connector_init
[00:33:49] [PASSED] drm_test_drmm_connector_init_null_ddc
[00:33:49] ========= drm_test_drmm_connector_init_type_valid  =========
[00:33:49] [PASSED] Unknown
[00:33:49] [PASSED] VGA
[00:33:49] [PASSED] DVI-I
[00:33:49] [PASSED] DVI-D
[00:33:49] [PASSED] DVI-A
[00:33:49] [PASSED] Composite
[00:33:49] [PASSED] SVIDEO
[00:33:49] [PASSED] LVDS
[00:33:49] [PASSED] Component
[00:33:49] [PASSED] DIN
[00:33:49] [PASSED] DP
[00:33:49] [PASSED] HDMI-A
[00:33:49] [PASSED] HDMI-B
[00:33:49] [PASSED] TV
[00:33:49] [PASSED] eDP
[00:33:49] [PASSED] Virtual
[00:33:49] [PASSED] DSI
[00:33:49] [PASSED] DPI
[00:33:49] [PASSED] Writeback
[00:33:49] [PASSED] SPI
[00:33:49] [PASSED] USB
[00:33:49] ===== [PASSED] drm_test_drmm_connector_init_type_valid =====
[00:33:49] =============== [PASSED] drmm_connector_init ===============
[00:33:49] = drm_connector_attach_broadcast_rgb_property (2 subtests) =
[00:33:49] [PASSED] drm_test_drm_connector_attach_broadcast_rgb_property
[00:33:49] [PASSED] drm_test_drm_connector_attach_broadcast_rgb_property_hdmi_connector
[00:33:49] === [PASSED] drm_connector_attach_broadcast_rgb_property ===
[00:33:49] ========== drm_get_tv_mode_from_name (2 subtests) ==========
[00:33:49] ========== drm_test_get_tv_mode_from_name_valid  ===========
[00:33:49] [PASSED] NTSC
[00:33:49] [PASSED] NTSC-443
[00:33:49] [PASSED] NTSC-J
[00:33:49] [PASSED] PAL
[00:33:49] [PASSED] PAL-M
[00:33:49] [PASSED] PAL-N
[00:33:49] [PASSED] SECAM
[00:33:49] [PASSED] Mono
[00:33:49] ====== [PASSED] drm_test_get_tv_mode_from_name_valid =======
[00:33:49] [PASSED] drm_test_get_tv_mode_from_name_truncated
[00:33:49] ============ [PASSED] drm_get_tv_mode_from_name ============
[00:33:49] = drm_test_connector_hdmi_compute_mode_clock (12 subtests) =
[00:33:49] [PASSED] drm_test_drm_hdmi_compute_mode_clock_rgb
[00:33:49] [PASSED] drm_test_drm_hdmi_compute_mode_clock_rgb_10bpc
[00:33:49] [PASSED] drm_test_drm_hdmi_compute_mode_clock_rgb_10bpc_vic_1
[00:33:49] [PASSED] drm_test_drm_hdmi_compute_mode_clock_rgb_12bpc
[00:33:49] [PASSED] drm_test_drm_hdmi_compute_mode_clock_rgb_12bpc_vic_1
[00:33:49] [PASSED] drm_test_drm_hdmi_compute_mode_clock_rgb_double
[00:33:49] = drm_test_connector_hdmi_compute_mode_clock_yuv420_valid  =
[00:33:49] [PASSED] VIC 96
[00:33:49] [PASSED] VIC 97
[00:33:49] [PASSED] VIC 101
[00:33:49] [PASSED] VIC 102
[00:33:49] [PASSED] VIC 106
[00:33:49] [PASSED] VIC 107
[00:33:49] === [PASSED] drm_test_connector_hdmi_compute_mode_clock_yuv420_valid ===
[00:33:49] [PASSED] drm_test_connector_hdmi_compute_mode_clock_yuv420_10_bpc
[00:33:49] [PASSED] drm_test_connector_hdmi_compute_mode_clock_yuv420_12_bpc
[00:33:49] [PASSED] drm_test_connector_hdmi_compute_mode_clock_yuv422_8_bpc
[00:33:49] [PASSED] drm_test_connector_hdmi_compute_mode_clock_yuv422_10_bpc
[00:33:49] [PASSED] drm_test_connector_hdmi_compute_mode_clock_yuv422_12_bpc
[00:33:49] === [PASSED] drm_test_connector_hdmi_compute_mode_clock ====
[00:33:49] == drm_hdmi_connector_get_broadcast_rgb_name (2 subtests) ==
[00:33:49] === drm_test_drm_hdmi_connector_get_broadcast_rgb_name  ====
[00:33:49] [PASSED] Automatic
[00:33:49] [PASSED] Full
[00:33:49] [PASSED] Limited 16:235
[00:33:49] === [PASSED] drm_test_drm_hdmi_connector_get_broadcast_rgb_name ===
[00:33:49] [PASSED] drm_test_drm_hdmi_connector_get_broadcast_rgb_name_invalid
[00:33:49] ==== [PASSED] drm_hdmi_connector_get_broadcast_rgb_name ====
[00:33:49] == drm_hdmi_connector_get_output_format_name (2 subtests) ==
[00:33:49] === drm_test_drm_hdmi_connector_get_output_format_name  ====
[00:33:49] [PASSED] RGB
[00:33:49] [PASSED] YUV 4:2:0
[00:33:49] [PASSED] YUV 4:2:2
[00:33:49] [PASSED] YUV 4:4:4
[00:33:49] === [PASSED] drm_test_drm_hdmi_connector_get_output_format_name ===
[00:33:49] [PASSED] drm_test_drm_hdmi_connector_get_output_format_name_invalid
[00:33:49] ==== [PASSED] drm_hdmi_connector_get_output_format_name ====
[00:33:49] ============= drm_damage_helper (21 subtests) ==============
[00:33:49] [PASSED] drm_test_damage_iter_no_damage
[00:33:49] [PASSED] drm_test_damage_iter_no_damage_fractional_src
[00:33:49] [PASSED] drm_test_damage_iter_no_damage_src_moved
[00:33:49] [PASSED] drm_test_damage_iter_no_damage_fractional_src_moved
[00:33:49] [PASSED] drm_test_damage_iter_no_damage_not_visible
[00:33:49] [PASSED] drm_test_damage_iter_no_damage_no_crtc
[00:33:49] [PASSED] drm_test_damage_iter_no_damage_no_fb
[00:33:49] [PASSED] drm_test_damage_iter_simple_damage
[00:33:49] [PASSED] drm_test_damage_iter_single_damage
[00:33:49] [PASSED] drm_test_damage_iter_single_damage_intersect_src
[00:33:49] [PASSED] drm_test_damage_iter_single_damage_outside_src
[00:33:49] [PASSED] drm_test_damage_iter_single_damage_fractional_src
[00:33:49] [PASSED] drm_test_damage_iter_single_damage_intersect_fractional_src
[00:33:49] [PASSED] drm_test_damage_iter_single_damage_outside_fractional_src
[00:33:49] [PASSED] drm_test_damage_iter_single_damage_src_moved
[00:33:49] [PASSED] drm_test_damage_iter_single_damage_fractional_src_moved
[00:33:49] [PASSED] drm_test_damage_iter_damage
[00:33:49] [PASSED] drm_test_damage_iter_damage_one_intersect
[00:33:49] [PASSED] drm_test_damage_iter_damage_one_outside
[00:33:49] [PASSED] drm_test_damage_iter_damage_src_moved
[00:33:49] [PASSED] drm_test_damage_iter_damage_not_visible
[00:33:49] ================ [PASSED] drm_damage_helper ================
[00:33:49] ============== drm_dp_mst_helper (3 subtests) ==============
[00:33:49] ============== drm_test_dp_mst_calc_pbn_mode  ==============
[00:33:49] [PASSED] Clock 154000 BPP 30 DSC disabled
[00:33:49] [PASSED] Clock 234000 BPP 30 DSC disabled
[00:33:49] [PASSED] Clock 297000 BPP 24 DSC disabled
[00:33:49] [PASSED] Clock 332880 BPP 24 DSC enabled
[00:33:49] [PASSED] Clock 324540 BPP 24 DSC enabled
[00:33:49] ========== [PASSED] drm_test_dp_mst_calc_pbn_mode ==========
[00:33:49] ============== drm_test_dp_mst_calc_pbn_div  ===============
[00:33:49] [PASSED] Link rate 2000000 lane count 4
[00:33:49] [PASSED] Link rate 2000000 lane count 2
[00:33:49] [PASSED] Link rate 2000000 lane count 1
[00:33:49] [PASSED] Link rate 1350000 lane count 4
[00:33:49] [PASSED] Link rate 1350000 lane count 2
[00:33:49] [PASSED] Link rate 1350000 lane count 1
[00:33:49] [PASSED] Link rate 1000000 lane count 4
[00:33:49] [PASSED] Link rate 1000000 lane count 2
[00:33:49] [PASSED] Link rate 1000000 lane count 1
[00:33:49] [PASSED] Link rate 810000 lane count 4
[00:33:49] [PASSED] Link rate 810000 lane count 2
[00:33:49] [PASSED] Link rate 810000 lane count 1
[00:33:49] [PASSED] Link rate 540000 lane count 4
[00:33:49] [PASSED] Link rate 540000 lane count 2
[00:33:49] [PASSED] Link rate 540000 lane count 1
[00:33:49] [PASSED] Link rate 270000 lane count 4
[00:33:49] [PASSED] Link rate 270000 lane count 2
[00:33:49] [PASSED] Link rate 270000 lane count 1
[00:33:49] [PASSED] Link rate 162000 lane count 4
[00:33:49] [PASSED] Link rate 162000 lane count 2
[00:33:49] [PASSED] Link rate 162000 lane count 1
[00:33:49] ========== [PASSED] drm_test_dp_mst_calc_pbn_div ===========
[00:33:49] ========= drm_test_dp_mst_sideband_msg_req_decode  =========
[00:33:49] [PASSED] DP_ENUM_PATH_RESOURCES with port number
[00:33:49] [PASSED] DP_POWER_UP_PHY with port number
[00:33:49] [PASSED] DP_POWER_DOWN_PHY with port number
[00:33:49] [PASSED] DP_ALLOCATE_PAYLOAD with SDP stream sinks
[00:33:49] [PASSED] DP_ALLOCATE_PAYLOAD with port number
[00:33:49] [PASSED] DP_ALLOCATE_PAYLOAD with VCPI
[00:33:49] [PASSED] DP_ALLOCATE_PAYLOAD with PBN
[00:33:49] [PASSED] DP_QUERY_PAYLOAD with port number
[00:33:49] [PASSED] DP_QUERY_PAYLOAD with VCPI
[00:33:49] [PASSED] DP_REMOTE_DPCD_READ with port number
[00:33:49] [PASSED] DP_REMOTE_DPCD_READ with DPCD address
[00:33:49] [PASSED] DP_REMOTE_DPCD_READ with max number of bytes
[00:33:49] [PASSED] DP_REMOTE_DPCD_WRITE with port number
[00:33:49] [PASSED] DP_REMOTE_DPCD_WRITE with DPCD address
[00:33:49] [PASSED] DP_REMOTE_DPCD_WRITE with data array
[00:33:49] [PASSED] DP_REMOTE_I2C_READ with port number
[00:33:49] [PASSED] DP_REMOTE_I2C_READ with I2C device ID
[00:33:49] [PASSED] DP_REMOTE_I2C_READ with transactions array
[00:33:49] [PASSED] DP_REMOTE_I2C_WRITE with port number
[00:33:49] [PASSED] DP_REMOTE_I2C_WRITE with I2C device ID
[00:33:49] [PASSED] DP_REMOTE_I2C_WRITE with data array
[00:33:49] [PASSED] DP_QUERY_STREAM_ENC_STATUS with stream ID
[00:33:49] [PASSED] DP_QUERY_STREAM_ENC_STATUS with client ID
[00:33:49] [PASSED] DP_QUERY_STREAM_ENC_STATUS with stream event
[00:33:49] [PASSED] DP_QUERY_STREAM_ENC_STATUS with valid stream event
[00:33:49] [PASSED] DP_QUERY_STREAM_ENC_STATUS with stream behavior
[00:33:49] [PASSED] DP_QUERY_STREAM_ENC_STATUS with a valid stream behavior
[00:33:49] ===== [PASSED] drm_test_dp_mst_sideband_msg_req_decode =====
[00:33:49] ================ [PASSED] drm_dp_mst_helper ================
[00:33:49] ================== drm_exec (7 subtests) ===================
[00:33:49] [PASSED] sanitycheck
[00:33:49] [PASSED] test_lock
[00:33:49] [PASSED] test_lock_unlock
[00:33:49] [PASSED] test_duplicates
[00:33:49] [PASSED] test_prepare
[00:33:49] [PASSED] test_prepare_array
[00:33:49] [PASSED] test_multiple_loops
[00:33:49] ==================== [PASSED] drm_exec =====================
[00:33:49] =========== drm_format_helper_test (17 subtests) ===========
[00:33:49] ============== drm_test_fb_xrgb8888_to_gray8  ==============
[00:33:49] [PASSED] single_pixel_source_buffer
[00:33:49] [PASSED] single_pixel_clip_rectangle
[00:33:49] [PASSED] well_known_colors
[00:33:49] [PASSED] destination_pitch
[00:33:49] ========== [PASSED] drm_test_fb_xrgb8888_to_gray8 ==========
[00:33:49] ============= drm_test_fb_xrgb8888_to_rgb332  ==============
[00:33:49] [PASSED] single_pixel_source_buffer
[00:33:49] [PASSED] single_pixel_clip_rectangle
[00:33:49] [PASSED] well_known_colors
[00:33:49] [PASSED] destination_pitch
[00:33:49] ========= [PASSED] drm_test_fb_xrgb8888_to_rgb332 ==========
[00:33:49] ============= drm_test_fb_xrgb8888_to_rgb565  ==============
[00:33:49] [PASSED] single_pixel_source_buffer
[00:33:49] [PASSED] single_pixel_clip_rectangle
[00:33:49] [PASSED] well_known_colors
[00:33:49] [PASSED] destination_pitch
[00:33:49] ========= [PASSED] drm_test_fb_xrgb8888_to_rgb565 ==========
[00:33:49] ============ drm_test_fb_xrgb8888_to_xrgb1555  =============
[00:33:49] [PASSED] single_pixel_source_buffer
[00:33:49] [PASSED] single_pixel_clip_rectangle
[00:33:49] [PASSED] well_known_colors
[00:33:49] [PASSED] destination_pitch
[00:33:49] ======== [PASSED] drm_test_fb_xrgb8888_to_xrgb1555 =========
[00:33:49] ============ drm_test_fb_xrgb8888_to_argb1555  =============
[00:33:49] [PASSED] single_pixel_source_buffer
[00:33:49] [PASSED] single_pixel_clip_rectangle
[00:33:49] [PASSED] well_known_colors
[00:33:49] [PASSED] destination_pitch
[00:33:49] ======== [PASSED] drm_test_fb_xrgb8888_to_argb1555 =========
[00:33:49] ============ drm_test_fb_xrgb8888_to_rgba5551  =============
[00:33:49] [PASSED] single_pixel_source_buffer
[00:33:49] [PASSED] single_pixel_clip_rectangle
[00:33:49] [PASSED] well_known_colors
[00:33:49] [PASSED] destination_pitch
[00:33:49] ======== [PASSED] drm_test_fb_xrgb8888_to_rgba5551 =========
[00:33:49] ============= drm_test_fb_xrgb8888_to_rgb888  ==============
[00:33:49] [PASSED] single_pixel_source_buffer
[00:33:49] [PASSED] single_pixel_clip_rectangle
[00:33:49] [PASSED] well_known_colors
[00:33:49] [PASSED] destination_pitch
[00:33:49] ========= [PASSED] drm_test_fb_xrgb8888_to_rgb888 ==========
[00:33:49] ============ drm_test_fb_xrgb8888_to_argb8888  =============
[00:33:49] [PASSED] single_pixel_source_buffer
[00:33:49] [PASSED] single_pixel_clip_rectangle
[00:33:49] [PASSED] well_known_colors
[00:33:49] [PASSED] destination_pitch
[00:33:49] ======== [PASSED] drm_test_fb_xrgb8888_to_argb8888 =========
[00:33:49] =========== drm_test_fb_xrgb8888_to_xrgb2101010  ===========
[00:33:49] [PASSED] single_pixel_source_buffer
[00:33:49] [PASSED] single_pixel_clip_rectangle
[00:33:49] [PASSED] well_known_colors
[00:33:49] [PASSED] destination_pitch
[00:33:49] ======= [PASSED] drm_test_fb_xrgb8888_to_xrgb2101010 =======
[00:33:49] =========== drm_test_fb_xrgb8888_to_argb2101010  ===========
[00:33:49] [PASSED] single_pixel_source_buffer
[00:33:49] [PASSED] single_pixel_clip_rectangle
[00:33:49] [PASSED] well_known_colors
[00:33:49] [PASSED] destination_pitch
[00:33:49] ======= [PASSED] drm_test_fb_xrgb8888_to_argb2101010 =======
[00:33:49] ============== drm_test_fb_xrgb8888_to_mono  ===============
[00:33:49] [PASSED] single_pixel_source_buffer
[00:33:49] [PASSED] single_pixel_clip_rectangle
[00:33:49] [PASSED] well_known_colors
[00:33:49] [PASSED] destination_pitch
[00:33:49] ========== [PASSED] drm_test_fb_xrgb8888_to_mono ===========
[00:33:49] ==================== drm_test_fb_swab  =====================
[00:33:49] [PASSED] single_pixel_source_buffer
[00:33:49] [PASSED] single_pixel_clip_rectangle
[00:33:49] [PASSED] well_known_colors
[00:33:49] [PASSED] destination_pitch
[00:33:49] ================ [PASSED] drm_test_fb_swab =================
[00:33:49] ============ drm_test_fb_xrgb8888_to_xbgr8888  =============
[00:33:49] [PASSED] single_pixel_source_buffer
[00:33:49] [PASSED] single_pixel_clip_rectangle
[00:33:49] [PASSED] well_known_colors
[00:33:49] [PASSED] destination_pitch
[00:33:49] ======== [PASSED] drm_test_fb_xrgb8888_to_xbgr8888 =========
[00:33:49] ============ drm_test_fb_xrgb8888_to_abgr8888  =============
[00:33:49] [PASSED] single_pixel_source_buffer
[00:33:49] [PASSED] single_pixel_clip_rectangle
[00:33:49] [PASSED] well_known_colors
[00:33:49] [PASSED] destination_pitch
[00:33:49] ======== [PASSED] drm_test_fb_xrgb8888_to_abgr8888 =========
[00:33:49] ================= drm_test_fb_clip_offset  =================
[00:33:49] [PASSED] pass through
[00:33:49] [PASSED] horizontal offset
[00:33:49] [PASSED] vertical offset
[00:33:49] [PASSED] horizontal and vertical offset
[00:33:49] [PASSED] horizontal offset (custom pitch)
[00:33:49] [PASSED] vertical offset (custom pitch)
[00:33:49] [PASSED] horizontal and vertical offset (custom pitch)
[00:33:49] ============= [PASSED] drm_test_fb_clip_offset =============
[00:33:49] ============== drm_test_fb_build_fourcc_list  ==============
[00:33:49] [PASSED] no native formats
[00:33:49] [PASSED] XRGB8888 as native format
[00:33:49] [PASSED] remove duplicates
[00:33:49] [PASSED] convert alpha formats
[00:33:49] [PASSED] random formats
[00:33:49] ========== [PASSED] drm_test_fb_build_fourcc_list ==========
[00:33:49] =================== drm_test_fb_memcpy  ====================
[00:33:49] [PASSED] single_pixel_source_buffer: XR24 little-endian (0x34325258)
[00:33:49] [PASSED] single_pixel_source_buffer: XRA8 little-endian (0x38415258)
[00:33:49] [PASSED] single_pixel_source_buffer: YU24 little-endian (0x34325559)
[00:33:49] [PASSED] single_pixel_clip_rectangle: XB24 little-endian (0x34324258)
[00:33:49] [PASSED] single_pixel_clip_rectangle: XRA8 little-endian (0x38415258)
[00:33:49] [PASSED] single_pixel_clip_rectangle: YU24 little-endian (0x34325559)
[00:33:49] [PASSED] well_known_colors: XB24 little-endian (0x34324258)
[00:33:49] [PASSED] well_known_colors: XRA8 little-endian (0x38415258)
[00:33:49] [PASSED] well_known_colors: YU24 little-endian (0x34325559)
[00:33:49] [PASSED] destination_pitch: XB24 little-endian (0x34324258)
[00:33:49] [PASSED] destination_pitch: XRA8 little-endian (0x38415258)
[00:33:49] [PASSED] destination_pitch: YU24 little-endian (0x34325559)
[00:33:49] =============== [PASSED] drm_test_fb_memcpy ================
[00:33:49] ============= [PASSED] drm_format_helper_test ==============
[00:33:49] ================= drm_format (18 subtests) =================
[00:33:49] [PASSED] drm_test_format_block_width_invalid
[00:33:49] [PASSED] drm_test_format_block_width_one_plane
[00:33:49] [PASSED] drm_test_format_block_width_two_plane
[00:33:49] [PASSED] drm_test_format_block_width_three_plane
[00:33:49] [PASSED] drm_test_format_block_width_tiled
[00:33:49] [PASSED] drm_test_format_block_height_invalid
[00:33:49] [PASSED] drm_test_format_block_height_one_plane
[00:33:49] [PASSED] drm_test_format_block_height_two_plane
[00:33:49] [PASSED] drm_test_format_block_height_three_plane
[00:33:49] [PASSED] drm_test_format_block_height_tiled
[00:33:49] [PASSED] drm_test_format_min_pitch_invalid
[00:33:49] [PASSED] drm_test_format_min_pitch_one_plane_8bpp
[00:33:49] [PASSED] drm_test_format_min_pitch_one_plane_16bpp
[00:33:49] [PASSED] drm_test_format_min_pitch_one_plane_24bpp
[00:33:49] [PASSED] drm_test_format_min_pitch_one_plane_32bpp
[00:33:49] [PASSED] drm_test_format_min_pitch_two_plane
[00:33:49] [PASSED] drm_test_format_min_pitch_three_plane_8bpp
[00:33:49] [PASSED] drm_test_format_min_pitch_tiled
[00:33:49] =================== [PASSED] drm_format ====================
[00:33:49] ============== drm_framebuffer (10 subtests) ===============
[00:33:49] ========== drm_test_framebuffer_check_src_coords  ==========
[00:33:49] [PASSED] Success: source fits into fb
[00:33:49] [PASSED] Fail: overflowing fb with x-axis coordinate
[00:33:49] [PASSED] Fail: overflowing fb with y-axis coordinate
[00:33:49] [PASSED] Fail: overflowing fb with source width
[00:33:49] [PASSED] Fail: overflowing fb with source height
[00:33:49] ====== [PASSED] drm_test_framebuffer_check_src_coords ======
[00:33:49] [PASSED] drm_test_framebuffer_cleanup
[00:33:49] =============== drm_test_framebuffer_create  ===============
[00:33:49] [PASSED] ABGR8888 normal sizes
[00:33:49] [PASSED] ABGR8888 max sizes
[00:33:49] [PASSED] ABGR8888 pitch greater than min required
[00:33:49] [PASSED] ABGR8888 pitch less than min required
[00:33:49] [PASSED] ABGR8888 Invalid width
[00:33:49] [PASSED] ABGR8888 Invalid buffer handle
[00:33:49] [PASSED] No pixel format
[00:33:49] [PASSED] ABGR8888 Width 0
[00:33:49] [PASSED] ABGR8888 Height 0
[00:33:49] [PASSED] ABGR8888 Out of bound height * pitch combination
[00:33:49] [PASSED] ABGR8888 Large buffer offset
[00:33:49] [PASSED] ABGR8888 Buffer offset for inexistent plane
[00:33:49] [PASSED] ABGR8888 Invalid flag
[00:33:49] [PASSED] ABGR8888 Set DRM_MODE_FB_MODIFIERS without modifiers
[00:33:49] [PASSED] ABGR8888 Valid buffer modifier
[00:33:49] [PASSED] ABGR8888 Invalid buffer modifier(DRM_FORMAT_MOD_SAMSUNG_64_32_TILE)
[00:33:49] [PASSED] ABGR8888 Extra pitches without DRM_MODE_FB_MODIFIERS
[00:33:49] [PASSED] ABGR8888 Extra pitches with DRM_MODE_FB_MODIFIERS
[00:33:49] [PASSED] NV12 Normal sizes
[00:33:49] [PASSED] NV12 Max sizes
[00:33:49] [PASSED] NV12 Invalid pitch
[00:33:49] [PASSED] NV12 Invalid modifier/missing DRM_MODE_FB_MODIFIERS flag
[00:33:49] [PASSED] NV12 different  modifier per-plane
[00:33:49] [PASSED] NV12 with DRM_FORMAT_MOD_SAMSUNG_64_32_TILE
[00:33:49] [PASSED] NV12 Valid modifiers without DRM_MODE_FB_MODIFIERS
[00:33:49] [PASSED] NV12 Modifier for inexistent plane
[00:33:49] [PASSED] NV12 Handle for inexistent plane
[00:33:49] [PASSED] NV12 Handle for inexistent plane without DRM_MODE_FB_MODIFIERS
[00:33:49] [PASSED] YVU420 DRM_MODE_FB_MODIFIERS set without modifier
[00:33:49] [PASSED] YVU420 Normal sizes
[00:33:49] [PASSED] YVU420 Max sizes
[00:33:49] [PASSED] YVU420 Invalid pitch
[00:33:49] [PASSED] YVU420 Different pitches
[00:33:49] [PASSED] YVU420 Different buffer offsets/pitches
[00:33:49] [PASSED] YVU420 Modifier set just for plane 0, without DRM_MODE_FB_MODIFIERS
[00:33:49] [PASSED] YVU420 Modifier set just for planes 0, 1, without DRM_MODE_FB_MODIFIERS
[00:33:49] [PASSED] YVU420 Modifier set just for plane 0, 1, with DRM_MODE_FB_MODIFIERS
[00:33:49] [PASSED] YVU420 Valid modifier
[00:33:49] [PASSED] YVU420 Different modifiers per plane
[00:33:49] [PASSED] YVU420 Modifier for inexistent plane
[00:33:49] [PASSED] YUV420_10BIT Invalid modifier(DRM_FORMAT_MOD_LINEAR)
[00:33:49] [PASSED] X0L2 Normal sizes
[00:33:49] [PASSED] X0L2 Max sizes
[00:33:49] [PASSED] X0L2 Invalid pitch
[00:33:49] [PASSED] X0L2 Pitch greater than minimum required
[00:33:49] [PASSED] X0L2 Handle for inexistent plane
[00:33:49] [PASSED] X0L2 Offset for inexistent plane, without DRM_MODE_FB_MODIFIERS set
[00:33:49] [PASSED] X0L2 Modifier without DRM_MODE_FB_MODIFIERS set
[00:33:49] [PASSED] X0L2 Valid modifier
[00:33:49] [PASSED] X0L2 Modifier for inexistent plane
[00:33:49] =========== [PASSED] drm_test_framebuffer_create ===========
[00:33:49] [PASSED] drm_test_framebuffer_free
[00:33:49] [PASSED] drm_test_framebuffer_init
[00:33:49] [PASSED] drm_test_framebuffer_init_bad_format
[00:33:49] [PASSED] drm_test_framebuffer_init_dev_mismatch
[00:33:49] [PASSED] drm_test_framebuffer_lookup
[00:33:49] [PASSED] drm_test_framebuffer_lookup_inexistent
[00:33:49] [PASSED] drm_test_framebuffer_modifiers_not_supported
[00:33:49] ================= [PASSED] drm_framebuffer =================
[00:33:49] ================ drm_gem_shmem (8 subtests) ================
[00:33:49] [PASSED] drm_gem_shmem_test_obj_create
[00:33:49] [PASSED] drm_gem_shmem_test_obj_create_private
[00:33:49] [PASSED] drm_gem_shmem_test_pin_pages
[00:33:49] [PASSED] drm_gem_shmem_test_vmap
[00:33:49] [PASSED] drm_gem_shmem_test_get_pages_sgt
[00:33:49] [PASSED] drm_gem_shmem_test_get_sg_table
[00:33:49] [PASSED] drm_gem_shmem_test_madvise
[00:33:49] [PASSED] drm_gem_shmem_test_purge
[00:33:49] ================== [PASSED] drm_gem_shmem ==================
[00:33:49] === drm_atomic_helper_connector_hdmi_check (22 subtests) ===
[00:33:49] [PASSED] drm_test_check_broadcast_rgb_auto_cea_mode
[00:33:49] [PASSED] drm_test_check_broadcast_rgb_auto_cea_mode_vic_1
[00:33:49] [PASSED] drm_test_check_broadcast_rgb_full_cea_mode
[00:33:49] [PASSED] drm_test_check_broadcast_rgb_full_cea_mode_vic_1
[00:33:49] [PASSED] drm_test_check_broadcast_rgb_limited_cea_mode
[00:33:49] [PASSED] drm_test_check_broadcast_rgb_limited_cea_mode_vic_1
[00:33:49] [PASSED] drm_test_check_broadcast_rgb_crtc_mode_changed
[00:33:49] [PASSED] drm_test_check_broadcast_rgb_crtc_mode_not_changed
[00:33:49] [PASSED] drm_test_check_hdmi_funcs_reject_rate
[00:33:49] [PASSED] drm_test_check_max_tmds_rate_bpc_fallback
[00:33:49] [PASSED] drm_test_check_max_tmds_rate_format_fallback
[00:33:49] [PASSED] drm_test_check_output_bpc_crtc_mode_changed
[00:33:49] [PASSED] drm_test_check_output_bpc_crtc_mode_not_changed
[00:33:49] [PASSED] drm_test_check_output_bpc_dvi
[00:33:49] [PASSED] drm_test_check_output_bpc_format_vic_1
[00:33:49] [PASSED] drm_test_check_output_bpc_format_display_8bpc_only
[00:33:49] [PASSED] drm_test_check_output_bpc_format_display_rgb_only
[00:33:49] [PASSED] drm_test_check_output_bpc_format_driver_8bpc_only
[00:33:49] [PASSED] drm_test_check_output_bpc_format_driver_rgb_only
[00:33:49] [PASSED] drm_test_check_tmds_char_rate_rgb_8bpc
[00:33:49] [PASSED] drm_test_check_tmds_char_rate_rgb_10bpc
[00:33:49] [PASSED] drm_test_check_tmds_char_rate_rgb_12bpc
[00:33:49] ===== [PASSED] drm_atomic_helper_connector_hdmi_check ======
[00:33:49] === drm_atomic_helper_connector_hdmi_reset (6 subtests) ====
[00:33:49] [PASSED] drm_test_check_broadcast_rgb_value
[00:33:49] [PASSED] drm_test_check_bpc_8_value
[00:33:49] [PASSED] drm_test_check_bpc_10_value
[00:33:49] [PASSED] drm_test_check_bpc_12_value
[00:33:49] [PASSED] drm_test_check_format_value
[00:33:49] [PASSED] drm_test_check_tmds_char_value
[00:33:49] ===== [PASSED] drm_atomic_helper_connector_hdmi_reset ======
[00:33:49] ================= drm_managed (2 subtests) =================
[00:33:49] [PASSED] drm_test_managed_release_action
[00:33:49] [PASSED] drm_test_managed_run_action
[00:33:49] =================== [PASSED] drm_managed ===================
[00:33:49] =================== drm_mm (6 subtests) ====================
[00:33:49] [PASSED] drm_test_mm_init
[00:33:49] [PASSED] drm_test_mm_debug
[00:33:49] [PASSED] drm_test_mm_align32
[00:33:49] [PASSED] drm_test_mm_align64
[00:33:49] [PASSED] drm_test_mm_lowest
[00:33:49] [PASSED] drm_test_mm_highest
[00:33:49] ===================== [PASSED] drm_mm ======================
[00:33:49] ============= drm_modes_analog_tv (5 subtests) =============
stty: 'standard input': Inappropriate ioctl for device
[00:33:49] [PASSED] drm_test_modes_analog_tv_mono_576i
[00:33:49] [PASSED] drm_test_modes_analog_tv_ntsc_480i
[00:33:49] [PASSED] drm_test_modes_analog_tv_ntsc_480i_inlined
[00:33:49] [PASSED] drm_test_modes_analog_tv_pal_576i
[00:33:49] [PASSED] drm_test_modes_analog_tv_pal_576i_inlined
[00:33:49] =============== [PASSED] drm_modes_analog_tv ===============
[00:33:49] ============== drm_plane_helper (2 subtests) ===============
[00:33:49] =============== drm_test_check_plane_state  ================
[00:33:49] [PASSED] clipping_simple
[00:33:49] [PASSED] clipping_rotate_reflect
[00:33:49] [PASSED] positioning_simple
[00:33:49] [PASSED] upscaling
[00:33:49] [PASSED] downscaling
[00:33:49] [PASSED] rounding1
[00:33:49] [PASSED] rounding2
[00:33:49] [PASSED] rounding3
[00:33:49] [PASSED] rounding4
[00:33:49] =========== [PASSED] drm_test_check_plane_state ============
[00:33:49] =========== drm_test_check_invalid_plane_state  ============
[00:33:49] [PASSED] positioning_invalid
[00:33:49] [PASSED] upscaling_invalid
[00:33:49] [PASSED] downscaling_invalid
[00:33:49] ======= [PASSED] drm_test_check_invalid_plane_state ========
[00:33:49] ================ [PASSED] drm_plane_helper =================
[00:33:49] ====== drm_connector_helper_tv_get_modes (1 subtest) =======
[00:33:49] ====== drm_test_connector_helper_tv_get_modes_check  =======
[00:33:49] [PASSED] None
[00:33:49] [PASSED] PAL
[00:33:49] [PASSED] NTSC
[00:33:49] [PASSED] Both, NTSC Default
[00:33:49] [PASSED] Both, PAL Default
[00:33:49] [PASSED] Both, NTSC Default, with PAL on command-line
[00:33:49] [PASSED] Both, PAL Default, with NTSC on command-line
[00:33:49] == [PASSED] drm_test_connector_helper_tv_get_modes_check ===
[00:33:49] ======== [PASSED] drm_connector_helper_tv_get_modes ========
[00:33:49] ================== drm_rect (9 subtests) ===================
[00:33:49] [PASSED] drm_test_rect_clip_scaled_div_by_zero
[00:33:49] [PASSED] drm_test_rect_clip_scaled_not_clipped
[00:33:49] [PASSED] drm_test_rect_clip_scaled_clipped
[00:33:49] [PASSED] drm_test_rect_clip_scaled_signed_vs_unsigned
[00:33:49] ================= drm_test_rect_intersect  =================
[00:33:49] [PASSED] top-left x bottom-right: 2x2+1+1 x 2x2+0+0
[00:33:49] [PASSED] top-right x bottom-left: 2x2+0+0 x 2x2+1-1
[00:33:49] [PASSED] bottom-left x top-right: 2x2+1-1 x 2x2+0+0
[00:33:49] [PASSED] bottom-right x top-left: 2x2+0+0 x 2x2+1+1
[00:33:49] [PASSED] right x left: 2x1+0+0 x 3x1+1+0
[00:33:49] [PASSED] left x right: 3x1+1+0 x 2x1+0+0
[00:33:49] [PASSED] up x bottom: 1x2+0+0 x 1x3+0-1
[00:33:49] [PASSED] bottom x up: 1x3+0-1 x 1x2+0+0
[00:33:49] [PASSED] touching corner: 1x1+0+0 x 2x2+1+1
[00:33:49] [PASSED] touching side: 1x1+0+0 x 1x1+1+0
[00:33:49] [PASSED] equal rects: 2x2+0+0 x 2x2+0+0
[00:33:49] [PASSED] inside another: 2x2+0+0 x 1x1+1+1
[00:33:49] [PASSED] far away: 1x1+0+0 x 1x1+3+6
[00:33:49] [PASSED] points intersecting: 0x0+5+10 x 0x0+5+10
[00:33:49] [PASSED] points not intersecting: 0x0+0+0 x 0x0+5+10
[00:33:49] ============= [PASSED] drm_test_rect_intersect =============
[00:33:49] ================ drm_test_rect_calc_hscale  ================
[00:33:49] [PASSED] normal use
[00:33:49] [PASSED] out of max range
[00:33:49] [PASSED] out of min range
[00:33:49] [PASSED] zero dst
[00:33:49] [PASSED] negative src
[00:33:49] [PASSED] negative dst
[00:33:49] ============ [PASSED] drm_test_rect_calc_hscale ============
[00:33:49] ================ drm_test_rect_calc_vscale  ================
[00:33:49] [PASSED] normal use
[00:33:49] [PASSED] out of max range
[00:33:49] [PASSED] out of min range
[00:33:49] [PASSED] zero dst
[00:33:49] [PASSED] negative src
[00:33:49] [PASSED] negative dst
[00:33:49] ============ [PASSED] drm_test_rect_calc_vscale ============
[00:33:49] ================== drm_test_rect_rotate  ===================
[00:33:49] [PASSED] reflect-x
[00:33:49] [PASSED] reflect-y
[00:33:49] [PASSED] rotate-0
[00:33:49] [PASSED] rotate-90
[00:33:49] [PASSED] rotate-180
[00:33:49] [PASSED] rotate-270
[00:33:49] ============== [PASSED] drm_test_rect_rotate ===============
[00:33:49] ================ drm_test_rect_rotate_inv  =================
[00:33:49] [PASSED] reflect-x
[00:33:49] [PASSED] reflect-y
[00:33:49] [PASSED] rotate-0
[00:33:49] [PASSED] rotate-90
[00:33:49] [PASSED] rotate-180
[00:33:49] [PASSED] rotate-270
[00:33:49] ============ [PASSED] drm_test_rect_rotate_inv =============
[00:33:49] ==================== [PASSED] drm_rect =====================
[00:33:49] ============================================================
[00:33:49] Testing complete. Ran 531 tests: passed: 531
[00:33:49] Elapsed time: 24.137s total, 1.385s configuring, 22.579s building, 0.172s running

+ /kernel/tools/testing/kunit/kunit.py run --kunitconfig /kernel/drivers/gpu/drm/ttm/tests/.kunitconfig
[00:33:49] Configuring KUnit Kernel ...
Regenerating .config ...
Populating config with:
$ make ARCH=um O=.kunit olddefconfig
[00:33:51] Building KUnit Kernel ...
Populating config with:
$ make ARCH=um O=.kunit olddefconfig
Building with:
$ make ARCH=um O=.kunit --jobs=48
[00:33:58] Starting KUnit Kernel (1/1)...
[00:33:58] ============================================================
Running tests with:
$ .kunit/linux kunit.enable=1 mem=1G console=tty kunit_shutdown=halt
[00:33:58] ================= ttm_device (5 subtests) ==================
[00:33:58] [PASSED] ttm_device_init_basic
[00:33:58] [PASSED] ttm_device_init_multiple
[00:33:58] [PASSED] ttm_device_fini_basic
[00:33:58] [PASSED] ttm_device_init_no_vma_man
[00:33:58] ================== ttm_device_init_pools  ==================
[00:33:58] [PASSED] No DMA allocations, no DMA32 required
[00:33:58] [PASSED] DMA allocations, DMA32 required
[00:33:58] [PASSED] No DMA allocations, DMA32 required
[00:33:58] [PASSED] DMA allocations, no DMA32 required
[00:33:58] ============== [PASSED] ttm_device_init_pools ==============
[00:33:58] =================== [PASSED] ttm_device ====================
[00:33:58] ================== ttm_pool (8 subtests) ===================
[00:33:58] ================== ttm_pool_alloc_basic  ===================
[00:33:58] [PASSED] One page
[00:33:58] [PASSED] More than one page
[00:33:58] [PASSED] Above the allocation limit
[00:33:58] [PASSED] One page, with coherent DMA mappings enabled
[00:33:58] [PASSED] Above the allocation limit, with coherent DMA mappings enabled
[00:33:58] ============== [PASSED] ttm_pool_alloc_basic ===============
[00:33:58] ============== ttm_pool_alloc_basic_dma_addr  ==============
[00:33:58] [PASSED] One page
[00:33:58] [PASSED] More than one page
[00:33:58] [PASSED] Above the allocation limit
[00:33:58] [PASSED] One page, with coherent DMA mappings enabled
[00:33:58] [PASSED] Above the allocation limit, with coherent DMA mappings enabled
[00:33:58] ========== [PASSED] ttm_pool_alloc_basic_dma_addr ==========
[00:33:58] [PASSED] ttm_pool_alloc_order_caching_match
[00:33:58] [PASSED] ttm_pool_alloc_caching_mismatch
[00:33:58] [PASSED] ttm_pool_alloc_order_mismatch
[00:33:58] [PASSED] ttm_pool_free_dma_alloc
[00:33:58] [PASSED] ttm_pool_free_no_dma_alloc
[00:33:58] [PASSED] ttm_pool_fini_basic
[00:33:58] ==================== [PASSED] ttm_pool =====================
[00:33:58] ================ ttm_resource (8 subtests) =================
[00:33:58] ================= ttm_resource_init_basic  =================
[00:33:58] [PASSED] Init resource in TTM_PL_SYSTEM
[00:33:58] [PASSED] Init resource in TTM_PL_VRAM
[00:33:58] [PASSED] Init resource in a private placement
[00:33:58] [PASSED] Init resource in TTM_PL_SYSTEM, set placement flags
[00:33:58] ============= [PASSED] ttm_resource_init_basic =============
[00:33:58] [PASSED] ttm_resource_init_pinned
[00:33:58] [PASSED] ttm_resource_fini_basic
[00:33:58] [PASSED] ttm_resource_manager_init_basic
[00:33:58] [PASSED] ttm_resource_manager_usage_basic
[00:33:58] [PASSED] ttm_resource_manager_set_used_basic
[00:33:58] [PASSED] ttm_sys_man_alloc_basic
[00:33:58] [PASSED] ttm_sys_man_free_basic
[00:33:58] ================== [PASSED] ttm_resource ===================
[00:33:58] =================== ttm_tt (15 subtests) ===================
[00:33:58] ==================== ttm_tt_init_basic  ====================
[00:33:58] [PASSED] Page-aligned size
[00:33:58] [PASSED] Extra pages requested
[00:33:58] ================ [PASSED] ttm_tt_init_basic ================
[00:33:58] [PASSED] ttm_tt_init_misaligned
[00:33:58] [PASSED] ttm_tt_fini_basic
[00:33:58] [PASSED] ttm_tt_fini_sg
[00:33:58] [PASSED] ttm_tt_fini_shmem
[00:33:58] [PASSED] ttm_tt_create_basic
[00:33:58] [PASSED] ttm_tt_create_invalid_bo_type
[00:33:58] [PASSED] ttm_tt_create_ttm_exists
[00:33:58] [PASSED] ttm_tt_create_failed
[00:33:58] [PASSED] ttm_tt_destroy_basic
[00:33:58] [PASSED] ttm_tt_populate_null_ttm
[00:33:58] [PASSED] ttm_tt_populate_populated_ttm
[00:33:58] [PASSED] ttm_tt_unpopulate_basic
[00:33:58] [PASSED] ttm_tt_unpopulate_empty_ttm
[00:33:58] [PASSED] ttm_tt_swapin_basic
[00:33:58] ===================== [PASSED] ttm_tt ======================
[00:33:58] =================== ttm_bo (14 subtests) ===================
[00:33:58] =========== ttm_bo_reserve_optimistic_no_ticket  ===========
[00:33:58] [PASSED] Cannot be interrupted and sleeps
[00:33:58] [PASSED] Cannot be interrupted, locks straight away
[00:33:58] [PASSED] Can be interrupted, sleeps
[00:33:58] ======= [PASSED] ttm_bo_reserve_optimistic_no_ticket =======
[00:33:58] [PASSED] ttm_bo_reserve_locked_no_sleep
[00:33:58] [PASSED] ttm_bo_reserve_no_wait_ticket
[00:33:58] [PASSED] ttm_bo_reserve_double_resv
[00:33:58] [PASSED] ttm_bo_reserve_interrupted
[00:33:58] [PASSED] ttm_bo_reserve_deadlock
[00:33:58] [PASSED] ttm_bo_unreserve_basic
[00:33:58] [PASSED] ttm_bo_unreserve_pinned
[00:33:58] [PASSED] ttm_bo_unreserve_bulk
[00:33:58] [PASSED] ttm_bo_put_basic
[00:33:58] [PASSED] ttm_bo_put_shared_resv
[00:33:58] [PASSED] ttm_bo_pin_basic
[00:33:58] [PASSED] ttm_bo_pin_unpin_resource
[00:33:58] [PASSED] ttm_bo_multiple_pin_one_unpin
[00:33:58] ===================== [PASSED] ttm_bo ======================
[00:33:58] ============== ttm_bo_validate (22 subtests) ===============
[00:33:58] ============== ttm_bo_init_reserved_sys_man  ===============
[00:33:58] [PASSED] Buffer object for userspace
[00:33:58] [PASSED] Kernel buffer object
[00:33:58] [PASSED] Shared buffer object
[00:33:58] ========== [PASSED] ttm_bo_init_reserved_sys_man ===========
[00:33:58] ============== ttm_bo_init_reserved_mock_man  ==============
[00:33:58] [PASSED] Buffer object for userspace
[00:33:58] [PASSED] Kernel buffer object
[00:33:58] [PASSED] Shared buffer object
[00:33:58] ========== [PASSED] ttm_bo_init_reserved_mock_man ==========
[00:33:58] [PASSED] ttm_bo_init_reserved_resv
[00:33:58] ================== ttm_bo_validate_basic  ==================
[00:33:58] [PASSED] Buffer object for userspace
[00:33:58] [PASSED] Kernel buffer object
[00:33:58] [PASSED] Shared buffer object
[00:33:58] ============== [PASSED] ttm_bo_validate_basic ==============
[00:33:58] [PASSED] ttm_bo_validate_invalid_placement
[00:33:58] ============= ttm_bo_validate_same_placement  ==============
[00:33:58] [PASSED] System manager
[00:33:58] [PASSED] VRAM manager
[00:33:58] ========= [PASSED] ttm_bo_validate_same_placement ==========
[00:33:58] [PASSED] ttm_bo_validate_failed_alloc
[00:33:58] [PASSED] ttm_bo_validate_pinned
[00:33:58] [PASSED] ttm_bo_validate_busy_placement
[00:33:58] ================ ttm_bo_validate_multihop  =================
[00:33:58] [PASSED] Buffer object for userspace
[00:33:58] [PASSED] Kernel buffer object
[00:33:58] [PASSED] Shared buffer object
[00:33:58] ============ [PASSED] ttm_bo_validate_multihop =============
[00:33:58] ========== ttm_bo_validate_no_placement_signaled  ==========
[00:33:58] [PASSED] Buffer object in system domain, no page vector
[00:33:58] [PASSED] Buffer object in system domain with an existing page vector
[00:33:58] ====== [PASSED] ttm_bo_validate_no_placement_signaled ======
[00:33:58] ======== ttm_bo_validate_no_placement_not_signaled  ========
[00:33:58] [PASSED] Buffer object for userspace
[00:33:58] [PASSED] Kernel buffer object
[00:33:58] [PASSED] Shared buffer object
[00:33:58] ==== [PASSED] ttm_bo_validate_no_placement_not_signaled ====
[00:33:58] [PASSED] ttm_bo_validate_move_fence_signaled
[00:33:58] ========= ttm_bo_validate_move_fence_not_signaled  =========
[00:33:58] [PASSED] Waits for GPU
[00:33:58] [PASSED] Tries to lock straight away
[00:33:59] ===== [PASSED] ttm_bo_validate_move_fence_not_signaled =====
[00:33:59] [PASSED] ttm_bo_validate_swapout
[00:33:59] [PASSED] ttm_bo_validate_happy_evict
[00:33:59] [PASSED] ttm_bo_validate_all_pinned_evict
[00:33:59] [PASSED] ttm_bo_validate_allowed_only_evict
[00:33:59] [PASSED] ttm_bo_validate_deleted_evict
[00:33:59] [PASSED] ttm_bo_validate_busy_domain_evict
[00:33:59] [PASSED] ttm_bo_validate_evict_gutting
[00:33:59] [PASSED] ttm_bo_validate_recrusive_evict
stty: 'standard input': Inappropriate ioctl for device
[00:33:59] ================= [PASSED] ttm_bo_validate =================
[00:33:59] ============================================================
[00:33:59] Testing complete. Ran 102 tests: passed: 102
[00:33:59] Elapsed time: 9.303s total, 1.376s configuring, 7.210s building, 0.605s running

+ cleanup
++ stat -c %u:%g /kernel
+ chown -R 1003:1003 /kernel

✓ CI.Build: success for drm/xe/pmu: PMU interface for Xe (rev2)

[Patchwork]

== Series Details ==

Series: drm/xe/pmu: PMU interface for Xe (rev2)
URL   : https://patchwork.freedesktop.org/series/139121/
State : success

== Summary ==

lib/modules/6.11.0-xe/kernel/sound/core/seq/
lib/modules/6.11.0-xe/kernel/sound/core/seq/snd-seq.ko
lib/modules/6.11.0-xe/kernel/sound/core/snd-seq-device.ko
lib/modules/6.11.0-xe/kernel/sound/core/snd-hwdep.ko
lib/modules/6.11.0-xe/kernel/sound/core/snd.ko
lib/modules/6.11.0-xe/kernel/sound/core/snd-pcm.ko
lib/modules/6.11.0-xe/kernel/sound/core/snd-compress.ko
lib/modules/6.11.0-xe/kernel/sound/core/snd-timer.ko
lib/modules/6.11.0-xe/kernel/sound/soundcore.ko
lib/modules/6.11.0-xe/kernel/sound/soc/
lib/modules/6.11.0-xe/kernel/sound/soc/intel/
lib/modules/6.11.0-xe/kernel/sound/soc/intel/atom/
lib/modules/6.11.0-xe/kernel/sound/soc/intel/atom/snd-soc-sst-atom-hifi2-platform.ko
lib/modules/6.11.0-xe/kernel/sound/soc/intel/atom/sst/
lib/modules/6.11.0-xe/kernel/sound/soc/intel/atom/sst/snd-intel-sst-acpi.ko
lib/modules/6.11.0-xe/kernel/sound/soc/intel/atom/sst/snd-intel-sst-core.ko
lib/modules/6.11.0-xe/kernel/sound/soc/intel/common/
lib/modules/6.11.0-xe/kernel/sound/soc/intel/common/snd-soc-acpi-intel-match.ko
lib/modules/6.11.0-xe/kernel/sound/soc/amd/
lib/modules/6.11.0-xe/kernel/sound/soc/amd/snd-acp-config.ko
lib/modules/6.11.0-xe/kernel/sound/soc/sof/
lib/modules/6.11.0-xe/kernel/sound/soc/sof/intel/
lib/modules/6.11.0-xe/kernel/sound/soc/sof/intel/snd-sof-pci-intel-tgl.ko
lib/modules/6.11.0-xe/kernel/sound/soc/sof/intel/snd-sof-intel-hda-mlink.ko
lib/modules/6.11.0-xe/kernel/sound/soc/sof/intel/snd-sof-pci-intel-cnl.ko
lib/modules/6.11.0-xe/kernel/sound/soc/sof/intel/snd-sof-pci-intel-lnl.ko
lib/modules/6.11.0-xe/kernel/sound/soc/sof/intel/snd-sof-intel-hda-common.ko
lib/modules/6.11.0-xe/kernel/sound/soc/sof/intel/snd-sof-intel-hda-generic.ko
lib/modules/6.11.0-xe/kernel/sound/soc/sof/intel/snd-sof-intel-hda.ko
lib/modules/6.11.0-xe/kernel/sound/soc/sof/intel/snd-sof-pci-intel-mtl.ko
lib/modules/6.11.0-xe/kernel/sound/soc/sof/amd/
lib/modules/6.11.0-xe/kernel/sound/soc/sof/amd/snd-sof-amd-renoir.ko
lib/modules/6.11.0-xe/kernel/sound/soc/sof/amd/snd-sof-amd-acp.ko
lib/modules/6.11.0-xe/kernel/sound/soc/sof/snd-sof-utils.ko
lib/modules/6.11.0-xe/kernel/sound/soc/sof/snd-sof-pci.ko
lib/modules/6.11.0-xe/kernel/sound/soc/sof/snd-sof.ko
lib/modules/6.11.0-xe/kernel/sound/soc/sof/snd-sof-probes.ko
lib/modules/6.11.0-xe/kernel/sound/soc/sof/xtensa/
lib/modules/6.11.0-xe/kernel/sound/soc/sof/xtensa/snd-sof-xtensa-dsp.ko
lib/modules/6.11.0-xe/kernel/sound/soc/snd-soc-core.ko
lib/modules/6.11.0-xe/kernel/sound/soc/snd-soc-acpi.ko
lib/modules/6.11.0-xe/kernel/sound/soc/codecs/
lib/modules/6.11.0-xe/kernel/sound/soc/codecs/snd-soc-hdac-hda.ko
lib/modules/6.11.0-xe/kernel/sound/hda/
lib/modules/6.11.0-xe/kernel/sound/hda/snd-intel-sdw-acpi.ko
lib/modules/6.11.0-xe/kernel/sound/hda/ext/
lib/modules/6.11.0-xe/kernel/sound/hda/ext/snd-hda-ext-core.ko
lib/modules/6.11.0-xe/kernel/sound/hda/snd-intel-dspcfg.ko
lib/modules/6.11.0-xe/kernel/sound/hda/snd-hda-core.ko
lib/modules/6.11.0-xe/kernel/arch/
lib/modules/6.11.0-xe/kernel/arch/x86/
lib/modules/6.11.0-xe/kernel/arch/x86/kernel/
lib/modules/6.11.0-xe/kernel/arch/x86/kernel/msr.ko
lib/modules/6.11.0-xe/kernel/arch/x86/kernel/cpuid.ko
lib/modules/6.11.0-xe/kernel/arch/x86/crypto/
lib/modules/6.11.0-xe/kernel/arch/x86/crypto/sha512-ssse3.ko
lib/modules/6.11.0-xe/kernel/arch/x86/crypto/crct10dif-pclmul.ko
lib/modules/6.11.0-xe/kernel/arch/x86/crypto/ghash-clmulni-intel.ko
lib/modules/6.11.0-xe/kernel/arch/x86/crypto/sha1-ssse3.ko
lib/modules/6.11.0-xe/kernel/arch/x86/crypto/crc32-pclmul.ko
lib/modules/6.11.0-xe/kernel/arch/x86/crypto/sha256-ssse3.ko
lib/modules/6.11.0-xe/kernel/arch/x86/crypto/aesni-intel.ko
lib/modules/6.11.0-xe/kernel/arch/x86/crypto/polyval-clmulni.ko
lib/modules/6.11.0-xe/kernel/arch/x86/events/
lib/modules/6.11.0-xe/kernel/arch/x86/events/intel/
lib/modules/6.11.0-xe/kernel/arch/x86/events/intel/intel-cstate.ko
lib/modules/6.11.0-xe/kernel/arch/x86/events/rapl.ko
lib/modules/6.11.0-xe/kernel/arch/x86/kvm/
lib/modules/6.11.0-xe/kernel/arch/x86/kvm/kvm.ko
lib/modules/6.11.0-xe/kernel/arch/x86/kvm/kvm-intel.ko
lib/modules/6.11.0-xe/kernel/crypto/
lib/modules/6.11.0-xe/kernel/crypto/crypto_simd.ko
lib/modules/6.11.0-xe/kernel/crypto/cmac.ko
lib/modules/6.11.0-xe/kernel/crypto/ccm.ko
lib/modules/6.11.0-xe/kernel/crypto/cryptd.ko
lib/modules/6.11.0-xe/kernel/crypto/polyval-generic.ko
lib/modules/6.11.0-xe/kernel/crypto/async_tx/
lib/modules/6.11.0-xe/kernel/crypto/async_tx/async_xor.ko
lib/modules/6.11.0-xe/kernel/crypto/async_tx/async_tx.ko
lib/modules/6.11.0-xe/kernel/crypto/async_tx/async_memcpy.ko
lib/modules/6.11.0-xe/kernel/crypto/async_tx/async_pq.ko
lib/modules/6.11.0-xe/kernel/crypto/async_tx/async_raid6_recov.ko
lib/modules/6.11.0-xe/build
lib/modules/6.11.0-xe/modules.alias.bin
lib/modules/6.11.0-xe/modules.builtin
lib/modules/6.11.0-xe/modules.softdep
lib/modules/6.11.0-xe/modules.alias
lib/modules/6.11.0-xe/modules.order
lib/modules/6.11.0-xe/modules.symbols
lib/modules/6.11.0-xe/modules.dep.bin
+ mv kernel-nodebug.tar.gz ..
+ cd ..
+ rm -rf archive
++ date +%s
+ echo -e '\e[0Ksection_end:1727397924:package_x86_64_nodebug\r\e[0K'
^[[0Ksection_end:1727397924:package_x86_64_nodebug
^[[0K
+ sync
+ cleanup
++ stat -c %u:%g /kernel
+ chown -R 1003:1003 /kernel

✗ CI.Hooks: failure for drm/xe/pmu: PMU interface for Xe (rev2)

[Patchwork]

== Series Details ==

Series: drm/xe/pmu: PMU interface for Xe (rev2)
URL   : https://patchwork.freedesktop.org/series/139121/
State : failure

== Summary ==

run-parts: executing /workspace/ci/hooks/00-showenv
+ export
+ grep -Ei '(^|\W)CI_'
declare -x CI_KERNEL_BUILD_DIR="/workspace/kernel/build64-default"
declare -x CI_KERNEL_SRC_DIR="/workspace/kernel"
declare -x CI_TOOLS_SRC_DIR="/workspace/ci"
declare -x CI_WORKSPACE_DIR="/workspace"
run-parts: executing /workspace/ci/hooks/10-build-W1
+ SRC_DIR=/workspace/kernel
+ RESTORE_DISPLAY_CONFIG=0
+ '[' -n /workspace/kernel/build64-default ']'
+ BUILD_DIR=/workspace/kernel/build64-default
+ cd /workspace/kernel
++ nproc
+ make -j48 O=/workspace/kernel/build64-default modules_prepare
make[1]: Entering directory '/workspace/kernel/build64-default'
  GEN     Makefile
  UPD     include/config/kernel.release
  UPD     include/generated/utsrelease.h
mkdir -p /workspace/kernel/build64-default/tools/objtool && make O=/workspace/kernel/build64-default subdir=tools/objtool --no-print-directory -C objtool 
  CALL    ../scripts/checksyscalls.sh
  HOSTCC  /workspace/kernel/build64-default/tools/objtool/fixdep.o
  HOSTLD  /workspace/kernel/build64-default/tools/objtool/fixdep-in.o
  LINK    /workspace/kernel/build64-default/tools/objtool/fixdep
  INSTALL libsubcmd_headers
  CC      /workspace/kernel/build64-default/tools/objtool/libsubcmd/exec-cmd.o
  CC      /workspace/kernel/build64-default/tools/objtool/libsubcmd/help.o
  CC      /workspace/kernel/build64-default/tools/objtool/libsubcmd/pager.o
  CC      /workspace/kernel/build64-default/tools/objtool/libsubcmd/parse-options.o
  CC      /workspace/kernel/build64-default/tools/objtool/libsubcmd/run-command.o
  CC      /workspace/kernel/build64-default/tools/objtool/libsubcmd/sigchain.o
  CC      /workspace/kernel/build64-default/tools/objtool/libsubcmd/subcmd-config.o
  LD      /workspace/kernel/build64-default/tools/objtool/libsubcmd/libsubcmd-in.o
  AR      /workspace/kernel/build64-default/tools/objtool/libsubcmd/libsubcmd.a
  CC      /workspace/kernel/build64-default/tools/objtool/weak.o
  CC      /workspace/kernel/build64-default/tools/objtool/check.o
  CC      /workspace/kernel/build64-default/tools/objtool/special.o
  CC      /workspace/kernel/build64-default/tools/objtool/builtin-check.o
  CC      /workspace/kernel/build64-default/tools/objtool/elf.o
  CC      /workspace/kernel/build64-default/tools/objtool/objtool.o
  CC      /workspace/kernel/build64-default/tools/objtool/orc_gen.o
  CC      /workspace/kernel/build64-default/tools/objtool/orc_dump.o
  CC      /workspace/kernel/build64-default/tools/objtool/arch/x86/special.o
  CC      /workspace/kernel/build64-default/tools/objtool/libctype.o
  CC      /workspace/kernel/build64-default/tools/objtool/libstring.o
  CC      /workspace/kernel/build64-default/tools/objtool/str_error_r.o
  CC      /workspace/kernel/build64-default/tools/objtool/arch/x86/decode.o
  CC      /workspace/kernel/build64-default/tools/objtool/librbtree.o
  CC      /workspace/kernel/build64-default/tools/objtool/arch/x86/orc.o
  LD      /workspace/kernel/build64-default/tools/objtool/arch/x86/objtool-in.o
  LD      /workspace/kernel/build64-default/tools/objtool/objtool-in.o
  LINK    /workspace/kernel/build64-default/tools/objtool/objtool
make[1]: Leaving directory '/workspace/kernel/build64-default'
++ nproc
+ make -j48 O=/workspace/kernel/build64-default W=1 drivers/gpu/drm/xe
make[1]: Entering directory '/workspace/kernel/build64-default'
make[2]: Nothing to be done for 'drivers/gpu/drm/xe'.
make[1]: Leaving directory '/workspace/kernel/build64-default'
run-parts: executing /workspace/ci/hooks/11-build-32b
+++ realpath /workspace/ci/hooks/11-build-32b
++ dirname /workspace/ci/hooks/11-build-32b
+ THIS_SCRIPT_DIR=/workspace/ci/hooks
+ SRC_DIR=/workspace/kernel
+ TOOLS_SRC_DIR=/workspace/ci
+ '[' -n /workspace/kernel/build64-default ']'
+ BUILD_DIR=/workspace/kernel/build64-default
+ BUILD_DIR=/workspace/kernel/build64-default/build32
+ cd /workspace/kernel
+ mkdir -p /workspace/kernel/build64-default/build32
++ nproc
+ make -j48 ARCH=i386 O=/workspace/kernel/build64-default/build32 defconfig
make[1]: Entering directory '/workspace/kernel/build64-default/build32'
  GEN     Makefile
  HOSTCC  scripts/basic/fixdep
  HOSTCC  scripts/kconfig/conf.o
  HOSTCC  scripts/kconfig/confdata.o
  HOSTCC  scripts/kconfig/expr.o
  LEX     scripts/kconfig/lexer.lex.c
  YACC    scripts/kconfig/parser.tab.[ch]
  HOSTCC  scripts/kconfig/menu.o
  HOSTCC  scripts/kconfig/preprocess.o
  HOSTCC  scripts/kconfig/symbol.o
  HOSTCC  scripts/kconfig/util.o
  HOSTCC  scripts/kconfig/lexer.lex.o
  HOSTCC  scripts/kconfig/parser.tab.o
  HOSTLD  scripts/kconfig/conf
*** Default configuration is based on 'i386_defconfig'
#
# configuration written to .config
#
make[1]: Leaving directory '/workspace/kernel/build64-default/build32'
+ cd /workspace/kernel/build64-default/build32
+ /workspace/kernel/scripts/kconfig/merge_config.sh .config /workspace/ci/kernel/10-xe.fragment
Using .config as base
Merging /workspace/ci/kernel/10-xe.fragment
Value of CONFIG_DRM_XE is redefined by fragment /workspace/ci/kernel/10-xe.fragment:
Previous value: # CONFIG_DRM_XE is not set
New value: CONFIG_DRM_XE=m

Value of CONFIG_SND_DEBUG is redefined by fragment /workspace/ci/kernel/10-xe.fragment:
Previous value: # CONFIG_SND_DEBUG is not set
New value: CONFIG_SND_DEBUG=y

Value of CONFIG_SND_HDA_INTEL is redefined by fragment /workspace/ci/kernel/10-xe.fragment:
Previous value: CONFIG_SND_HDA_INTEL=y
New value: CONFIG_SND_HDA_INTEL=m

Value of CONFIG_SND_HDA_CODEC_HDMI is redefined by fragment /workspace/ci/kernel/10-xe.fragment:
Previous value: # CONFIG_SND_HDA_CODEC_HDMI is not set
New value: CONFIG_SND_HDA_CODEC_HDMI=m

  GEN     Makefile

WARNING: unmet direct dependencies detected for FB_IOMEM_HELPERS
  Depends on [n]: HAS_IOMEM [=y] && FB_CORE [=n]
  Selected by [m]:
  - DRM_XE_DISPLAY [=y] && HAS_IOMEM [=y] && DRM [=y] && DRM_XE [=m] && DRM_XE [=m]=m [=m]
#
# configuration written to .config
#
Value requested for CONFIG_HAVE_UID16 not in final .config
Requested value:  CONFIG_HAVE_UID16=y
Actual value:     

Value requested for CONFIG_UID16 not in final .config
Requested value:  CONFIG_UID16=y
Actual value:     

Value requested for CONFIG_X86_32 not in final .config
Requested value:  CONFIG_X86_32=y
Actual value:     

Value requested for CONFIG_OUTPUT_FORMAT not in final .config
Requested value:  CONFIG_OUTPUT_FORMAT="elf32-i386"
Actual value:     CONFIG_OUTPUT_FORMAT="elf64-x86-64"

Value requested for CONFIG_ARCH_MMAP_RND_BITS_MIN not in final .config
Requested value:  CONFIG_ARCH_MMAP_RND_BITS_MIN=8
Actual value:     CONFIG_ARCH_MMAP_RND_BITS_MIN=28

Value requested for CONFIG_ARCH_MMAP_RND_BITS_MAX not in final .config
Requested value:  CONFIG_ARCH_MMAP_RND_BITS_MAX=16
Actual value:     CONFIG_ARCH_MMAP_RND_BITS_MAX=32

Value requested for CONFIG_PGTABLE_LEVELS not in final .config
Requested value:  CONFIG_PGTABLE_LEVELS=2
Actual value:     CONFIG_PGTABLE_LEVELS=5

Value requested for CONFIG_X86_BIGSMP not in final .config
Requested value:  # CONFIG_X86_BIGSMP is not set
Actual value:     

Value requested for CONFIG_X86_INTEL_QUARK not in final .config
Requested value:  # CONFIG_X86_INTEL_QUARK is not set
Actual value:     

Value requested for CONFIG_X86_RDC321X not in final .config
Requested value:  # CONFIG_X86_RDC321X is not set
Actual value:     

Value requested for CONFIG_X86_32_NON_STANDARD not in final .config
Requested value:  # CONFIG_X86_32_NON_STANDARD is not set
Actual value:     

Value requested for CONFIG_X86_32_IRIS not in final .config
Requested value:  # CONFIG_X86_32_IRIS is not set
Actual value:     

Value requested for CONFIG_M486SX not in final .config
Requested value:  # CONFIG_M486SX is not set
Actual value:     

Value requested for CONFIG_M486 not in final .config
Requested value:  # CONFIG_M486 is not set
Actual value:     

Value requested for CONFIG_M586 not in final .config
Requested value:  # CONFIG_M586 is not set
Actual value:     

Value requested for CONFIG_M586TSC not in final .config
Requested value:  # CONFIG_M586TSC is not set
Actual value:     

Value requested for CONFIG_M586MMX not in final .config
Requested value:  # CONFIG_M586MMX is not set
Actual value:     

Value requested for CONFIG_M686 not in final .config
Requested value:  CONFIG_M686=y
Actual value:     

Value requested for CONFIG_MPENTIUMII not in final .config
Requested value:  # CONFIG_MPENTIUMII is not set
Actual value:     

Value requested for CONFIG_MPENTIUMIII not in final .config
Requested value:  # CONFIG_MPENTIUMIII is not set
Actual value:     

Value requested for CONFIG_MPENTIUMM not in final .config
Requested value:  # CONFIG_MPENTIUMM is not set
Actual value:     

Value requested for CONFIG_MPENTIUM4 not in final .config
Requested value:  # CONFIG_MPENTIUM4 is not set
Actual value:     

Value requested for CONFIG_MK6 not in final .config
Requested value:  # CONFIG_MK6 is not set
Actual value:     

Value requested for CONFIG_MK7 not in final .config
Requested value:  # CONFIG_MK7 is not set
Actual value:     

Value requested for CONFIG_MCRUSOE not in final .config
Requested value:  # CONFIG_MCRUSOE is not set
Actual value:     

Value requested for CONFIG_MEFFICEON not in final .config
Requested value:  # CONFIG_MEFFICEON is not set
Actual value:     

Value requested for CONFIG_MWINCHIPC6 not in final .config
Requested value:  # CONFIG_MWINCHIPC6 is not set
Actual value:     

Value requested for CONFIG_MWINCHIP3D not in final .config
Requested value:  # CONFIG_MWINCHIP3D is not set
Actual value:     

Value requested for CONFIG_MELAN not in final .config
Requested value:  # CONFIG_MELAN is not set
Actual value:     

Value requested for CONFIG_MGEODEGX1 not in final .config
Requested value:  # CONFIG_MGEODEGX1 is not set
Actual value:     

Value requested for CONFIG_MGEODE_LX not in final .config
Requested value:  # CONFIG_MGEODE_LX is not set
Actual value:     

Value requested for CONFIG_MCYRIXIII not in final .config
Requested value:  # CONFIG_MCYRIXIII is not set
Actual value:     

Value requested for CONFIG_MVIAC3_2 not in final .config
Requested value:  # CONFIG_MVIAC3_2 is not set
Actual value:     

Value requested for CONFIG_MVIAC7 not in final .config
Requested value:  # CONFIG_MVIAC7 is not set
Actual value:     

Value requested for CONFIG_X86_GENERIC not in final .config
Requested value:  # CONFIG_X86_GENERIC is not set
Actual value:     

Value requested for CONFIG_X86_INTERNODE_CACHE_SHIFT not in final .config
Requested value:  CONFIG_X86_INTERNODE_CACHE_SHIFT=5
Actual value:     CONFIG_X86_INTERNODE_CACHE_SHIFT=6

Value requested for CONFIG_X86_L1_CACHE_SHIFT not in final .config
Requested value:  CONFIG_X86_L1_CACHE_SHIFT=5
Actual value:     CONFIG_X86_L1_CACHE_SHIFT=6

Value requested for CONFIG_X86_USE_PPRO_CHECKSUM not in final .config
Requested value:  CONFIG_X86_USE_PPRO_CHECKSUM=y
Actual value:     

Value requested for CONFIG_X86_MINIMUM_CPU_FAMILY not in final .config
Requested value:  CONFIG_X86_MINIMUM_CPU_FAMILY=6
Actual value:     CONFIG_X86_MINIMUM_CPU_FAMILY=64

Value requested for CONFIG_CPU_SUP_TRANSMETA_32 not in final .config
Requested value:  CONFIG_CPU_SUP_TRANSMETA_32=y
Actual value:     

Value requested for CONFIG_CPU_SUP_VORTEX_32 not in final .config
Requested value:  CONFIG_CPU_SUP_VORTEX_32=y
Actual value:     

Value requested for CONFIG_HPET_TIMER not in final .config
Requested value:  # CONFIG_HPET_TIMER is not set
Actual value:     CONFIG_HPET_TIMER=y

Value requested for CONFIG_NR_CPUS_RANGE_END not in final .config
Requested value:  CONFIG_NR_CPUS_RANGE_END=8
Actual value:     CONFIG_NR_CPUS_RANGE_END=512

Value requested for CONFIG_NR_CPUS_DEFAULT not in final .config
Requested value:  CONFIG_NR_CPUS_DEFAULT=8
Actual value:     CONFIG_NR_CPUS_DEFAULT=64

Value requested for CONFIG_X86_ANCIENT_MCE not in final .config
Requested value:  # CONFIG_X86_ANCIENT_MCE is not set
Actual value:     

Value requested for CONFIG_X86_LEGACY_VM86 not in final .config
Requested value:  # CONFIG_X86_LEGACY_VM86 is not set
Actual value:     

Value requested for CONFIG_X86_ESPFIX32 not in final .config
Requested value:  CONFIG_X86_ESPFIX32=y
Actual value:     

Value requested for CONFIG_TOSHIBA not in final .config
Requested value:  # CONFIG_TOSHIBA is not set
Actual value:     

Value requested for CONFIG_X86_REBOOTFIXUPS not in final .config
Requested value:  # CONFIG_X86_REBOOTFIXUPS is not set
Actual value:     

Value requested for CONFIG_MICROCODE_INITRD32 not in final .config
Requested value:  CONFIG_MICROCODE_INITRD32=y
Actual value:     

Value requested for CONFIG_NOHIGHMEM not in final .config
Requested value:  # CONFIG_NOHIGHMEM is not set
Actual value:     

Value requested for CONFIG_HIGHMEM4G not in final .config
Requested value:  CONFIG_HIGHMEM4G=y
Actual value:     

Value requested for CONFIG_HIGHMEM64G not in final .config
Requested value:  # CONFIG_HIGHMEM64G is not set
Actual value:     

Value requested for CONFIG_VMSPLIT_3G not in final .config
Requested value:  CONFIG_VMSPLIT_3G=y
Actual value:     

Value requested for CONFIG_VMSPLIT_3G_OPT not in final .config
Requested value:  # CONFIG_VMSPLIT_3G_OPT is not set
Actual value:     

Value requested for CONFIG_VMSPLIT_2G not in final .config
Requested value:  # CONFIG_VMSPLIT_2G is not set
Actual value:     

Value requested for CONFIG_VMSPLIT_2G_OPT not in final .config
Requested value:  # CONFIG_VMSPLIT_2G_OPT is not set
Actual value:     

Value requested for CONFIG_VMSPLIT_1G not in final .config
Requested value:  # CONFIG_VMSPLIT_1G is not set
Actual value:     

Value requested for CONFIG_PAGE_OFFSET not in final .config
Requested value:  CONFIG_PAGE_OFFSET=0xC0000000
Actual value:     

Value requested for CONFIG_HIGHMEM not in final .config
Requested value:  CONFIG_HIGHMEM=y
Actual value:     

Value requested for CONFIG_X86_PAE not in final .config
Requested value:  # CONFIG_X86_PAE is not set
Actual value:     

Value requested for CONFIG_ARCH_FLATMEM_ENABLE not in final .config
Requested value:  CONFIG_ARCH_FLATMEM_ENABLE=y
Actual value:     

Value requested for CONFIG_ARCH_SELECT_MEMORY_MODEL not in final .config
Requested value:  CONFIG_ARCH_SELECT_MEMORY_MODEL=y
Actual value:     

Value requested for CONFIG_ILLEGAL_POINTER_VALUE not in final .config
Requested value:  CONFIG_ILLEGAL_POINTER_VALUE=0
Actual value:     CONFIG_ILLEGAL_POINTER_VALUE=0xdead000000000000

Value requested for CONFIG_HIGHPTE not in final .config
Requested value:  # CONFIG_HIGHPTE is not set
Actual value:     

Value requested for CONFIG_COMPAT_VDSO not in final .config
Requested value:  # CONFIG_COMPAT_VDSO is not set
Actual value:     

Value requested for CONFIG_FUNCTION_PADDING_CFI not in final .config
Requested value:  CONFIG_FUNCTION_PADDING_CFI=0
Actual value:     CONFIG_FUNCTION_PADDING_CFI=11

Value requested for CONFIG_FUNCTION_PADDING_BYTES not in final .config
Requested value:  CONFIG_FUNCTION_PADDING_BYTES=4
Actual value:     CONFIG_FUNCTION_PADDING_BYTES=16

Value requested for CONFIG_APM not in final .config
Requested value:  # CONFIG_APM is not set
Actual value:     

Value requested for CONFIG_X86_POWERNOW_K6 not in final .config
Requested value:  # CONFIG_X86_POWERNOW_K6 is not set
Actual value:     

Value requested for CONFIG_X86_POWERNOW_K7 not in final .config
Requested value:  # CONFIG_X86_POWERNOW_K7 is not set
Actual value:     

Value requested for CONFIG_X86_GX_SUSPMOD not in final .config
Requested value:  # CONFIG_X86_GX_SUSPMOD is not set
Actual value:     

Value requested for CONFIG_X86_SPEEDSTEP_ICH not in final .config
Requested value:  # CONFIG_X86_SPEEDSTEP_ICH is not set
Actual value:     

Value requested for CONFIG_X86_SPEEDSTEP_SMI not in final .config
Requested value:  # CONFIG_X86_SPEEDSTEP_SMI is not set
Actual value:     

Value requested for CONFIG_X86_CPUFREQ_NFORCE2 not in final .config
Requested value:  # CONFIG_X86_CPUFREQ_NFORCE2 is not set
Actual value:     

Value requested for CONFIG_X86_LONGRUN not in final .config
Requested value:  # CONFIG_X86_LONGRUN is not set
Actual value:     

Value requested for CONFIG_X86_LONGHAUL not in final .config
Requested value:  # CONFIG_X86_LONGHAUL is not set
Actual value:     

Value requested for CONFIG_X86_E_POWERSAVER not in final .config
Requested value:  # CONFIG_X86_E_POWERSAVER is not set
Actual value:     

Value requested for CONFIG_PCI_GOBIOS not in final .config
Requested value:  # CONFIG_PCI_GOBIOS is not set
Actual value:     

Value requested for CONFIG_PCI_GOMMCONFIG not in final .config
Requested value:  # CONFIG_PCI_GOMMCONFIG is not set
Actual value:     

Value requested for CONFIG_PCI_GODIRECT not in final .config
Requested value:  # CONFIG_PCI_GODIRECT is not set
Actual value:     

Value requested for CONFIG_PCI_GOANY not in final .config
Requested value:  CONFIG_PCI_GOANY=y
Actual value:     

Value requested for CONFIG_PCI_BIOS not in final .config
Requested value:  CONFIG_PCI_BIOS=y
Actual value:     

Value requested for CONFIG_ISA not in final .config
Requested value:  # CONFIG_ISA is not set
Actual value:     

Value requested for CONFIG_SCx200 not in final .config
Requested value:  # CONFIG_SCx200 is not set
Actual value:     

Value requested for CONFIG_OLPC not in final .config
Requested value:  # CONFIG_OLPC is not set
Actual value:     

Value requested for CONFIG_ALIX not in final .config
Requested value:  # CONFIG_ALIX is not set
Actual value:     

Value requested for CONFIG_NET5501 not in final .config
Requested value:  # CONFIG_NET5501 is not set
Actual value:     

Value requested for CONFIG_GEOS not in final .config
Requested value:  # CONFIG_GEOS is not set
Actual value:     

Value requested for CONFIG_COMPAT_32 not in final .config
Requested value:  CONFIG_COMPAT_32=y
Actual value:     

Value requested for CONFIG_HAVE_ATOMIC_IOMAP not in final .config
Requested value:  CONFIG_HAVE_ATOMIC_IOMAP=y
Actual value:     

Value requested for CONFIG_ARCH_32BIT_OFF_T not in final .config
Requested value:  CONFIG_ARCH_32BIT_OFF_T=y
Actual value:     

Value requested for CONFIG_ARCH_WANT_IPC_PARSE_VERSION not in final .config
Requested value:  CONFIG_ARCH_WANT_IPC_PARSE_VERSION=y
Actual value:     

Value requested for CONFIG_MODULES_USE_ELF_REL not in final .config
Requested value:  CONFIG_MODULES_USE_ELF_REL=y
Actual value:     

Value requested for CONFIG_ARCH_MMAP_RND_BITS not in final .config
Requested value:  CONFIG_ARCH_MMAP_RND_BITS=8
Actual value:     CONFIG_ARCH_MMAP_RND_BITS=28

Value requested for CONFIG_CLONE_BACKWARDS not in final .config
Requested value:  CONFIG_CLONE_BACKWARDS=y
Actual value:     

Value requested for CONFIG_OLD_SIGSUSPEND3 not in final .config
Requested value:  CONFIG_OLD_SIGSUSPEND3=y
Actual value:     

Value requested for CONFIG_OLD_SIGACTION not in final .config
Requested value:  CONFIG_OLD_SIGACTION=y
Actual value:     

Value requested for CONFIG_ARCH_SPLIT_ARG64 not in final .config
Requested value:  CONFIG_ARCH_SPLIT_ARG64=y
Actual value:     

Value requested for CONFIG_FUNCTION_ALIGNMENT not in final .config
Requested value:  CONFIG_FUNCTION_ALIGNMENT=4
Actual value:     CONFIG_FUNCTION_ALIGNMENT=16

Value requested for CONFIG_SELECT_MEMORY_MODEL not in final .config
Requested value:  CONFIG_SELECT_MEMORY_MODEL=y
Actual value:     

Value requested for CONFIG_FLATMEM_MANUAL not in final .config
Requested value:  CONFIG_FLATMEM_MANUAL=y
Actual value:     

Value requested for CONFIG_SPARSEMEM_MANUAL not in final .config
Requested value:  # CONFIG_SPARSEMEM_MANUAL is not set
Actual value:     

Value requested for CONFIG_FLATMEM not in final .config
Requested value:  CONFIG_FLATMEM=y
Actual value:     

Value requested for CONFIG_SPARSEMEM_STATIC not in final .config
Requested value:  CONFIG_SPARSEMEM_STATIC=y
Actual value:     

Value requested for CONFIG_BOUNCE not in final .config
Requested value:  CONFIG_BOUNCE=y
Actual value:     

Value requested for CONFIG_KMAP_LOCAL not in final .config
Requested value:  CONFIG_KMAP_LOCAL=y
Actual value:     

Value requested for CONFIG_HOTPLUG_PCI_COMPAQ not in final .config
Requested value:  # CONFIG_HOTPLUG_PCI_COMPAQ is not set
Actual value:     

Value requested for CONFIG_HOTPLUG_PCI_IBM not in final .config
Requested value:  # CONFIG_HOTPLUG_PCI_IBM is not set
Actual value:     

Value requested for CONFIG_EFI_CAPSULE_QUIRK_QUARK_CSH not in final .config
Requested value:  CONFIG_EFI_CAPSULE_QUIRK_QUARK_CSH=y
Actual value:     

Value requested for CONFIG_PCH_PHUB not in final .config
Requested value:  # CONFIG_PCH_PHUB is not set
Actual value:     

Value requested for CONFIG_SCSI_NSP32 not in final .config
Requested value:  # CONFIG_SCSI_NSP32 is not set
Actual value:     

Value requested for CONFIG_PATA_CS5520 not in final .config
Requested value:  # CONFIG_PATA_CS5520 is not set
Actual value:     

Value requested for CONFIG_PATA_CS5530 not in final .config
Requested value:  # CONFIG_PATA_CS5530 is not set
Actual value:     

Value requested for CONFIG_PATA_CS5535 not in final .config
Requested value:  # CONFIG_PATA_CS5535 is not set
Actual value:     

Value requested for CONFIG_PATA_CS5536 not in final .config
Requested value:  # CONFIG_PATA_CS5536 is not set
Actual value:     

Value requested for CONFIG_PATA_SC1200 not in final .config
Requested value:  # CONFIG_PATA_SC1200 is not set
Actual value:     

Value requested for CONFIG_PCH_GBE not in final .config
Requested value:  # CONFIG_PCH_GBE is not set
Actual value:     

Value requested for CONFIG_INPUT_WISTRON_BTNS not in final .config
Requested value:  # CONFIG_INPUT_WISTRON_BTNS is not set
Actual value:     

Value requested for CONFIG_SERIAL_TIMBERDALE not in final .config
Requested value:  # CONFIG_SERIAL_TIMBERDALE is not set
Actual value:     

Value requested for CONFIG_SERIAL_PCH_UART not in final .config
Requested value:  # CONFIG_SERIAL_PCH_UART is not set
Actual value:     

Value requested for CONFIG_HW_RANDOM_GEODE not in final .config
Requested value:  CONFIG_HW_RANDOM_GEODE=y
Actual value:     

Value requested for CONFIG_SONYPI not in final .config
Requested value:  # CONFIG_SONYPI is not set
Actual value:     

Value requested for CONFIG_PC8736x_GPIO not in final .config
Requested value:  # CONFIG_PC8736x_GPIO is not set
Actual value:     

Value requested for CONFIG_NSC_GPIO not in final .config
Requested value:  # CONFIG_NSC_GPIO is not set
Actual value:     

Value requested for CONFIG_I2C_EG20T not in final .config
Requested value:  # CONFIG_I2C_EG20T is not set
Actual value:     

Value requested for CONFIG_SCx200_ACB not in final .config
Requested value:  # CONFIG_SCx200_ACB is not set
Actual value:     

Value requested for CONFIG_PTP_1588_CLOCK_PCH not in final .config
Requested value:  # CONFIG_PTP_1588_CLOCK_PCH is not set
Actual value:     

Value requested for CONFIG_SBC8360_WDT not in final .config
Requested value:  # CONFIG_SBC8360_WDT is not set
Actual value:     

Value requested for CONFIG_SBC7240_WDT not in final .config
Requested value:  # CONFIG_SBC7240_WDT is not set
Actual value:     

Value requested for CONFIG_MFD_CS5535 not in final .config
Requested value:  # CONFIG_MFD_CS5535 is not set
Actual value:     

Value requested for CONFIG_AGP_ALI not in final .config
Requested value:  # CONFIG_AGP_ALI is not set
Actual value:     

Value requested for CONFIG_AGP_ATI not in final .config
Requested value:  # CONFIG_AGP_ATI is not set
Actual value:     

Value requested for CONFIG_AGP_AMD not in final .config
Requested value:  # CONFIG_AGP_AMD is not set
Actual value:     

Value requested for CONFIG_AGP_NVIDIA not in final .config
Requested value:  # CONFIG_AGP_NVIDIA is not set
Actual value:     

Value requested for CONFIG_AGP_SWORKS not in final .config
Requested value:  # CONFIG_AGP_SWORKS is not set
Actual value:     

Value requested for CONFIG_AGP_EFFICEON not in final .config
Requested value:  # CONFIG_AGP_EFFICEON is not set
Actual value:     

Value requested for CONFIG_SND_PCM not in final .config
Requested value:  CONFIG_SND_PCM=y
Actual value:     CONFIG_SND_PCM=m

Value requested for CONFIG_SND_HWDEP not in final .config
Requested value:  CONFIG_SND_HWDEP=y
Actual value:     CONFIG_SND_HWDEP=m

Value requested for CONFIG_SND_DYNAMIC_MINORS not in final .config
Requested value:  # CONFIG_SND_DYNAMIC_MINORS is not set
Actual value:     CONFIG_SND_DYNAMIC_MINORS=y

Value requested for CONFIG_SND_CS5530 not in final .config
Requested value:  # CONFIG_SND_CS5530 is not set
Actual value:     

Value requested for CONFIG_SND_CS5535AUDIO not in final .config
Requested value:  # CONFIG_SND_CS5535AUDIO is not set
Actual value:     

Value requested for CONFIG_SND_SIS7019 not in final .config
Requested value:  # CONFIG_SND_SIS7019 is not set
Actual value:     

Value requested for CONFIG_SND_HDA not in final .config
Requested value:  CONFIG_SND_HDA=y
Actual value:     CONFIG_SND_HDA=m

Value requested for CONFIG_SND_HDA_CORE not in final .config
Requested value:  CONFIG_SND_HDA_CORE=y
Actual value:     CONFIG_SND_HDA_CORE=m

Value requested for CONFIG_SND_INTEL_DSP_CONFIG not in final .config
Requested value:  CONFIG_SND_INTEL_DSP_CONFIG=y
Actual value:     CONFIG_SND_INTEL_DSP_CONFIG=m

Value requested for CONFIG_SND_INTEL_SOUNDWIRE_ACPI not in final .config
Requested value:  CONFIG_SND_INTEL_SOUNDWIRE_ACPI=y
Actual value:     CONFIG_SND_INTEL_SOUNDWIRE_ACPI=m

Value requested for CONFIG_LEDS_OT200 not in final .config
Requested value:  # CONFIG_LEDS_OT200 is not set
Actual value:     

Value requested for CONFIG_PCH_DMA not in final .config
Requested value:  # CONFIG_PCH_DMA is not set
Actual value:     

Value requested for CONFIG_CLKSRC_I8253 not in final .config
Requested value:  CONFIG_CLKSRC_I8253=y
Actual value:     

Value requested for CONFIG_MAILBOX not in final .config
Requested value:  # CONFIG_MAILBOX is not set
Actual value:     CONFIG_MAILBOX=y

Value requested for CONFIG_CRYPTO_SERPENT_SSE2_586 not in final .config
Requested value:  # CONFIG_CRYPTO_SERPENT_SSE2_586 is not set
Actual value:     

Value requested for CONFIG_CRYPTO_TWOFISH_586 not in final .config
Requested value:  # CONFIG_CRYPTO_TWOFISH_586 is not set
Actual value:     

Value requested for CONFIG_CRYPTO_DEV_GEODE not in final .config
Requested value:  # CONFIG_CRYPTO_DEV_GEODE is not set
Actual value:     

Value requested for CONFIG_CRYPTO_DEV_HIFN_795X not in final .config
Requested value:  # CONFIG_CRYPTO_DEV_HIFN_795X is not set
Actual value:     

Value requested for CONFIG_CRYPTO_LIB_POLY1305_RSIZE not in final .config
Requested value:  CONFIG_CRYPTO_LIB_POLY1305_RSIZE=1
Actual value:     CONFIG_CRYPTO_LIB_POLY1305_RSIZE=11

Value requested for CONFIG_AUDIT_GENERIC not in final .config
Requested value:  CONFIG_AUDIT_GENERIC=y
Actual value:     

Value requested for CONFIG_GENERIC_VDSO_32 not in final .config
Requested value:  CONFIG_GENERIC_VDSO_32=y
Actual value:     

Value requested for CONFIG_DEBUG_KMAP_LOCAL not in final .config
Requested value:  # CONFIG_DEBUG_KMAP_LOCAL is not set
Actual value:     

Value requested for CONFIG_DEBUG_HIGHMEM not in final .config
Requested value:  # CONFIG_DEBUG_HIGHMEM is not set
Actual value:     

Value requested for CONFIG_HAVE_DEBUG_STACKOVERFLOW not in final .config
Requested value:  CONFIG_HAVE_DEBUG_STACKOVERFLOW=y
Actual value:     

Value requested for CONFIG_DEBUG_STACKOVERFLOW not in final .config
Requested value:  # CONFIG_DEBUG_STACKOVERFLOW is not set
Actual value:     

Value requested for CONFIG_HAVE_FUNCTION_GRAPH_TRACER not in final .config
Requested value:  CONFIG_HAVE_FUNCTION_GRAPH_TRACER=y
Actual value:     

Value requested for CONFIG_HAVE_FUNCTION_GRAPH_RETVAL not in final .config
Requested value:  CONFIG_HAVE_FUNCTION_GRAPH_RETVAL=y
Actual value:     

Value requested for CONFIG_DRM_KUNIT_TEST not in final .config
Requested value:  CONFIG_DRM_KUNIT_TEST=m
Actual value:     

Value requested for CONFIG_DRM_XE_WERROR not in final .config
Requested value:  CONFIG_DRM_XE_WERROR=y
Actual value:     

Value requested for CONFIG_DRM_XE_DEBUG not in final .config
Requested value:  CONFIG_DRM_XE_DEBUG=y
Actual value:     

Value requested for CONFIG_DRM_XE_DEBUG_MEM not in final .config
Requested value:  CONFIG_DRM_XE_DEBUG_MEM=y
Actual value:     

Value requested for CONFIG_DRM_XE_KUNIT_TEST not in final .config
Requested value:  CONFIG_DRM_XE_KUNIT_TEST=m
Actual value:     

++ nproc
+ make -j48 ARCH=i386 olddefconfig
  GEN     Makefile

WARNING: unmet direct dependencies detected for FB_IOMEM_HELPERS
  Depends on [n]: HAS_IOMEM [=y] && FB_CORE [=n]
  Selected by [m]:
  - DRM_XE_DISPLAY [=y] && HAS_IOMEM [=y] && DRM [=y] && DRM_XE [=m] && DRM_XE [=m]=m [=m]
#
# configuration written to .config
#
++ nproc
+ make -j48 ARCH=i386
  SYNC    include/config/auto.conf.cmd
  GEN     Makefile

WARNING: unmet direct dependencies detected for FB_IOMEM_HELPERS
  Depends on [n]: HAS_IOMEM [=y] && FB_CORE [=n]
  Selected by [m]:
  - DRM_XE_DISPLAY [=y] && HAS_IOMEM [=y] && DRM [=y] && DRM_XE [=m] && DRM_XE [=m]=m [=m]

WARNING: unmet direct dependencies detected for FB_IOMEM_HELPERS
  Depends on [n]: HAS_IOMEM [=y] && FB_CORE [=n]
  Selected by [m]:
  - DRM_XE_DISPLAY [=y] && HAS_IOMEM [=y] && DRM [=y] && DRM_XE [=m] && DRM_XE [=m]=m [=m]

WARNING: unmet direct dependencies detected for FB_IOMEM_HELPERS
  Depends on [n]: HAS_IOMEM [=y] && FB_CORE [=n]
  Selected by [m]:
  - DRM_XE_DISPLAY [=y] && HAS_IOMEM [=y] && DRM [=y] && DRM_XE [=m] && DRM_XE [=m]=m [=m]
  GEN     Makefile
  WRAP    arch/x86/include/generated/uapi/asm/bpf_perf_event.h
  WRAP    arch/x86/include/generated/uapi/asm/errno.h
  WRAP    arch/x86/include/generated/uapi/asm/fcntl.h
  SYSHDR  arch/x86/include/generated/uapi/asm/unistd_32.h
  WRAP    arch/x86/include/generated/uapi/asm/ioctl.h
  WRAP    arch/x86/include/generated/uapi/asm/ipcbuf.h
  SYSHDR  arch/x86/include/generated/uapi/asm/unistd_64.h
  WRAP    arch/x86/include/generated/uapi/asm/ioctls.h
  SYSHDR  arch/x86/include/generated/uapi/asm/unistd_x32.h
  WRAP    arch/x86/include/generated/uapi/asm/param.h
  UPD     include/generated/uapi/linux/version.h
  SYSTBL  arch/x86/include/generated/asm/syscalls_32.h
  WRAP    arch/x86/include/generated/uapi/asm/poll.h
  WRAP    arch/x86/include/generated/uapi/asm/resource.h
  WRAP    arch/x86/include/generated/uapi/asm/socket.h
  WRAP    arch/x86/include/generated/uapi/asm/sockios.h
  WRAP    arch/x86/include/generated/uapi/asm/termbits.h
  WRAP    arch/x86/include/generated/uapi/asm/termios.h
  WRAP    arch/x86/include/generated/uapi/asm/types.h
  UPD     include/generated/compile.h
  HOSTCC  arch/x86/tools/relocs_32.o
  HOSTCC  arch/x86/tools/relocs_64.o
  WRAP    arch/x86/include/generated/asm/early_ioremap.h
  WRAP    arch/x86/include/generated/asm/mcs_spinlock.h
  HOSTCC  arch/x86/tools/relocs_common.o
  WRAP    arch/x86/include/generated/asm/irq_regs.h
  WRAP    arch/x86/include/generated/asm/kmap_size.h
  WRAP    arch/x86/include/generated/asm/local64.h
  WRAP    arch/x86/include/generated/asm/mmiowb.h
  WRAP    arch/x86/include/generated/asm/module.lds.h
  WRAP    arch/x86/include/generated/asm/rwonce.h
  WRAP    arch/x86/include/generated/asm/unaligned.h
  HOSTCC  scripts/kallsyms
  HOSTCC  scripts/sorttable
  HOSTCC  scripts/asn1_compiler
  HOSTCC  scripts/selinux/genheaders/genheaders
  HOSTCC  scripts/selinux/mdp/mdp
  HOSTLD  arch/x86/tools/relocs
  UPD     include/config/kernel.release
  UPD     include/generated/utsrelease.h
  CC      scripts/mod/empty.o
  HOSTCC  scripts/mod/mk_elfconfig
  CC      scripts/mod/devicetable-offsets.s
  UPD     scripts/mod/devicetable-offsets.h
  MKELF   scripts/mod/elfconfig.h
  HOSTCC  scripts/mod/modpost.o
  HOSTCC  scripts/mod/file2alias.o
  HOSTCC  scripts/mod/sumversion.o
  HOSTCC  scripts/mod/symsearch.o
  HOSTLD  scripts/mod/modpost
  CC      kernel/bounds.s
  CHKSHA1 /workspace/kernel/include/linux/atomic/atomic-arch-fallback.h
  CHKSHA1 /workspace/kernel/include/linux/atomic/atomic-instrumented.h
  CHKSHA1 /workspace/kernel/include/linux/atomic/atomic-long.h
  UPD     include/generated/timeconst.h
  UPD     include/generated/bounds.h
  CC      arch/x86/kernel/asm-offsets.s
  UPD     include/generated/asm-offsets.h
  CALL    /workspace/kernel/scripts/checksyscalls.sh
  LDS     scripts/module.lds
  CC      init/main.o
  CC      init/do_mounts.o
  HOSTCC  usr/gen_init_cpio
  CC      init/do_mounts_initrd.o
  UPD     init/utsversion-tmp.h
  CC      init/initramfs.o
  CC      certs/system_keyring.o
  CC      ipc/util.o
  CC      init/calibrate.o
  CC      init/init_task.o
  CC      ipc/msgutil.o
  AS      arch/x86/lib/atomic64_cx8_32.o
  CC      security/commoncap.o
  CC      ipc/msg.o
  CC      mm/filemap.o
  AS      arch/x86/lib/checksum_32.o
  CC      io_uring/io_uring.o
  CC      arch/x86/realmode/init.o
  CC      ipc/sem.o
  CC      security/lsm_syscalls.o
  CC      block/bdev.o
  CC      mm/mempool.o
  CC      init/version.o
  AR      arch/x86/crypto/built-in.a
  CC      io_uring/opdef.o
  CC      arch/x86/video/video-common.o
  AR      arch/x86/net/built-in.a
  CC      arch/x86/power/cpu.o
  CC      arch/x86/pci/i386.o
  CC      security/keys/gc.o
  GEN     security/selinux/flask.h security/selinux/av_permissions.h
  CC      security/integrity/iint.o
  CC      arch/x86/events/amd/core.o
  AR      virt/lib/built-in.a
  CC      arch/x86/events/intel/core.o
  CC      block/partitions/core.o
  CC      fs/nfs_common/nfsacl.o
  CC      security/selinux/avc.o
  CC      arch/x86/events/amd/lbr.o
  AR      arch/x86/platform/atom/built-in.a
  CC      lib/math/div64.o
  AR      drivers/cache/built-in.a
  AR      arch/x86/virt/svm/built-in.a
  CC      arch/x86/mm/pat/set_memory.o
  CC      arch/x86/kernel/fpu/init.o
  CC      fs/notify/dnotify/dnotify.o
  CC      net/ethernet/eth.o
  AR      virt/built-in.a
  CC      net/core/sock.o
  CC      sound/core/seq/seq.o
  AR      arch/x86/platform/ce4100/built-in.a
  CC      security/min_addr.o
  AR      arch/x86/virt/vmx/built-in.a
  CC      arch/x86/entry/vdso/vma.o
  CC      arch/x86/lib/cmdline.o
  CC      arch/x86/platform/efi/memmap.o
  AR      drivers/irqchip/built-in.a
  AR      arch/x86/virt/built-in.a
  CC      arch/x86/pci/init.o
  CC      block/fops.o
  AR      drivers/bus/mhi/built-in.a
  CC      kernel/sched/core.o
  AR      drivers/bus/built-in.a
  CC      crypto/asymmetric_keys/asymmetric_type.o
  AR      drivers/pwm/built-in.a
  CC      drivers/pci/msi/pcidev_msi.o
  AS      arch/x86/lib/cmpxchg8b_emu.o
  CC      lib/math/gcd.o
  CC      arch/x86/lib/cpu.o
  CC      kernel/sched/fair.o
  CC      lib/math/lcm.o
  CC      lib/math/int_log.o
  CC      arch/x86/events/amd/ibs.o
  GEN     usr/initramfs_data.cpio
  COPY    usr/initramfs_inc_data
  AS      usr/initramfs_data.o
  CC      lib/math/int_pow.o
  AR      usr/built-in.a
  HOSTCC  certs/extract-cert
  CC      lib/math/int_sqrt.o
  CC      arch/x86/kernel/fpu/bugs.o
  AR      sound/i2c/other/built-in.a
  AR      sound/i2c/built-in.a
  CC      mm/oom_kill.o
  CC      lib/math/reciprocal_div.o
  CC      arch/x86/kernel/fpu/core.o
  CC      lib/math/rational.o
  CC      arch/x86/lib/delay.o
  CC      sound/core/seq/seq_lock.o
  AS      arch/x86/realmode/rm/header.o
  AS      arch/x86/realmode/rm/trampoline_32.o
  AS      arch/x86/realmode/rm/stack.o
  AS      arch/x86/realmode/rm/reboot.o
  CC      arch/x86/kernel/fpu/regset.o
  CERT    certs/x509_certificate_list
  CERT    certs/signing_key.x509
  AS      certs/system_certificates.o
  AR      arch/x86/video/built-in.a
  AS      arch/x86/realmode/rm/wakeup_asm.o
  CC      arch/x86/platform/efi/quirks.o
  CC      arch/x86/realmode/rm/wakemain.o
  CC      arch/x86/platform/efi/efi.o
  CC      security/integrity/integrity_audit.o
  AR      certs/built-in.a
  CC      fs/iomap/trace.o
  CC      security/keys/key.o
  CC      kernel/locking/mutex.o
  CC      fs/nfs_common/grace.o
  CC      drivers/pci/msi/api.o
  CC      security/keys/keyring.o
  CC      arch/x86/entry/vdso/extable.o
  CC      arch/x86/realmode/rm/video-mode.o
  CC      crypto/asymmetric_keys/restrict.o
  CC      security/security.o
  CC      block/bio.o
  CC      arch/x86/pci/pcbios.o
  AR      fs/notify/dnotify/built-in.a
  CC      block/elevator.o
  CC      fs/notify/inotify/inotify_fsnotify.o
  CC      crypto/api.o
  AS      arch/x86/lib/getuser.o
  CC      arch/x86/power/hibernate_32.o
  AS      arch/x86/realmode/rm/copy.o
  GEN     arch/x86/lib/inat-tables.c
  CC      block/partitions/msdos.o
  AS      arch/x86/realmode/rm/bioscall.o
  CC      arch/x86/lib/insn-eval.o
  CC      fs/quota/dquot.o
  CC      arch/x86/realmode/rm/regs.o
  AR      lib/math/built-in.a
  CC      arch/x86/mm/init.o
  CC      arch/x86/realmode/rm/video-vga.o
  CC      lib/crypto/mpi/generic_mpih-lshift.o
  CC      sound/core/seq/seq_clientmgr.o
  CC      arch/x86/mm/init_32.o
  CC      arch/x86/realmode/rm/video-vesa.o
  CC      net/core/request_sock.o
  CC      lib/crypto/mpi/generic_mpih-mul1.o
  CC      arch/x86/platform/efi/efi_32.o
  CC      arch/x86/realmode/rm/video-bios.o
  CC      arch/x86/mm/pat/memtype.o
  CC      crypto/asymmetric_keys/signature.o
  PASYMS  arch/x86/realmode/rm/pasyms.h
  CC      block/partitions/efi.o
  CC      fs/proc/task_mmu.o
  CC      fs/kernfs/mount.o
  LDS     arch/x86/realmode/rm/realmode.lds
  LD      arch/x86/realmode/rm/realmode.elf
  RELOCS  arch/x86/realmode/rm/realmode.relocs
  OBJCOPY arch/x86/realmode/rm/realmode.bin
  AS      arch/x86/realmode/rmpiggy.o
  AR      arch/x86/realmode/built-in.a
  CC      fs/sysfs/file.o
  CC      fs/notify/inotify/inotify_user.o
  AR      net/ethernet/built-in.a
  CC      fs/devpts/inode.o
  AR      fs/notify/fanotify/built-in.a
  CC      lib/crypto/memneq.o
  AR      security/integrity/built-in.a
  CC      arch/x86/kernel/fpu/signal.o
  AR      fs/nfs_common/built-in.a
  LDS     arch/x86/entry/vdso/vdso32/vdso32.lds
  CC      arch/x86/events/amd/uncore.o
  AR      init/built-in.a
  CC      fs/proc/inode.o
  CC      drivers/pci/msi/msi.o
  CC      kernel/locking/semaphore.o
  CC      arch/x86/pci/mmconfig_32.o
  CC      arch/x86/pci/direct.o
  AS      arch/x86/entry/vdso/vdso32/note.o
  AS      arch/x86/power/hibernate_asm_32.o
  AS      arch/x86/entry/vdso/vdso32/system_call.o
  CC      arch/x86/power/hibernate.o
  AS      arch/x86/entry/vdso/vdso32/sigreturn.o
  CC      sound/core/sound.o
  CC      arch/x86/entry/vdso/vdso32/vclock_gettime.o
  CC      arch/x86/entry/vdso/vdso32/vgetcpu.o
  CC      kernel/locking/rwsem.o
  CC      security/selinux/hooks.o
  CC      lib/crypto/mpi/generic_mpih-mul2.o
  CC      sound/core/seq/seq_memory.o
  CC      sound/core/init.o
  CC      crypto/asymmetric_keys/public_key.o
  CC      io_uring/kbuf.o
  CC      fs/iomap/iter.o
  CC      ipc/shm.o
  CC      arch/x86/lib/insn.o
  CC      arch/x86/mm/fault.o
  AS      arch/x86/platform/efi/efi_stub_32.o
  CC      arch/x86/platform/efi/runtime-map.o
  CC      io_uring/rsrc.o
  CC      kernel/sched/build_policy.o
  CC      fs/iomap/buffered-io.o
  CC      lib/zlib_inflate/inffast.o
  CC      security/keys/keyctl.o
  AR      arch/x86/entry/vsyscall/built-in.a
  CC      arch/x86/pci/mmconfig-shared.o
  CC      lib/crypto/mpi/generic_mpih-mul3.o
  CC      arch/x86/mm/pat/memtype_interval.o
  CC      kernel/locking/percpu-rwsem.o
  CC      fs/kernfs/inode.o
  CC      arch/x86/lib/kaslr.o
  CC      fs/sysfs/dir.o
  AR      arch/x86/platform/geode/built-in.a
  CC      fs/proc/root.o
  AR      block/partitions/built-in.a
  CC      sound/core/memory.o
  CC      lib/zlib_inflate/inflate.o
  AR      fs/devpts/built-in.a
  CC      lib/crypto/mpi/generic_mpih-rshift.o
  CC      security/lsm_audit.o
  CC      arch/x86/kernel/cpu/mce/core.o
  CC      lib/crypto/mpi/generic_mpih-sub1.o
  CC      lib/zlib_inflate/infutil.o
  ASN.1   crypto/asymmetric_keys/x509.asn1.[ch]
  CC      fs/proc/base.o
  CC      kernel/power/qos.o
  HOSTCC  arch/x86/entry/vdso/vdso2c
  CC      arch/x86/lib/memcpy_32.o
  CC      io_uring/notif.o
  AR      fs/notify/inotify/built-in.a
  CC      fs/notify/fsnotify.o
  CC      arch/x86/kernel/fpu/xstate.o
  ASN.1   crypto/asymmetric_keys/x509_akid.asn1.[ch]
  CC      crypto/asymmetric_keys/x509_loader.o
  AS      arch/x86/lib/memmove_32.o
  AR      arch/x86/power/built-in.a
  CC      arch/x86/lib/misc.o
  CC      io_uring/tctx.o
  CC      arch/x86/lib/pc-conf-reg.o
  CC      arch/x86/kernel/acpi/boot.o
  CC      drivers/pci/msi/irqdomain.o
  CC      block/blk-core.o
  CC      arch/x86/kernel/acpi/sleep.o
  CC      sound/core/seq/seq_queue.o
  CC      crypto/asymmetric_keys/x509_public_key.o
  AS      arch/x86/kernel/acpi/wakeup_32.o
  AS      arch/x86/lib/putuser.o
  AR      arch/x86/platform/efi/built-in.a
  CC      kernel/power/main.o
  AR      arch/x86/platform/iris/built-in.a
  AS      arch/x86/lib/retpoline.o
  CC      arch/x86/platform/intel/iosf_mbi.o
  CC      arch/x86/events/intel/bts.o
  CC      fs/sysfs/symlink.o
  AR      arch/x86/events/amd/built-in.a
  CC      arch/x86/lib/string_32.o
  CC      arch/x86/kernel/cpu/mtrr/mtrr.o
  CC      arch/x86/kernel/apic/apic.o
  CC      kernel/locking/spinlock.o
  AR      arch/x86/mm/pat/built-in.a
  CC      fs/notify/notification.o
  CC      arch/x86/lib/strstr_32.o
  CC      arch/x86/entry/vdso/vdso32-setup.o
  CC      fs/iomap/direct-io.o
  CC      arch/x86/lib/usercopy.o
  CC      arch/x86/kernel/kprobes/core.o
  CC      lib/zlib_inflate/inftrees.o
  CC      lib/crypto/mpi/generic_mpih-add1.o
  CC      mm/fadvise.o
  CC      fs/kernfs/dir.o
  CC      crypto/cipher.o
  CC      arch/x86/kernel/kprobes/opt.o
  CC      fs/quota/quota_v2.o
  CC      lib/zlib_inflate/inflate_syms.o
  CC      kernel/locking/osq_lock.o
  VDSO    arch/x86/entry/vdso/vdso32.so.dbg
  CC      ipc/syscall.o
  CC      net/core/skbuff.o
  OBJCOPY arch/x86/entry/vdso/vdso32.so
  CC      arch/x86/lib/usercopy_32.o
  VDSO2C  arch/x86/entry/vdso/vdso-image-32.c
  CC      arch/x86/entry/vdso/vdso-image-32.o
  CC      ipc/ipc_sysctl.o
  CC      arch/x86/mm/ioremap.o
  CC      arch/x86/pci/fixup.o
  CC      arch/x86/kernel/cpu/mce/severity.o
  CC      security/keys/permission.o
  ASN.1   crypto/asymmetric_keys/pkcs7.asn1.[ch]
  CC      crypto/asymmetric_keys/pkcs7_trust.o
  CC      io_uring/filetable.o
  CC      drivers/video/console/dummycon.o
  AR      drivers/pci/msi/built-in.a
  CC      kernel/locking/qspinlock.o
  CC      drivers/pci/pcie/portdrv.o
  CC      drivers/video/backlight/backlight.o
  AR      lib/zlib_inflate/built-in.a
  AR      drivers/pci/pwrctl/built-in.a
  CC      fs/netfs/buffered_read.o
  AR      arch/x86/entry/vdso/built-in.a
  AR      drivers/idle/built-in.a
  AS      arch/x86/entry/entry.o
  CC      fs/notify/group.o
  CC      fs/sysfs/mount.o
  CC      arch/x86/lib/msr-smp.o
  CC      sound/core/seq/seq_fifo.o
  AS      arch/x86/entry/entry_32.o
  AR      arch/x86/platform/intel/built-in.a
  CC      security/selinux/selinuxfs.o
  AR      arch/x86/platform/intel-mid/built-in.a
  AR      arch/x86/platform/intel-quark/built-in.a
  CC      lib/crypto/mpi/ec.o
  CC      kernel/printk/printk.o
  AR      arch/x86/platform/olpc/built-in.a
  CC      arch/x86/entry/syscall_32.o
  AR      arch/x86/platform/scx200/built-in.a
  CC      arch/x86/kernel/cpu/mtrr/if.o
  CC      arch/x86/pci/acpi.o
  AR      arch/x86/platform/ts5500/built-in.a
  CC      ipc/mqueue.o
  AR      arch/x86/platform/uv/built-in.a
  AR      arch/x86/platform/built-in.a
  CC      crypto/asymmetric_keys/pkcs7_verify.o
  LDS     arch/x86/kernel/vmlinux.lds
  CC      security/device_cgroup.o
  CC      arch/x86/entry/common.o
  AR      arch/x86/kernel/fpu/built-in.a
  CC      fs/netfs/buffered_write.o
  CC      lib/zlib_deflate/deflate.o
  CC      arch/x86/kernel/acpi/cstate.o
  CC      lib/lzo/lzo1x_compress.o
  CC      arch/x86/events/intel/ds.o
  CC      fs/quota/quota_tree.o
  CC      mm/maccess.o
  CC      arch/x86/lib/cache-smp.o
  CC      kernel/power/console.o
  CC      lib/zlib_deflate/deftree.o
  CC      kernel/locking/rtmutex_api.o
  AR      drivers/char/ipmi/built-in.a
  CC      net/core/datagram.o
  AR      arch/x86/kernel/kprobes/built-in.a
  CC      sound/core/seq/seq_prioq.o
  CC      drivers/video/console/vgacon.o
  CC      arch/x86/lib/msr.o
  CC      arch/x86/kernel/cpu/mce/genpool.o
  CC      security/keys/process_keys.o
  CC      security/keys/request_key.o
  CC      arch/x86/mm/extable.o
  CC      arch/x86/mm/mmap.o
  CC      crypto/asymmetric_keys/x509.asn1.o
  CC      fs/iomap/fiemap.o
  CC      crypto/asymmetric_keys/x509_akid.asn1.o
  CC      crypto/asymmetric_keys/x509_cert_parser.o
  CC      lib/lz4/lz4_decompress.o
  CC      kernel/power/process.o
  CC      fs/notify/mark.o
  CC      arch/x86/kernel/cpu/mtrr/generic.o
  CC      kernel/irq/irqdesc.o
  CC      drivers/pci/pcie/rcec.o
  CC      fs/kernfs/file.o
  CC      lib/lzo/lzo1x_decompress_safe.o
  AR      arch/x86/kernel/acpi/built-in.a
  CC      fs/sysfs/group.o
  CC      kernel/rcu/update.o
  CC      io_uring/rw.o
  AR      drivers/video/backlight/built-in.a
  CC      fs/quota/quota.o
  CC      fs/proc/generic.o
  CC      arch/x86/pci/legacy.o
  CC      mm/page-writeback.o
  CC      kernel/rcu/sync.o
  CC      arch/x86/kernel/cpu/microcode/core.o
  CC      kernel/sched/build_utility.o
  CC      lib/zlib_deflate/deflate_syms.o
  AS      arch/x86/entry/thunk.o
  CC      sound/core/seq/seq_timer.o
  AR      arch/x86/entry/built-in.a
  CC      crypto/compress.o
  CC      arch/x86/kernel/cpu/mce/intel.o
  CC      arch/x86/kernel/apic/apic_common.o
  CC      lib/crypto/mpi/mpicoder.o
  CC      lib/crypto/utils.o
  CC      arch/x86/events/zhaoxin/core.o
  CC      kernel/power/suspend.o
  CC      drivers/acpi/acpica/dsargs.o
  AR      lib/lzo/built-in.a
  CC      block/blk-sysfs.o
  CC      crypto/asymmetric_keys/pkcs7.asn1.o
  CC      fs/iomap/seek.o
  AR      net/802/built-in.a
  CC      ipc/namespace.o
  CC      crypto/asymmetric_keys/pkcs7_parser.o
  AS      arch/x86/lib/msr-reg.o
  CC      io_uring/net.o
  CC      arch/x86/lib/msr-reg-export.o
  CC      fs/netfs/direct_read.o
  CC      fs/netfs/direct_write.o
  CC      kernel/locking/qrwlock.o
  AR      lib/zlib_deflate/built-in.a
  CC      net/sched/sch_generic.o
  CC      net/netlink/af_netlink.o
  CC      drivers/pci/pcie/aspm.o
  CC      arch/x86/mm/pgtable.o
  CC      kernel/irq/handle.o
  AR      fs/sysfs/built-in.a
  CC      kernel/irq/manage.o
  CC      io_uring/poll.o
  AS      arch/x86/lib/hweight.o
  CC      security/keys/request_key_auth.o
  AR      drivers/video/console/built-in.a
  CC      arch/x86/lib/iomem.o
  AR      drivers/video/fbdev/core/built-in.a
  AR      drivers/video/fbdev/omap/built-in.a
  CC      sound/core/control.o
  CC      arch/x86/kernel/apic/apic_noop.o
  AR      drivers/video/fbdev/omap2/omapfb/dss/built-in.a
  CC      arch/x86/lib/atomic64_32.o
  CC      arch/x86/pci/irq.o
  AR      drivers/video/fbdev/omap2/omapfb/displays/built-in.a
  AR      drivers/video/fbdev/omap2/omapfb/built-in.a
  AR      drivers/video/fbdev/omap2/built-in.a
  CC      drivers/acpi/acpica/dscontrol.o
  AR      drivers/video/fbdev/built-in.a
  CC      drivers/video/aperture.o
  CC      fs/notify/fdinfo.o
  CC      kernel/irq/spurious.o
  CC      fs/proc/array.o
  CC      drivers/pci/hotplug/pci_hotplug_core.o
  CC      fs/kernfs/symlink.o
  CC      arch/x86/kernel/cpu/microcode/intel.o
  CC      arch/x86/kernel/cpu/mtrr/cleanup.o
  CC      arch/x86/kernel/cpu/mce/amd.o
  CC      arch/x86/kernel/cpu/mtrr/amd.o
  CC      arch/x86/mm/physaddr.o
  AR      crypto/asymmetric_keys/built-in.a
  CC      crypto/algapi.o
  CC      ipc/mq_sysctl.o
  CC      sound/core/seq/seq_system.o
  AR      kernel/locking/built-in.a
  AR      sound/drivers/opl3/built-in.a
  AR      sound/drivers/opl4/built-in.a
  AR      sound/drivers/mpu401/built-in.a
  AR      sound/drivers/vx/built-in.a
  AR      sound/drivers/pcsp/built-in.a
  CC      arch/x86/lib/inat.o
  AR      sound/drivers/built-in.a
  AR      lib/lz4/built-in.a
  CC      fs/iomap/swapfile.o
  CC      lib/crypto/mpi/mpi-add.o
  AR      sound/isa/ad1816a/built-in.a
  AR      sound/isa/ad1848/built-in.a
  AR      sound/isa/cs423x/built-in.a
  CC      fs/quota/kqid.o
  AR      sound/isa/es1688/built-in.a
  AR      arch/x86/lib/built-in.a
  AR      sound/isa/galaxy/built-in.a
  CC      mm/folio-compat.o
  AR      sound/isa/gus/built-in.a
  AR      sound/isa/msnd/built-in.a
  CC      mm/readahead.o
  CC      drivers/acpi/acpica/dsdebug.o
  CC      fs/quota/netlink.o
  AR      sound/isa/opti9xx/built-in.a
  CC      arch/x86/kernel/apic/ipi.o
  AR      sound/isa/sb/built-in.a
  AR      sound/isa/wavefront/built-in.a
  CC      security/selinux/netlink.o
  AR      sound/isa/wss/built-in.a
  AR      arch/x86/lib/lib.a
  AR      sound/isa/built-in.a
  CC      arch/x86/events/intel/knc.o
  CC      lib/crypto/chacha.o
  CC      arch/x86/kernel/apic/vector.o
  AR      arch/x86/events/zhaoxin/built-in.a
  CC      arch/x86/pci/common.o
  CC      security/keys/user_defined.o
  CC      kernel/printk/printk_safe.o
  CC      sound/core/misc.o
  CC      net/core/stream.o
  CC      kernel/printk/nbcon.o
  AR      ipc/built-in.a
  CC      drivers/pci/hotplug/acpi_pcihp.o
  CC      arch/x86/pci/early.o
  CC      block/blk-flush.o
  AR      fs/notify/built-in.a
  CC      kernel/rcu/srcutree.o
  CC      io_uring/eventfd.o
  CC      mm/swap.o
  CC      arch/x86/mm/tlb.o
  CC      fs/netfs/io.o
  CC      drivers/acpi/acpica/dsfield.o
  CC      sound/core/seq/seq_ports.o
  CC      kernel/power/hibernate.o
  AR      fs/kernfs/built-in.a
  CC      fs/netfs/iterator.o
  CC      arch/x86/kernel/cpu/mtrr/cyrix.o
  CC      drivers/video/cmdline.o
  CC      arch/x86/kernel/cpu/microcode/amd.o
  CC      kernel/irq/resend.o
  CC      arch/x86/events/intel/lbr.o
  CC      lib/crypto/mpi/mpi-bit.o
  CC      kernel/printk/printk_ringbuffer.o
  AR      drivers/acpi/pmic/built-in.a
  CC      crypto/scatterwalk.o
  CC      drivers/pci/pcie/pme.o
  AR      fs/iomap/built-in.a
  CC      kernel/power/snapshot.o
  CC      drivers/pnp/pnpacpi/core.o
  CC      fs/proc/fd.o
  CC      security/keys/proc.o
  CC      sound/core/device.o
  CC      security/keys/sysctl.o
  CC      net/netlink/genetlink.o
  CC      security/selinux/nlmsgtab.o
  CC      drivers/acpi/acpica/dsinit.o
  AR      fs/quota/built-in.a
  CC      io_uring/uring_cmd.o
  CC      drivers/pnp/core.o
  CC      drivers/pnp/card.o
  CC      kernel/printk/sysctl.o
  CC      fs/ext4/balloc.o
  AR      drivers/pci/hotplug/built-in.a
  CC      kernel/irq/chip.o
  CC      kernel/irq/dummychip.o
  CC      kernel/irq/devres.o
  CC      arch/x86/kernel/cpu/cacheinfo.o
  CC      kernel/irq/autoprobe.o
  CC      arch/x86/pci/bus_numa.o
  CC      drivers/acpi/acpica/dsmethod.o
  CC      fs/netfs/locking.o
  CC      drivers/acpi/acpica/dsmthdat.o
  CC      arch/x86/kernel/cpu/mtrr/centaur.o
  CC      block/blk-settings.o
  CC      arch/x86/kernel/cpu/mtrr/legacy.o
  CC      drivers/acpi/acpica/dsobject.o
  CC      arch/x86/kernel/apic/init.o
  CC      drivers/video/nomodeset.o
  CC      sound/core/seq/seq_info.o
  CC      sound/core/info.o
  AR      kernel/printk/built-in.a
  CC      arch/x86/mm/cpu_entry_area.o
  AR      drivers/amba/built-in.a
  CC      io_uring/openclose.o
  CC      crypto/proc.o
  CC      arch/x86/mm/maccess.o
  CC      lib/crypto/mpi/mpi-cmp.o
  AR      arch/x86/kernel/cpu/microcode/built-in.a
  CC      io_uring/sqpoll.o
  CC      drivers/acpi/acpica/dsopcode.o
  CC      arch/x86/kernel/cpu/mce/threshold.o
  CC      drivers/pnp/pnpacpi/rsparser.o
  CC      lib/crypto/mpi/mpi-sub-ui.o
  CC      lib/zstd/zstd_decompress_module.o
  AR      drivers/pci/pcie/built-in.a
  CC      crypto/aead.o
  CC      net/sched/sch_mq.o
  AR      drivers/pci/controller/dwc/built-in.a
  CC      security/keys/keyctl_pkey.o
  CC      lib/xz/xz_dec_syms.o
  AR      drivers/pci/controller/mobiveil/built-in.a
  AS      arch/x86/kernel/head_32.o
  CC      arch/x86/pci/amd_bus.o
  AR      drivers/pci/controller/plda/built-in.a
  AR      drivers/pci/controller/built-in.a
  CC      sound/core/seq/seq_dummy.o
  CC      sound/core/isadma.o
  AR      kernel/livepatch/built-in.a
  AR      drivers/pci/switch/built-in.a
  CC      net/sched/sch_frag.o
  CC      drivers/pci/access.o
  CC      net/sched/sch_api.o
  CC      kernel/rcu/tree.o
  CC      drivers/video/hdmi.o
  CC      kernel/dma/mapping.o
  CC      fs/proc/proc_tty.o
  CC      kernel/entry/common.o
  CC      net/netlink/policy.o
  CC      kernel/module/main.o
  CC      kernel/entry/syscall_user_dispatch.o
  AR      arch/x86/kernel/cpu/mtrr/built-in.a
  CC      net/core/scm.o
  CC      fs/proc/cmdline.o
  CC      mm/truncate.o
  CC      arch/x86/mm/pgprot.o
  CC      lib/zstd/decompress/huf_decompress.o
  CC      lib/xz/xz_dec_stream.o
  CC      drivers/acpi/acpica/dspkginit.o
  CC      lib/crypto/mpi/mpi-div.o
  CC      security/selinux/netif.o
  CC      arch/x86/kernel/apic/hw_nmi.o
  CC      arch/x86/events/intel/p4.o
  CC      arch/x86/events/intel/p6.o
  CC      lib/xz/xz_dec_lzma2.o
  CC      kernel/module/strict_rwx.o
  CC      fs/netfs/main.o
  CC      kernel/dma/direct.o
  CC      block/blk-ioc.o
  CC      kernel/rcu/rcu_segcblist.o
  CC      drivers/pnp/driver.o
  CC      kernel/irq/irqdomain.o
  CC      kernel/time/time.o
  AR      sound/core/seq/built-in.a
  CC      kernel/time/timer.o
  CC      kernel/time/hrtimer.o
  AR      security/keys/built-in.a
  CC      kernel/module/kmod.o
  CC      sound/core/vmaster.o
  CC      net/core/gen_stats.o
  AR      arch/x86/pci/built-in.a
  CC      io_uring/xattr.o
  CC      mm/vmscan.o
  CC      fs/ext4/bitmap.o
  CC      drivers/acpi/acpica/dsutils.o
  AR      drivers/pnp/pnpacpi/built-in.a
  CC      arch/x86/kernel/head32.o
  CC      fs/proc/consoles.o
  CC      arch/x86/mm/pgtable_32.o
  CC      kernel/power/swap.o
  CC      crypto/geniv.o
  AR      drivers/video/built-in.a
  CC      arch/x86/events/core.o
  CC      net/sched/sch_blackhole.o
  CC      drivers/pci/bus.o
  AR      sound/pci/ac97/built-in.a
  AR      sound/pci/ali5451/built-in.a
  AR      sound/pci/asihpi/built-in.a
  AR      sound/pci/au88x0/built-in.a
  AR      sound/pci/aw2/built-in.a
  AR      sound/pci/ctxfi/built-in.a
  AR      sound/pci/ca0106/built-in.a
  CC      arch/x86/kernel/apic/io_apic.o
  AR      sound/pci/cs46xx/built-in.a
  AR      sound/pci/cs5535audio/built-in.a
  CC      lib/crypto/mpi/mpi-inv.o
  CC      mm/shrinker.o
  AR      sound/pci/lola/built-in.a
  AR      sound/pci/lx6464es/built-in.a
  CC      drivers/pnp/resource.o
  AR      arch/x86/kernel/cpu/mce/built-in.a
  AR      sound/pci/echoaudio/built-in.a
  AR      sound/pci/emu10k1/built-in.a
  CC      arch/x86/kernel/cpu/scattered.o
  CC      drivers/acpi/dptf/int340x_thermal.o
  AR      sound/pci/hda/built-in.a
  AR      sound/pci/ice1712/built-in.a
  CC [M]  sound/pci/hda/hda_bind.o
  CC      drivers/acpi/acpica/dswexec.o
  AR      net/netlink/built-in.a
  CC      fs/ext4/block_validity.o
  CC      kernel/time/timekeeping.o
  AR      net/bpf/built-in.a
  CC      fs/ext4/dir.o
  CC      drivers/acpi/x86/apple.o
  AR      kernel/entry/built-in.a
  CC      lib/xz/xz_dec_bcj.o
  CC      block/blk-map.o
  CC      fs/jbd2/transaction.o
  CC      sound/core/ctljack.o
  CC      arch/x86/mm/iomap_32.o
  CC      kernel/irq/proc.o
  AR      kernel/sched/built-in.a
  AR      sound/pci/korg1212/built-in.a
  CC      fs/ramfs/inode.o
  CC      fs/hugetlbfs/inode.o
  CC      fs/proc/cpuinfo.o
  CC      kernel/dma/ops_helpers.o
  CC      fs/fat/cache.o
  CC      arch/x86/events/intel/pt.o
  AR      sound/pci/mixart/built-in.a
  CC      kernel/time/ntp.o
  CC      sound/core/jack.o
  CC      arch/x86/kernel/cpu/topology_common.o
  CC      fs/ramfs/file-mmu.o
  CC      sound/core/timer.o
  CC      drivers/acpi/tables.o
  CC      drivers/acpi/acpica/dswload.o
  CC      arch/x86/kernel/apic/msi.o
  AR      drivers/acpi/dptf/built-in.a
  CC      fs/proc/devices.o
  CC      security/selinux/netnode.o
  CC      lib/zstd/decompress/zstd_ddict.o
  CC      lib/crypto/mpi/mpi-mod.o
  CC      lib/crypto/mpi/mpi-mul.o
  CC      io_uring/nop.o
  AR      lib/xz/built-in.a
  CC      fs/netfs/misc.o
  CC      lib/crypto/mpi/mpih-cmp.o
  CC      arch/x86/kernel/ebda.o
  CC      drivers/pci/probe.o
  CC      drivers/acpi/x86/cmos_rtc.o
  CC      crypto/lskcipher.o
  CC      lib/zstd/decompress/zstd_decompress.o
  CC      fs/netfs/objects.o
  CC      net/core/gen_estimator.o
  CC      arch/x86/mm/hugetlbpage.o
  CC [M]  sound/pci/hda/hda_codec.o
  CC      drivers/acpi/acpica/dswload2.o
  CC      arch/x86/kernel/cpu/topology_ext.o
  CC      fs/netfs/write_collect.o
  CC      drivers/acpi/acpica/dswscope.o
  CC      kernel/irq/migration.o
  CC      fs/netfs/write_issue.o
  CC      kernel/dma/dummy.o
  CC      net/sched/cls_api.o
  CC      net/core/net_namespace.o
  CC      lib/crypto/mpi/mpih-div.o
  CC      drivers/pnp/manager.o
  CC      fs/ext4/ext4_jbd2.o
  AR      fs/ramfs/built-in.a
  CC      kernel/power/user.o
  CC [M]  sound/pci/hda/hda_jack.o
  CC      lib/crypto/mpi/mpih-mul.o
  CC      kernel/module/tree_lookup.o
  CC      block/blk-merge.o
  CC      lib/crypto/mpi/mpi-pow.o
  CC      fs/proc/interrupts.o
  CC      fs/fat/dir.o
  CC      kernel/futex/core.o
  CC [M]  sound/pci/hda/hda_auto_parser.o
  CC      security/selinux/netport.o
  CC      arch/x86/kernel/cpu/topology_amd.o
  CC      arch/x86/mm/dump_pagetables.o
  CC      drivers/pci/host-bridge.o
  CC      arch/x86/mm/highmem_32.o
  AR      sound/pci/nm256/built-in.a
  CC      net/sched/act_api.o
  CC      drivers/acpi/acpica/dswstate.o
  CC      block/blk-timeout.o
  CC      drivers/acpi/x86/lpss.o
  CC      kernel/irq/cpuhotplug.o
  CC      lib/zstd/decompress/zstd_decompress_block.o
  CC      io_uring/fs.o
  AR      drivers/clk/actions/built-in.a
  AR      drivers/clk/analogbits/built-in.a
  AR      drivers/clk/bcm/built-in.a
  AR      drivers/clk/imgtec/built-in.a
  AR      drivers/clk/imx/built-in.a
  CC      kernel/time/clocksource.o
  AR      drivers/clk/ingenic/built-in.a
  AR      fs/hugetlbfs/built-in.a
  CC      kernel/dma/remap.o
  AR      drivers/clk/mediatek/built-in.a
  CC      fs/jbd2/commit.o
  AR      drivers/clk/microchip/built-in.a
  AR      drivers/clk/mstar/built-in.a
  CC      net/core/secure_seq.o
  AR      drivers/clk/mvebu/built-in.a
  AR      drivers/clk/ralink/built-in.a
  AR      drivers/clk/renesas/built-in.a
  AR      drivers/clk/socfpga/built-in.a
  AR      drivers/clk/sophgo/built-in.a
  AR      drivers/clk/sprd/built-in.a
  CC      drivers/pnp/support.o
  AR      drivers/clk/starfive/built-in.a
  AR      drivers/clk/sunxi-ng/built-in.a
  CC      kernel/power/poweroff.o
  CC      arch/x86/kernel/apic/probe_32.o
  AR      drivers/clk/ti/built-in.a
  CC      fs/proc/loadavg.o
  CC      crypto/skcipher.o
  AR      drivers/clk/versatile/built-in.a
  CC      arch/x86/events/intel/uncore.o
  AR      drivers/clk/xilinx/built-in.a
  AR      drivers/clk/built-in.a
  CC      arch/x86/kernel/cpu/common.o
  CC      fs/fat/fatent.o
  AR      sound/ppc/built-in.a
  CC      drivers/acpi/osi.o
  AR      sound/pci/oxygen/built-in.a
  CC      kernel/cgroup/cgroup.o
  CC      net/ethtool/ioctl.o
  CC      kernel/module/kallsyms.o
  CC      drivers/acpi/acpica/evevent.o
  CC [M]  sound/pci/hda/hda_sysfs.o
  CC      kernel/futex/syscalls.o
  CC      kernel/cgroup/rstat.o
  CC      sound/core/hrtimer.o
  CC      net/ethtool/common.o
  CC      lib/crypto/aes.o
  AR      kernel/power/built-in.a
  CC      drivers/pci/remove.o
  CC      lib/crypto/mpi/mpiutil.o
  CC      net/sched/sch_fifo.o
  CC      lib/dim/dim.o
  CC      drivers/pnp/interface.o
  AR      arch/x86/mm/built-in.a
  CC      block/blk-lib.o
  CC      fs/isofs/namei.o
  CC      kernel/irq/pm.o
  AR      sound/arm/built-in.a
  CC      kernel/module/procfs.o
  AR      arch/x86/kernel/apic/built-in.a
  CC      arch/x86/events/probe.o
  CC      lib/crypto/arc4.o
  CC      drivers/acpi/x86/s2idle.o
  AR      kernel/dma/built-in.a
  CC      fs/fat/file.o
  CC      drivers/acpi/acpica/evgpe.o
  CC      kernel/module/sysfs.o
  CC      fs/proc/meminfo.o
  CC      net/core/flow_dissector.o
  CC      kernel/futex/pi.o
  CC      kernel/futex/requeue.o
  CC      lib/dim/net_dim.o
  CC      io_uring/splice.o
  AR      fs/netfs/built-in.a
  CC      sound/core/seq_device.o
  CC      security/selinux/status.o
  CC      kernel/futex/waitwake.o
  CC      kernel/time/jiffies.o
  CC      net/netfilter/core.o
  CC      arch/x86/kernel/platform-quirks.o
  CC      fs/isofs/inode.o
  CC      fs/ext4/extents.o
  CC      net/sched/cls_cgroup.o
  CC      mm/shmem.o
  CC      net/ipv4/netfilter/nf_defrag_ipv4.o
  AR      lib/crypto/mpi/built-in.a
  CC      lib/crypto/gf128mul.o
  CC      drivers/pci/pci.o
  CC      drivers/dma/dw/core.o
  CC      drivers/pnp/quirks.o
  CC      lib/crypto/blake2s.o
  CC      drivers/acpi/acpica/evgpeblk.o
  CC      kernel/cgroup/namespace.o
  CC      drivers/acpi/acpica/evgpeinit.o
  CC      net/ipv4/netfilter/nf_reject_ipv4.o
  CC      kernel/irq/msi.o
  CC      block/blk-mq.o
  CC      fs/jbd2/recovery.o
  CC      fs/ext4/extents_status.o
  CC      crypto/seqiv.o
  CC      kernel/time/timer_list.o
  CC      fs/jbd2/checkpoint.o
  CC [M]  sound/pci/hda/hda_controller.o
  CC      lib/zstd/zstd_common_module.o
  CC      fs/proc/stat.o
  AR      kernel/module/built-in.a
  CC      fs/jbd2/revoke.o
  AR      drivers/soc/apple/built-in.a
  CC [M]  sound/core/hwdep.o
  AR      drivers/soc/aspeed/built-in.a
  AR      drivers/soc/bcm/built-in.a
  AR      kernel/rcu/built-in.a
  CC      fs/nfs/client.o
  AR      sound/pci/pcxhr/built-in.a
  AR      drivers/soc/fsl/built-in.a
  AR      drivers/soc/fujitsu/built-in.a
  CC      security/selinux/ss/ebitmap.o
  CC      fs/exportfs/expfs.o
  CC      fs/lockd/clntlock.o
  AR      drivers/soc/hisilicon/built-in.a
  CC      drivers/acpi/x86/utils.o
  AR      drivers/soc/imx/built-in.a
  CC      lib/crypto/blake2s-generic.o
  AR      drivers/soc/ixp4xx/built-in.a
  CC      net/core/sysctl_net_core.o
  CC      block/blk-mq-tag.o
  AR      drivers/soc/loongson/built-in.a
  AR      drivers/soc/mediatek/built-in.a
  AR      drivers/soc/microchip/built-in.a
  AR      drivers/soc/nuvoton/built-in.a
  AR      drivers/soc/pxa/built-in.a
  CC      fs/jbd2/journal.o
  AR      drivers/soc/amlogic/built-in.a
  AR      drivers/soc/qcom/built-in.a
  CC      arch/x86/events/intel/uncore_nhmex.o
  CC      drivers/acpi/acpica/evgpeutil.o
  AR      kernel/futex/built-in.a
  AR      drivers/soc/renesas/built-in.a
  CC      lib/zstd/common/debug.o
  CC      fs/fat/inode.o
  AR      drivers/soc/rockchip/built-in.a
  CC      arch/x86/kernel/cpu/rdrand.o
  AR      drivers/soc/sunxi/built-in.a
  CC      mm/util.o
  AR      drivers/soc/ti/built-in.a
  AR      drivers/soc/xilinx/built-in.a
  AR      drivers/soc/built-in.a
  CC      io_uring/sync.o
  CC      fs/nfs/dir.o
  CC      io_uring/msg_ring.o
  CC      lib/dim/rdma_dim.o
  CC      arch/x86/kernel/cpu/match.o
  CC      lib/fonts/fonts.o
  CC      block/blk-stat.o
  CC      arch/x86/kernel/process_32.o
  CC      drivers/pnp/system.o
  CC      security/selinux/ss/hashtab.o
  CC      crypto/echainiv.o
  CC      lib/crypto/sha1.o
  CC      net/ipv4/route.o
  CC      drivers/acpi/x86/blacklist.o
  CC      drivers/acpi/acpica/evglock.o
  CC      fs/proc/uptime.o
  CC      lib/zstd/common/entropy_common.o
  CC      kernel/time/timeconv.o
  CC      net/sched/ematch.o
  CC      crypto/ahash.o
  AR      lib/dim/built-in.a
  CC      lib/fonts/font_8x16.o
  CC      fs/lockd/clntproc.o
  CC [M]  sound/core/pcm.o
  CC      fs/isofs/dir.o
  CC      arch/x86/kernel/cpu/bugs.o
  AR      fs/exportfs/built-in.a
  CC      arch/x86/kernel/cpu/aperfmperf.o
  CC      lib/zstd/common/error_private.o
  CC      lib/zstd/common/fse_decompress.o
  CC      drivers/dma/dw/dw.o
  CC      fs/ext4/file.o
  CC      net/netfilter/nf_log.o
  AR      sound/sh/built-in.a
  CC      kernel/trace/trace_clock.o
  CC      fs/nfs/file.o
  AR      drivers/pnp/built-in.a
  CC      kernel/cgroup/cgroup-v1.o
  CC      lib/crypto/sha256.o
  CC      kernel/irq/affinity.o
  CC      fs/nls/nls_base.o
  CC      drivers/acpi/acpica/evhandler.o
  CC      kernel/time/timecounter.o
  CC      kernel/time/alarmtimer.o
  AR      drivers/acpi/x86/built-in.a
  CC      fs/nls/nls_cp437.o
  AR      lib/fonts/built-in.a
  CC      fs/proc/util.o
  CC      fs/proc/version.o
  AR      sound/synth/emux/built-in.a
  CC      lib/zstd/common/zstd_common.o
  AR      sound/synth/built-in.a
  CC      arch/x86/kernel/signal.o
  CC      arch/x86/events/utils.o
  CC      drivers/dma/hsu/hsu.o
  CC      io_uring/advise.o
  CC      drivers/pci/pci-driver.o
  CC      security/selinux/ss/symtab.o
  CC      net/core/dev.o
  CC      net/ipv4/netfilter/ip_tables.o
  CC      kernel/time/posix-timers.o
  CC [M]  sound/pci/hda/hda_proc.o
  CC      kernel/trace/ring_buffer.o
  CC      arch/x86/events/intel/uncore_snb.o
  AR      lib/zstd/built-in.a
  CC      arch/x86/events/intel/uncore_snbep.o
  CC      net/ethtool/netlink.o
  AR      fs/unicode/built-in.a
  CC      kernel/trace/trace.o
  CC      arch/x86/events/intel/uncore_discovery.o
  CC      fs/isofs/util.o
  CC      drivers/acpi/acpica/evmisc.o
  CC      net/xfrm/xfrm_policy.o
  CC      kernel/irq/matrix.o
  CC      arch/x86/events/rapl.o
  CC      security/selinux/ss/sidtab.o
  CC      fs/nls/nls_ascii.o
  CC      drivers/dma/dw/idma32.o
  AR      lib/crypto/built-in.a
  CC      lib/argv_split.o
  CC      net/core/dev_addr_lists.o
  CC      fs/fat/misc.o
  CC      block/blk-mq-sysfs.o
  CC      lib/bug.o
  CC      fs/proc/softirqs.o
  CC [M]  sound/core/pcm_native.o
  AR      net/sched/built-in.a
  CC      crypto/shash.o
  CC      lib/buildid.o
  CC      drivers/acpi/acpica/evregion.o
  CC      mm/mmzone.o
  CC      drivers/acpi/acpica/evrgnini.o
  CC      fs/nls/nls_iso8859-1.o
  AR      sound/pci/riptide/built-in.a
  CC      net/ethtool/bitset.o
  CC      net/ipv4/netfilter/iptable_filter.o
  CC      io_uring/epoll.o
  CC      fs/isofs/rock.o
  CC      net/netfilter/nf_queue.o
  AR      drivers/dma/hsu/built-in.a
  CC [M]  sound/pci/hda/hda_hwdep.o
  AR      drivers/dma/idxd/built-in.a
  CC      kernel/bpf/core.o
  CC      fs/lockd/clntxdr.o
  CC      drivers/dma/dw/acpi.o
  CC      fs/autofs/init.o
  CC      fs/nls/nls_utf8.o
  CC      fs/proc/namespaces.o
  CC      io_uring/statx.o
  CC      drivers/acpi/acpica/evsci.o
  CC      arch/x86/events/msr.o
  CC      drivers/acpi/acpica/evxface.o
  CC      drivers/virtio/virtio.o
  CC      arch/x86/kernel/cpu/cpuid-deps.o
  CC      arch/x86/events/intel/cstate.o
  CC      mm/vmstat.o
  CC      lib/clz_tab.o
  CC      kernel/time/posix-cpu-timers.o
  AR      drivers/dma/mediatek/built-in.a
  CC      fs/fat/nfs.o
  CC      kernel/time/posix-clock.o
  CC      kernel/cgroup/freezer.o
  CC      lib/cmdline.o
  CC      io_uring/timeout.o
  CC      io_uring/fdinfo.o
  CC      drivers/pci/search.o
  CC      drivers/tty/vt/vt_ioctl.o
  CC      lib/cpumask.o
  CC      drivers/tty/hvc/hvc_console.o
  AR      fs/jbd2/built-in.a
  CC      drivers/virtio/virtio_ring.o
  AR      fs/nls/built-in.a
  CC      mm/backing-dev.o
  CC      crypto/akcipher.o
  CC      security/selinux/ss/avtab.o
  CC      net/ethtool/strset.o
  CC      drivers/char/hw_random/core.o
  CC [M]  sound/pci/hda/patch_hdmi.o
  CC      arch/x86/kernel/cpu/umwait.o
  AR      kernel/irq/built-in.a
  CC      fs/lockd/host.o
  CC      drivers/char/agp/backend.o
  AR      drivers/dma/dw/built-in.a
  AR      drivers/dma/qcom/built-in.a
  CC      drivers/acpi/acpica/evxfevnt.o
  AR      drivers/dma/stm32/built-in.a
  CC      net/ipv4/inetpeer.o
  AR      drivers/dma/ti/built-in.a
  AR      drivers/dma/xilinx/built-in.a
  CC      drivers/dma/dmaengine.o
  CC      fs/isofs/export.o
  CC      fs/autofs/inode.o
  CC      fs/9p/vfs_super.o
  CC      net/ipv4/netfilter/iptable_mangle.o
  CC      fs/proc/self.o
  CC      kernel/trace/trace_output.o
  CC      net/ipv4/netfilter/ipt_REJECT.o
  CC      net/unix/af_unix.o
  CC      net/netfilter/nf_sockopt.o
  CC [M]  sound/core/pcm_lib.o
  CC      lib/ctype.o
  CC      fs/fat/namei_vfat.o
  CC      lib/dec_and_lock.o
  CC      block/blk-mq-cpumap.o
  CC      net/packet/af_packet.o
  CC      net/ipv6/netfilter/ip6_tables.o
  CC      drivers/acpi/acpica/evxfgpe.o
  AR      net/dsa/built-in.a
  CC      drivers/pci/rom.o
  CC      net/unix/garbage.o
  CC      drivers/char/hw_random/intel-rng.o
  CC      net/ethtool/linkinfo.o
  CC      fs/9p/vfs_inode.o
  CC      lib/decompress.o
  CC      kernel/cgroup/legacy_freezer.o
  MKCAP   arch/x86/kernel/cpu/capflags.c
  CC      lib/decompress_bunzip2.o
  AR      drivers/tty/hvc/built-in.a
  CC      fs/isofs/joliet.o
  CC      mm/mm_init.o
  AR      arch/x86/events/intel/built-in.a
  AR      arch/x86/events/built-in.a
  CC      io_uring/cancel.o
  CC      fs/nfs/getroot.o
  CC      drivers/tty/vt/vc_screen.o
  CC      net/xfrm/xfrm_state.o
  CC      crypto/sig.o
  CC [M]  net/ipv4/netfilter/iptable_nat.o
  CC      drivers/char/agp/generic.o
  CC      fs/proc/thread_self.o
  CC      kernel/time/itimer.o
  CC      net/ipv6/af_inet6.o
  CC      drivers/acpi/acpica/evxfregn.o
  CC      fs/autofs/root.o
  CC      drivers/virtio/virtio_anchor.o
  CC [M]  sound/pci/hda/hda_eld.o
  CC      net/sunrpc/auth_gss/auth_gss.o
  CC      security/selinux/ss/policydb.o
  CC      block/blk-mq-sched.o
  CC      net/unix/sysctl_net_unix.o
  CC      fs/ext4/fsmap.o
  CC      drivers/pci/setup-res.o
  CC      drivers/char/hw_random/amd-rng.o
  AR      fs/hostfs/built-in.a
  CC [M]  sound/core/pcm_misc.o
  CC      fs/lockd/svc.o
  CC      net/ipv6/netfilter/ip6table_filter.o
  CC      drivers/dma/virt-dma.o
  CC      net/netfilter/utils.o
  CC      drivers/acpi/acpica/exconcat.o
  CC      kernel/cgroup/pids.o
  CC      fs/isofs/compress.o
  CC      drivers/acpi/acpica/exconfig.o
  CC      fs/proc/proc_sysctl.o
  CC      lib/decompress_inflate.o
  CC      net/ethtool/linkmodes.o
  CC      crypto/kpp.o
  CC      fs/proc/proc_net.o
  CC      net/netfilter/nfnetlink.o
  CC      drivers/char/mem.o
  CC      drivers/virtio/virtio_pci_modern_dev.o
  CC      drivers/tty/vt/selection.o
  CC      fs/fat/namei_msdos.o
  CC      io_uring/waitid.o
  CC      arch/x86/kernel/cpu/powerflags.o
  CC      fs/9p/vfs_inode_dotl.o
  CC      fs/9p/vfs_addr.o
  CC      fs/nfs/inode.o
  CC      kernel/time/clockevents.o
  CC      drivers/acpi/acpica/exconvrt.o
  CC      drivers/acpi/acpica/excreate.o
  CC      drivers/char/hw_random/geode-rng.o
  CC      fs/autofs/symlink.o
  CC      drivers/char/agp/isoch.o
  CC      drivers/pci/irq.o
  AR      net/ipv4/netfilter/built-in.a
  CC      net/ipv4/protocol.o
  CC      drivers/pci/vpd.o
  CC      block/ioctl.o
  CC      fs/lockd/svclock.o
  CC [M]  sound/pci/hda/hda_intel.o
  CC      lib/decompress_unlz4.o
  CC      kernel/cgroup/rdma.o
  CC      drivers/dma/acpi-dma.o
  CC [M]  sound/core/pcm_memory.o
  CC      mm/percpu.o
  AR      kernel/bpf/built-in.a
  CC      net/ipv6/netfilter/ip6table_mangle.o
  AR      net/wireless/tests/built-in.a
  CC      net/wireless/core.o
  AR      net/mac80211/tests/built-in.a
  CC      net/mac80211/main.o
  CC      net/sunrpc/auth_gss/gss_generic_token.o
  AR      fs/isofs/built-in.a
  AR      sound/usb/misc/built-in.a
  AR      sound/firewire/built-in.a
  AR      sound/usb/usx2y/built-in.a
  CC      mm/slab_common.o
  AR      sound/usb/caiaq/built-in.a
  AR      sound/usb/6fire/built-in.a
  CC      drivers/acpi/acpica/exdebug.o
  AR      sound/usb/hiface/built-in.a
  AR      sound/usb/bcd2000/built-in.a
  CC      kernel/trace/trace_seq.o
  AR      sound/usb/built-in.a
  CC      drivers/tty/serial/8250/8250_core.o
  ASN.1   crypto/rsapubkey.asn1.[ch]
  ASN.1   crypto/rsaprivkey.asn1.[ch]
  CC      crypto/rsa.o
  CC      drivers/tty/vt/keyboard.o
  CC      arch/x86/kernel/cpu/topology.o
  CC      drivers/virtio/virtio_pci_legacy_dev.o
  CC      drivers/char/hw_random/via-rng.o
  CC [M]  sound/core/memalloc.o
  CC      net/mac80211/status.o
  CC      kernel/time/tick-common.o
  CC      lib/decompress_unlzma.o
  CC      crypto/rsa_helper.o
  CC      net/ethtool/rss.o
  CC      crypto/rsa-pkcs1pad.o
  CC      fs/autofs/waitq.o
  CC      fs/autofs/expire.o
  CC      fs/proc/kcore.o
  CC      drivers/char/agp/amd64-agp.o
  AR      fs/fat/built-in.a
  CC      net/sunrpc/auth_gss/gss_mech_switch.o
  CC      kernel/cgroup/cpuset.o
  CC      io_uring/register.o
  CC      kernel/cgroup/misc.o
  CC      drivers/acpi/acpica/exdump.o
  AR      drivers/tty/ipwireless/built-in.a
  CC      net/mac80211/driver-ops.o
  AR      net/unix/built-in.a
  AR      drivers/dma/built-in.a
  CC      net/netfilter/nfnetlink_log.o
  CC      net/netlabel/netlabel_user.o
  CC      fs/9p/vfs_file.o
  CC      drivers/tty/serial/serial_core.o
  CC      drivers/pci/setup-bus.o
  CC      net/sunrpc/auth_gss/svcauth_gss.o
  CC      block/genhd.o
  CC      net/ipv4/ip_input.o
  CC      kernel/trace/trace_stat.o
  AR      drivers/char/hw_random/built-in.a
  CC      net/rfkill/core.o
  CC      drivers/tty/vt/vt.o
  CC      net/9p/mod.o
  CC      kernel/time/tick-broadcast.o
  CC      drivers/acpi/acpica/exfield.o
  CC      kernel/events/core.o
  CC      drivers/virtio/virtio_pci_modern.o
  CC      net/ipv6/netfilter/nf_defrag_ipv6_hooks.o
  CC      fs/ext4/fsync.o
  CC      kernel/events/ring_buffer.o
  CC      fs/lockd/svcshare.o
  CC      drivers/tty/serial/8250/8250_platform.o
  CC      fs/lockd/svcproc.o
  CC      lib/decompress_unlzo.o
  CC      crypto/acompress.o
  CC      drivers/char/agp/intel-agp.o
  CC [M]  sound/core/pcm_timer.o
  LD [M]  sound/core/snd-hwdep.o
  CC      fs/autofs/dev-ioctl.o
  CC      drivers/acpi/acpica/exfldio.o
  CC      fs/debugfs/inode.o
  LD [M]  sound/pci/hda/snd-hda-codec.o
  LD [M]  sound/pci/hda/snd-hda-codec-hdmi.o
  LD [M]  sound/pci/hda/snd-hda-intel.o
  AR      sound/pci/rme9652/built-in.a
  CC      net/ethtool/linkstate.o
  CC      net/9p/client.o
  AR      sound/pci/trident/built-in.a
  AR      sound/pci/ymfpci/built-in.a
  CC      fs/proc/vmcore.o
  AR      sound/pci/vx222/built-in.a
  AR      sound/pci/built-in.a
  CC      fs/9p/vfs_dir.o
  CC      net/xfrm/xfrm_hash.o
  CC      fs/proc/kmsg.o
  AR      net/packet/built-in.a
  CC      security/selinux/ss/services.o
  CC      net/ipv6/anycast.o
  CC      kernel/fork.o
  CC      net/netlabel/netlabel_kapi.o
  CC      kernel/trace/trace_printk.o
  CC      kernel/time/tick-broadcast-hrtimer.o
  CC      kernel/time/tick-oneshot.o
  CC      kernel/exec_domain.o
  CC      net/rfkill/input.o
  CC      drivers/virtio/virtio_pci_common.o
  CC      drivers/acpi/acpica/exmisc.o
  CC      lib/decompress_unxz.o
  CC      drivers/tty/serial/8250/8250_pnp.o
  CC      drivers/char/random.o
  CC      block/ioprio.o
  AR      sound/core/built-in.a
  CC      kernel/panic.o
  LD [M]  sound/core/snd-pcm.o
  AR      sound/sparc/built-in.a
  AR      sound/spi/built-in.a
  CC      net/xfrm/xfrm_input.o
  AR      sound/parisc/built-in.a
  CC      net/netfilter/nf_conntrack_core.o
  CC      drivers/virtio/virtio_pci_legacy.o
  AR      sound/pcmcia/vx/built-in.a
  AR      sound/pcmcia/pdaudiocf/built-in.a
  AR      sound/pcmcia/built-in.a
  CC      kernel/time/tick-sched.o
  CC      crypto/scompress.o
  CC      io_uring/truncate.o
  AR      sound/mips/built-in.a
  AR      sound/soc/built-in.a
  AR      sound/atmel/built-in.a
  AR      sound/hda/built-in.a
  CC      mm/compaction.o
  CC      drivers/char/agp/intel-gtt.o
  CC      fs/9p/vfs_dentry.o
  CC [M]  sound/hda/hda_bus_type.o
  CC      net/ipv4/ip_fragment.o
  CC      drivers/tty/tty_io.o
  AR      fs/autofs/built-in.a
  AR      sound/x86/built-in.a
  CC      kernel/cpu.o
  CC      io_uring/memmap.o
  CC      net/ipv6/netfilter/nf_conntrack_reasm.o
  CC      drivers/pci/vc.o
  CC      drivers/acpi/acpica/exmutex.o
  CC      fs/debugfs/file.o
  CC      fs/lockd/svcsubs.o
  CC      lib/decompress_unzstd.o
  AR      net/rfkill/built-in.a
  CC      net/ipv6/ip6_output.o
  CC      fs/proc/page.o
  CC      net/ethtool/debug.o
  CC      net/ethtool/wol.o
  CC      kernel/trace/pid_list.o
  CC      arch/x86/kernel/cpu/proc.o
  CC      drivers/tty/serial/8250/8250_rsa.o
  CC      drivers/virtio/virtio_pci_admin_legacy_io.o
  CC      net/sunrpc/auth_gss/gss_rpc_upcall.o
  CC      drivers/acpi/acpica/exnames.o
  CC      fs/ext4/hash.o
  CC      net/core/dst.o
  CC      fs/nfs/super.o
  CC      drivers/acpi/osl.o
  CC      fs/9p/v9fs.o
  CC      block/badblocks.o
  CC      kernel/cgroup/debug.o
  CC [M]  sound/hda/hdac_bus.o
  CC      fs/tracefs/inode.o
  CC      net/xfrm/xfrm_output.o
  CC      net/netlabel/netlabel_domainhash.o
  CC      lib/dump_stack.o
  CC      crypto/algboss.o
  CC      io_uring/io-wq.o
  CC [M]  fs/efivarfs/inode.o
  CC      drivers/pci/mmap.o
  CC      net/9p/error.o
  CC      kernel/time/timer_migration.o
  CC      drivers/acpi/acpica/exoparg1.o
  AR      drivers/char/agp/built-in.a
  CC [M]  sound/hda/hdac_device.o
  CC      net/core/netevent.o
  AR      fs/proc/built-in.a
  CC      drivers/virtio/virtio_input.o
  COPY    drivers/tty/vt/defkeymap.c
  CC      drivers/tty/vt/consolemap.o
  CC      arch/x86/kernel/cpu/feat_ctl.o
  CC      net/netfilter/nf_conntrack_standalone.o
  CC      drivers/char/misc.o
  CC      mm/show_mem.o
  CC      drivers/tty/serial/8250/8250_port.o
  CC      net/9p/protocol.o
  CC      kernel/trace/trace_sched_switch.o
  CC      net/ethtool/features.o
  CC      net/ipv4/ip_forward.o
  CC      net/mac80211/sta_info.o
  CC      fs/9p/fid.o
  CC      fs/ext4/ialloc.o
  CC      kernel/events/callchain.o
  CC      fs/lockd/mon.o
  AR      fs/debugfs/built-in.a
  CC      net/ipv6/netfilter/nf_reject_ipv6.o
  CC      drivers/tty/serial/serial_base_bus.o
  CC      security/selinux/ss/conditional.o
  AR      kernel/cgroup/built-in.a
  CC      net/wireless/sysfs.o
  CC      drivers/tty/serial/8250/8250_dma.o
  CC [M]  fs/efivarfs/file.o
  CC      fs/9p/xattr.o
  CC      lib/earlycpio.o
  CC      net/netlabel/netlabel_addrlist.o
  CC      drivers/acpi/acpica/exoparg2.o
  CC      block/blk-rq-qos.o
  CC      drivers/pci/devres.o
  CC      arch/x86/kernel/cpu/intel.o
  CC      lib/extable.o
  CC      net/sunrpc/auth_gss/gss_rpc_xdr.o
  CC      fs/tracefs/event_inode.o
  CC      drivers/pci/proc.o
  CC      crypto/testmgr.o
  CC      net/mac80211/wep.o
  CC      fs/open.o
  CC      kernel/events/hw_breakpoint.o
  CC      io_uring/futex.o
  CC      drivers/char/virtio_console.o
  CC      drivers/virtio/virtio_dma_buf.o
  CC      net/core/neighbour.o
  CC      drivers/acpi/acpica/exoparg3.o
  HOSTCC  drivers/tty/vt/conmakehash
  CC      lib/flex_proportions.o
  CC [M]  fs/efivarfs/super.o
  CC      lib/idr.o
  CC      net/9p/trans_common.o
  CC      net/core/rtnetlink.o
  CC      fs/nfs/io.o
  CC      net/core/utils.o
  CC      drivers/tty/serial/8250/8250_dwlib.o
  CC      net/sunrpc/auth_gss/trace.o
  CC [M]  sound/hda/hdac_sysfs.o
  CC      net/ethtool/privflags.o
  CC      lib/irq_regs.o
  AR      fs/9p/built-in.a
  CC      arch/x86/kernel/signal_32.o
  CC      net/xfrm/xfrm_sysctl.o
  CC      net/netfilter/nf_conntrack_expect.o
  CC      drivers/tty/vt/defkeymap.o
  CC      fs/lockd/trace.o
  CC      kernel/exit.o
  CC      block/disk-events.o
  CC      net/dns_resolver/dns_key.o
  CC      drivers/acpi/acpica/exoparg6.o
  CC      crypto/cmac.o
  CC      net/sunrpc/clnt.o
  CONMK   drivers/tty/vt/consolemap_deftbl.c
  CC      net/ipv6/ip6_input.o
  CC [M]  sound/hda/hdac_regmap.o
  CC      drivers/tty/vt/consolemap_deftbl.o
  CC      mm/shmem_quota.o
  AR      drivers/virtio/built-in.a
  AR      drivers/tty/vt/built-in.a
  CC      net/ipv6/netfilter/ip6t_ipv6header.o
  CC      mm/interval_tree.o
  CC      mm/list_lru.o
  CC      drivers/pci/pci-sysfs.o
  AR      fs/tracefs/built-in.a
  CC      kernel/time/vsyscall.o
  CC      net/ipv4/ip_options.o
  CC      lib/is_single_threaded.o
  CC      kernel/trace/trace_nop.o
  CC      net/netlabel/netlabel_mgmt.o
  CC      security/selinux/ss/mls.o
  CC      net/wireless/radiotap.o
  CC      arch/x86/kernel/cpu/tsx.o
  CC      drivers/acpi/acpica/exprep.o
  CC      net/9p/trans_fd.o
  CC      drivers/acpi/acpica/exregion.o
  CC      block/blk-ia-ranges.o
  CC      io_uring/napi.o
  CC      kernel/events/uprobes.o
  CC      crypto/hmac.o
  CC      fs/ext4/indirect.o
  CC [M]  fs/efivarfs/vars.o
  CC      drivers/tty/serial/8250/8250_pcilib.o
  CC      net/9p/trans_virtio.o
  CC      net/dns_resolver/dns_query.o
  CC      net/sunrpc/xprt.o
  AR      drivers/iommu/amd/built-in.a
  CC      kernel/time/timekeeping_debug.o
  AR      drivers/iommu/intel/built-in.a
  CC      lib/klist.o
  AR      drivers/iommu/arm/arm-smmu/built-in.a
  AR      drivers/iommu/arm/arm-smmu-v3/built-in.a
  AR      drivers/iommu/arm/built-in.a
  AR      drivers/iommu/iommufd/built-in.a
  CC      drivers/iommu/iommu.o
  AR      drivers/gpu/host1x/built-in.a
  AR      drivers/gpu/vga/built-in.a
  CC      drivers/tty/serial/serial_ctrl.o
  CC      drivers/tty/serial/serial_port.o
  CC      net/ethtool/rings.o
  CC      drivers/tty/serial/earlycon.o
  CC      arch/x86/kernel/cpu/intel_epb.o
  CC      drivers/acpi/acpica/exresnte.o
  CC      fs/nfs/direct.o
  CC      net/xfrm/xfrm_replay.o
  CC      net/wireless/util.o
  AR      drivers/gpu/drm/tests/built-in.a
  CC [M]  sound/hda/hdac_controller.o
  AR      drivers/gpu/drm/arm/built-in.a
  CC      drivers/char/hpet.o
  CC      drivers/gpu/drm/display/drm_display_helper_mod.o
  CC [M]  sound/hda/hdac_stream.o
  CC      mm/workingset.o
  CC      lib/kobject.o
  CC      drivers/acpi/acpica/exresolv.o
  CC      kernel/trace/blktrace.o
  CC      fs/lockd/xdr.o
  CC      drivers/tty/serial/8250/8250_early.o
  CC      block/early-lookup.o
  CC      net/sunrpc/auth_gss/gss_krb5_mech.o
  CC      crypto/crypto_null.o
  CC      drivers/gpu/drm/display/drm_dp_dual_mode_helper.o
  CC      net/netfilter/nf_conntrack_helper.o
  CC      arch/x86/kernel/cpu/amd.o
  CC      net/ipv6/netfilter/ip6t_REJECT.o
  LD [M]  fs/efivarfs/efivarfs.o
  CC      drivers/iommu/iommu-traces.o
  CC      kernel/softirq.o
  AR      net/dns_resolver/built-in.a
  CC      arch/x86/kernel/traps.o
  CC      kernel/time/namespace.o
  CC      drivers/pci/slot.o
  CC      drivers/tty/n_tty.o
  CC      drivers/acpi/acpica/exresop.o
  CC      drivers/connector/cn_queue.o
  CC      net/netlabel/netlabel_unlabeled.o
  CC      security/selinux/ss/context.o
  CC      drivers/base/power/sysfs.o
  CC      net/ipv4/ip_output.o
  CC      net/sunrpc/auth_gss/gss_krb5_seal.o
  CC      lib/kobject_uevent.o
  CC      net/sunrpc/socklib.o
  CC      net/netfilter/nf_conntrack_proto.o
  CC      kernel/trace/trace_events.o
  CC      net/ethtool/channels.o
  CC      block/bounce.o
  CC      mm/debug.o
  AR      net/9p/built-in.a
  CC      arch/x86/kernel/cpu/hygon.o
  AR      io_uring/built-in.a
  CC      drivers/acpi/acpica/exserial.o
  CC      security/selinux/netlabel.o
  CC      drivers/tty/serial/8250/8250_exar.o
  CC      crypto/md5.o
  CC      drivers/pci/pci-acpi.o
  CC [M]  sound/hda/array.o
  CC      drivers/char/nvram.o
  CC      drivers/connector/connector.o
  CC      drivers/acpi/utils.o
  CC      fs/nfs/pagelist.o
  AR      kernel/time/built-in.a
  CC      drivers/gpu/drm/display/drm_dp_helper.o
  CC      net/ipv4/ip_sockglue.o
  CC      drivers/base/power/generic_ops.o
  CC      net/xfrm/xfrm_device.o
  CC      arch/x86/kernel/idt.o
  CC      fs/lockd/clnt4xdr.o
  CC      drivers/acpi/acpica/exstore.o
  CC      net/mac80211/aead_api.o
  CC      arch/x86/kernel/cpu/centaur.o
  CC      arch/x86/kernel/cpu/transmeta.o
  CC      net/sunrpc/auth_gss/gss_krb5_unseal.o
  CC      mm/gup.o
  CC      drivers/base/firmware_loader/builtin/main.o
  CC      net/netlabel/netlabel_cipso_v4.o
  CC      crypto/sha256_generic.o
  AR      net/ipv6/netfilter/built-in.a
  CC      net/ipv6/addrconf.o
  CC      fs/ext4/inline.o
  CC      net/sunrpc/xprtsock.o
  AR      kernel/events/built-in.a
  CC      drivers/base/firmware_loader/main.o
  CC [M]  sound/hda/hdmi_chmap.o
  CC      drivers/base/power/common.o
  CC      drivers/iommu/iommu-sysfs.o
  CC      drivers/iommu/dma-iommu.o
  CC      net/sunrpc/auth_gss/gss_krb5_wrap.o
  CC      drivers/tty/serial/8250/8250_lpss.o
  CC      drivers/acpi/acpica/exstoren.o
  CC      net/ethtool/coalesce.o
  CC      fs/nfs/read.o
  CC      crypto/sha512_generic.o
  AR      drivers/base/firmware_loader/builtin/built-in.a
  CC      net/wireless/reg.o
  CC      lib/logic_pio.o
  CC      fs/read_write.o
  CC      drivers/gpu/drm/ttm/ttm_tt.o
  AR      drivers/char/built-in.a
  CC      drivers/base/regmap/regmap.o
  AR      sound/xen/built-in.a
  CC      net/core/link_watch.o
  CC [M]  sound/hda/trace.o
  CC      arch/x86/kernel/cpu/zhaoxin.o
  CC      block/bsg.o
  CC      fs/ext4/inode.o
  CC      drivers/pci/iomap.o
  CC      drivers/connector/cn_proc.o
  CC      net/sunrpc/sched.o
  CC      net/ipv6/addrlabel.o
  CC      arch/x86/kernel/cpu/vortex.o
  CC      drivers/acpi/acpica/exstorob.o
  CC      net/netfilter/nf_conntrack_proto_generic.o
  CC      net/wireless/scan.o
  CC      net/mac80211/wpa.o
  CC      drivers/gpu/drm/i915/i915_config.o
  CC      drivers/base/power/qos.o
  CC      net/handshake/alert.o
  AR      security/selinux/built-in.a
  AR      security/built-in.a
  CC      drivers/base/power/runtime.o
  CC      net/xfrm/xfrm_nat_keepalive.o
  CC      kernel/resource.o
  CC      kernel/sysctl.o
  CC      drivers/tty/serial/8250/8250_mid.o
  CC      drivers/gpu/drm/i915/i915_driver.o
  CC      lib/maple_tree.o
  CC      fs/lockd/xdr4.o
  CC      arch/x86/kernel/cpu/perfctr-watchdog.o
  CC      net/sunrpc/auth_gss/gss_krb5_crypto.o
  CC      fs/file_table.o
  CC      drivers/acpi/acpica/exsystem.o
  AR      drivers/base/firmware_loader/built-in.a
  AR      sound/virtio/built-in.a
  CC      drivers/gpu/drm/display/drm_dp_mst_topology.o
  CC      crypto/sha3_generic.o
  CC      drivers/iommu/iova.o
  CC      drivers/pci/quirks.o
  CC      drivers/base/power/wakeirq.o
  CC      drivers/pci/pci-label.o
  CC      net/netlabel/netlabel_calipso.o
  CC      block/blk-cgroup.o
  CC      drivers/gpu/drm/ttm/ttm_bo.o
  CC      block/blk-ioprio.o
  CC      drivers/acpi/acpica/extrace.o
  CC      net/ethtool/pause.o
  CC [M]  sound/hda/hdac_component.o
  CC      net/ipv4/inet_hashtables.o
  CC      drivers/gpu/drm/ttm/ttm_bo_util.o
  AR      drivers/connector/built-in.a
  CC      net/handshake/genl.o
  CC      kernel/capability.o
  CC      net/core/filter.o
  CC      net/handshake/netlink.o
  CC      kernel/trace/trace_export.o
  CC      crypto/ecb.o
  CC      arch/x86/kernel/cpu/vmware.o
  CC      net/netfilter/nf_conntrack_proto_tcp.o
  CC      block/blk-iolatency.o
  CC      drivers/tty/serial/8250/8250_pci.o
  CC      drivers/base/regmap/regcache.o
  CC      drivers/acpi/acpica/exutils.o
  AR      drivers/gpu/drm/renesas/rcar-du/built-in.a
  AR      drivers/gpu/drm/renesas/rz-du/built-in.a
  AR      drivers/gpu/drm/renesas/built-in.a
  CC      net/xfrm/xfrm_algo.o
  CC      fs/nfs/symlink.o
  CC      drivers/gpu/drm/i915/i915_drm_client.o
  CC      lib/memcat_p.o
  CC      mm/mmap_lock.o
  CC      drivers/base/power/main.o
  CC      fs/ext4/ioctl.o
  CC      drivers/gpu/drm/display/drm_dsc_helper.o
  CC      sound/sound_core.o
  CC      drivers/tty/tty_ioctl.o
  AR      drivers/iommu/built-in.a
  CC [M]  sound/hda/hdac_i915.o
  CC      net/sunrpc/auth_gss/gss_krb5_keys.o
  CC      crypto/cbc.o
  CC      net/sunrpc/auth.o
  CC      net/mac80211/scan.o
  CC      kernel/trace/trace_event_perf.o
  CC      fs/lockd/svc4proc.o
  CC      drivers/acpi/acpica/hwacpi.o
  AR      net/netlabel/built-in.a
  CC      net/sunrpc/auth_null.o
  CC      fs/super.o
  CC      arch/x86/kernel/cpu/hypervisor.o
  CC      drivers/acpi/reboot.o
  CC      drivers/gpu/drm/i915/i915_getparam.o
  CC      net/wireless/nl80211.o
  CC      drivers/tty/tty_ldisc.o
  CC      net/ethtool/eee.o
  CC      net/ipv6/route.o
  CC      net/mac80211/offchannel.o
  CC      drivers/gpu/drm/ttm/ttm_bo_vm.o
  CC      drivers/acpi/acpica/hwesleep.o
  CC      drivers/gpu/drm/display/drm_hdcp_helper.o
  CC      fs/lockd/procfs.o
  CC [M]  sound/hda/intel-dsp-config.o
  CC      arch/x86/kernel/cpu/mshyperv.o
  CC      crypto/ctr.o
  CC      drivers/base/power/wakeup.o
  CC      net/netfilter/nf_conntrack_proto_udp.o
  CC      mm/highmem.o
  CC      net/handshake/request.o
  CC      drivers/acpi/nvs.o
  CC      fs/nfs/unlink.o
  CC      drivers/acpi/acpica/hwgpe.o
  CC      sound/last.o
  CC      net/devres.o
  AR      net/sunrpc/auth_gss/built-in.a
  CC      net/ethtool/tsinfo.o
  CC      net/xfrm/xfrm_user.o
  CC      arch/x86/kernel/cpu/debugfs.o
  CC      drivers/tty/serial/8250/8250_pericom.o
  CC      drivers/base/regmap/regcache-rbtree.o
  CC      kernel/trace/trace_events_filter.o
  CC      block/blk-iocost.o
  CC      crypto/gcm.o
  CC      net/ipv6/ip6_fib.o
  CC      drivers/pci/vgaarb.o
  CC      net/netfilter/nf_conntrack_proto_icmp.o
  CC      drivers/gpu/drm/ttm/ttm_module.o
  CC      drivers/gpu/drm/display/drm_hdmi_helper.o
  CC      drivers/acpi/acpica/hwregs.o
  CC [M]  sound/hda/intel-nhlt.o
  CC      drivers/block/loop.o
  CC      drivers/gpu/drm/i915/i915_ioctl.o
  AR      fs/lockd/built-in.a
  CC      net/wireless/mlme.o
  CC      drivers/base/power/wakeup_stats.o
  CC [M]  sound/hda/intel-sdw-acpi.o
  CC      drivers/gpu/drm/ttm/ttm_execbuf_util.o
  CC      net/netfilter/nf_conntrack_extend.o
  CC      net/ipv4/inet_timewait_sock.o
  CC      drivers/block/virtio_blk.o
  CC      drivers/gpu/drm/display/drm_scdc_helper.o
  CC      kernel/ptrace.o
  CC      arch/x86/kernel/cpu/capflags.o
  CC      drivers/gpu/drm/i915/i915_irq.o
  AR      arch/x86/kernel/cpu/built-in.a
  CC      arch/x86/kernel/irq.o
  CC      arch/x86/kernel/irq_32.o
  CC      mm/memory.o
  AR      drivers/tty/serial/8250/built-in.a
  AR      drivers/tty/serial/built-in.a
  CC      drivers/tty/tty_buffer.o
  CC      drivers/base/regmap/regcache-flat.o
  CC      kernel/user.o
  CC      drivers/acpi/acpica/hwsleep.o
  CC      kernel/trace/trace_events_trigger.o
  CC      crypto/ccm.o
  CC      net/sunrpc/auth_tls.o
  LD [M]  sound/hda/snd-hda-core.o
  LD [M]  sound/hda/snd-intel-dspcfg.o
  LD [M]  sound/hda/snd-intel-sdw-acpi.o
  AR      sound/built-in.a
  AR      drivers/gpu/drm/omapdrm/built-in.a
  CC      net/core/sock_diag.o
  CC      net/handshake/tlshd.o
  CC      drivers/acpi/acpica/hwvalid.o
  CC      net/ethtool/cabletest.o
  AR      drivers/base/test/built-in.a
  CC      fs/char_dev.o
  CC      drivers/base/power/trace.o
  CC      drivers/gpu/drm/ttm/ttm_range_manager.o
  CC      drivers/acpi/acpica/hwxface.o
  CC      net/ipv4/inet_connection_sock.o
  AR      drivers/misc/eeprom/built-in.a
  AR      drivers/misc/cb710/built-in.a
  CC      kernel/signal.o
  AR      drivers/misc/ti-st/built-in.a
  AR      drivers/misc/lis3lv02d/built-in.a
  AR      drivers/misc/cardreader/built-in.a
  AR      drivers/misc/keba/built-in.a
  CC      kernel/trace/trace_eprobe.o
  AR      drivers/misc/built-in.a
  CC      fs/nfs/write.o
  CC      arch/x86/kernel/dumpstack_32.o
  AR      drivers/pci/built-in.a
  CC      net/core/dev_ioctl.o
  CC      drivers/tty/tty_port.o
  CC      drivers/base/regmap/regcache-maple.o
  AR      drivers/gpu/drm/display/built-in.a
  CC      lib/nmi_backtrace.o
  CC      fs/ext4/mballoc.o
  CC      kernel/trace/trace_kprobe.o
  CC      net/netfilter/nf_conntrack_acct.o
  CC      block/mq-deadline.o
  CC      net/ipv6/ipv6_sockglue.o
  CC      drivers/acpi/acpica/hwxfsleep.o
  CC      fs/stat.o
  CC      fs/ext4/migrate.o
  CC      net/core/tso.o
  CC      drivers/gpu/drm/ttm/ttm_resource.o
  CC      net/netfilter/nf_conntrack_seqadj.o
  CC      fs/nfs/namespace.o
  CC      net/handshake/trace.o
  AR      drivers/base/power/built-in.a
  CC      net/ipv4/tcp.o
  AR      drivers/block/built-in.a
  CC      drivers/tty/tty_mutex.o
  CC      arch/x86/kernel/time.o
  CC      crypto/aes_generic.o
  CC      fs/nfs/mount_clnt.o
  CC      drivers/acpi/acpica/hwpci.o
  CC      lib/objpool.o
  CC      drivers/gpu/drm/i915/i915_mitigations.o
  CC      net/netfilter/nf_conntrack_proto_icmpv6.o
  CC      mm/mincore.o
  CC      drivers/acpi/wakeup.o
  CC      net/wireless/ibss.o
  CC      drivers/base/regmap/regmap-debugfs.o
  CC      fs/nfs/nfstrace.o
  CC      net/ethtool/tunnels.o
  CC      drivers/acpi/acpica/nsaccess.o
  CC      net/sunrpc/auth_unix.o
  CC      net/ipv4/tcp_input.o
  CC      kernel/trace/error_report-traces.o
  CC      net/socket.o
  CC      drivers/acpi/acpica/nsalloc.o
  CC      fs/nfs/export.o
  CC      drivers/base/component.o
  AR      net/xfrm/built-in.a
  CC      net/wireless/sme.o
  CC      net/mac80211/ht.o
  CC      drivers/tty/tty_ldsem.o
  CC      arch/x86/kernel/ioport.o
  CC      net/ipv6/ndisc.o
  CC      fs/nfs/sysfs.o
  CC      fs/exec.o
  CC      net/ipv4/tcp_output.o
  AR      drivers/gpu/drm/tilcdc/built-in.a
  CC      kernel/trace/power-traces.o
  CC      kernel/trace/rpm-traces.o
  CC      net/wireless/chan.o
  CC      drivers/gpu/drm/ttm/ttm_pool.o
  CC      crypto/crc32c_generic.o
  CC      net/core/sock_reuseport.o
  CC      drivers/acpi/acpica/nsarguments.o
  CC      net/ethtool/fec.o
  AR      drivers/base/regmap/built-in.a
  CC      lib/plist.o
  CC      net/sunrpc/svc.o
  CC      drivers/gpu/drm/i915/i915_module.o
  CC      block/kyber-iosched.o
  CC      kernel/sys.o
  CC      net/mac80211/agg-tx.o
  CC      fs/pipe.o
  CC      crypto/authenc.o
  CC      net/wireless/ethtool.o
  CC      drivers/acpi/acpica/nsconvert.o
  CC      fs/ext4/mmp.o
  CC      net/ipv6/udp.o
  CC      drivers/base/core.o
  CC      drivers/gpu/drm/i915/i915_params.o
  CC      drivers/tty/tty_baudrate.o
  CC      lib/radix-tree.o
  AR      net/handshake/built-in.a
  CC      crypto/authencesn.o
  CC      block/blk-mq-pci.o
  CC      net/netfilter/nf_conntrack_netlink.o
  CC      net/core/fib_notifier.o
  CC      net/core/xdp.o
  CC      arch/x86/kernel/dumpstack.o
  CC      net/netfilter/nf_conntrack_ftp.o
  CC      drivers/acpi/acpica/nsdump.o
  AR      drivers/mfd/built-in.a
  CC      kernel/umh.o
  CC      drivers/gpu/drm/ttm/ttm_device.o
  CC      fs/namei.o
  CC      net/wireless/mesh.o
  CC      net/ethtool/eeprom.o
  CC      fs/ext4/move_extent.o
  CC      drivers/tty/tty_jobctrl.o
  CC      drivers/acpi/acpica/nseval.o
  CC      block/blk-mq-virtio.o
  CC      mm/mlock.o
  CC      mm/mmap.o
  CC      net/sunrpc/svcsock.o
  CC      net/ipv4/tcp_timer.o
  CC      drivers/gpu/drm/i915/i915_pci.o
  CC      drivers/gpu/drm/i915/i915_scatterlist.o
  CC      lib/ratelimit.o
  CC      net/sysctl_net.o
  CC      arch/x86/kernel/nmi.o
  CC      drivers/base/bus.o
  CC      net/ethtool/stats.o
  CC      drivers/acpi/acpica/nsinit.o
  CC      net/ethtool/phc_vclocks.o
  CC      drivers/tty/n_null.o
  CC      crypto/lzo.o
  CC      kernel/trace/trace_dynevent.o
  CC      lib/rbtree.o
  CC      drivers/gpu/drm/ttm/ttm_sys_manager.o
  CC      drivers/gpu/drm/virtio/virtgpu_drv.o
  CC      net/ipv4/tcp_ipv4.o
  CC      drivers/gpu/drm/virtio/virtgpu_kms.o
  CC      kernel/workqueue.o
  CC      fs/nfs/fs_context.o
  CC      kernel/trace/trace_probe.o
  CC      mm/mmu_gather.o
  CC      block/blk-mq-debugfs.o
  CC      drivers/acpi/acpica/nsload.o
  CC      lib/seq_buf.o
  AR      drivers/nfc/built-in.a
  CC      drivers/gpu/drm/i915/i915_suspend.o
  CC      arch/x86/kernel/ldt.o
  CC      net/ipv4/tcp_minisocks.o
  CC      drivers/gpu/drm/ttm/ttm_agp_backend.o
  AR      drivers/gpu/drm/imx/built-in.a
  CC      drivers/acpi/sleep.o
  AR      drivers/gpu/drm/i2c/built-in.a
  CC      kernel/trace/trace_uprobe.o
  CC      net/netfilter/nf_conntrack_irc.o
  CC      drivers/acpi/acpica/nsnames.o
  CC      crypto/lzo-rle.o
  CC      net/ipv4/tcp_cong.o
  CC      drivers/tty/pty.o
  AR      drivers/dax/hmem/built-in.a
  AR      drivers/dax/built-in.a
  CC      fs/ext4/namei.o
  CC      lib/siphash.o
  CC      drivers/gpu/drm/i915/i915_switcheroo.o
  CC      fs/fcntl.o
  CC      net/wireless/ap.o
  CC      net/ipv4/tcp_metrics.o
  CC      drivers/tty/tty_audit.o
  CC      drivers/gpu/drm/virtio/virtgpu_gem.o
  CC      net/ethtool/mm.o
  CC      net/core/flow_offload.o
  CC      kernel/pid.o
  CC      drivers/acpi/acpica/nsobject.o
  CC      fs/nfs/nfsroot.o
  AR      drivers/gpu/drm/panel/built-in.a
  CC      drivers/acpi/device_sysfs.o
  CC      net/ipv6/udplite.o
  AR      drivers/gpu/drm/ttm/built-in.a
  CC      block/blk-pm.o
  CC      drivers/base/dd.o
  CC      crypto/rng.o
  CC      net/sunrpc/svcauth.o
  CC      lib/string.o
  CC      drivers/acpi/device_pm.o
  CC      net/mac80211/agg-rx.o
  CC      fs/ioctl.o
  CC      drivers/gpu/drm/i915/i915_sysfs.o
  CC      arch/x86/kernel/setup.o
  CC      drivers/acpi/acpica/nsparse.o
  CC      drivers/dma-buf/dma-buf.o
  AR      drivers/cxl/core/built-in.a
  AR      drivers/cxl/built-in.a
  CC      block/holder.o
  CC      lib/timerqueue.o
  CC      kernel/trace/rethook.o
  CC      mm/mprotect.o
  CC      drivers/base/syscore.o
  CC      fs/readdir.o
  CC      drivers/tty/sysrq.o
  CC      lib/vsprintf.o
  CC      net/ethtool/module.o
  CC      drivers/acpi/proc.o
  CC      drivers/gpu/drm/virtio/virtgpu_vram.o
  CC      net/netfilter/nf_conntrack_sip.o
  AR      drivers/gpu/drm/bridge/analogix/built-in.a
  AR      drivers/gpu/drm/hisilicon/built-in.a
  CC      mm/mremap.o
  AR      drivers/gpu/drm/bridge/cadence/built-in.a
  AR      drivers/gpu/drm/bridge/imx/built-in.a
  AR      drivers/gpu/drm/bridge/synopsys/built-in.a
  AR      drivers/gpu/drm/bridge/built-in.a
  CC      kernel/task_work.o
  CC      kernel/extable.o
  CC      drivers/acpi/acpica/nspredef.o
  CC      lib/win_minmax.o
  CC      drivers/gpu/drm/virtio/virtgpu_display.o
  CC      crypto/drbg.o
  CC      net/netfilter/nf_nat_core.o
  CC      net/core/gro.o
  CC      fs/ext4/page-io.o
  CC      net/ipv6/raw.o
  CC      net/ipv4/tcp_fastopen.o
  CC      drivers/dma-buf/dma-fence.o
  CC      net/sunrpc/svcauth_unix.o
  AR      block/built-in.a
  CC      net/netfilter/nf_nat_proto.o
  CC      net/ethtool/cmis_fw_update.o
  CC      arch/x86/kernel/x86_init.o
  CC      net/wireless/trace.o
  CC      drivers/acpi/acpica/nsprepkg.o
  AR      drivers/gpu/drm/mxsfb/built-in.a
  CC      kernel/params.o
  AR      drivers/gpu/drm/tiny/built-in.a
  AR      drivers/gpu/drm/xlnx/built-in.a
  CC      kernel/kthread.o
  CC      drivers/gpu/drm/virtio/virtgpu_vq.o
  CC      kernel/sys_ni.o
  CC      drivers/macintosh/mac_hid.o
  CC      drivers/gpu/drm/i915/i915_utils.o
  CC      fs/ext4/readpage.o
  AR      kernel/trace/built-in.a
  AR      drivers/scsi/pcmcia/built-in.a
  CC      drivers/scsi/scsi.o
  AR      drivers/nvme/common/built-in.a
  AR      drivers/nvme/host/built-in.a
  CC      crypto/jitterentropy.o
  CC      drivers/gpu/drm/i915/intel_clock_gating.o
  AR      drivers/nvme/target/built-in.a
  AR      drivers/nvme/built-in.a
  CC      drivers/scsi/hosts.o
  CC      drivers/gpu/drm/i915/intel_device_info.o
  CC      drivers/scsi/scsi_ioctl.o
  CC      net/ethtool/cmis_cdb.o
  CC      drivers/gpu/drm/i915/intel_memory_region.o
  CC      mm/msync.o
  CC      net/sunrpc/addr.o
  CC      fs/nfs/sysctl.o
  CC      drivers/gpu/drm/virtio/virtgpu_fence.o
  AR      drivers/tty/built-in.a
  CC      drivers/base/driver.o
  CC      net/core/netdev-genl.o
  CC      drivers/ata/libata-core.o
  CC      net/wireless/ocb.o
  CC      crypto/jitterentropy-kcapi.o
  CC      drivers/acpi/acpica/nsrepair.o
  CC      drivers/acpi/bus.o
  CC      drivers/scsi/scsicam.o
  CC      net/core/netdev-genl-gen.o
  CC      mm/page_vma_mapped.o
  CC      lib/xarray.o
  AR      drivers/macintosh/built-in.a
  CC      arch/x86/kernel/i8259.o
  CC      fs/nfs/nfs3super.o
  CC      net/ipv4/tcp_rate.o
  CC      drivers/dma-buf/dma-fence-array.o
  CC      drivers/base/class.o
  CC      drivers/acpi/acpica/nsrepair2.o
  CC      crypto/ghash-generic.o
  CC      net/ethtool/pse-pd.o
  CC      fs/nfs/nfs3client.o
  CC      drivers/acpi/acpica/nssearch.o
  CC      fs/select.o
  AR      drivers/gpu/drm/gud/built-in.a
  CC      net/ipv6/icmp.o
  CC      net/netfilter/nf_nat_helper.o
  CC      net/sunrpc/rpcb_clnt.o
  CC      net/netfilter/nf_nat_masquerade.o
  CC      net/sunrpc/timer.o
  CC      kernel/nsproxy.o
  CC      lib/lockref.o
  CC      drivers/gpu/drm/virtio/virtgpu_object.o
  CC      crypto/hash_info.o
  CC      drivers/gpu/drm/virtio/virtgpu_debugfs.o
  CC      fs/dcache.o
  CC      arch/x86/kernel/irqinit.o
  CC      drivers/dma-buf/dma-fence-chain.o
  CC      net/ipv6/mcast.o
  CC      mm/pagewalk.o
  CC      arch/x86/kernel/jump_label.o
  CC      arch/x86/kernel/irq_work.o
  CC      net/netfilter/nf_nat_ftp.o
  CC      net/ipv4/tcp_recovery.o
  CC      drivers/gpu/drm/i915/intel_pcode.o
  CC      fs/ext4/resize.o
  CC      arch/x86/kernel/probe_roms.o
  AR      drivers/net/pse-pd/built-in.a
  CC      drivers/gpu/drm/virtio/virtgpu_plane.o
  CC      lib/bcd.o
  AR      drivers/net/phy/qcom/built-in.a
  CC      drivers/scsi/scsi_error.o
  CC      drivers/net/phy/mdio-boardinfo.o
  CC      crypto/rsapubkey.asn1.o
  CC      crypto/rsaprivkey.asn1.o
  CC      drivers/acpi/glue.o
  CC      drivers/acpi/acpica/nsutils.o
  AR      crypto/built-in.a
  CC      net/netfilter/nf_nat_irc.o
  CC      drivers/gpu/drm/virtio/virtgpu_ioctl.o
  CC      net/wireless/pmsr.o
  CC      drivers/dma-buf/dma-fence-unwrap.o
  CC      mm/pgtable-generic.o
  CC      drivers/net/mdio/acpi_mdio.o
  CC      drivers/base/platform.o
  CC      net/mac80211/vht.o
  AR      drivers/net/pcs/built-in.a
  CC      net/ethtool/plca.o
  CC      net/sunrpc/xdr.o
  CC      net/core/gso.o
  CC      drivers/firewire/init_ohci1394_dma.o
  CC      fs/ext4/super.o
  AR      drivers/gpu/drm/solomon/built-in.a
  CC      kernel/notifier.o
  CC      drivers/acpi/acpica/nswalk.o
  GEN     net/wireless/shipped-certs.c
  CC      drivers/acpi/scan.o
  CC      fs/inode.o
  CC      drivers/scsi/scsi_lib.o
  CC      net/core/net-sysfs.o
  CC      drivers/dma-buf/dma-resv.o
  CC      drivers/net/mdio/fwnode_mdio.o
  CC      fs/nfs/nfs3proc.o
  CC      lib/sort.o
  CC      drivers/net/phy/stubs.o
  CC      drivers/base/cpu.o
  CC      net/mac80211/he.o
  CC      net/ipv4/tcp_ulp.o
  CC [M]  drivers/gpu/drm/scheduler/sched_main.o
  CC      mm/rmap.o
  CC      lib/parser.o
  CC      net/ipv4/tcp_offload.o
  CC      kernel/ksysfs.o
  CC      arch/x86/kernel/sys_ia32.o
  CC      fs/attr.o
  CC      drivers/acpi/acpica/nsxfeval.o
  CC      drivers/gpu/drm/virtio/virtgpu_prime.o
  CC      drivers/gpu/drm/i915/intel_region_ttm.o
  CC      arch/x86/kernel/ksysfs.o
  CC      net/ipv6/reassembly.o
  CC      drivers/scsi/constants.o
  CC      net/ipv4/tcp_plb.o
  CC      drivers/base/firmware.o
  AR      drivers/firewire/built-in.a
  CC      lib/debug_locks.o
  CC      net/netfilter/nf_nat_sip.o
  CC      mm/vmalloc.o
  CC      fs/ext4/symlink.o
  CC      drivers/net/phy/mdio_devres.o
  AR      drivers/net/ethernet/3com/built-in.a
  CC      drivers/net/ethernet/8390/ne2k-pci.o
  CC      lib/random32.o
  AR      net/ethtool/built-in.a
  CC      fs/nfs/nfs3xdr.o
  CC      drivers/acpi/mipi-disco-img.o
  CC      drivers/acpi/acpica/nsxfname.o
  CC      mm/process_vm_access.o
  CC      drivers/dma-buf/sync_file.o
  CC      kernel/cred.o
  CC      fs/ext4/sysfs.o
  AR      drivers/net/mdio/built-in.a
  CC      net/mac80211/s1g.o
  CC      net/ipv4/datagram.o
  CC      drivers/cdrom/cdrom.o
  HOSTCC  drivers/gpu/drm/xe/xe_gen_wa_oob
  CC      drivers/base/init.o
  CC      kernel/reboot.o
  CC      drivers/gpu/drm/virtio/virtgpu_trace_points.o
  CC [M]  drivers/gpu/drm/scheduler/sched_fence.o
  GEN     xe_wa_oob.c xe_wa_oob.h
  CC [M]  drivers/gpu/drm/xe/xe_bb.o
  CC      lib/bust_spinlocks.o
  CC      kernel/async.o
  CC      arch/x86/kernel/bootflag.o
  CC      net/mac80211/ibss.o
  CC [M]  drivers/gpu/drm/scheduler/sched_entity.o
  CC      drivers/acpi/resource.o
  CC      drivers/acpi/acpica/nsxfobj.o
  CC      drivers/ata/libata-scsi.o
  CC      drivers/gpu/drm/i915/intel_runtime_pm.o
  CC      drivers/ata/libata-eh.o
  CC      net/core/hotdata.o
  CC      drivers/gpu/drm/i915/intel_sbi.o
  CC      drivers/net/phy/phy.o
  CC      net/ipv6/tcp_ipv6.o
  CC      arch/x86/kernel/e820.o
  AR      drivers/dma-buf/built-in.a
  CC      net/mac80211/iface.o
  CC      drivers/acpi/acpica/psargs.o
  CC      fs/bad_inode.o
  CC      mm/page_alloc.o
  CC      drivers/base/map.o
  CC      net/core/net-procfs.o
  AR      drivers/net/ethernet/adaptec/built-in.a
  CC      fs/nfs/nfs3acl.o
  CC      drivers/net/ethernet/8390/8390.o
  CC      drivers/scsi/scsi_lib_dma.o
  CC      lib/kasprintf.o
  AR      drivers/net/ethernet/agere/built-in.a
  AR      drivers/net/ethernet/alacritech/built-in.a
  CC      drivers/scsi/scsi_scan.o
  CC      net/core/netpoll.o
  CC      net/wireless/shipped-certs.o
  CC      drivers/net/phy/phy-c45.o
  CC      drivers/net/phy/phy-core.o
  AR      drivers/net/wireless/admtek/built-in.a
  AR      drivers/net/wireless/ath/built-in.a
  AR      drivers/net/wireless/atmel/built-in.a
  CC      net/netfilter/x_tables.o
  AR      drivers/net/wireless/broadcom/built-in.a
  AR      drivers/net/wireless/intel/built-in.a
  AR      drivers/net/wireless/intersil/built-in.a
  CC      drivers/base/devres.o
  AR      drivers/net/wireless/marvell/built-in.a
  CC      drivers/net/phy/phy_device.o
  AR      drivers/net/wireless/mediatek/built-in.a
  AR      drivers/net/wireless/microchip/built-in.a
  AR      drivers/net/wireless/purelifi/built-in.a
  AR      drivers/net/wireless/quantenna/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_bo.o
  CC      fs/ext4/xattr.o
  AR      drivers/net/wireless/ralink/built-in.a
  CC      drivers/gpu/drm/virtio/virtgpu_submit.o
  AR      drivers/net/ethernet/alteon/built-in.a
  AR      drivers/net/wireless/realtek/built-in.a
  CC      net/netfilter/xt_tcpudp.o
  LD [M]  drivers/gpu/drm/scheduler/gpu-sched.o
  CC      drivers/acpi/acpica/psloop.o
  CC      drivers/ata/libata-transport.o
  AR      drivers/net/wireless/rsi/built-in.a
  AR      drivers/net/wireless/silabs/built-in.a
  AR      drivers/net/wireless/st/built-in.a
  AR      drivers/net/wireless/ti/built-in.a
  AR      drivers/net/wireless/zydas/built-in.a
  AR      drivers/net/wireless/virtual/built-in.a
  AR      drivers/net/wireless/built-in.a
  CC      lib/bitmap.o
  CC      kernel/range.o
  CC      net/core/fib_rules.o
  GEN     drivers/scsi/scsi_devinfo_tbl.c
  CC      fs/file.o
  CC      net/ipv4/raw.o
  CC      drivers/gpu/drm/i915/intel_step.o
  CC      net/netfilter/xt_CONNSECMARK.o
  AR      drivers/net/usb/built-in.a
  CC      drivers/acpi/acpica/psobject.o
  CC      kernel/smpboot.o
  CC [M]  drivers/gpu/drm/xe/xe_bo_evict.o
  CC      drivers/scsi/scsi_devinfo.o
  CC      drivers/gpu/drm/i915/intel_uncore.o
  CC      drivers/net/phy/linkmode.o
  CC      drivers/gpu/drm/drm_aperture.o
  CC      drivers/ata/libata-trace.o
  CC      drivers/acpi/acpica/psopcode.o
  CC      drivers/gpu/drm/i915/intel_wakeref.o
  CC      drivers/ata/libata-sata.o
  CC      drivers/base/attribute_container.o
  AR      drivers/cdrom/built-in.a
  CC      arch/x86/kernel/pci-dma.o
  CC      net/ipv6/ping.o
  CC      fs/ext4/xattr_hurd.o
  CC      net/netfilter/xt_NFLOG.o
  CC      kernel/ucount.o
  AR      drivers/net/ethernet/8390/built-in.a
  AR      drivers/net/ethernet/amazon/built-in.a
  AR      drivers/net/ethernet/amd/built-in.a
  AR      drivers/gpu/drm/virtio/built-in.a
  AR      drivers/net/ethernet/aquantia/built-in.a
  CC      fs/filesystems.o
  AR      drivers/auxdisplay/built-in.a
  AR      drivers/net/ethernet/arc/built-in.a
  CC      net/ipv6/exthdrs.o
  CC      net/ipv4/udp.o
  AR      drivers/net/ethernet/asix/built-in.a
  CC      lib/scatterlist.o
  AR      drivers/net/ethernet/atheros/built-in.a
  AR      drivers/net/ethernet/cadence/built-in.a
  CC      drivers/net/ethernet/broadcom/bnx2.o
  CC      mm/init-mm.o
  CC      net/sunrpc/sunrpc_syms.o
  CC      fs/ext4/xattr_trusted.o
  CC      drivers/acpi/acpica/psopinfo.o
  CC      drivers/gpu/drm/i915/vlv_sideband.o
  CC      drivers/base/transport_class.o
  CC      fs/nfs/nfs4proc.o
  CC      net/netfilter/xt_SECMARK.o
  CC      kernel/regset.o
  CC [M]  drivers/gpu/drm/xe/xe_devcoredump.o
  CC      drivers/net/ethernet/broadcom/tg3.o
  CC      drivers/scsi/scsi_sysctl.o
  CC      drivers/scsi/scsi_proc.o
  CC      fs/ext4/xattr_user.o
  CC      mm/memblock.o
  CC [M]  drivers/gpu/drm/xe/xe_device.o
  CC      drivers/acpi/acpica/psparse.o
  AR      drivers/net/ethernet/brocade/built-in.a
  CC      fs/namespace.o
  CC      net/ipv4/udplite.o
  CC      arch/x86/kernel/quirks.o
  CC      fs/nfs/nfs4xdr.o
  CC      drivers/pcmcia/cs.o
  CC      drivers/base/topology.o
  CC      drivers/gpu/drm/drm_atomic.o
  CC      lib/list_sort.o
  CC      drivers/scsi/scsi_debugfs.o
  CC      kernel/ksyms_common.o
  CC      fs/seq_file.o
  CC      kernel/groups.o
  CC      drivers/ata/libata-sff.o
  CC      lib/uuid.o
  CC      drivers/base/container.o
  CC      net/core/net-traces.o
  CC      net/ipv6/datagram.o
  CC      net/ipv4/udp_offload.o
  CC      drivers/acpi/acpica/psscope.o
  CC      drivers/scsi/scsi_trace.o
  CC      drivers/net/mii.o
  CC      fs/xattr.o
  CC      drivers/net/phy/mdio_bus.o
  CC      drivers/gpu/drm/i915/vlv_suspend.o
  CC      drivers/pcmcia/socket_sysfs.o
  CC      net/sunrpc/cache.o
  AR      drivers/net/ethernet/cavium/common/built-in.a
  AR      drivers/net/ethernet/cavium/thunder/built-in.a
  CC      drivers/gpu/drm/drm_atomic_uapi.o
  AR      drivers/net/ethernet/cavium/liquidio/built-in.a
  CC      net/netfilter/xt_TCPMSS.o
  CC      lib/iov_iter.o
  AR      drivers/net/ethernet/cavium/octeon/built-in.a
  CC      drivers/base/property.o
  AR      drivers/net/ethernet/cavium/built-in.a
  CC      drivers/scsi/scsi_logging.o
  CC      drivers/base/cacheinfo.o
  CC      kernel/kcmp.o
  CC      drivers/net/loopback.o
  CC      drivers/pcmcia/cardbus.o
  CC      lib/clz_ctz.o
  CC      arch/x86/kernel/kdebugfs.o
  CC      drivers/acpi/acpica/pstree.o
  CC      drivers/gpu/drm/drm_auth.o
  CC      fs/libfs.o
  CC      drivers/gpu/drm/drm_blend.o
  CC      drivers/net/phy/mdio_device.o
  AR      drivers/net/ethernet/chelsio/built-in.a
  CC      drivers/net/phy/swphy.o
  CC      drivers/net/phy/fixed_phy.o
  CC      fs/ext4/fast_commit.o
  CC      drivers/net/netconsole.o
  CC      net/core/selftests.o
  CC      net/sunrpc/rpc_pipe.o
  CC [M]  drivers/gpu/drm/xe/xe_device_sysfs.o
  CC      drivers/acpi/acpica/psutils.o
  CC      drivers/ata/libata-pmp.o
  CC      mm/slub.o
  CC      net/netfilter/xt_conntrack.o
  CC      drivers/acpi/acpi_processor.o
  CC      net/mac80211/link.o
  CC      arch/x86/kernel/alternative.o
  CC      drivers/pcmcia/ds.o
  CC      kernel/freezer.o
  CC      fs/nfs/nfs4state.o
  CC      drivers/ata/libata-acpi.o
  CC [M]  drivers/gpu/drm/xe/xe_dma_buf.o
  CC      drivers/scsi/scsi_pm.o
  CC      drivers/gpu/drm/i915/soc/intel_dram.o
  CC      drivers/gpu/drm/i915/soc/intel_gmch.o
  CC      drivers/pcmcia/pcmcia_resource.o
  CC      drivers/acpi/acpica/pswalk.o
  CC      net/ipv4/arp.o
  CC      net/sunrpc/sysfs.o
  CC      net/core/ptp_classifier.o
  CC      fs/ext4/orphan.o
  CC      drivers/pcmcia/cistpl.o
  CC      net/ipv4/icmp.o
  CC      net/ipv6/ip6_flowlabel.o
  CC      fs/ext4/acl.o
  CC      net/mac80211/rate.o
  CC      arch/x86/kernel/i8253.o
  AR      drivers/net/ethernet/cisco/built-in.a
  CC      drivers/ata/libata-pata-timings.o
  CC      drivers/base/swnode.o
  CC      drivers/gpu/drm/drm_bridge.o
  CC      drivers/acpi/acpica/psxface.o
  CC      drivers/net/phy/realtek.o
  CC      kernel/profile.o
  CC      lib/bsearch.o
  CC      drivers/scsi/scsi_bsg.o
  CC      drivers/usb/common/common.o
  CC      drivers/pcmcia/pcmcia_cis.o
  CC      mm/madvise.o
  CC      net/ipv4/devinet.o
  CC      drivers/usb/core/usb.o
  CC      drivers/usb/common/debug.o
  CC      drivers/acpi/acpica/rsaddr.o
  CC [M]  drivers/gpu/drm/xe/xe_drm_client.o
  CC      net/netfilter/xt_policy.o
  CC      net/ipv6/inet6_connection_sock.o
  CC      drivers/gpu/drm/i915/soc/intel_pch.o
  CC      net/ipv4/af_inet.o
  AR      drivers/net/ethernet/cortina/built-in.a
  CC      fs/nfs/nfs4renewd.o
  CC      drivers/gpu/drm/i915/i915_memcpy.o
  CC      drivers/ata/ahci.o
  CC      drivers/gpu/drm/drm_cache.o
  CC      drivers/acpi/processor_core.o
  CC      fs/ext4/xattr_security.o
  CC      arch/x86/kernel/hw_breakpoint.o
  CC      lib/find_bit.o
  CC      mm/page_io.o
  CC      drivers/ata/libahci.o
  CC      lib/llist.o
  CC      drivers/acpi/acpica/rscalc.o
  CC      net/core/netprio_cgroup.o
  CC      drivers/pcmcia/rsrc_mgr.o
  CC      kernel/stacktrace.o
  CC      net/ipv4/igmp.o
  CC      kernel/dma.o
  CC      drivers/base/auxiliary.o
  CC      drivers/ata/ata_piix.o
  CC      net/mac80211/michael.o
  CC      drivers/scsi/scsi_common.o
  AR      drivers/usb/common/built-in.a
  CC      fs/nfs/nfs4super.o
  CC      lib/lwq.o
  CC      drivers/usb/core/hub.o
  AR      drivers/net/phy/built-in.a
  CC      net/ipv6/udp_offload.o
  CC      arch/x86/kernel/tsc.o
  CC      net/sunrpc/svc_xprt.o
  AR      drivers/usb/phy/built-in.a
  CC      lib/memweight.o
  CC      arch/x86/kernel/tsc_msr.o
  CC      net/core/netclassid_cgroup.o
  CC      fs/nfs/nfs4file.o
  CC      drivers/acpi/acpica/rscreate.o
  CC      drivers/pcmcia/rsrc_nonstatic.o
  CC      drivers/base/devtmpfs.o
  CC      lib/kfifo.o
  CC      kernel/smp.o
  CC      drivers/scsi/scsi_transport_spi.o
  CC [M]  drivers/gpu/drm/xe/xe_exec.o
  CC      fs/fs-writeback.o
  CC      drivers/acpi/processor_pdc.o
  CC      drivers/usb/mon/mon_main.o
  CC      net/netfilter/xt_state.o
  CC      drivers/acpi/acpica/rsdumpinfo.o
  CC      drivers/pcmcia/yenta_socket.o
  CC      drivers/gpu/drm/i915/i915_mm.o
  CC [M]  drivers/gpu/drm/xe/xe_execlist.o
  AR      drivers/net/ethernet/dec/tulip/built-in.a
  AR      drivers/net/ethernet/dec/built-in.a
  CC      drivers/ata/pata_amd.o
  CC      drivers/base/module.o
  CC      drivers/usb/core/hcd.o
  CC      net/ipv4/fib_frontend.o
  CC      drivers/net/virtio_net.o
  CC      net/ipv6/seg6.o
  AR      drivers/net/ethernet/dlink/built-in.a
  CC      drivers/input/serio/serio.o
  CC      drivers/gpu/drm/drm_client.o
  CC      drivers/gpu/drm/i915/i915_sw_fence.o
  CC      drivers/acpi/acpica/rsinfo.o
  CC      drivers/net/net_failover.o
  CC      lib/percpu-refcount.o
  CC      mm/swap_state.o
  CC      mm/swapfile.o
  CC      drivers/gpu/drm/i915/i915_sw_fence_work.o
  CC      drivers/usb/mon/mon_stat.o
  CC      drivers/acpi/ec.o
  CC      drivers/usb/mon/mon_text.o
  CC      mm/swap_slots.o
  CC [M]  net/netfilter/nf_log_syslog.o
  CC      net/core/dst_cache.o
  CC      drivers/acpi/acpica/rsio.o
  CC      drivers/base/auxiliary_sysfs.o
  CC      drivers/usb/host/pci-quirks.o
  CC      drivers/usb/class/usblp.o
  CC      fs/pnode.o
  CC      lib/rhashtable.o
  CC      arch/x86/kernel/io_delay.o
  CC      net/mac80211/tkip.o
  CC      fs/splice.o
  CC      drivers/usb/core/urb.o
  CC      net/sunrpc/xprtmultipath.o
  CC      drivers/input/serio/i8042.o
  CC      lib/base64.o
  AR      drivers/net/ethernet/emulex/built-in.a
  CC      drivers/usb/core/message.o
  CC      fs/sync.o
  CC      net/ipv6/fib6_notifier.o
  CC      drivers/acpi/acpica/rsirq.o
  CC      drivers/ata/pata_oldpiix.o
  CC      drivers/gpu/drm/i915/i915_syncmap.o
  CC      kernel/uid16.o
  CC [M]  net/netfilter/xt_mark.o
  CC      drivers/scsi/virtio_scsi.o
  CC      net/mac80211/aes_cmac.o
  CC      drivers/gpu/drm/i915/i915_user_extensions.o
  CC [M]  drivers/gpu/drm/xe/xe_exec_queue.o
  CC      arch/x86/kernel/rtc.o
  CC      drivers/base/devcoredump.o
  AR      drivers/net/ethernet/engleder/built-in.a
  CC      net/sunrpc/stats.o
  CC      net/core/gro_cells.o
  CC      drivers/usb/host/ehci-hcd.o
  CC      drivers/input/serio/serport.o
  CC      net/ipv4/fib_semantics.o
  AR      drivers/pcmcia/built-in.a
  CC      drivers/scsi/sd.o
  CC      drivers/acpi/acpica/rslist.o
  CC      lib/once.o
  CC      drivers/usb/mon/mon_bin.o
  CC      drivers/ata/pata_sch.o
  CC [M]  drivers/gpu/drm/xe/xe_force_wake.o
  AR      fs/ext4/built-in.a
  CC      drivers/scsi/sr.o
  CC      net/sunrpc/sysctl.o
  CC      drivers/gpu/drm/i915/i915_debugfs.o
  AR      net/wireless/built-in.a
  AR      drivers/net/ethernet/ezchip/built-in.a
  CC      drivers/acpi/dock.o
  AR      drivers/net/ethernet/fujitsu/built-in.a
  CC      drivers/usb/host/ehci-pci.o
  AR      drivers/usb/class/built-in.a
  CC      lib/refcount.o
  CC      net/ipv6/rpl.o
  CC      drivers/gpu/drm/i915/i915_debugfs_params.o
  CC      fs/nfs/delegation.o
  CC      net/core/failover.o
  CC      drivers/acpi/acpica/rsmemory.o
  CC      net/mac80211/aes_gmac.o
  CC      drivers/input/serio/libps2.o
  CC      net/mac80211/fils_aead.o
  CC      arch/x86/kernel/resource.o
  AS      arch/x86/kernel/irqflags.o
  CC      drivers/base/platform-msi.o
  CC      drivers/base/physical_location.o
  CC      drivers/base/trace.o
  CC      net/ipv4/fib_trie.o
  CC      drivers/usb/storage/scsiglue.o
  CC      lib/rcuref.o
  CC [M]  drivers/gpu/drm/xe/xe_ggtt.o
  CC      kernel/kallsyms.o
  CC      drivers/acpi/acpica/rsmisc.o
  CC      arch/x86/kernel/static_call.o
  CC      fs/nfs/nfs4idmap.o
  CC      lib/usercopy.o
  CC      drivers/acpi/pci_root.o
  AR      drivers/net/ethernet/fungible/built-in.a
  CC      drivers/usb/core/driver.o
  CC      drivers/gpu/drm/i915/i915_pmu.o
  CC      drivers/usb/storage/protocol.o
  CC      net/mac80211/cfg.o
  CC [M]  net/netfilter/xt_nat.o
  CC      fs/nfs/callback.o
  CC      net/ipv4/fib_notifier.o
  CC      drivers/usb/host/ohci-hcd.o
  CC      drivers/gpu/drm/i915/gt/gen2_engine_cs.o
  CC      drivers/ata/pata_mpiix.o
  CC      drivers/acpi/acpica/rsserial.o
  CC      drivers/input/keyboard/atkbd.o
  CC      drivers/input/mouse/psmouse-base.o
  CC      mm/dmapool.o
  CC      drivers/input/mouse/synaptics.o
  CC      lib/errseq.o
  CC      net/ipv4/inet_fragment.o
  AR      drivers/net/ethernet/google/built-in.a
  CC      arch/x86/kernel/process.o
  CC      mm/hugetlb.o
  CC      arch/x86/kernel/ptrace.o
  CC      drivers/usb/host/ohci-pci.o
  CC      lib/bucket_locks.o
  AR      drivers/input/serio/built-in.a
  CC      drivers/rtc/lib.o
  CC      drivers/usb/storage/transport.o
  AR      drivers/usb/mon/built-in.a
  CC      drivers/ata/ata_generic.o
  AR      drivers/net/ethernet/huawei/built-in.a
  CC      drivers/gpu/drm/i915/gt/gen6_engine_cs.o
  AR      drivers/base/built-in.a
  CC      drivers/scsi/sr_ioctl.o
  CC      fs/utimes.o
  CC      drivers/acpi/acpica/rsutils.o
  CC      lib/generic-radix-tree.o
  CC      fs/nfs/callback_xdr.o
  CC      net/ipv6/ioam6.o
  AR      net/core/built-in.a
  CC [M]  net/netfilter/xt_LOG.o
  CC      drivers/acpi/pci_link.o
  CC      mm/mmu_notifier.o
  CC      drivers/gpu/drm/drm_client_modeset.o
  CC      net/ipv4/ping.o
  CC [M]  drivers/gpu/drm/xe/xe_gpu_scheduler.o
  CC      drivers/rtc/class.o
  CC      mm/migrate.o
  AR      drivers/input/joystick/built-in.a
  CC      kernel/acct.o
  CC      arch/x86/kernel/tls.o
  CC      drivers/acpi/acpica/rsxface.o
  CC      drivers/scsi/sr_vendor.o
  CC      drivers/gpu/drm/drm_color_mgmt.o
  CC      lib/bitmap-str.o
  CC      drivers/i2c/algos/i2c-algo-bit.o
  AR      drivers/input/tablet/built-in.a
  CC      arch/x86/kernel/step.o
  CC      drivers/scsi/sg.o
  CC      drivers/usb/core/config.o
  CC      drivers/usb/storage/usb.o
  CC      drivers/rtc/interface.o
  AR      drivers/ata/built-in.a
  CC      drivers/gpu/drm/drm_connector.o
  CC      arch/x86/kernel/i8237.o
  AR      drivers/input/keyboard/built-in.a
  CC      net/ipv6/sysctl_net_ipv6.o
  CC [M]  drivers/gpu/drm/xe/xe_gsc.o
  CC      drivers/gpu/drm/i915/gt/gen6_ppgtt.o
  CC      kernel/vmcore_info.o
  CC      drivers/net/ethernet/intel/e1000/e1000_main.o
  AR      drivers/input/touchscreen/built-in.a
  CC      drivers/net/ethernet/intel/e1000e/82571.o
  CC      fs/nfs/callback_proc.o
  CC      net/ipv4/ip_tunnel_core.o
  CC [M]  net/netfilter/xt_MASQUERADE.o
  CC      drivers/gpu/drm/drm_crtc.o
  CC      drivers/net/ethernet/intel/e1000e/ich8lan.o
  CC      drivers/acpi/acpica/tbdata.o
  CC      mm/page_counter.o
  CC      drivers/usb/host/uhci-hcd.o
  CC      drivers/input/mouse/focaltech.o
  CC      drivers/net/ethernet/intel/e1000/e1000_hw.o
  AR      drivers/input/misc/built-in.a
  CC      drivers/net/ethernet/intel/e100.o
  AR      net/sunrpc/built-in.a
  CC      drivers/usb/core/file.o
  CC      mm/hugetlb_cgroup.o
  CC      drivers/usb/storage/initializers.o
  CC      lib/string_helpers.o
  CC      drivers/gpu/drm/drm_displayid.o
  CC      fs/d_path.o
  CC [M]  net/netfilter/xt_addrtype.o
  AR      drivers/net/ethernet/i825xx/built-in.a
  AR      drivers/i3c/built-in.a
  CC      drivers/i2c/busses/i2c-i801.o
  CC      drivers/gpu/drm/i915/gt/gen7_renderclear.o
  CC      drivers/rtc/nvmem.o
  CC      drivers/net/ethernet/intel/e1000e/80003es2lan.o
  CC      drivers/usb/host/xhci.o
  CC      arch/x86/kernel/stacktrace.o
  CC      net/ipv6/xfrm6_policy.o
  CC      net/mac80211/ethtool.o
  AR      drivers/i2c/algos/built-in.a
  CC      net/mac80211/rx.o
  CC      drivers/acpi/acpica/tbfadt.o
  CC      kernel/elfcorehdr.o
  CC      drivers/acpi/pci_irq.o
  CC      drivers/net/ethernet/intel/e1000/e1000_ethtool.o
  CC      drivers/acpi/acpica/tbfind.o
  CC      drivers/acpi/acpi_apd.o
  CC [M]  drivers/gpu/drm/xe/xe_gsc_debugfs.o
  CC      fs/stack.o
  CC      drivers/input/mouse/alps.o
  CC      mm/early_ioremap.o
  CC      drivers/gpu/drm/i915/gt/gen8_engine_cs.o
  CC      drivers/gpu/drm/i915/gt/gen8_ppgtt.o
  CC      drivers/usb/core/buffer.o
  CC      drivers/rtc/dev.o
  CC      drivers/usb/storage/sierra_ms.o
  CC      mm/secretmem.o
  AR      drivers/usb/misc/built-in.a
  CC      mm/hmm.o
  CC      drivers/gpu/drm/i915/gt/intel_breadcrumbs.o
  CC      drivers/usb/host/xhci-mem.o
  CC      drivers/usb/early/ehci-dbgp.o
  CC      drivers/acpi/acpica/tbinstal.o
  CC      arch/x86/kernel/reboot.o
  CC      fs/nfs/nfs4namespace.o
  CC      drivers/gpu/drm/drm_drv.o
  CC      lib/hexdump.o
  CC      kernel/crash_reserve.o
  CC      drivers/input/input.o
  CC      mm/memfd.o
  CC      drivers/input/mouse/byd.o
  CC      drivers/acpi/acpica/tbprint.o
  AR      drivers/i2c/muxes/built-in.a
  CC      drivers/rtc/proc.o
  CC      drivers/gpu/drm/drm_dumb_buffers.o
  CC      drivers/scsi/scsi_sysfs.o
  CC      drivers/net/ethernet/intel/e1000e/mac.o
  CC      net/ipv4/gre_offload.o
  CC      lib/kstrtox.o
  CC      fs/nfs/nfs4getroot.o
  CC      lib/iomap.o
  CC      drivers/usb/core/sysfs.o
  CC      net/ipv6/xfrm6_state.o
  CC      drivers/net/ethernet/intel/e1000/e1000_param.o
  CC      drivers/input/mouse/logips2pp.o
  CC      mm/ptdump.o
  CC [M]  drivers/gpu/drm/xe/xe_gsc_proxy.o
  AR      drivers/i2c/busses/built-in.a
  AR      drivers/net/ethernet/broadcom/built-in.a
  CC      drivers/i2c/i2c-boardinfo.o
  CC      drivers/i2c/i2c-core-base.o
  CC      drivers/acpi/acpica/tbutils.o
  AR      net/netfilter/built-in.a
  CC      mm/execmem.o
  AR      drivers/media/i2c/built-in.a
  CC      drivers/usb/storage/option_ms.o
  AR      drivers/media/tuners/built-in.a
  CC      arch/x86/kernel/msr.o
  AR      drivers/media/rc/keymaps/built-in.a
  AR      drivers/media/rc/built-in.a
  CC      net/mac80211/spectmgmt.o
  AR      drivers/media/common/b2c2/built-in.a
  AR      drivers/media/common/saa7146/built-in.a
  AR      drivers/media/common/siano/built-in.a
  AR      drivers/media/common/v4l2-tpg/built-in.a
  CC      drivers/usb/core/endpoint.o
  AR      drivers/media/common/videobuf2/built-in.a
  AR      drivers/media/common/built-in.a
  AR      drivers/media/platform/allegro-dvt/built-in.a
  CC      lib/iomap_copy.o
  AR      drivers/media/platform/amlogic/meson-ge2d/built-in.a
  AR      drivers/media/platform/amlogic/built-in.a
  CC      drivers/rtc/sysfs.o
  AR      drivers/media/platform/amphion/built-in.a
  AR      drivers/media/platform/aspeed/built-in.a
  CC      drivers/usb/host/xhci-ext-caps.o
  AR      drivers/media/platform/atmel/built-in.a
  AR      drivers/pps/clients/built-in.a
  AR      drivers/pps/generators/built-in.a
  AR      drivers/media/platform/broadcom/built-in.a
  CC      drivers/acpi/acpica/tbxface.o
  CC      drivers/pps/pps.o
  AR      drivers/media/platform/cadence/built-in.a
  AR      drivers/media/platform/chips-media/coda/built-in.a
  AR      drivers/media/platform/chips-media/wave5/built-in.a
  AR      drivers/media/platform/chips-media/built-in.a
  CC      kernel/kexec_core.o
  CC      kernel/crash_core.o
  AR      drivers/media/platform/imagination/built-in.a
  AR      drivers/media/platform/intel/built-in.a
  AR      drivers/media/platform/marvell/built-in.a
  AR      drivers/usb/early/built-in.a
  CC      drivers/usb/host/xhci-ring.o
  CC      arch/x86/kernel/cpuid.o
  CC      net/ipv4/metrics.o
  AR      drivers/media/platform/mediatek/jpeg/built-in.a
  AR      drivers/media/platform/mediatek/mdp/built-in.a
  AR      drivers/media/platform/mediatek/vcodec/common/built-in.a
  AR      drivers/media/platform/mediatek/vcodec/encoder/built-in.a
  AR      drivers/media/platform/mediatek/vcodec/decoder/built-in.a
  AR      drivers/media/platform/mediatek/vcodec/built-in.a
  CC      lib/devres.o
  CC      net/mac80211/tx.o
  AR      drivers/media/platform/mediatek/vpu/built-in.a
  CC      drivers/usb/storage/usual-tables.o
  AR      drivers/media/platform/mediatek/mdp3/built-in.a
  AR      drivers/media/platform/mediatek/built-in.a
  CC      drivers/gpu/drm/i915/gt/intel_context.o
  CC      net/mac80211/key.o
  AR      drivers/media/platform/microchip/built-in.a
  CC      drivers/i2c/i2c-core-smbus.o
  AR      drivers/media/platform/nuvoton/built-in.a
  AR      drivers/media/platform/nvidia/tegra-vde/built-in.a
  AR      drivers/media/platform/nvidia/built-in.a
  CC      drivers/net/ethernet/intel/e1000e/manage.o
  CC      drivers/acpi/acpi_platform.o
  CC      drivers/usb/host/xhci-hub.o
  AR      drivers/media/platform/nxp/dw100/built-in.a
  AR      drivers/media/platform/nxp/imx-jpeg/built-in.a
  AR      drivers/media/platform/nxp/imx8-isi/built-in.a
  AR      drivers/media/platform/nxp/built-in.a
  AR      drivers/media/platform/qcom/camss/built-in.a
  AR      mm/built-in.a
  AR      drivers/media/platform/qcom/venus/built-in.a
  AR      drivers/media/platform/qcom/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_gsc_submit.o
  AR      drivers/net/ethernet/microsoft/built-in.a
  AR      drivers/media/pci/ttpci/built-in.a
  CC      drivers/acpi/acpica/tbxfload.o
  AR      drivers/media/pci/b2c2/built-in.a
  AR      drivers/media/platform/raspberrypi/pisp_be/built-in.a
  AR      drivers/media/pci/pluto2/built-in.a
  CC      drivers/pps/kapi.o
  CC      net/mac80211/util.o
  AR      drivers/media/platform/raspberrypi/built-in.a
  AR      drivers/media/pci/dm1105/built-in.a
  AR      drivers/media/pci/pt1/built-in.a
  AR      drivers/media/platform/renesas/rcar-vin/built-in.a
  CC      drivers/input/mouse/lifebook.o
  AR      drivers/media/pci/pt3/built-in.a
  AR      drivers/media/platform/renesas/rzg2l-cru/built-in.a
  AR      drivers/media/pci/mantis/built-in.a
  AR      drivers/media/platform/renesas/vsp1/built-in.a
  CC      drivers/input/mouse/trackpoint.o
  AR      drivers/media/platform/renesas/built-in.a
  AR      drivers/media/pci/ngene/built-in.a
  AR      drivers/media/pci/ddbridge/built-in.a
  CC      drivers/input/mouse/cypress_ps2.o
  AR      drivers/media/pci/saa7146/built-in.a
  AR      drivers/media/pci/smipcie/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_gt.o
  AR      drivers/media/platform/rockchip/rga/built-in.a
  CC      kernel/kexec.o
  AR      drivers/media/pci/netup_unidvb/built-in.a
  CC      drivers/i2c/i2c-core-acpi.o
  AR      drivers/media/platform/rockchip/rkisp1/built-in.a
  AR      drivers/media/platform/rockchip/built-in.a
  AR      drivers/media/pci/intel/ipu3/built-in.a
  CC      drivers/usb/core/devio.o
  CC      fs/nfs/nfs4client.o
  AR      drivers/media/pci/intel/ivsc/built-in.a
  AR      drivers/media/platform/samsung/exynos-gsc/built-in.a
  AR      drivers/media/pci/intel/built-in.a
  AR      drivers/media/platform/samsung/exynos4-is/built-in.a
  CC      drivers/ptp/ptp_clock.o
  AR      drivers/media/pci/built-in.a
  AR      drivers/media/platform/samsung/s3c-camif/built-in.a
  AR      drivers/media/usb/b2c2/built-in.a
  AR      drivers/media/platform/samsung/s5p-g2d/built-in.a
  CC      fs/nfs/nfs4session.o
  AR      drivers/media/usb/dvb-usb/built-in.a
  CC      drivers/rtc/rtc-mc146818-lib.o
  AR      drivers/media/platform/samsung/s5p-jpeg/built-in.a
  AR      drivers/media/usb/dvb-usb-v2/built-in.a
  AR      drivers/media/usb/s2255/built-in.a
  AR      drivers/media/platform/samsung/s5p-mfc/built-in.a
  AR      drivers/scsi/built-in.a
  AR      drivers/media/platform/samsung/built-in.a
  AR      drivers/media/usb/siano/built-in.a
  CC      fs/fs_struct.o
  CC      fs/nfs/dns_resolve.o
  AR      drivers/media/usb/ttusb-budget/built-in.a
  CC      net/ipv4/netlink.o
  CC      drivers/gpu/drm/i915/gt/intel_context_sseu.o
  AR      drivers/media/usb/ttusb-dec/built-in.a
  AR      drivers/media/platform/st/sti/bdisp/built-in.a
  AR      drivers/media/usb/built-in.a
  CC      arch/x86/kernel/early-quirks.o
  AR      drivers/media/platform/st/sti/c8sectpfe/built-in.a
  CC      net/ipv4/nexthop.o
  AR      drivers/media/platform/st/sti/delta/built-in.a
  CC      drivers/rtc/rtc-cmos.o
  AR      drivers/media/platform/st/sti/hva/built-in.a
  CC      lib/check_signature.o
  AR      drivers/media/platform/st/stm32/built-in.a
  AR      drivers/media/platform/st/built-in.a
  CC      net/ipv6/xfrm6_input.o
  AR      drivers/media/platform/sunxi/sun4i-csi/built-in.a
  AR      drivers/media/platform/sunxi/sun6i-csi/built-in.a
  AR      drivers/media/platform/sunxi/sun6i-mipi-csi2/built-in.a
  AR      drivers/media/platform/sunxi/sun8i-a83t-mipi-csi2/built-in.a
  CC      net/mac80211/parse.o
  AR      drivers/usb/storage/built-in.a
  AR      drivers/media/platform/sunxi/sun8i-di/built-in.a
  AR      drivers/media/platform/sunxi/sun8i-rotate/built-in.a
  AR      drivers/media/mmc/siano/built-in.a
  AR      drivers/media/platform/sunxi/built-in.a
  AR      drivers/media/mmc/built-in.a
  CC      net/mac80211/wme.o
  CC      fs/statfs.o
  AR      drivers/media/platform/verisilicon/built-in.a
  AR      drivers/media/platform/ti/am437x/built-in.a
  CC      kernel/utsname.o
  CC      drivers/acpi/acpica/tbxfroot.o
  AR      drivers/media/platform/ti/cal/built-in.a
  CC      lib/interval_tree.o
  AR      drivers/media/platform/ti/vpe/built-in.a
  AR      drivers/media/platform/ti/davinci/built-in.a
  AR      drivers/media/platform/ti/j721e-csi2rx/built-in.a
  AR      drivers/media/platform/ti/omap/built-in.a
  AR      drivers/media/platform/ti/omap3isp/built-in.a
  AR      drivers/media/platform/ti/built-in.a
  AR      drivers/media/platform/via/built-in.a
  AR      drivers/media/platform/xilinx/built-in.a
  AR      drivers/net/ethernet/litex/built-in.a
  AR      drivers/media/platform/built-in.a
  CC      drivers/usb/core/notify.o
  AR      drivers/media/firewire/built-in.a
  AR      drivers/media/spi/built-in.a
  CC      drivers/usb/core/generic.o
  CC      drivers/pps/sysfs.o
  AR      drivers/media/test-drivers/built-in.a
  CC      drivers/gpu/drm/i915/gt/intel_engine_cs.o
  AR      drivers/media/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_gt_ccs_mode.o
  AR      drivers/net/ethernet/intel/e1000/built-in.a
  CC      fs/fs_pin.o
  AR      drivers/net/ethernet/marvell/octeon_ep/built-in.a
  CC      lib/assoc_array.o
  AR      drivers/net/ethernet/marvell/octeon_ep_vf/built-in.a
  AR      drivers/net/ethernet/marvell/octeontx2/built-in.a
  CC      drivers/net/ethernet/intel/e1000e/nvm.o
  AR      drivers/net/ethernet/marvell/prestera/built-in.a
  CC      drivers/net/ethernet/marvell/sky2.o
  CC      drivers/usb/core/quirks.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_clock.o
  CC      net/ipv4/udp_tunnel_stub.o
  CC      drivers/acpi/acpica/utaddress.o
  CC      drivers/input/mouse/psmouse-smbus.o
  CC      arch/x86/kernel/smp.o
  CC      fs/nfs/nfs4trace.o
  CC      drivers/acpi/acpi_pnp.o
  CC      kernel/pid_namespace.o
  CC      drivers/net/ethernet/intel/e1000e/phy.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_freq.o
  CC      net/mac80211/chan.o
  AR      drivers/pps/built-in.a
  CC      fs/nsfs.o
  CC      drivers/acpi/power.o
  CC      fs/fs_types.o
  CC      drivers/ptp/ptp_chardev.o
  CC      arch/x86/kernel/smpboot.o
  CC      drivers/usb/core/devices.o
  CC      drivers/gpu/drm/i915/gt/intel_engine_heartbeat.o
  CC      net/ipv4/ip_tunnel.o
  CC      net/mac80211/trace.o
  CC      net/mac80211/mlme.o
  CC      drivers/acpi/acpica/utalloc.o
  CC      drivers/acpi/event.o
  CC      drivers/usb/host/xhci-dbg.o
  CC      arch/x86/kernel/tsc_sync.o
  AR      drivers/rtc/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_gt_idle.o
  CC      drivers/acpi/acpica/utascii.o
  CC      drivers/ptp/ptp_sysfs.o
  CC      net/mac80211/tdls.o
  CC      drivers/i2c/i2c-smbus.o
  CC      arch/x86/kernel/setup_percpu.o
  CC      kernel/stop_machine.o
  CC      drivers/usb/host/xhci-trace.o
  CC      drivers/gpu/drm/drm_edid.o
  CC      net/ipv4/sysctl_net_ipv4.o
  CC      lib/bitrev.o
  AR      drivers/net/ethernet/mellanox/built-in.a
  CC      net/ipv6/xfrm6_output.o
  CC      drivers/input/input-compat.o
  AR      drivers/input/mouse/built-in.a
  CC      drivers/net/ethernet/intel/e1000e/param.o
  CC      kernel/audit.o
  CC      drivers/acpi/acpica/utbuffer.o
  CC      drivers/acpi/evged.o
  CC      drivers/ptp/ptp_vclock.o
  CC      drivers/acpi/sysfs.o
  AR      drivers/net/ethernet/meta/built-in.a
  CC      drivers/usb/core/phy.o
  CC      arch/x86/kernel/mpparse.o
  CC      drivers/power/supply/power_supply_core.o
  CC      kernel/auditfilter.o
  CC      drivers/input/input-mt.o
  CC      lib/crc-ccitt.o
  CC      drivers/net/ethernet/intel/e1000e/ethtool.o
  CC      drivers/acpi/property.o
  CC      kernel/auditsc.o
  CC      net/mac80211/ocb.o
  CC      fs/nfs/nfs4sysctl.o
  AR      drivers/net/ethernet/micrel/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_gt_mcr.o
  CC      net/mac80211/airtime.o
  CC      drivers/acpi/acpica/utcksum.o
  CC      net/ipv4/proc.o
  CC      drivers/input/input-poller.o
  AR      drivers/i2c/built-in.a
  CC      drivers/power/supply/power_supply_sysfs.o
  AR      drivers/net/ethernet/microchip/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_gt_pagefault.o
  CC      kernel/audit_watch.o
  CC      drivers/acpi/acpica/utcopy.o
  CC      drivers/usb/core/port.o
  CC      drivers/gpu/drm/i915/gt/intel_engine_pm.o
  CC      lib/crc16.o
  HOSTCC  lib/gen_crc32table
  CC      kernel/audit_fsnotify.o
  CC      drivers/input/ff-core.o
  CC      net/ipv6/xfrm6_protocol.o
  CC      drivers/power/supply/power_supply_leds.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_sysfs.o
  CC      drivers/ptp/ptp_kvm_x86.o
  CC      drivers/gpu/drm/drm_eld.o
  CC      drivers/ptp/ptp_kvm_common.o
  CC      drivers/input/touchscreen.o
  CC      drivers/acpi/debugfs.o
  CC      drivers/power/supply/power_supply_hwmon.o
  CC      lib/xxhash.o
  CC      drivers/hwmon/hwmon.o
  CC      drivers/acpi/acpica/utexcep.o
  AR      drivers/thermal/broadcom/built-in.a
  AR      drivers/thermal/renesas/built-in.a
  AR      drivers/watchdog/built-in.a
  AR      drivers/thermal/samsung/built-in.a
  CC      drivers/usb/core/hcd-pci.o
  CC      drivers/thermal/intel/intel_tcc.o
  CC      arch/x86/kernel/trace_clock.o
  AR      drivers/thermal/st/built-in.a
  CC      drivers/gpu/drm/drm_encoder.o
  AR      drivers/thermal/qcom/built-in.a
  AR      drivers/thermal/tegra/built-in.a
  CC      drivers/input/ff-memless.o
  AR      drivers/thermal/mediatek/built-in.a
  CC      drivers/md/md.o
  CC      arch/x86/kernel/trace.o
  CC      drivers/thermal/intel/therm_throt.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_throttle.o
  CC      fs/fs_context.o
  CC      drivers/gpu/drm/i915/gt/intel_engine_user.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_tlb_invalidation.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_topology.o
  CC      net/ipv6/netfilter.o
  CC      drivers/acpi/acpica/utdebug.o
  CC      drivers/acpi/acpica/utdecode.o
  CC      drivers/acpi/acpi_lpat.o
  CC      drivers/md/md-bitmap.o
  AR      drivers/power/supply/built-in.a
  AR      drivers/power/built-in.a
  CC      kernel/audit_tree.o
  CC      drivers/gpu/drm/i915/gt/intel_execlists_submission.o
  CC      drivers/thermal/thermal_core.o
  CC      drivers/input/sparse-keymap.o
  CC      fs/fs_parser.o
  CC      drivers/usb/core/usb-acpi.o
  CC      drivers/gpu/drm/i915/gt/intel_ggtt.o
  CC      lib/genalloc.o
  CC      drivers/cpufreq/cpufreq.o
  CC      drivers/cpuidle/governors/menu.o
  AR      drivers/ptp/built-in.a
  CC      lib/percpu_counter.o
  CC      net/ipv4/fib_rules.o
  CC      drivers/cpuidle/cpuidle.o
  CC [M]  drivers/gpu/drm/xe/xe_guc.o
  CC      drivers/cpufreq/freq_table.o
  CC      drivers/cpufreq/cpufreq_performance.o
  CC      drivers/acpi/acpica/utdelete.o
  CC      arch/x86/kernel/rethook.o
  CC      drivers/input/vivaldi-fmap.o
  AR      drivers/net/ethernet/mscc/built-in.a
  CC      drivers/acpi/acpica/uterror.o
  CC      drivers/input/input-leds.o
  CC      drivers/input/evdev.o
  CC      drivers/net/ethernet/intel/e1000e/netdev.o
  CC      lib/audit.o
  AR      drivers/net/ethernet/marvell/built-in.a
  CC      drivers/net/ethernet/intel/e1000e/ptp.o
  AR      drivers/net/ethernet/myricom/built-in.a
  CC      drivers/md/md-autodetect.o
  CC      drivers/usb/host/xhci-debugfs.o
  CC      kernel/kprobes.o
  AR      drivers/mmc/built-in.a
  CC      drivers/cpuidle/driver.o
  CC      drivers/cpufreq/cpufreq_userspace.o
  CC      drivers/cpuidle/governors/haltpoll.o
  CC      drivers/acpi/acpica/uteval.o
  CC      net/mac80211/eht.o
  CC      drivers/acpi/acpi_pcc.o
  CC      drivers/acpi/ac.o
  CC      drivers/acpi/button.o
  CC      drivers/acpi/acpica/utglobal.o
  CC      lib/syscall.o
  CC      drivers/acpi/fan_core.o
  AR      drivers/usb/core/built-in.a
  CC [M]  drivers/thermal/intel/x86_pkg_temp_thermal.o
  CC      arch/x86/kernel/vmcore_info_32.o
  CC      drivers/cpufreq/cpufreq_ondemand.o
  CC      drivers/gpu/drm/drm_file.o
  CC      drivers/thermal/thermal_sysfs.o
  AR      drivers/hwmon/built-in.a
  CC      kernel/seccomp.o
  CC      drivers/gpu/drm/drm_fourcc.o
  AR      fs/nfs/built-in.a
  CC      fs/fsopen.o
  CC      drivers/usb/host/xhci-pci.o
  CC      net/ipv4/ipmr.o
  AR      drivers/ufs/built-in.a
  CC      drivers/acpi/acpica/uthex.o
  CC      drivers/acpi/fan_attr.o
  CC      drivers/acpi/acpica/utids.o
  CC      drivers/acpi/acpica/utinit.o
  CC      drivers/gpu/drm/i915/gt/intel_ggtt_fencing.o
  AR      drivers/thermal/intel/built-in.a
  CC      arch/x86/kernel/machine_kexec_32.o
  CC      net/ipv4/ipmr_base.o
  CC      drivers/gpu/drm/i915/gt/intel_gt.o
  AR      drivers/net/ethernet/natsemi/built-in.a
  CC      lib/errname.o
  CC      drivers/cpuidle/governor.o
  CC      fs/init.o
  AS      arch/x86/kernel/relocate_kernel_32.o
  CC      net/ipv6/proc.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_buffer_pool.o
  CC      net/ipv4/syncookies.o
  CC      kernel/relay.o
  CC      drivers/md/dm.o
  CC      drivers/gpu/drm/drm_framebuffer.o
  CC      drivers/acpi/acpica/utlock.o
  CC      lib/nlattr.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_ccs_mode.o
  CC      drivers/acpi/fan_hwmon.o
  AR      drivers/leds/trigger/built-in.a
  AR      drivers/leds/blink/built-in.a
  AR      drivers/leds/simple/built-in.a
  AR      drivers/input/built-in.a
  CC      drivers/leds/led-core.o
  CC      drivers/leds/led-class.o
  CC      drivers/acpi/acpi_video.o
  CC      net/ipv4/tunnel4.o
  CC      net/ipv4/ipconfig.o
  CC      drivers/thermal/thermal_trip.o
  CC      net/ipv4/netfilter.o
  CC      drivers/leds/led-triggers.o
  CC      net/ipv6/syncookies.o
  CC      fs/kernel_read_file.o
  CC      lib/cpu_rmap.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_ads.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_clock_utils.o
  CC      drivers/acpi/video_detect.o
  CC      kernel/utsname_sysctl.o
  CC      drivers/gpu/drm/drm_gem.o
  AR      drivers/cpuidle/governors/built-in.a
  CC      drivers/cpuidle/sysfs.o
  CC      drivers/acpi/acpica/utmath.o
  CC      fs/mnt_idmapping.o
  AR      drivers/firmware/arm_ffa/built-in.a
  AR      drivers/firmware/arm_scmi/built-in.a
  CC      drivers/thermal/thermal_helpers.o
  CC      arch/x86/kernel/crash_dump_32.o
  AR      drivers/firmware/broadcom/built-in.a
  AR      drivers/crypto/stm32/built-in.a
  AR      drivers/firmware/cirrus/built-in.a
  CC      drivers/gpu/drm/drm_ioctl.o
  CC      drivers/clocksource/acpi_pm.o
  AR      drivers/crypto/xilinx/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_guc_ct.o
  AR      drivers/firmware/meson/built-in.a
  AR      drivers/crypto/hisilicon/built-in.a
  AR      drivers/firmware/microchip/built-in.a
  AR      drivers/crypto/intel/keembay/built-in.a
  AR      drivers/crypto/intel/ixp4xx/built-in.a
  AR      drivers/crypto/starfive/built-in.a
  AR      drivers/crypto/intel/built-in.a
  CC      net/ipv4/tcp_cubic.o
  AR      drivers/crypto/built-in.a
  CC      kernel/delayacct.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_debugfs.o
  CC      drivers/cpuidle/poll_state.o
  CC      drivers/firmware/efi/libstub/efi-stub-helper.o
  CC      net/ipv4/tcp_sigpool.o
  CC      drivers/hid/usbhid/hid-core.o
  CC      net/mac80211/led.o
  CC      drivers/acpi/acpica/utmisc.o
  CC      drivers/cpufreq/cpufreq_governor.o
  CC      drivers/thermal/thermal_hwmon.o
  CC      drivers/acpi/processor_driver.o
  AR      drivers/leds/built-in.a
  CC      drivers/cpuidle/cpuidle-haltpoll.o
  CC      net/ipv6/calipso.o
  CC      fs/remap_range.o
  AR      drivers/firmware/imx/built-in.a
  CC      arch/x86/kernel/crash.o
  AR      drivers/firmware/psci/built-in.a
  CC      drivers/firmware/efi/efi-bgrt.o
  CC      drivers/acpi/processor_thermal.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_db_mgr.o
  CC      drivers/acpi/processor_idle.o
  CC      drivers/md/dm-table.o
  CC      drivers/cpufreq/cpufreq_governor_attr_set.o
  AR      drivers/platform/x86/amd/built-in.a
  CC      drivers/mailbox/mailbox.o
  AR      drivers/platform/x86/intel/built-in.a
  CC      drivers/platform/x86/wmi.o
  CC      fs/pidfs.o
  AR      drivers/usb/host/built-in.a
  AR      drivers/usb/built-in.a
  AR      drivers/perf/built-in.a
  CC      drivers/acpi/acpica/utmutex.o
  CC      drivers/mailbox/pcc.o
  AR      drivers/firmware/qcom/built-in.a
  CC      drivers/firmware/efi/efi.o
  CC      drivers/firmware/efi/vars.o
  CC      drivers/clocksource/i8253.o
  CC      drivers/firmware/efi/libstub/gop.o
  CC      kernel/taskstats.o
  CC      drivers/acpi/processor_throttling.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_hwconfig.o
  CC      lib/dynamic_queue_limits.o
  CC      net/ipv6/ah6.o
  CC      net/mac80211/pm.o
  CC      net/ipv6/esp6.o
  AR      drivers/cpuidle/built-in.a
  CC      drivers/thermal/gov_step_wise.o
  CC      net/ipv6/sit.o
  AR      drivers/firmware/smccc/built-in.a
  CC      drivers/gpu/drm/drm_lease.o
  AR      drivers/firmware/tegra/built-in.a
  CC      drivers/hid/usbhid/hiddev.o
  AR      drivers/firmware/xilinx/built-in.a
  CC      drivers/firmware/dmi_scan.o
  CC      arch/x86/kernel/module.o
  AR      drivers/platform/surface/built-in.a
  CC      drivers/firmware/dmi-id.o
  CC      arch/x86/kernel/doublefault_32.o
  AR      drivers/net/ethernet/neterion/built-in.a
  CC      lib/glob.o
  CC      drivers/acpi/acpica/utnonansi.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_engines_debugfs.o
  CC      drivers/hid/hid-core.o
  AR      drivers/clocksource/built-in.a
  CC      drivers/thermal/gov_user_space.o
  CC      drivers/hid/usbhid/hid-pidff.o
  CC      drivers/cpufreq/acpi-cpufreq.o
  CC      kernel/tsacct.o
  CC      drivers/md/dm-target.o
  CC      fs/buffer.o
  CC      drivers/firmware/efi/libstub/secureboot.o
  CC      lib/strncpy_from_user.o
  AR      drivers/mailbox/built-in.a
  CC      net/ipv6/addrconf_core.o
  CC      net/ipv4/cipso_ipv4.o
  CC      drivers/hid/hid-input.o
  AR      drivers/hwtracing/intel_th/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_guc_id_mgr.o
  CC      drivers/acpi/acpica/utobject.o
  CC      drivers/acpi/acpica/utosi.o
  CC      drivers/hid/hid-quirks.o
  CC      net/ipv6/exthdrs_core.o
  CC      net/mac80211/rc80211_minstrel_ht.o
  CC      net/ipv4/xfrm4_policy.o
  CC      drivers/platform/x86/wmi-bmof.o
  CC      arch/x86/kernel/early_printk.o
  CC      drivers/firmware/memmap.o
  CC      net/mac80211/wbrf.o
  CC      kernel/tracepoint.o
  CC      drivers/acpi/processor_perflib.o
  CC      drivers/acpi/acpica/utownerid.o
  AR      drivers/thermal/built-in.a
  CC      drivers/firmware/efi/libstub/tpm.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_irq.o
  CC      drivers/platform/x86/eeepc-laptop.o
  CC      kernel/irq_work.o
  AR      drivers/net/ethernet/netronome/built-in.a
  CC      fs/mpage.o
  CC      net/ipv6/ip6_checksum.o
  CC      net/ipv4/xfrm4_state.o
  CC      drivers/cpufreq/amd-pstate.o
  CC      drivers/firmware/efi/reboot.o
  CC      lib/strnlen_user.o
  CC      fs/proc_namespace.o
  CC      drivers/acpi/container.o
  CC      drivers/hid/hid-debug.o
  AR      drivers/android/built-in.a
  CC      drivers/acpi/acpica/utpredef.o
  AR      drivers/nvmem/layouts/built-in.a
  CC      drivers/nvmem/core.o
  CC      net/ipv4/xfrm4_input.o
  CC      kernel/static_call.o
  CC      arch/x86/kernel/hpet.o
  AR      drivers/net/ethernet/ni/built-in.a
  CC      drivers/firmware/efi/memattr.o
  CC      drivers/net/ethernet/nvidia/forcedeth.o
  CC      drivers/cpufreq/amd-pstate-trace.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_mcr.o
  CC      drivers/firmware/efi/tpm.o
  CC      drivers/hid/hidraw.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_klv_helpers.o
  CC      drivers/firmware/efi/libstub/file.o
  CC      fs/direct-io.o
  CC      drivers/acpi/acpica/utresdecode.o
  CC      drivers/gpu/drm/drm_managed.o
  CC      drivers/platform/x86/p2sb.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_pm.o
  CC      kernel/padata.o
  AR      drivers/net/ethernet/oki-semi/built-in.a
  CC      net/ipv4/xfrm4_output.o
  CC      fs/eventpoll.o
  CC      arch/x86/kernel/amd_nb.o
  CC      drivers/gpu/drm/drm_mm.o
  AR      drivers/hid/usbhid/built-in.a
  CC      drivers/cpufreq/intel_pstate.o
  CC      lib/net_utils.o
  CC      drivers/acpi/acpica/utresrc.o
  CC      net/ipv6/ip6_icmp.o
  CC      fs/anon_inodes.o
  CC      net/ipv4/xfrm4_protocol.o
  CC      drivers/firmware/efi/libstub/mem.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_log.o
  CC      drivers/md/dm-linear.o
  CC      arch/x86/kernel/kvm.o
  CC      kernel/jump_label.o
  CC      drivers/acpi/thermal_lib.o
  CC      drivers/gpu/drm/drm_mode_config.o
  CC      drivers/gpu/drm/drm_mode_object.o
  CC      fs/signalfd.o
  CC      lib/sg_pool.o
  CC      drivers/hid/hid-generic.o
  CC      drivers/acpi/acpica/utstate.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_pc.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_submit.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_pm_debugfs.o
  CC [M]  drivers/gpu/drm/xe/xe_heci_gsc.o
  CC      drivers/hid/hid-a4tech.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_pm_irq.o
  CC      arch/x86/kernel/kvmclock.o
  CC      lib/stackdepot.o
  AR      drivers/platform/x86/built-in.a
  AR      drivers/platform/built-in.a
  CC      fs/timerfd.o
  AR      drivers/net/ethernet/intel/e1000e/built-in.a
  AR      drivers/net/ethernet/intel/built-in.a
  CC      drivers/hid/hid-apple.o
  CC [M]  drivers/gpu/drm/xe/xe_hw_engine.o
  CC      drivers/firmware/efi/libstub/random.o
  CC      lib/asn1_decoder.o
  AR      drivers/nvmem/built-in.a
  CC      drivers/md/dm-stripe.o
  CC      arch/x86/kernel/paravirt.o
  CC      drivers/acpi/thermal.o
  CC      drivers/firmware/efi/memmap.o
  CC      drivers/gpu/drm/drm_modes.o
  AR      drivers/net/ethernet/packetengines/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_hw_engine_class_sysfs.o
  CC      drivers/acpi/acpica/utstring.o
  CC      fs/eventfd.o
  CC      net/ipv6/output_core.o
  CC      drivers/acpi/acpica/utstrsuppt.o
  CC      drivers/hid/hid-belkin.o
  CC      drivers/gpu/drm/drm_modeset_lock.o
  CC      kernel/context_tracking.o
  CC      kernel/iomem.o
  CC      kernel/rseq.o
  CC      drivers/firmware/efi/capsule.o
  CC      drivers/firmware/efi/esrt.o
  CC      drivers/hid/hid-cherry.o
  CC      drivers/firmware/efi/runtime-wrappers.o
  CC [M]  drivers/gpu/drm/xe/xe_hw_engine_group.o
  CC      drivers/acpi/nhlt.o
  CC      drivers/firmware/efi/libstub/randomalloc.o
  CC      fs/aio.o
  CC      arch/x86/kernel/pvclock.o
  CC      drivers/md/dm-ioctl.o
  CC      drivers/firmware/efi/capsule-loader.o
  CC      drivers/acpi/acpi_memhotplug.o
  CC      drivers/acpi/acpica/utstrtoul64.o
  AR      drivers/net/ethernet/qlogic/built-in.a
  CC      drivers/md/dm-io.o
  AR      drivers/net/ethernet/qualcomm/emac/built-in.a
  AR      drivers/net/ethernet/qualcomm/built-in.a
  CC      drivers/firmware/efi/earlycon.o
  CC      drivers/hid/hid-chicony.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_requests.o
  CC      net/ipv6/protocol.o
  AR      net/ipv4/built-in.a
  CC      drivers/net/ethernet/realtek/8139too.o
  CC      arch/x86/kernel/pcspeaker.o
  GEN     lib/oid_registry_data.c
  CC      drivers/firmware/efi/libstub/pci.o
  CC      lib/ucs2_string.o
  CC      fs/locks.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_sysfs.o
  CC      net/ipv6/ip6_offload.o
  CC      drivers/acpi/ioapic.o
  CC      drivers/hid/hid-cypress.o
  CC      fs/binfmt_misc.o
  CC      drivers/net/ethernet/realtek/r8169_main.o
  CC      drivers/md/dm-kcopyd.o
  CC      drivers/gpu/drm/drm_plane.o
  CC      drivers/acpi/acpica/utxface.o
  CC      arch/x86/kernel/check.o
  CC      drivers/firmware/efi/libstub/skip_spaces.o
  CC      lib/sbitmap.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_sysfs_pm.o
  CC      drivers/gpu/drm/drm_prime.o
  CC      drivers/md/dm-sysfs.o
  CC      drivers/hid/hid-ezkey.o
  CC      drivers/hid/hid-gyration.o
  CC      drivers/firmware/efi/libstub/lib-cmdline.o
  CC      drivers/acpi/battery.o
  CC      arch/x86/kernel/uprobes.o
  CC      drivers/net/ethernet/realtek/r8169_firmware.o
  CC      drivers/gpu/drm/drm_print.o
  CC      lib/group_cpus.o
  CC      net/ipv6/tcpv6_offload.o
  CC      drivers/hid/hid-ite.o
  CC      arch/x86/kernel/perf_regs.o
  CC      drivers/gpu/drm/i915/gt/intel_gtt.o
  CC      fs/binfmt_script.o
  CC      drivers/hid/hid-kensington.o
  AR      kernel/built-in.a
  CC      drivers/md/dm-stats.o
  CC      drivers/gpu/drm/drm_property.o
  CC      net/ipv6/exthdrs_offload.o
  CC      net/ipv6/inet6_hashtables.o
  CC      drivers/firmware/efi/libstub/lib-ctype.o
  CC      drivers/acpi/acpica/utxfinit.o
  CC      drivers/gpu/drm/i915/gt/intel_llc.o
  CC      lib/fw_table.o
  CC      arch/x86/kernel/tracepoint.o
  CC      drivers/firmware/efi/libstub/alignedmem.o
  CC      drivers/gpu/drm/drm_rect.o
  AR      drivers/cpufreq/built-in.a
  CC      fs/binfmt_elf.o
  CC      drivers/md/dm-rq.o
  CC      drivers/net/ethernet/realtek/r8169_phy_config.o
  AR      drivers/net/ethernet/renesas/built-in.a
  CC      drivers/gpu/drm/i915/gt/intel_lrc.o
  CC      drivers/acpi/acpica/utxferror.o
  AR      drivers/net/ethernet/rdc/built-in.a
  CC      fs/mbcache.o
  CC      drivers/gpu/drm/drm_syncobj.o
  AR      drivers/firmware/efi/built-in.a
  CC      net/ipv6/mcast_snoop.o
  CC      drivers/firmware/efi/libstub/relocate.o
  CC      drivers/hid/hid-lg.o
  CC      fs/posix_acl.o
  CC      arch/x86/kernel/itmt.o
  CC      drivers/md/dm-io-rewind.o
  CC      drivers/hid/hid-lgff.o
  CC      drivers/firmware/efi/libstub/printk.o
  CC [M]  drivers/gpu/drm/xe/xe_hw_fence.o
  CC      drivers/acpi/bgrt.o
  AR      drivers/net/ethernet/rocker/built-in.a
  CC      fs/coredump.o
  CC      drivers/acpi/acpica/utxfmutex.o
  AR      lib/lib.a
  CC      drivers/gpu/drm/i915/gt/intel_migrate.o
  CC      arch/x86/kernel/umip.o
  CC      drivers/acpi/spcr.o
  CC      fs/drop_caches.o
  GEN     lib/crc32table.h
  CC      lib/oid_registry.o
  AR      drivers/net/ethernet/nvidia/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_huc.o
  AR      drivers/net/ethernet/samsung/built-in.a
  CC      drivers/hid/hid-lg4ff.o
  AR      net/mac80211/built-in.a
  AR      drivers/net/ethernet/seeq/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_irq.o
  CC      drivers/hid/hid-lg-g15.o
  CC      drivers/hid/hid-microsoft.o
  CC      fs/sysctls.o
  CC [M]  drivers/gpu/drm/xe/xe_lrc.o
  CC      fs/fhandle.o
  CC      drivers/gpu/drm/drm_sysfs.o
  CC      drivers/gpu/drm/i915/gt/intel_mocs.o
  CC      drivers/hid/hid-monterey.o
  AR      drivers/net/ethernet/silan/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_migrate.o
  CC      arch/x86/kernel/unwind_frame.o
  CC [M]  drivers/gpu/drm/xe/xe_mmio.o
  CC      drivers/firmware/efi/libstub/vsprintf.o
  CC      drivers/gpu/drm/drm_trace_points.o
  CC      drivers/md/dm-builtin.o
  AR      drivers/acpi/acpica/built-in.a
  CC      drivers/gpu/drm/drm_vblank.o
  CC      drivers/gpu/drm/i915/gt/intel_ppgtt.o
  CC      drivers/firmware/efi/libstub/x86-stub.o
  CC [M]  drivers/gpu/drm/xe/xe_mocs.o
  CC      drivers/hid/hid-ntrig.o
  CC      drivers/firmware/efi/libstub/smbios.o
  CC      lib/crc32.o
  CC      drivers/md/dm-raid1.o
  CC      drivers/gpu/drm/drm_vblank_work.o
  AR      drivers/net/ethernet/sis/built-in.a
  AR      drivers/net/ethernet/sfc/built-in.a
  CC      drivers/gpu/drm/i915/gt/intel_rc6.o
  CC      drivers/hid/hid-pl.o
  CC [M]  drivers/gpu/drm/xe/xe_module.o
  CC      drivers/md/dm-log.o
  CC      drivers/gpu/drm/drm_vma_manager.o
  STUBCPY drivers/firmware/efi/libstub/alignedmem.stub.o
  AR      drivers/acpi/built-in.a
  AR      drivers/net/ethernet/smsc/built-in.a
  AR      drivers/net/ethernet/socionext/built-in.a
  AR      drivers/net/ethernet/stmicro/built-in.a
  AR      drivers/net/ethernet/sun/built-in.a
  AR      drivers/net/ethernet/tehuti/built-in.a
  CC      drivers/gpu/drm/i915/gt/intel_region_lmem.o
  CC [M]  drivers/gpu/drm/xe/xe_oa.o
  CC      drivers/hid/hid-petalynx.o
  AR      drivers/net/ethernet/ti/built-in.a
  STUBCPY drivers/firmware/efi/libstub/efi-stub-helper.stub.o
  CC      drivers/gpu/drm/i915/gt/intel_renderstate.o
  CC      drivers/gpu/drm/drm_writeback.o
  AR      drivers/net/ethernet/vertexcom/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_observation.o
  AR      drivers/net/ethernet/via/built-in.a
  CC      drivers/gpu/drm/drm_panel.o
  AR      drivers/net/ethernet/wangxun/built-in.a
  CC      drivers/md/dm-region-hash.o
  STUBCPY drivers/firmware/efi/libstub/file.stub.o
  CC      drivers/gpu/drm/i915/gt/intel_reset.o
  CC [M]  drivers/gpu/drm/xe/xe_pat.o
  CC      drivers/gpu/drm/drm_pci.o
  AR      net/ipv6/built-in.a
  AR      arch/x86/kernel/built-in.a
  AR      net/built-in.a
  AR      drivers/net/ethernet/wiznet/built-in.a
  CC      drivers/hid/hid-redragon.o
  CC      drivers/gpu/drm/i915/gt/intel_ring.o
  AR      arch/x86/built-in.a
  AR      lib/built-in.a
  CC      drivers/gpu/drm/i915/gt/intel_ring_submission.o
  CC [M]  drivers/gpu/drm/xe/xe_pci.o
  CC      drivers/gpu/drm/drm_debugfs.o
  CC      drivers/md/dm-zero.o
  CC      drivers/hid/hid-samsung.o
  CC      drivers/hid/hid-sony.o
  CC [M]  drivers/gpu/drm/xe/xe_pcode.o
  AR      drivers/net/ethernet/xilinx/built-in.a
  AR      drivers/net/ethernet/xircom/built-in.a
  AR      drivers/net/ethernet/synopsys/built-in.a
  CC      drivers/gpu/drm/i915/gt/intel_rps.o
  AR      drivers/net/ethernet/pensando/built-in.a
  CC      drivers/hid/hid-sunplus.o
  CC      drivers/hid/hid-topseed.o
  CC      drivers/gpu/drm/drm_debugfs_crc.o
  CC      drivers/gpu/drm/i915/gt/intel_sa_media.o
  CC      drivers/gpu/drm/drm_panel_orientation_quirks.o
  STUBCPY drivers/firmware/efi/libstub/gop.stub.o
  CC      drivers/gpu/drm/i915/gt/intel_sseu.o
  STUBCPY drivers/firmware/efi/libstub/lib-cmdline.stub.o
  CC [M]  drivers/gpu/drm/xe/xe_pm.o
  STUBCPY drivers/firmware/efi/libstub/lib-ctype.stub.o
  CC      drivers/gpu/drm/drm_buddy.o
  CC      drivers/gpu/drm/i915/gt/intel_sseu_debugfs.o
  STUBCPY drivers/firmware/efi/libstub/mem.stub.o
  STUBCPY drivers/firmware/efi/libstub/pci.stub.o
  CC [M]  drivers/gpu/drm/xe/xe_preempt_fence.o
  STUBCPY drivers/firmware/efi/libstub/printk.stub.o
  STUBCPY drivers/firmware/efi/libstub/random.stub.o
  STUBCPY drivers/firmware/efi/libstub/randomalloc.stub.o
  STUBCPY drivers/firmware/efi/libstub/relocate.stub.o
  STUBCPY drivers/firmware/efi/libstub/secureboot.stub.o
  CC      drivers/gpu/drm/drm_gem_shmem_helper.o
  CC      drivers/gpu/drm/i915/gt/intel_timeline.o
  STUBCPY drivers/firmware/efi/libstub/skip_spaces.stub.o
  CC [M]  drivers/gpu/drm/xe/xe_pt.o
  STUBCPY drivers/firmware/efi/libstub/smbios.stub.o
  CC      drivers/gpu/drm/i915/gt/intel_tlb.o
  STUBCPY drivers/firmware/efi/libstub/tpm.stub.o
  STUBCPY drivers/firmware/efi/libstub/vsprintf.stub.o
  STUBCPY drivers/firmware/efi/libstub/x86-stub.stub.o
  CC      drivers/gpu/drm/drm_atomic_helper.o
  AR      drivers/firmware/efi/libstub/lib.a
  AR      drivers/firmware/built-in.a
  CC      drivers/gpu/drm/i915/gt/intel_wopcm.o
  CC      drivers/gpu/drm/i915/gt/intel_workarounds.o
  CC      drivers/gpu/drm/i915/gt/shmem_utils.o
  CC      drivers/gpu/drm/i915/gt/sysfs_engines.o
  CC      drivers/gpu/drm/drm_atomic_state_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_pt_walk.o
  AR      fs/built-in.a
  CC      drivers/gpu/drm/drm_crtc_helper.o
  CC      drivers/gpu/drm/i915/gt/intel_ggtt_gmch.o
  CC [M]  drivers/gpu/drm/xe/xe_query.o
  CC      drivers/gpu/drm/drm_damage_helper.o
  CC      drivers/gpu/drm/i915/gt/gen6_renderstate.o
  CC [M]  drivers/gpu/drm/xe/xe_range_fence.o
  CC      drivers/gpu/drm/drm_encoder_slave.o
  CC      drivers/gpu/drm/i915/gt/gen7_renderstate.o
  CC [M]  drivers/gpu/drm/xe/xe_reg_sr.o
  CC      drivers/gpu/drm/drm_flip_work.o
  CC [M]  drivers/gpu/drm/xe/xe_reg_whitelist.o
  AR      drivers/md/built-in.a
  CC      drivers/gpu/drm/i915/gt/gen8_renderstate.o
  CC      drivers/gpu/drm/drm_format_helper.o
  CC      drivers/gpu/drm/i915/gt/gen9_renderstate.o
  CC      drivers/gpu/drm/drm_gem_atomic_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_rtp.o
  CC      drivers/gpu/drm/drm_gem_framebuffer_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_ring_ops.o
  AR      drivers/net/ethernet/realtek/built-in.a
  CC      drivers/gpu/drm/i915/gem/i915_gem_busy.o
  AR      drivers/net/ethernet/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_sa.o
  CC [M]  drivers/gpu/drm/xe/xe_sched_job.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_clflush.o
  CC      drivers/gpu/drm/drm_kms_helper_common.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_context.o
  AR      drivers/net/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_step.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_create.o
  CC [M]  drivers/gpu/drm/xe/xe_sync.o
  CC      drivers/gpu/drm/drm_modeset_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_tile.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_dmabuf.o
  CC      drivers/gpu/drm/drm_plane_helper.o
  AR      drivers/hid/built-in.a
  CC      drivers/gpu/drm/i915/gem/i915_gem_domain.o
  CC [M]  drivers/gpu/drm/xe/xe_tile_sysfs.o
  CC [M]  drivers/gpu/drm/xe/xe_trace.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_execbuffer.o
  CC      drivers/gpu/drm/drm_probe_helper.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_internal.o
  CC [M]  drivers/gpu/drm/xe/xe_trace_bo.o
  CC      drivers/gpu/drm/drm_self_refresh_helper.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_lmem.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_mman.o
  CC      drivers/gpu/drm/drm_simple_kms_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_trace_guc.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_object.o
  CC      drivers/gpu/drm/bridge/panel.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_pages.o
  CC [M]  drivers/gpu/drm/xe/xe_ttm_sys_mgr.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_phys.o
  CC [M]  drivers/gpu/drm/xe/xe_ttm_stolen_mgr.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_pm.o
  CC      drivers/gpu/drm/drm_mipi_dsi.o
  CC [M]  drivers/gpu/drm/xe/xe_ttm_vram_mgr.o
  CC [M]  drivers/gpu/drm/drm_exec.o
  CC [M]  drivers/gpu/drm/xe/xe_tuning.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_region.o
  CC [M]  drivers/gpu/drm/drm_gpuvm.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_shmem.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_shrinker.o
  CC [M]  drivers/gpu/drm/drm_suballoc.o
  CC [M]  drivers/gpu/drm/xe/xe_uc.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_stolen.o
  CC [M]  drivers/gpu/drm/xe/xe_uc_fw.o
  CC [M]  drivers/gpu/drm/drm_gem_ttm_helper.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_throttle.o
  CC [M]  drivers/gpu/drm/xe/xe_vm.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_tiling.o
  CC [M]  drivers/gpu/drm/xe/xe_vram.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_ttm.o
  CC [M]  drivers/gpu/drm/xe/xe_vram_freq.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_ttm_move.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_ttm_pm.o
  CC [M]  drivers/gpu/drm/xe/xe_wait_user_fence.o
  CC [M]  drivers/gpu/drm/xe/xe_wa.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_userptr.o
  CC [M]  drivers/gpu/drm/xe/xe_wopcm.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_wait.o
  CC      drivers/gpu/drm/i915/gem/i915_gemfs.o
  CC [M]  drivers/gpu/drm/xe/xe_hmm.o
  CC      drivers/gpu/drm/i915/i915_active.o
  CC [M]  drivers/gpu/drm/xe/xe_hwmon.o
  CC      drivers/gpu/drm/i915/i915_cmd_parser.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_sriov_vf.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_relay.o
  CC [M]  drivers/gpu/drm/xe/xe_memirq.o
  CC      drivers/gpu/drm/i915/i915_deps.o
  LD [M]  drivers/gpu/drm/drm_suballoc_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_sriov.o
  CC      drivers/gpu/drm/i915/i915_gem.o
  CC [M]  drivers/gpu/drm/xe/display/ext/i915_irq.o
  CC      drivers/gpu/drm/i915/i915_gem_evict.o
  CC [M]  drivers/gpu/drm/xe/display/ext/i915_utils.o
  CC [M]  drivers/gpu/drm/xe/display/intel_bo.o
  LD [M]  drivers/gpu/drm/drm_ttm_helper.o
  CC      drivers/gpu/drm/i915/i915_gem_gtt.o
  CC [M]  drivers/gpu/drm/xe/display/intel_fb_bo.o
  CC      drivers/gpu/drm/i915/i915_gem_ww.o
  CC [M]  drivers/gpu/drm/xe/display/intel_fbdev_fb.o
  CC [M]  drivers/gpu/drm/xe/display/xe_display.o
  CC [M]  drivers/gpu/drm/xe/display/xe_display_misc.o
  CC      drivers/gpu/drm/i915/i915_query.o
  CC [M]  drivers/gpu/drm/xe/display/xe_display_rps.o
  CC      drivers/gpu/drm/i915/i915_request.o
  CC [M]  drivers/gpu/drm/xe/display/xe_display_wa.o
  CC      drivers/gpu/drm/i915/i915_scheduler.o
  CC [M]  drivers/gpu/drm/xe/display/xe_dsb_buffer.o
  CC      drivers/gpu/drm/i915/i915_trace_points.o
  CC [M]  drivers/gpu/drm/xe/display/xe_fb_pin.o
  CC      drivers/gpu/drm/i915/i915_ttm_buddy_manager.o
  CC [M]  drivers/gpu/drm/xe/display/xe_hdcp_gsc.o
  CC      drivers/gpu/drm/i915/i915_vma.o
  CC      drivers/gpu/drm/i915/i915_vma_resource.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_gsc_fw.o
  CC [M]  drivers/gpu/drm/xe/display/xe_plane_initial.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_gsc_proxy.o
  CC [M]  drivers/gpu/drm/xe/display/xe_tdf.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_gsc_uc.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_gsc_uc_debugfs.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_gsc_uc_heci_cmd_submit.o
  CC [M]  drivers/gpu/drm/xe/i915-soc/intel_dram.o
  CC [M]  drivers/gpu/drm/xe/i915-soc/intel_pch.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/icl_dsi.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_ads.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_alpm.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_capture.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_ct.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_atomic.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_atomic_plane.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_debugfs.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_fw.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_audio.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_hwconfig.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_backlight.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_log.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_bios.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_bw.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_cdclk.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_color.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_combo_phy.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_log_debugfs.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_rc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_connector.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_slpc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_crtc.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_submission.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_huc.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_huc_debugfs.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_crtc_state_dump.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_huc_fw.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_cursor.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_uc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_cx0_phy.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_uc_debugfs.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_uc_fw.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_ddi.o
  CC      drivers/gpu/drm/i915/gt/intel_gsc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_ddi_buf_trans.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display.o
  CC      drivers/gpu/drm/i915/i915_hwmon.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_device.o
  CC      drivers/gpu/drm/i915/display/hsw_ips.o
  CC      drivers/gpu/drm/i915/display/i9xx_plane.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_driver.o
  CC      drivers/gpu/drm/i915/display/i9xx_wm.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_irq.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_params.o
  CC      drivers/gpu/drm/i915/display/intel_alpm.o
  CC      drivers/gpu/drm/i915/display/intel_atomic.o
  CC      drivers/gpu/drm/i915/display/intel_atomic_plane.o
  CC      drivers/gpu/drm/i915/display/intel_audio.o
  CC      drivers/gpu/drm/i915/display/intel_bios.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_power.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_power_map.o
  CC      drivers/gpu/drm/i915/display/intel_bo.o
  CC      drivers/gpu/drm/i915/display/intel_bw.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_power_well.o
  CC      drivers/gpu/drm/i915/display/intel_cdclk.o
  CC      drivers/gpu/drm/i915/display/intel_color.o
  CC      drivers/gpu/drm/i915/display/intel_combo_phy.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_trace.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_wa.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dkl_phy.o
  CC      drivers/gpu/drm/i915/display/intel_connector.o
  CC      drivers/gpu/drm/i915/display/intel_crtc.o
  CC      drivers/gpu/drm/i915/display/intel_crtc_state_dump.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dmc.o
  CC      drivers/gpu/drm/i915/display/intel_cursor.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_aux.o
  CC      drivers/gpu/drm/i915/display/intel_display.o
  CC      drivers/gpu/drm/i915/display/intel_display_driver.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_aux_backlight.o
  CC      drivers/gpu/drm/i915/display/intel_display_irq.o
  CC      drivers/gpu/drm/i915/display/intel_display_params.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_hdcp.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_link_training.o
  CC      drivers/gpu/drm/i915/display/intel_display_power.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_mst.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_test.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dpll.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dpll_mgr.o
  CC      drivers/gpu/drm/i915/display/intel_display_power_map.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dpt_common.o
  CC      drivers/gpu/drm/i915/display/intel_display_power_well.o
  CC      drivers/gpu/drm/i915/display/intel_display_reset.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_drrs.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dsb.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dsi.o
  CC      drivers/gpu/drm/i915/display/intel_display_rps.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dsi_dcs_backlight.o
  CC      drivers/gpu/drm/i915/display/intel_display_snapshot.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dsi_vbt.o
  CC      drivers/gpu/drm/i915/display/intel_display_wa.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_encoder.o
  CC      drivers/gpu/drm/i915/display/intel_dmc.o
  CC      drivers/gpu/drm/i915/display/intel_dmc_wl.o
  CC      drivers/gpu/drm/i915/display/intel_dpio_phy.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_fb.o
  CC      drivers/gpu/drm/i915/display/intel_dpll.o
  CC      drivers/gpu/drm/i915/display/intel_dpll_mgr.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_fbc.o
  CC      drivers/gpu/drm/i915/display/intel_dpt.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_fdi.o
  CC      drivers/gpu/drm/i915/display/intel_dpt_common.o
  CC      drivers/gpu/drm/i915/display/intel_drrs.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_fifo_underrun.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_frontbuffer.o
  CC      drivers/gpu/drm/i915/display/intel_dsb.o
  CC      drivers/gpu/drm/i915/display/intel_dsb_buffer.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_global_state.o
  CC      drivers/gpu/drm/i915/display/intel_fb.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_gmbus.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hdcp.o
  CC      drivers/gpu/drm/i915/display/intel_fb_bo.o
  CC      drivers/gpu/drm/i915/display/intel_fb_pin.o
  CC      drivers/gpu/drm/i915/display/intel_fbc.o
  CC      drivers/gpu/drm/i915/display/intel_fdi.o
  CC      drivers/gpu/drm/i915/display/intel_fifo_underrun.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hdcp_gsc_message.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hdmi.o
  CC      drivers/gpu/drm/i915/display/intel_frontbuffer.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hotplug.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hotplug_irq.o
  CC      drivers/gpu/drm/i915/display/intel_global_state.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hti.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_link_bw.o
  CC      drivers/gpu/drm/i915/display/intel_hdcp.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_lspcon.o
  CC      drivers/gpu/drm/i915/display/intel_hdcp_gsc.o
  CC      drivers/gpu/drm/i915/display/intel_hdcp_gsc_message.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_modeset_lock.o
  CC      drivers/gpu/drm/i915/display/intel_hotplug.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_modeset_setup.o
  CC      drivers/gpu/drm/i915/display/intel_hotplug_irq.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_modeset_verify.o
  CC      drivers/gpu/drm/i915/display/intel_hti.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_panel.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_pmdemand.o
  CC      drivers/gpu/drm/i915/display/intel_link_bw.o
  CC      drivers/gpu/drm/i915/display/intel_load_detect.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_pps.o
  CC      drivers/gpu/drm/i915/display/intel_lpe_audio.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_psr.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_qp_tables.o
  CC      drivers/gpu/drm/i915/display/intel_modeset_lock.o
  CC      drivers/gpu/drm/i915/display/intel_modeset_setup.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_quirks.o
  CC      drivers/gpu/drm/i915/display/intel_modeset_verify.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_snps_phy.o
  CC      drivers/gpu/drm/i915/display/intel_overlay.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_tc.o
  CC      drivers/gpu/drm/i915/display/intel_pch_display.o
  CC      drivers/gpu/drm/i915/display/intel_pch_refclk.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_vblank.o
  CC      drivers/gpu/drm/i915/display/intel_plane_initial.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_vdsc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_vga.o
  CC      drivers/gpu/drm/i915/display/intel_pmdemand.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_vrr.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dmc_wl.o
  CC      drivers/gpu/drm/i915/display/intel_psr.o
  CC      drivers/gpu/drm/i915/display/intel_quirks.o
  CC      drivers/gpu/drm/i915/display/intel_sprite.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_wm.o
  CC [M]  drivers/gpu/drm/xe/i915-display/skl_scaler.o
  CC      drivers/gpu/drm/i915/display/intel_sprite_uapi.o
  CC      drivers/gpu/drm/i915/display/intel_tc.o
  CC      drivers/gpu/drm/i915/display/intel_vblank.o
  CC [M]  drivers/gpu/drm/xe/i915-display/skl_universal_plane.o
  CC      drivers/gpu/drm/i915/display/intel_vga.o
  CC      drivers/gpu/drm/i915/display/intel_wm.o
  CC [M]  drivers/gpu/drm/xe/i915-display/skl_watermark.o
  CC      drivers/gpu/drm/i915/display/skl_scaler.o
  CC      drivers/gpu/drm/i915/display/skl_universal_plane.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_acpi.o
  CC      drivers/gpu/drm/i915/display/skl_watermark.o
  CC      drivers/gpu/drm/i915/display/intel_acpi.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_opregion.o
  CC      drivers/gpu/drm/i915/display/intel_opregion.o
  CC [M]  drivers/gpu/drm/xe/xe_debugfs.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_debugfs.o
  CC      drivers/gpu/drm/i915/display/intel_display_debugfs.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_sriov_vf_debugfs.o
  CC      drivers/gpu/drm/i915/display/intel_display_debugfs_params.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_stats.o
  CC      drivers/gpu/drm/i915/display/intel_pipe_crc.o
  CC      drivers/gpu/drm/i915/display/dvo_ch7017.o
  CC      drivers/gpu/drm/i915/display/dvo_ch7xxx.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_debugfs.o
  CC [M]  drivers/gpu/drm/xe/xe_huc_debugfs.o
  CC [M]  drivers/gpu/drm/xe/xe_uc_debugfs.o
  CC      drivers/gpu/drm/i915/display/dvo_ivch.o
  CC      drivers/gpu/drm/i915/display/dvo_ns2501.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_debugfs.o
  CC      drivers/gpu/drm/i915/display/dvo_sil164.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_debugfs_params.o
  CC      drivers/gpu/drm/i915/display/dvo_tfp410.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_pipe_crc.o
  CC      drivers/gpu/drm/i915/display/g4x_dp.o
  CC      drivers/gpu/drm/i915/display/g4x_hdmi.o
  CC      drivers/gpu/drm/i915/display/icl_dsi.o
  CC      drivers/gpu/drm/i915/display/intel_backlight.o
  CC      drivers/gpu/drm/i915/display/intel_crt.o
  CC      drivers/gpu/drm/i915/display/intel_cx0_phy.o
  CC      drivers/gpu/drm/i915/display/intel_ddi.o
  CC [M]  drivers/gpu/drm/xe/xe_pmu.o
  CC      drivers/gpu/drm/i915/display/intel_ddi_buf_trans.o
  CC      drivers/gpu/drm/i915/display/intel_display_device.o
  CC      drivers/gpu/drm/i915/display/intel_display_trace.o
  CC      drivers/gpu/drm/i915/display/intel_dkl_phy.o
  CC      drivers/gpu/drm/i915/display/intel_dp.o
  CC      drivers/gpu/drm/i915/display/intel_dp_aux.o
  CC      drivers/gpu/drm/i915/display/intel_dp_aux_backlight.o
  CC      drivers/gpu/drm/i915/display/intel_dp_hdcp.o
  CC      drivers/gpu/drm/i915/display/intel_dp_link_training.o
  CC      drivers/gpu/drm/i915/display/intel_dp_mst.o
  CC      drivers/gpu/drm/i915/display/intel_dp_test.o
  CC      drivers/gpu/drm/i915/display/intel_dsi.o
  CC      drivers/gpu/drm/i915/display/intel_dsi_dcs_backlight.o
  CC      drivers/gpu/drm/i915/display/intel_dsi_vbt.o
  CC      drivers/gpu/drm/i915/display/intel_dvo.o
  CC      drivers/gpu/drm/i915/display/intel_encoder.o
  CC      drivers/gpu/drm/i915/display/intel_gmbus.o
  CC      drivers/gpu/drm/i915/display/intel_hdmi.o
  CC      drivers/gpu/drm/i915/display/intel_lspcon.o
  CC      drivers/gpu/drm/i915/display/intel_lvds.o
  CC      drivers/gpu/drm/i915/display/intel_panel.o
  CC      drivers/gpu/drm/i915/display/intel_pps.o
  CC      drivers/gpu/drm/i915/display/intel_qp_tables.o
  CC      drivers/gpu/drm/i915/display/intel_sdvo.o
  CC      drivers/gpu/drm/i915/display/intel_snps_phy.o
  CC      drivers/gpu/drm/i915/display/intel_tv.o
  CC      drivers/gpu/drm/i915/display/intel_vdsc.o
  CC      drivers/gpu/drm/i915/display/intel_vrr.o
  CC      drivers/gpu/drm/i915/display/vlv_dsi.o
  CC      drivers/gpu/drm/i915/display/vlv_dsi_pll.o
  CC      drivers/gpu/drm/i915/i915_perf.o
  CC      drivers/gpu/drm/i915/pxp/intel_pxp.o
  CC      drivers/gpu/drm/i915/pxp/intel_pxp_huc.o
  CC      drivers/gpu/drm/i915/pxp/intel_pxp_tee.o
  CC      drivers/gpu/drm/i915/i915_gpu_error.o
  CC      drivers/gpu/drm/i915/i915_vgpu.o
  LD [M]  drivers/gpu/drm/xe/xe.o
  AR      drivers/gpu/drm/i915/built-in.a
  AR      drivers/gpu/drm/built-in.a
  AR      drivers/gpu/built-in.a
  AR      drivers/built-in.a
  AR      built-in.a
  AR      vmlinux.a
  LD      vmlinux.o
  OBJCOPY modules.builtin.modinfo
  GEN     modules.builtin
  MODPOST Module.symvers
  CC      .vmlinux.export.o
  CC [M]  fs/efivarfs/efivarfs.mod.o
  CC [M]  drivers/gpu/drm/drm_exec.mod.o
  CC [M]  drivers/gpu/drm/drm_gpuvm.mod.o
  CC [M]  drivers/gpu/drm/drm_suballoc_helper.mod.o
  CC [M]  drivers/gpu/drm/drm_ttm_helper.mod.o
  CC [M]  drivers/gpu/drm/scheduler/gpu-sched.mod.o
  CC [M]  drivers/gpu/drm/xe/xe.mod.o
  CC [M]  drivers/thermal/intel/x86_pkg_temp_thermal.mod.o
  CC [M]  sound/core/snd-hwdep.mod.o
  CC [M]  sound/core/snd-pcm.mod.o
  CC [M]  sound/pci/hda/snd-hda-codec.mod.o
  CC [M]  sound/pci/hda/snd-hda-codec-hdmi.mod.o
  CC [M]  sound/pci/hda/snd-hda-intel.mod.o
  CC [M]  sound/hda/snd-hda-core.mod.o
  CC [M]  sound/hda/snd-intel-dspcfg.mod.o
  CC [M]  sound/hda/snd-intel-sdw-acpi.mod.o
  CC [M]  net/netfilter/nf_log_syslog.mod.o
  CC [M]  net/netfilter/xt_mark.mod.o
  CC [M]  net/netfilter/xt_nat.mod.o
  CC [M]  net/netfilter/xt_LOG.mod.o
  CC [M]  net/netfilter/xt_MASQUERADE.mod.o
  CC [M]  net/netfilter/xt_addrtype.mod.o
  CC [M]  net/ipv4/netfilter/iptable_nat.mod.o
  LD [M]  drivers/gpu/drm/drm_suballoc_helper.ko
  LD [M]  fs/efivarfs/efivarfs.ko
  LD [M]  drivers/gpu/drm/scheduler/gpu-sched.ko
  LD [M]  drivers/gpu/drm/drm_exec.ko
  LD [M]  sound/core/snd-hwdep.ko
  LD [M]  drivers/gpu/drm/drm_gpuvm.ko
  LD [M]  drivers/thermal/intel/x86_pkg_temp_thermal.ko
  LD [M]  net/netfilter/xt_mark.ko
  LD [M]  net/netfilter/xt_nat.ko
  LD [M]  net/netfilter/xt_MASQUERADE.ko
  LD [M]  sound/hda/snd-intel-dspcfg.ko
  LD [M]  net/netfilter/nf_log_syslog.ko
  LD [M]  sound/hda/snd-hda-core.ko
  LD [M]  net/netfilter/xt_LOG.ko
  LD [M]  sound/pci/hda/snd-hda-intel.ko
  LD [M]  drivers/gpu/drm/xe/xe.ko
  LD [M]  sound/pci/hda/snd-hda-codec.ko
  LD [M]  net/netfilter/xt_addrtype.ko
  LD [M]  sound/hda/snd-intel-sdw-acpi.ko
  LD [M]  sound/pci/hda/snd-hda-codec-hdmi.ko
  LD [M]  net/ipv4/netfilter/iptable_nat.ko
  LD [M]  sound/core/snd-pcm.ko
  LD [M]  drivers/gpu/drm/drm_ttm_helper.ko
  UPD     include/generated/utsversion.h
  CC      init/version-timestamp.o
  KSYMS   .tmp_vmlinux0.kallsyms.S
  AS      .tmp_vmlinux0.kallsyms.o
  LD      .tmp_vmlinux1
  NM      .tmp_vmlinux1.syms
  KSYMS   .tmp_vmlinux1.kallsyms.S
  AS      .tmp_vmlinux1.kallsyms.o
  LD      .tmp_vmlinux2
  NM      .tmp_vmlinux2.syms
  KSYMS   .tmp_vmlinux2.kallsyms.S
  AS      .tmp_vmlinux2.kallsyms.o
  LD      vmlinux
  NM      System.map
  SORTTAB vmlinux
  RELOCS  arch/x86/boot/compressed/vmlinux.relocs
  RSTRIP  vmlinux
  CC      arch/x86/boot/a20.o
  AS      arch/x86/boot/bioscall.o
  CC      arch/x86/boot/cmdline.o
  AS      arch/x86/boot/copy.o
  HOSTCC  arch/x86/boot/mkcpustr
  CC      arch/x86/boot/cpuflags.o
  CC      arch/x86/boot/cpucheck.o
  CC      arch/x86/boot/early_serial_console.o
  CC      arch/x86/boot/edd.o
  CC      arch/x86/boot/main.o
  CC      arch/x86/boot/memory.o
  CC      arch/x86/boot/pm.o
  AS      arch/x86/boot/pmjump.o
  CC      arch/x86/boot/printf.o
  CC      arch/x86/boot/regs.o
  CC      arch/x86/boot/string.o
  CC      arch/x86/boot/tty.o
  CC      arch/x86/boot/video.o
  CC      arch/x86/boot/video-mode.o
  CC      arch/x86/boot/version.o
  CC      arch/x86/boot/video-vga.o
  CC      arch/x86/boot/video-vesa.o
  CC      arch/x86/boot/video-bios.o
  HOSTCC  arch/x86/boot/tools/build
  CPUSTR  arch/x86/boot/cpustr.h
  LDS     arch/x86/boot/compressed/vmlinux.lds
  AS      arch/x86/boot/compressed/kernel_info.o
  CC      arch/x86/boot/cpu.o
  AS      arch/x86/boot/compressed/head_32.o
  VOFFSET arch/x86/boot/compressed/../voffset.h
  CC      arch/x86/boot/compressed/string.o
  CC      arch/x86/boot/compressed/cmdline.o
  CC      arch/x86/boot/compressed/error.o
  OBJCOPY arch/x86/boot/compressed/vmlinux.bin
  HOSTCC  arch/x86/boot/compressed/mkpiggy
  CC      arch/x86/boot/compressed/cpuflags.o
  CC      arch/x86/boot/compressed/early_serial_console.o
  CC      arch/x86/boot/compressed/kaslr.o
  CC      arch/x86/boot/compressed/acpi.o
  CC      arch/x86/boot/compressed/efi.o
  GZIP    arch/x86/boot/compressed/vmlinux.bin.gz
  CC      arch/x86/boot/compressed/misc.o
  MKPIGGY arch/x86/boot/compressed/piggy.S
  AS      arch/x86/boot/compressed/piggy.o
  LD      arch/x86/boot/compressed/vmlinux
  ZOFFSET arch/x86/boot/zoffset.h
  OBJCOPY arch/x86/boot/vmlinux.bin
  AS      arch/x86/boot/header.o
  LD      arch/x86/boot/setup.elf
  OBJCOPY arch/x86/boot/setup.bin
  BUILD   arch/x86/boot/bzImage
Kernel: arch/x86/boot/bzImage is ready  (#1)
run-parts: executing /workspace/ci/hooks/20-kernel-doc
+ SRC_DIR=/workspace/kernel
+ cd /workspace/kernel
+ xargs ./scripts/kernel-doc -Werror -none include/uapi/drm/xe_drm.h
+ find drivers/gpu/drm/xe/ -name '*.[ch]' -not -path 'drivers/gpu/drm/xe/display/*'
date: invalid date ‘+%s’
drivers/gpu/drm/xe/xe_pmu.c:799: warning: Function parameter or struct member 'gt' not described in 'xe_pmu_suspend'
drivers/gpu/drm/xe/xe_pmu.c:815: warning: Function parameter or struct member 'gt' not described in 'xe_pmu_resume'
drivers/gpu/drm/xe/xe_pmu.c:839: warning: Function parameter or struct member 'arg' not described in 'xe_pmu_unregister'
drivers/gpu/drm/xe/xe_pmu.c:887: warning: Function parameter or struct member 'pmu' not described in 'xe_pmu_register'
4 warnings as Errors
run-parts: /workspace/ci/hooks/20-kernel-doc exited with return code 123

✓ CI.checksparse: success for drm/xe/pmu: PMU interface for Xe (rev2)

[Patchwork]

== Series Details ==

Series: drm/xe/pmu: PMU interface for Xe (rev2)
URL   : https://patchwork.freedesktop.org/series/139121/
State : success

== Summary ==

+ trap cleanup EXIT
+ KERNEL=/kernel
+ MT=/root/linux/maintainer-tools
+ git clone https://gitlab.freedesktop.org/drm/maintainer-tools /root/linux/maintainer-tools
Cloning into '/root/linux/maintainer-tools'...
warning: redirecting to https://gitlab.freedesktop.org/drm/maintainer-tools.git/
+ make -C /root/linux/maintainer-tools
make: Entering directory '/root/linux/maintainer-tools'
cc -O2 -g -Wextra -o remap-log remap-log.c
make: Leaving directory '/root/linux/maintainer-tools'
+ cd /kernel
+ git config --global --add safe.directory /kernel
+ /root/linux/maintainer-tools/dim sparse --fast 6bd25f52157328ac4b7b09a3946281957afe3bfd
/root/linux/maintainer-tools/dim: line 2068: sparse: command not found
Sparse version: 
Fast mode used, each commit won't be checked separately.
Okay!

+ cleanup
++ stat -c %u:%g /kernel
+ chown -R 1003:1003 /kernel

✓ CI.BAT: success for drm/xe/pmu: PMU interface for Xe (rev2)

[Patchwork]

[-- Attachment #1: Type: text/plain, Size: 3150 bytes --]

== Series Details ==

Series: drm/xe/pmu: PMU interface for Xe (rev2)
URL   : https://patchwork.freedesktop.org/series/139121/
State : success

== Summary ==

CI Bug Log - changes from xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd_BAT -> xe-pw-139121v2_BAT
====================================================

Summary
-------

  **SUCCESS**

  No regressions found.

  

Participating hosts (9 -> 9)
------------------------------

  No changes in participating hosts

Known issues
------------

  Here are the changes found in xe-pw-139121v2_BAT that come from known issues:

### IGT changes ###

#### Issues hit ####

  * igt@kms_flip@basic-flip-vs-wf_vblank:
    - bat-lnl-1:          [PASS][1] -> [FAIL][2] ([Intel XE#886]) +1 other test fail
   [1]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/bat-lnl-1/igt@kms_flip@basic-flip-vs-wf_vblank.html
   [2]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/bat-lnl-1/igt@kms_flip@basic-flip-vs-wf_vblank.html

  * igt@xe_evict@evict-beng-small:
    - bat-adlp-7:         NOTRUN -> [SKIP][3] ([Intel XE#261] / [Intel XE#688]) +15 other tests skip
   [3]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/bat-adlp-7/igt@xe_evict@evict-beng-small.html

  * igt@xe_exec_fault_mode@twice-userptr-invalidate-prefetch:
    - bat-adlp-7:         NOTRUN -> [SKIP][4] ([Intel XE#288]) +32 other tests skip
   [4]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/bat-adlp-7/igt@xe_exec_fault_mode@twice-userptr-invalidate-prefetch.html

  * igt@xe_live_ktest@xe_migrate@xe_validate_ccs_kunit:
    - bat-adlp-7:         NOTRUN -> [SKIP][5] ([Intel XE#2229])
   [5]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/bat-adlp-7/igt@xe_live_ktest@xe_migrate@xe_validate_ccs_kunit.html

  
#### Possible fixes ####

  * igt@xe_live_ktest@xe_bo@xe_bo_shrink_kunit:
    - bat-adlp-7:         [INCOMPLETE][6] ([Intel XE#2874]) -> [PASS][7] +1 other test pass
   [6]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/bat-adlp-7/igt@xe_live_ktest@xe_bo@xe_bo_shrink_kunit.html
   [7]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/bat-adlp-7/igt@xe_live_ktest@xe_bo@xe_bo_shrink_kunit.html

  
  [Intel XE#2229]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2229
  [Intel XE#261]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/261
  [Intel XE#2874]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2874
  [Intel XE#288]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/288
  [Intel XE#688]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/688
  [Intel XE#886]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/886


Build changes
-------------

  * Linux: xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd -> xe-pw-139121v2

  IGT_8034: 73eed10d50c7d1f07df07214ae62924d4e377e12 @ https://gitlab.freedesktop.org/drm/igt-gpu-tools.git
  xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd: 6bd25f52157328ac4b7b09a3946281957afe3bfd
  xe-pw-139121v2: 139121v2

== Logs ==

For more details see: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/index.html

[-- Attachment #2: Type: text/html, Size: 3815 bytes --]

✗ CI.FULL: failure for drm/xe/pmu: PMU interface for Xe (rev2)

[Patchwork]

[-- Attachment #1: Type: text/plain, Size: 55720 bytes --]

== Series Details ==

Series: drm/xe/pmu: PMU interface for Xe (rev2)
URL   : https://patchwork.freedesktop.org/series/139121/
State : failure

== Summary ==

CI Bug Log - changes from xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd_full -> xe-pw-139121v2_full
====================================================

Summary
-------

  **FAILURE**

  Serious unknown changes coming with xe-pw-139121v2_full absolutely need to be
  verified manually.
  
  If you think the reported changes have nothing to do with the changes
  introduced in xe-pw-139121v2_full, please notify your bug team (I915-ci-infra@lists.freedesktop.org) to allow them
  to document this new failure mode, which will reduce false positives in CI.

  

Participating hosts (4 -> 4)
------------------------------

  No changes in participating hosts

Possible new issues
-------------------

  Here are the unknown changes that may have been introduced in xe-pw-139121v2_full:

### IGT changes ###

#### Possible regressions ####

  * igt@kms_flip@2x-flip-vs-suspend-interruptible@ab-hdmi-a6-dp4:
    - shard-dg2-set2:     NOTRUN -> [ABORT][1] +1 other test abort
   [1]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-433/igt@kms_flip@2x-flip-vs-suspend-interruptible@ab-hdmi-a6-dp4.html

  * igt@kms_flip@blocking-wf_vblank@b-hdmi-a1:
    - shard-adlp:         [PASS][2] -> [FAIL][3] +4 other tests fail
   [2]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-adlp-6/igt@kms_flip@blocking-wf_vblank@b-hdmi-a1.html
   [3]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-adlp-6/igt@kms_flip@blocking-wf_vblank@b-hdmi-a1.html

  * igt@kms_pm_dc@dc9-dpms:
    - shard-lnl:          [PASS][4] -> [ABORT][5] +8 other tests abort
   [4]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-lnl-3/igt@kms_pm_dc@dc9-dpms.html
   [5]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-lnl-1/igt@kms_pm_dc@dc9-dpms.html

  * igt@kms_pm_rpm@cursor:
    - shard-adlp:         [PASS][6] -> [ABORT][7] +10 other tests abort
   [6]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-adlp-9/igt@kms_pm_rpm@cursor.html
   [7]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-adlp-2/igt@kms_pm_rpm@cursor.html

  * igt@xe_exec_fault_mode@many-execqueues-userptr-imm:
    - shard-dg2-set2:     NOTRUN -> [SKIP][8] +1 other test skip
   [8]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@xe_exec_fault_mode@many-execqueues-userptr-imm.html

  * igt@xe_pm@s3-vm-bind-unbind-all:
    - shard-dg2-set2:     [PASS][9] -> [ABORT][10] +11 other tests abort
   [9]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-463/igt@xe_pm@s3-vm-bind-unbind-all.html
   [10]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@xe_pm@s3-vm-bind-unbind-all.html

  
#### Warnings ####

  * igt@kms_pm_dc@dc9-dpms:
    - shard-adlp:         [SKIP][11] ([Intel XE#1201] / [Intel XE#734]) -> [ABORT][12]
   [11]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-adlp-1/igt@kms_pm_dc@dc9-dpms.html
   [12]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-adlp-8/igt@kms_pm_dc@dc9-dpms.html

  * igt@xe_pm@d3cold-mmap-vram:
    - shard-lnl:          [SKIP][13] ([Intel XE#366]) -> [ABORT][14]
   [13]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-lnl-3/igt@xe_pm@d3cold-mmap-vram.html
   [14]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-lnl-5/igt@xe_pm@d3cold-mmap-vram.html
    - shard-adlp:         [SKIP][15] ([Intel XE#1201] / [Intel XE#366]) -> [ABORT][16]
   [15]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-adlp-1/igt@xe_pm@d3cold-mmap-vram.html
   [16]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-adlp-4/igt@xe_pm@d3cold-mmap-vram.html

  * igt@xe_pm@d3hot-mmap-vram:
    - shard-adlp:         [SKIP][17] ([Intel XE#1201] / [Intel XE#1948]) -> [ABORT][18]
   [17]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-adlp-1/igt@xe_pm@d3hot-mmap-vram.html
   [18]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-adlp-6/igt@xe_pm@d3hot-mmap-vram.html
    - shard-lnl:          [SKIP][19] ([Intel XE#1948]) -> [ABORT][20]
   [19]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-lnl-3/igt@xe_pm@d3hot-mmap-vram.html
   [20]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-lnl-3/igt@xe_pm@d3hot-mmap-vram.html

  * igt@xe_pm@s4-mocs:
    - shard-lnl:          [ABORT][21] ([Intel XE#1794]) -> [ABORT][22]
   [21]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-lnl-2/igt@xe_pm@s4-mocs.html
   [22]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-lnl-1/igt@xe_pm@s4-mocs.html

  * igt@xe_pm@vram-d3cold-threshold:
    - shard-dg2-set2:     [SKIP][23] ([Intel XE#1201]) -> [SKIP][24] +3 other tests skip
   [23]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-436/igt@xe_pm@vram-d3cold-threshold.html
   [24]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@xe_pm@vram-d3cold-threshold.html

  
#### Suppressed ####

  The following results come from untrusted machines, tests, or statuses.
  They do not affect the overall result.

  * igt@kms_async_flips@crc@pipe-b-hdmi-a-3:
    - {shard-bmg}:        [FAIL][25] ([Intel XE#1288]) -> [DMESG-FAIL][26]
   [25]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-bmg-7/igt@kms_async_flips@crc@pipe-b-hdmi-a-3.html
   [26]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-bmg-4/igt@kms_async_flips@crc@pipe-b-hdmi-a-3.html

  * igt@kms_flip@2x-flip-vs-suspend-interruptible@ab-dp2-hdmi-a3:
    - {shard-bmg}:        [PASS][27] -> [ABORT][28] +15 other tests abort
   [27]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-bmg-1/igt@kms_flip@2x-flip-vs-suspend-interruptible@ab-dp2-hdmi-a3.html
   [28]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-bmg-7/igt@kms_flip@2x-flip-vs-suspend-interruptible@ab-dp2-hdmi-a3.html

  * igt@kms_pm_rpm@dpms-mode-unset-lpsp:
    - {shard-bmg}:        [SKIP][29] -> [ABORT][30] +3 other tests abort
   [29]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-bmg-8/igt@kms_pm_rpm@dpms-mode-unset-lpsp.html
   [30]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-bmg-5/igt@kms_pm_rpm@dpms-mode-unset-lpsp.html

  
Known issues
------------

  Here are the changes found in xe-pw-139121v2_full that come from known issues:

### IGT changes ###

#### Issues hit ####

  * igt@kms_async_flips@async-flip-with-page-flip-events@pipe-b-hdmi-a-1-x:
    - shard-adlp:         [PASS][31] -> [DMESG-WARN][32] ([Intel XE#1033]) +1 other test dmesg-warn
   [31]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-adlp-6/igt@kms_async_flips@async-flip-with-page-flip-events@pipe-b-hdmi-a-1-x.html
   [32]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-adlp-1/igt@kms_async_flips@async-flip-with-page-flip-events@pipe-b-hdmi-a-1-x.html

  * igt@kms_big_fb@4-tiled-64bpp-rotate-180:
    - shard-lnl:          [PASS][33] -> [FAIL][34] ([Intel XE#1659])
   [33]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-lnl-4/igt@kms_big_fb@4-tiled-64bpp-rotate-180.html
   [34]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-lnl-7/igt@kms_big_fb@4-tiled-64bpp-rotate-180.html

  * igt@kms_big_fb@x-tiled-16bpp-rotate-270:
    - shard-dg2-set2:     NOTRUN -> [SKIP][35] ([Intel XE#316])
   [35]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_big_fb@x-tiled-16bpp-rotate-270.html

  * igt@kms_big_fb@y-tiled-max-hw-stride-64bpp-rotate-0-hflip-async-flip:
    - shard-dg2-set2:     NOTRUN -> [SKIP][36] ([Intel XE#1124] / [Intel XE#1201])
   [36]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-433/igt@kms_big_fb@y-tiled-max-hw-stride-64bpp-rotate-0-hflip-async-flip.html

  * igt@kms_big_fb@yf-tiled-64bpp-rotate-180:
    - shard-dg2-set2:     NOTRUN -> [SKIP][37] ([Intel XE#1124]) +1 other test skip
   [37]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_big_fb@yf-tiled-64bpp-rotate-180.html

  * igt@kms_bw@connected-linear-tiling-1-displays-3840x2160p:
    - shard-dg2-set2:     NOTRUN -> [SKIP][38] ([Intel XE#1201] / [Intel XE#367])
   [38]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-433/igt@kms_bw@connected-linear-tiling-1-displays-3840x2160p.html

  * igt@kms_bw@linear-tiling-2-displays-2160x1440p:
    - shard-dg2-set2:     NOTRUN -> [SKIP][39] ([Intel XE#367])
   [39]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_bw@linear-tiling-2-displays-2160x1440p.html

  * igt@kms_ccs@bad-rotation-90-y-tiled-gen12-mc-ccs@pipe-d-dp-4:
    - shard-dg2-set2:     NOTRUN -> [SKIP][40] ([Intel XE#455] / [Intel XE#787]) +5 other tests skip
   [40]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_ccs@bad-rotation-90-y-tiled-gen12-mc-ccs@pipe-d-dp-4.html

  * igt@kms_ccs@crc-sprite-planes-basic-4-tiled-mtl-rc-ccs-cc@pipe-c-hdmi-a-6:
    - shard-dg2-set2:     NOTRUN -> [SKIP][41] ([Intel XE#787]) +20 other tests skip
   [41]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_ccs@crc-sprite-planes-basic-4-tiled-mtl-rc-ccs-cc@pipe-c-hdmi-a-6.html

  * igt@kms_ccs@crc-sprite-planes-basic-y-tiled-ccs@pipe-c-dp-4:
    - shard-dg2-set2:     NOTRUN -> [SKIP][42] ([Intel XE#1201] / [Intel XE#787]) +13 other tests skip
   [42]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-433/igt@kms_ccs@crc-sprite-planes-basic-y-tiled-ccs@pipe-c-dp-4.html

  * igt@kms_ccs@random-ccs-data-4-tiled-dg2-rc-ccs-cc@pipe-c-dp-4:
    - shard-dg2-set2:     [PASS][43] -> [INCOMPLETE][44] ([Intel XE#1195]) +1 other test incomplete
   [43]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@kms_ccs@random-ccs-data-4-tiled-dg2-rc-ccs-cc@pipe-c-dp-4.html
   [44]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-434/igt@kms_ccs@random-ccs-data-4-tiled-dg2-rc-ccs-cc@pipe-c-dp-4.html

  * igt@kms_ccs@random-ccs-data-y-tiled-gen12-rc-ccs-cc:
    - shard-dg2-set2:     NOTRUN -> [SKIP][45] ([Intel XE#1201] / [Intel XE#455] / [Intel XE#787]) +3 other tests skip
   [45]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-433/igt@kms_ccs@random-ccs-data-y-tiled-gen12-rc-ccs-cc.html

  * igt@kms_chamelium_color@ctm-negative:
    - shard-dg2-set2:     NOTRUN -> [SKIP][46] ([Intel XE#306])
   [46]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_chamelium_color@ctm-negative.html

  * igt@kms_chamelium_hpd@dp-hpd-after-suspend:
    - shard-dg2-set2:     NOTRUN -> [SKIP][47] ([Intel XE#1201] / [Intel XE#373])
   [47]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-433/igt@kms_chamelium_hpd@dp-hpd-after-suspend.html

  * igt@kms_content_protection@lic-type-1:
    - shard-dg2-set2:     NOTRUN -> [SKIP][48] ([Intel XE#455])
   [48]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_content_protection@lic-type-1.html

  * igt@kms_cursor_legacy@basic-busy-flip-before-cursor-legacy:
    - shard-dg2-set2:     NOTRUN -> [SKIP][49] ([Intel XE#1201] / [Intel XE#323])
   [49]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-433/igt@kms_cursor_legacy@basic-busy-flip-before-cursor-legacy.html

  * igt@kms_flip_scaled_crc@flip-32bpp-ytile-to-32bpp-ytilegen12rcccs-upscaling:
    - shard-dg2-set2:     NOTRUN -> [SKIP][50] ([Intel XE#1201] / [Intel XE#455]) +1 other test skip
   [50]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-433/igt@kms_flip_scaled_crc@flip-32bpp-ytile-to-32bpp-ytilegen12rcccs-upscaling.html

  * igt@kms_flip_tiling@flip-change-tiling@pipe-c-hdmi-a-1-x-to-x:
    - shard-adlp:         [PASS][51] -> [FAIL][52] ([Intel XE#1874]) +2 other tests fail
   [51]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-adlp-2/igt@kms_flip_tiling@flip-change-tiling@pipe-c-hdmi-a-1-x-to-x.html
   [52]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-adlp-1/igt@kms_flip_tiling@flip-change-tiling@pipe-c-hdmi-a-1-x-to-x.html

  * igt@kms_frontbuffer_tracking@drrs-1p-offscren-pri-indfb-draw-mmap-wc:
    - shard-dg2-set2:     NOTRUN -> [SKIP][53] ([Intel XE#1201] / [Intel XE#651]) +5 other tests skip
   [53]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-433/igt@kms_frontbuffer_tracking@drrs-1p-offscren-pri-indfb-draw-mmap-wc.html

  * igt@kms_frontbuffer_tracking@fbcdrrs-1p-primscrn-pri-indfb-draw-mmap-wc:
    - shard-dg2-set2:     NOTRUN -> [SKIP][54] ([Intel XE#651]) +5 other tests skip
   [54]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_frontbuffer_tracking@fbcdrrs-1p-primscrn-pri-indfb-draw-mmap-wc.html

  * igt@kms_frontbuffer_tracking@fbcpsr-1p-primscrn-pri-shrfb-draw-blt:
    - shard-dg2-set2:     NOTRUN -> [SKIP][55] ([Intel XE#653]) +6 other tests skip
   [55]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_frontbuffer_tracking@fbcpsr-1p-primscrn-pri-shrfb-draw-blt.html

  * igt@kms_frontbuffer_tracking@fbcpsr-2p-scndscrn-spr-indfb-draw-render:
    - shard-dg2-set2:     NOTRUN -> [SKIP][56] ([Intel XE#1201] / [Intel XE#653]) +5 other tests skip
   [56]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-433/igt@kms_frontbuffer_tracking@fbcpsr-2p-scndscrn-spr-indfb-draw-render.html

  * igt@kms_plane@plane-panning-bottom-right-suspend:
    - shard-lnl:          [PASS][57] -> [INCOMPLETE][58] ([Intel XE#1616]) +1 other test incomplete
   [57]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-lnl-1/igt@kms_plane@plane-panning-bottom-right-suspend.html
   [58]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-lnl-2/igt@kms_plane@plane-panning-bottom-right-suspend.html

  * igt@kms_pm_backlight@basic-brightness:
    - shard-dg2-set2:     NOTRUN -> [SKIP][59] ([Intel XE#1201] / [Intel XE#870])
   [59]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-433/igt@kms_pm_backlight@basic-brightness.html

  * igt@kms_pm_rpm@system-suspend-modeset:
    - shard-dg2-set2:     [PASS][60] -> [ABORT][61] ([Intel XE#2087])
   [60]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-433/igt@kms_pm_rpm@system-suspend-modeset.html
   [61]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-436/igt@kms_pm_rpm@system-suspend-modeset.html

  * igt@kms_psr2_sf@fbc-overlay-plane-update-continuous-sf:
    - shard-dg2-set2:     NOTRUN -> [SKIP][62] ([Intel XE#1201] / [Intel XE#1489])
   [62]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-433/igt@kms_psr2_sf@fbc-overlay-plane-update-continuous-sf.html

  * igt@kms_psr@pr-sprite-plane-move:
    - shard-dg2-set2:     NOTRUN -> [SKIP][63] ([Intel XE#1201] / [Intel XE#2850]) +2 other tests skip
   [63]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-433/igt@kms_psr@pr-sprite-plane-move.html

  * igt@kms_psr@psr-cursor-plane-move:
    - shard-dg2-set2:     NOTRUN -> [SKIP][64] ([Intel XE#2850]) +2 other tests skip
   [64]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_psr@psr-cursor-plane-move.html

  * igt@kms_rotation_crc@bad-pixel-format:
    - shard-dg2-set2:     NOTRUN -> [SKIP][65] ([Intel XE#327])
   [65]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_rotation_crc@bad-pixel-format.html

  * igt@kms_vblank@ts-continuation-suspend:
    - shard-dg2-set2:     [PASS][66] -> [ABORT][67] ([Intel XE#1034])
   [66]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-436/igt@kms_vblank@ts-continuation-suspend.html
   [67]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-433/igt@kms_vblank@ts-continuation-suspend.html

  * igt@kms_writeback@writeback-pixel-formats:
    - shard-dg2-set2:     NOTRUN -> [SKIP][68] ([Intel XE#1201] / [Intel XE#756])
   [68]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-433/igt@kms_writeback@writeback-pixel-formats.html

  * igt@xe_copy_basic@mem-set-linear-0x369:
    - shard-dg2-set2:     NOTRUN -> [SKIP][69] ([Intel XE#1201])
   [69]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-433/igt@xe_copy_basic@mem-set-linear-0x369.html

  * igt@xe_exec_fault_mode@once-bindexecqueue-userptr:
    - shard-dg2-set2:     NOTRUN -> [SKIP][70] ([Intel XE#288]) +2 other tests skip
   [70]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@xe_exec_fault_mode@once-bindexecqueue-userptr.html

  * igt@xe_exec_fault_mode@twice-userptr-invalidate-race-imm:
    - shard-dg2-set2:     NOTRUN -> [SKIP][71] ([Intel XE#1201] / [Intel XE#288]) +3 other tests skip
   [71]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-433/igt@xe_exec_fault_mode@twice-userptr-invalidate-race-imm.html

  * igt@xe_oa@invalid-oa-exponent:
    - shard-dg2-set2:     NOTRUN -> [SKIP][72] ([Intel XE#1201] / [Intel XE#2541])
   [72]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-433/igt@xe_oa@invalid-oa-exponent.html

  * igt@xe_oa@oa-regs-whitelisted@ccs-0:
    - shard-lnl:          NOTRUN -> [FAIL][73] ([Intel XE#2514])
   [73]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-lnl-3/igt@xe_oa@oa-regs-whitelisted@ccs-0.html

  * igt@xe_pat@pat-index-xelpg:
    - shard-dg2-set2:     NOTRUN -> [SKIP][74] ([Intel XE#1201] / [Intel XE#979])
   [74]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-433/igt@xe_pat@pat-index-xelpg.html

  * igt@xe_peer2peer@write@write-gpua-vram01-gpub-system-p2p:
    - shard-dg2-set2:     NOTRUN -> [FAIL][75] ([Intel XE#1173]) +1 other test fail
   [75]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@xe_peer2peer@write@write-gpua-vram01-gpub-system-p2p.html

  * igt@xe_pm@d3hot-multiple-execs:
    - shard-lnl:          [PASS][76] -> [ABORT][77] ([Intel XE#1358])
   [76]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-lnl-5/igt@xe_pm@d3hot-multiple-execs.html
   [77]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-lnl-5/igt@xe_pm@d3hot-multiple-execs.html

  * igt@xe_pm@s2idle-basic:
    - shard-dg2-set2:     [PASS][78] -> [ABORT][79] ([Intel XE#1358] / [Intel XE#2211])
   [78]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-464/igt@xe_pm@s2idle-basic.html
   [79]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-436/igt@xe_pm@s2idle-basic.html

  * igt@xe_pm@s2idle-basic-exec:
    - shard-adlp:         [PASS][80] -> [ABORT][81] ([Intel XE#1358]) +2 other tests abort
   [80]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-adlp-8/igt@xe_pm@s2idle-basic-exec.html
   [81]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-adlp-2/igt@xe_pm@s2idle-basic-exec.html
    - shard-lnl:          [PASS][82] -> [ABORT][83] ([Intel XE#1358] / [Intel XE#1616]) +1 other test abort
   [82]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-lnl-8/igt@xe_pm@s2idle-basic-exec.html
   [83]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-lnl-4/igt@xe_pm@s2idle-basic-exec.html

  * igt@xe_pm@s2idle-exec-after:
    - shard-dg2-set2:     [PASS][84] -> [ABORT][85] ([Intel XE#1358]) +6 other tests abort
   [84]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@xe_pm@s2idle-exec-after.html
   [85]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-436/igt@xe_pm@s2idle-exec-after.html

  * igt@xe_pm@s2idle-vm-bind-prefetch:
    - shard-lnl:          [PASS][86] -> [ABORT][87] ([Intel XE#1616] / [Intel XE#1694])
   [86]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-lnl-7/igt@xe_pm@s2idle-vm-bind-prefetch.html
   [87]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-lnl-1/igt@xe_pm@s2idle-vm-bind-prefetch.html

  * igt@xe_pm@s2idle-vm-bind-unbind-all:
    - shard-dg2-set2:     [PASS][88] -> [ABORT][89] ([Intel XE#1694]) +1 other test abort
   [88]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-435/igt@xe_pm@s2idle-vm-bind-unbind-all.html
   [89]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-435/igt@xe_pm@s2idle-vm-bind-unbind-all.html

  * igt@xe_pm@s3-mocs:
    - shard-dg2-set2:     [PASS][90] -> [ABORT][91] ([Intel XE#2211])
   [90]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-464/igt@xe_pm@s3-mocs.html
   [91]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-434/igt@xe_pm@s3-mocs.html

  * igt@xe_pm@s3-vm-bind-prefetch:
    - shard-adlp:         [PASS][92] -> [DMESG-WARN][93] ([Intel XE#569])
   [92]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-adlp-6/igt@xe_pm@s3-vm-bind-prefetch.html
   [93]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-adlp-6/igt@xe_pm@s3-vm-bind-prefetch.html

  * igt@xe_pm@s4-exec-after:
    - shard-adlp:         [PASS][94] -> [ABORT][95] ([Intel XE#1358] / [Intel XE#1607])
   [94]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-adlp-2/igt@xe_pm@s4-exec-after.html
   [95]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-adlp-8/igt@xe_pm@s4-exec-after.html
    - shard-lnl:          [PASS][96] -> [ABORT][97] ([Intel XE#1358] / [Intel XE#1607])
   [96]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-lnl-3/igt@xe_pm@s4-exec-after.html
   [97]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-lnl-5/igt@xe_pm@s4-exec-after.html

  * igt@xe_pm@s4-multiple-execs:
    - shard-adlp:         [PASS][98] -> [ABORT][99] ([Intel XE#1358] / [Intel XE#1607] / [Intel XE#1794])
   [98]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-adlp-1/igt@xe_pm@s4-multiple-execs.html
   [99]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-adlp-9/igt@xe_pm@s4-multiple-execs.html

  * igt@xe_pm_residency@toggle-gt-c6:
    - shard-lnl:          [PASS][100] -> [FAIL][101] ([Intel XE#958])
   [100]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-lnl-1/igt@xe_pm_residency@toggle-gt-c6.html
   [101]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-lnl-8/igt@xe_pm_residency@toggle-gt-c6.html

  * igt@xe_query@multigpu-query-topology:
    - shard-dg2-set2:     NOTRUN -> [SKIP][102] ([Intel XE#944])
   [102]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@xe_query@multigpu-query-topology.html

  
#### Possible fixes ####

  * igt@kms_async_flips@async-flip-with-page-flip-events@pipe-d-hdmi-a-1-y:
    - shard-adlp:         [DMESG-WARN][103] ([Intel XE#1033]) -> [PASS][104] +1 other test pass
   [103]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-adlp-6/igt@kms_async_flips@async-flip-with-page-flip-events@pipe-d-hdmi-a-1-y.html
   [104]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-adlp-1/igt@kms_async_flips@async-flip-with-page-flip-events@pipe-d-hdmi-a-1-y.html

  * igt@kms_ccs@random-ccs-data-4-tiled-dg2-mc-ccs:
    - shard-dg2-set2:     [INCOMPLETE][105] ([Intel XE#1195] / [Intel XE#1727]) -> [PASS][106]
   [105]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-435/igt@kms_ccs@random-ccs-data-4-tiled-dg2-mc-ccs.html
   [106]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_ccs@random-ccs-data-4-tiled-dg2-mc-ccs.html

  * igt@kms_ccs@random-ccs-data-4-tiled-dg2-mc-ccs@pipe-a-dp-4:
    - shard-dg2-set2:     [INCOMPLETE][107] ([Intel XE#1195]) -> [PASS][108]
   [107]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-435/igt@kms_ccs@random-ccs-data-4-tiled-dg2-mc-ccs@pipe-a-dp-4.html
   [108]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_ccs@random-ccs-data-4-tiled-dg2-mc-ccs@pipe-a-dp-4.html

  * igt@kms_flip@2x-flip-vs-rmfb@bc-dp2-hdmi-a3:
    - {shard-bmg}:        [DMESG-WARN][109] ([Intel XE#877]) -> [PASS][110] +4 other tests pass
   [109]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-bmg-1/igt@kms_flip@2x-flip-vs-rmfb@bc-dp2-hdmi-a3.html
   [110]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-bmg-7/igt@kms_flip@2x-flip-vs-rmfb@bc-dp2-hdmi-a3.html

  * igt@kms_flip@wf_vblank-ts-check:
    - shard-lnl:          [FAIL][111] ([Intel XE#886]) -> [PASS][112] +1 other test pass
   [111]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-lnl-4/igt@kms_flip@wf_vblank-ts-check.html
   [112]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-lnl-7/igt@kms_flip@wf_vblank-ts-check.html

  * igt@kms_flip_tiling@flip-change-tiling@pipe-d-hdmi-a-1-x-to-y:
    - shard-adlp:         [FAIL][113] ([Intel XE#1874]) -> [PASS][114]
   [113]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-adlp-2/igt@kms_flip_tiling@flip-change-tiling@pipe-d-hdmi-a-1-x-to-y.html
   [114]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-adlp-1/igt@kms_flip_tiling@flip-change-tiling@pipe-d-hdmi-a-1-x-to-y.html

  * igt@kms_plane@plane-position-hole-dpms@pipe-b-plane-2:
    - shard-lnl:          [DMESG-WARN][115] ([Intel XE#324]) -> [PASS][116] +2 other tests pass
   [115]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-lnl-7/igt@kms_plane@plane-position-hole-dpms@pipe-b-plane-2.html
   [116]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-lnl-7/igt@kms_plane@plane-position-hole-dpms@pipe-b-plane-2.html

  * igt@kms_pm_dc@dc6-dpms:
    - shard-lnl:          [FAIL][117] ([Intel XE#1430]) -> [PASS][118]
   [117]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-lnl-2/igt@kms_pm_dc@dc6-dpms.html
   [118]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-lnl-3/igt@kms_pm_dc@dc6-dpms.html

  * igt@kms_pm_dc@deep-pkgc:
    - shard-lnl:          [FAIL][119] ([Intel XE#2029]) -> [PASS][120]
   [119]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-lnl-3/igt@kms_pm_dc@deep-pkgc.html
   [120]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-lnl-3/igt@kms_pm_dc@deep-pkgc.html

  * igt@xe_evict@evict-mixed-many-threads-large:
    - shard-dg2-set2:     [TIMEOUT][121] ([Intel XE#1473]) -> [PASS][122]
   [121]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-433/igt@xe_evict@evict-mixed-many-threads-large.html
   [122]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-463/igt@xe_evict@evict-mixed-many-threads-large.html

  * igt@xe_exec_compute_mode@twice-bindexecqueue-userptr-invalidate:
    - shard-lnl:          [FAIL][123] -> [PASS][124]
   [123]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-lnl-4/igt@xe_exec_compute_mode@twice-bindexecqueue-userptr-invalidate.html
   [124]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-lnl-4/igt@xe_exec_compute_mode@twice-bindexecqueue-userptr-invalidate.html

  
#### Warnings ####

  * igt@kms_big_fb@x-tiled-8bpp-rotate-90:
    - shard-dg2-set2:     [SKIP][125] ([Intel XE#316]) -> [SKIP][126] ([Intel XE#1201] / [Intel XE#316])
   [125]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@kms_big_fb@x-tiled-8bpp-rotate-90.html
   [126]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-434/igt@kms_big_fb@x-tiled-8bpp-rotate-90.html

  * igt@kms_big_fb@x-tiled-max-hw-stride-32bpp-rotate-0-hflip-async-flip:
    - shard-adlp:         [FAIL][127] ([Intel XE#1204]) -> [DMESG-FAIL][128] ([Intel XE#324])
   [127]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-adlp-6/igt@kms_big_fb@x-tiled-max-hw-stride-32bpp-rotate-0-hflip-async-flip.html
   [128]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-adlp-1/igt@kms_big_fb@x-tiled-max-hw-stride-32bpp-rotate-0-hflip-async-flip.html

  * igt@kms_big_fb@x-tiled-max-hw-stride-64bpp-rotate-180-hflip-async-flip:
    - shard-adlp:         [DMESG-FAIL][129] ([Intel XE#324]) -> [FAIL][130] ([Intel XE#1231])
   [129]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-adlp-2/igt@kms_big_fb@x-tiled-max-hw-stride-64bpp-rotate-180-hflip-async-flip.html
   [130]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-adlp-8/igt@kms_big_fb@x-tiled-max-hw-stride-64bpp-rotate-180-hflip-async-flip.html

  * igt@kms_big_fb@y-tiled-max-hw-stride-64bpp-rotate-0:
    - shard-dg2-set2:     [SKIP][131] ([Intel XE#1124] / [Intel XE#1201]) -> [SKIP][132] ([Intel XE#1124]) +2 other tests skip
   [131]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-435/igt@kms_big_fb@y-tiled-max-hw-stride-64bpp-rotate-0.html
   [132]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_big_fb@y-tiled-max-hw-stride-64bpp-rotate-0.html

  * igt@kms_big_fb@y-tiled-max-hw-stride-64bpp-rotate-0-hflip-async-flip:
    - shard-adlp:         [FAIL][133] ([Intel XE#1231]) -> [DMESG-FAIL][134] ([Intel XE#324]) +1 other test dmesg-fail
   [133]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-adlp-8/igt@kms_big_fb@y-tiled-max-hw-stride-64bpp-rotate-0-hflip-async-flip.html
   [134]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-adlp-2/igt@kms_big_fb@y-tiled-max-hw-stride-64bpp-rotate-0-hflip-async-flip.html

  * igt@kms_big_fb@yf-tiled-max-hw-stride-32bpp-rotate-180-hflip:
    - shard-dg2-set2:     [SKIP][135] ([Intel XE#1124]) -> [SKIP][136] ([Intel XE#1124] / [Intel XE#1201]) +3 other tests skip
   [135]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@kms_big_fb@yf-tiled-max-hw-stride-32bpp-rotate-180-hflip.html
   [136]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-434/igt@kms_big_fb@yf-tiled-max-hw-stride-32bpp-rotate-180-hflip.html

  * igt@kms_bw@connected-linear-tiling-1-displays-2560x1440p:
    - shard-dg2-set2:     [SKIP][137] ([Intel XE#367]) -> [SKIP][138] ([Intel XE#1201] / [Intel XE#367]) +3 other tests skip
   [137]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@kms_bw@connected-linear-tiling-1-displays-2560x1440p.html
   [138]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-434/igt@kms_bw@connected-linear-tiling-1-displays-2560x1440p.html

  * igt@kms_bw@connected-linear-tiling-3-displays-2560x1440p:
    - shard-dg2-set2:     [SKIP][139] ([Intel XE#2191]) -> [SKIP][140] ([Intel XE#1201] / [Intel XE#2191])
   [139]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@kms_bw@connected-linear-tiling-3-displays-2560x1440p.html
   [140]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-466/igt@kms_bw@connected-linear-tiling-3-displays-2560x1440p.html

  * igt@kms_bw@linear-tiling-2-displays-3840x2160p:
    - shard-dg2-set2:     [SKIP][141] ([Intel XE#1201] / [Intel XE#367]) -> [SKIP][142] ([Intel XE#367]) +1 other test skip
   [141]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-463/igt@kms_bw@linear-tiling-2-displays-3840x2160p.html
   [142]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_bw@linear-tiling-2-displays-3840x2160p.html

  * igt@kms_ccs@bad-pixel-format-4-tiled-mtl-rc-ccs-cc:
    - shard-dg2-set2:     [SKIP][143] ([Intel XE#455] / [Intel XE#787]) -> [SKIP][144] ([Intel XE#1201] / [Intel XE#455] / [Intel XE#787]) +3 other tests skip
   [143]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@kms_ccs@bad-pixel-format-4-tiled-mtl-rc-ccs-cc.html
   [144]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-434/igt@kms_ccs@bad-pixel-format-4-tiled-mtl-rc-ccs-cc.html

  * igt@kms_ccs@bad-pixel-format-4-tiled-mtl-rc-ccs-cc@pipe-a-hdmi-a-6:
    - shard-dg2-set2:     [SKIP][145] ([Intel XE#787]) -> [SKIP][146] ([Intel XE#1201] / [Intel XE#787]) +13 other tests skip
   [145]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@kms_ccs@bad-pixel-format-4-tiled-mtl-rc-ccs-cc@pipe-a-hdmi-a-6.html
   [146]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-434/igt@kms_ccs@bad-pixel-format-4-tiled-mtl-rc-ccs-cc@pipe-a-hdmi-a-6.html

  * igt@kms_ccs@missing-ccs-buffer-4-tiled-mtl-mc-ccs@pipe-d-dp-4:
    - shard-dg2-set2:     [SKIP][147] ([Intel XE#1201] / [Intel XE#455] / [Intel XE#787]) -> [SKIP][148] ([Intel XE#455] / [Intel XE#787]) +9 other tests skip
   [147]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-436/igt@kms_ccs@missing-ccs-buffer-4-tiled-mtl-mc-ccs@pipe-d-dp-4.html
   [148]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_ccs@missing-ccs-buffer-4-tiled-mtl-mc-ccs@pipe-d-dp-4.html

  * igt@kms_ccs@missing-ccs-buffer-y-tiled-gen12-rc-ccs@pipe-d-hdmi-a-6:
    - shard-dg2-set2:     [SKIP][149] ([Intel XE#1201] / [Intel XE#787]) -> [SKIP][150] ([Intel XE#787]) +34 other tests skip
   [149]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-463/igt@kms_ccs@missing-ccs-buffer-y-tiled-gen12-rc-ccs@pipe-d-hdmi-a-6.html
   [150]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_ccs@missing-ccs-buffer-y-tiled-gen12-rc-ccs@pipe-d-hdmi-a-6.html

  * igt@kms_cdclk@mode-transition@pipe-d-dp-4:
    - shard-dg2-set2:     [SKIP][151] ([Intel XE#1201] / [Intel XE#314]) -> [SKIP][152] ([Intel XE#314]) +3 other tests skip
   [151]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-436/igt@kms_cdclk@mode-transition@pipe-d-dp-4.html
   [152]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_cdclk@mode-transition@pipe-d-dp-4.html

  * igt@kms_chamelium_color@ctm-0-75:
    - shard-dg2-set2:     [SKIP][153] ([Intel XE#306]) -> [SKIP][154] ([Intel XE#1201] / [Intel XE#306])
   [153]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@kms_chamelium_color@ctm-0-75.html
   [154]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-436/igt@kms_chamelium_color@ctm-0-75.html

  * igt@kms_chamelium_color@ctm-max:
    - shard-dg2-set2:     [SKIP][155] ([Intel XE#1201] / [Intel XE#306]) -> [SKIP][156] ([Intel XE#306])
   [155]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-463/igt@kms_chamelium_color@ctm-max.html
   [156]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_chamelium_color@ctm-max.html

  * igt@kms_chamelium_edid@dp-edid-change-during-suspend:
    - shard-dg2-set2:     [SKIP][157] ([Intel XE#373]) -> [SKIP][158] ([Intel XE#1201] / [Intel XE#373]) +5 other tests skip
   [157]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@kms_chamelium_edid@dp-edid-change-during-suspend.html
   [158]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-434/igt@kms_chamelium_edid@dp-edid-change-during-suspend.html

  * igt@kms_chamelium_hpd@dp-hpd:
    - shard-dg2-set2:     [SKIP][159] ([Intel XE#1201] / [Intel XE#373]) -> [SKIP][160] ([Intel XE#373]) +2 other tests skip
   [159]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-435/igt@kms_chamelium_hpd@dp-hpd.html
   [160]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_chamelium_hpd@dp-hpd.html

  * igt@kms_content_protection@dp-mst-type-1:
    - shard-dg2-set2:     [SKIP][161] ([Intel XE#307]) -> [SKIP][162] ([Intel XE#1201] / [Intel XE#307])
   [161]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@kms_content_protection@dp-mst-type-1.html
   [162]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-466/igt@kms_content_protection@dp-mst-type-1.html

  * igt@kms_cursor_crc@cursor-offscreen-32x32:
    - shard-dg2-set2:     [SKIP][163] ([Intel XE#455]) -> [SKIP][164] ([Intel XE#1201] / [Intel XE#455]) +6 other tests skip
   [163]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@kms_cursor_crc@cursor-offscreen-32x32.html
   [164]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-434/igt@kms_cursor_crc@cursor-offscreen-32x32.html

  * igt@kms_cursor_legacy@short-busy-flip-before-cursor-atomic-transitions-varying-size:
    - shard-dg2-set2:     [SKIP][165] ([Intel XE#323]) -> [SKIP][166] ([Intel XE#1201] / [Intel XE#323])
   [165]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@kms_cursor_legacy@short-busy-flip-before-cursor-atomic-transitions-varying-size.html
   [166]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-434/igt@kms_cursor_legacy@short-busy-flip-before-cursor-atomic-transitions-varying-size.html

  * igt@kms_fbcon_fbt@psr:
    - shard-dg2-set2:     [SKIP][167] ([Intel XE#1201] / [Intel XE#776]) -> [SKIP][168] ([Intel XE#776])
   [167]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-463/igt@kms_fbcon_fbt@psr.html
   [168]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_fbcon_fbt@psr.html

  * igt@kms_frontbuffer_tracking@fbc-tiling-y:
    - shard-dg2-set2:     [SKIP][169] ([Intel XE#658]) -> [SKIP][170] ([Intel XE#1201] / [Intel XE#658])
   [169]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@kms_frontbuffer_tracking@fbc-tiling-y.html
   [170]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-434/igt@kms_frontbuffer_tracking@fbc-tiling-y.html

  * igt@kms_frontbuffer_tracking@fbcdrrs-1p-rte:
    - shard-dg2-set2:     [SKIP][171] ([Intel XE#1201] / [Intel XE#651]) -> [SKIP][172] ([Intel XE#651]) +8 other tests skip
   [171]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-436/igt@kms_frontbuffer_tracking@fbcdrrs-1p-rte.html
   [172]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_frontbuffer_tracking@fbcdrrs-1p-rte.html

  * igt@kms_frontbuffer_tracking@fbcdrrs-2p-scndscrn-spr-indfb-fullscreen:
    - shard-dg2-set2:     [SKIP][173] ([Intel XE#651]) -> [SKIP][174] ([Intel XE#1201] / [Intel XE#651]) +5 other tests skip
   [173]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@kms_frontbuffer_tracking@fbcdrrs-2p-scndscrn-spr-indfb-fullscreen.html
   [174]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-434/igt@kms_frontbuffer_tracking@fbcdrrs-2p-scndscrn-spr-indfb-fullscreen.html

  * igt@kms_frontbuffer_tracking@psr-2p-primscrn-shrfb-pgflip-blt:
    - shard-dg2-set2:     [SKIP][175] ([Intel XE#1201] / [Intel XE#653]) -> [SKIP][176] ([Intel XE#653]) +7 other tests skip
   [175]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-463/igt@kms_frontbuffer_tracking@psr-2p-primscrn-shrfb-pgflip-blt.html
   [176]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_frontbuffer_tracking@psr-2p-primscrn-shrfb-pgflip-blt.html

  * igt@kms_frontbuffer_tracking@psr-2p-primscrn-shrfb-plflip-blt:
    - shard-dg2-set2:     [SKIP][177] ([Intel XE#653]) -> [SKIP][178] ([Intel XE#1201] / [Intel XE#653]) +10 other tests skip
   [177]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@kms_frontbuffer_tracking@psr-2p-primscrn-shrfb-plflip-blt.html
   [178]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-466/igt@kms_frontbuffer_tracking@psr-2p-primscrn-shrfb-plflip-blt.html

  * igt@kms_pm_dc@dc3co-vpb-simulation:
    - shard-dg2-set2:     [SKIP][179] -> [SKIP][180] ([Intel XE#1201])
   [179]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@kms_pm_dc@dc3co-vpb-simulation.html
   [180]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-434/igt@kms_pm_dc@dc3co-vpb-simulation.html

  * igt@kms_psr2_sf@fbc-cursor-plane-move-continuous-sf:
    - shard-dg2-set2:     [SKIP][181] ([Intel XE#1489]) -> [SKIP][182] ([Intel XE#1201] / [Intel XE#1489])
   [181]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@kms_psr2_sf@fbc-cursor-plane-move-continuous-sf.html
   [182]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-434/igt@kms_psr2_sf@fbc-cursor-plane-move-continuous-sf.html

  * igt@kms_psr2_sf@fbc-primary-plane-update-sf-dmg-area:
    - shard-dg2-set2:     [SKIP][183] ([Intel XE#1201] / [Intel XE#1489]) -> [SKIP][184] ([Intel XE#1489]) +2 other tests skip
   [183]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-436/igt@kms_psr2_sf@fbc-primary-plane-update-sf-dmg-area.html
   [184]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_psr2_sf@fbc-primary-plane-update-sf-dmg-area.html

  * igt@kms_psr@fbc-psr-sprite-render:
    - shard-dg2-set2:     [SKIP][185] ([Intel XE#2850]) -> [SKIP][186] ([Intel XE#1201] / [Intel XE#2850]) +5 other tests skip
   [185]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@kms_psr@fbc-psr-sprite-render.html
   [186]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-434/igt@kms_psr@fbc-psr-sprite-render.html

  * igt@kms_psr@psr2-cursor-render:
    - shard-dg2-set2:     [SKIP][187] ([Intel XE#1201] / [Intel XE#2850]) -> [SKIP][188] ([Intel XE#2850]) +4 other tests skip
   [187]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-463/igt@kms_psr@psr2-cursor-render.html
   [188]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_psr@psr2-cursor-render.html

  * igt@kms_rotation_crc@primary-y-tiled-reflect-x-270:
    - shard-dg2-set2:     [SKIP][189] ([Intel XE#1201] / [Intel XE#327]) -> [SKIP][190] ([Intel XE#327])
   [189]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-436/igt@kms_rotation_crc@primary-y-tiled-reflect-x-270.html
   [190]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_rotation_crc@primary-y-tiled-reflect-x-270.html

  * igt@kms_vrr@flip-basic-fastset:
    - shard-dg2-set2:     [SKIP][191] ([Intel XE#1201] / [Intel XE#455]) -> [SKIP][192] ([Intel XE#455]) +3 other tests skip
   [191]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-435/igt@kms_vrr@flip-basic-fastset.html
   [192]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@kms_vrr@flip-basic-fastset.html

  * igt@sriov_basic@enable-vfs-autoprobe-off:
    - shard-dg2-set2:     [SKIP][193] ([Intel XE#1201] / [Intel XE#2849]) -> [SKIP][194] ([Intel XE#2849])
   [193]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-463/igt@sriov_basic@enable-vfs-autoprobe-off.html
   [194]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@sriov_basic@enable-vfs-autoprobe-off.html

  * igt@xe_exec_fault_mode@many-execqueues-userptr-invalidate-race-imm:
    - shard-dg2-set2:     [SKIP][195] ([Intel XE#1201] / [Intel XE#288]) -> [SKIP][196] ([Intel XE#288]) +9 other tests skip
   [195]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-436/igt@xe_exec_fault_mode@many-execqueues-userptr-invalidate-race-imm.html
   [196]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@xe_exec_fault_mode@many-execqueues-userptr-invalidate-race-imm.html

  * igt@xe_exec_fault_mode@twice-bindexecqueue-userptr-rebind-prefetch:
    - shard-dg2-set2:     [SKIP][197] ([Intel XE#288]) -> [SKIP][198] ([Intel XE#1201] / [Intel XE#288]) +7 other tests skip
   [197]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@xe_exec_fault_mode@twice-bindexecqueue-userptr-rebind-prefetch.html
   [198]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-466/igt@xe_exec_fault_mode@twice-bindexecqueue-userptr-rebind-prefetch.html

  * igt@xe_media_fill@media-fill:
    - shard-dg2-set2:     [SKIP][199] ([Intel XE#560]) -> [SKIP][200] ([Intel XE#1201] / [Intel XE#560])
   [199]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@xe_media_fill@media-fill.html
   [200]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-434/igt@xe_media_fill@media-fill.html

  * igt@xe_oa@closed-fd-and-unmapped-access:
    - shard-dg2-set2:     [SKIP][201] ([Intel XE#2541]) -> [SKIP][202] ([Intel XE#1201] / [Intel XE#2541]) +3 other tests skip
   [201]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@xe_oa@closed-fd-and-unmapped-access.html
   [202]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-436/igt@xe_oa@closed-fd-and-unmapped-access.html

  * igt@xe_oa@non-zero-reason:
    - shard-dg2-set2:     [SKIP][203] ([Intel XE#1201] / [Intel XE#2541]) -> [SKIP][204] ([Intel XE#2541]) +2 other tests skip
   [203]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-463/igt@xe_oa@non-zero-reason.html
   [204]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@xe_oa@non-zero-reason.html

  * igt@xe_pm@d3cold-mmap-system:
    - shard-dg2-set2:     [SKIP][205] ([Intel XE#1201] / [Intel XE#366]) -> [SKIP][206] ([Intel XE#366])
   [205]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-463/igt@xe_pm@d3cold-mmap-system.html
   [206]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-432/igt@xe_pm@d3cold-mmap-system.html

  * igt@xe_pm@s2idle-vm-bind-prefetch:
    - shard-adlp:         [DMESG-WARN][207] -> [ABORT][208] ([Intel XE#1694])
   [207]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-adlp-8/igt@xe_pm@s2idle-vm-bind-prefetch.html
   [208]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-adlp-9/igt@xe_pm@s2idle-vm-bind-prefetch.html

  * igt@xe_pm@s3-d3cold-basic-exec:
    - shard-dg2-set2:     [SKIP][209] ([Intel XE#366]) -> [SKIP][210] ([Intel XE#1201] / [Intel XE#366]) +1 other test skip
   [209]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@xe_pm@s3-d3cold-basic-exec.html
   [210]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-434/igt@xe_pm@s3-d3cold-basic-exec.html

  * igt@xe_pm@s3-d3hot-basic-exec:
    - shard-lnl:          [SKIP][211] ([Intel XE#584]) -> [ABORT][212] ([Intel XE#1358])
   [211]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-lnl-2/igt@xe_pm@s3-d3hot-basic-exec.html
   [212]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-lnl-8/igt@xe_pm@s3-d3hot-basic-exec.html

  * igt@xe_pm@s4-d3cold-basic-exec:
    - shard-lnl:          [SKIP][213] ([Intel XE#366]) -> [ABORT][214] ([Intel XE#1358])
   [213]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-lnl-7/igt@xe_pm@s4-d3cold-basic-exec.html
   [214]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-lnl-7/igt@xe_pm@s4-d3cold-basic-exec.html
    - shard-adlp:         [SKIP][215] ([Intel XE#1201] / [Intel XE#366]) -> [ABORT][216] ([Intel XE#1358])
   [215]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-adlp-4/igt@xe_pm@s4-d3cold-basic-exec.html
   [216]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-adlp-4/igt@xe_pm@s4-d3cold-basic-exec.html

  * igt@xe_query@multigpu-query-config:
    - shard-dg2-set2:     [SKIP][217] ([Intel XE#944]) -> [SKIP][218] ([Intel XE#1201] / [Intel XE#944])
   [217]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd/shard-dg2-432/igt@xe_query@multigpu-query-config.html
   [218]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/shard-dg2-434/igt@xe_query@multigpu-query-config.html

  
  {name}: This element is suppressed. This means it is ignored when computing
          the status of the difference (SUCCESS, WARNING, or FAILURE).

  [Intel XE#1033]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1033
  [Intel XE#1034]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1034
  [Intel XE#1124]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1124
  [Intel XE#1173]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1173
  [Intel XE#1195]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1195
  [Intel XE#1201]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1201
  [Intel XE#1204]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1204
  [Intel XE#1231]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1231
  [Intel XE#1288]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1288
  [Intel XE#1358]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1358
  [Intel XE#1430]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1430
  [Intel XE#1473]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1473
  [Intel XE#1489]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1489
  [Intel XE#1607]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1607
  [Intel XE#1616]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1616
  [Intel XE#1656]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1656
  [Intel XE#1659]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1659
  [Intel XE#1694]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1694
  [Intel XE#1727]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1727
  [Intel XE#1794]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1794
  [Intel XE#1874]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1874
  [Intel XE#1948]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1948
  [Intel XE#2029]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2029
  [Intel XE#2087]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2087
  [Intel XE#2191]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2191
  [Intel XE#2211]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2211
  [Intel XE#2333]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2333
  [Intel XE#2514]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2514
  [Intel XE#2541]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2541
  [Intel XE#2791]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2791
  [Intel XE#2849]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2849
  [Intel XE#2850]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2850
  [Intel XE#288]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/288
  [Intel XE#306]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/306
  [Intel XE#307]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/307
  [Intel XE#314]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/314
  [Intel XE#316]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/316
  [Intel XE#323]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/323
  [Intel XE#324]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/324
  [Intel XE#327]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/327
  [Intel XE#366]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/366
  [Intel XE#367]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/367
  [Intel XE#373]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/373
  [Intel XE#455]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/455
  [Intel XE#560]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/560
  [Intel XE#569]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/569
  [Intel XE#584]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/584
  [Intel XE#651]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/651
  [Intel XE#653]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/653
  [Intel XE#658]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/658
  [Intel XE#734]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/734
  [Intel XE#756]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/756
  [Intel XE#776]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/776
  [Intel XE#787]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/787
  [Intel XE#870]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/870
  [Intel XE#877]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/877
  [Intel XE#886]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/886
  [Intel XE#944]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/944
  [Intel XE#958]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/958
  [Intel XE#979]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/979


Build changes
-------------

  * Linux: xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd -> xe-pw-139121v2

  IGT_8034: 73eed10d50c7d1f07df07214ae62924d4e377e12 @ https://gitlab.freedesktop.org/drm/igt-gpu-tools.git
  xe-1983-6bd25f52157328ac4b7b09a3946281957afe3bfd: 6bd25f52157328ac4b7b09a3946281957afe3bfd
  xe-pw-139121v2: 139121v2

== Logs ==

For more details see: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-139121v2/index.html

[-- Attachment #2: Type: text/html, Size: 71163 bytes --]

[PATCH 0/3] drm/xe/pmu: PMU interface for Xe

[Vinay Belgaumkar]

Port i915 PMU event capture capability to Xe driver. This
has been requested by users of tools like gputop and turbostat
where PMU events are used to monitor GT freq and C6 residencies.

Cc: Rui Zhang <rui.zhang@intel.com>
Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>

Aravind Iddamsetty (1):
  drm/xe/pmu: Enable PMU interface

Vinay Belgaumkar (2):
  drm/xe/pmu: Add GT C6 events
  drm/xe/pmu: Add GT frequency events

 drivers/gpu/drm/xe/Makefile          |    2 +
 drivers/gpu/drm/xe/xe_device.c       |    6 +
 drivers/gpu/drm/xe/xe_device_types.h |    4 +
 drivers/gpu/drm/xe/xe_gt.c           |    4 +
 drivers/gpu/drm/xe/xe_gt_idle.c      |   17 +-
 drivers/gpu/drm/xe/xe_gt_idle.h      |    1 +
 drivers/gpu/drm/xe/xe_module.c       |    5 +
 drivers/gpu/drm/xe/xe_pmu.c          | 1044 ++++++++++++++++++++++++++
 drivers/gpu/drm/xe/xe_pmu.h          |   30 +
 drivers/gpu/drm/xe/xe_pmu_types.h    |  159 ++++
 10 files changed, 1267 insertions(+), 5 deletions(-)
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.c
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.h
 create mode 100644 drivers/gpu/drm/xe/xe_pmu_types.h

-- 
2.38.1

[PATCH 1/3] drm/xe/pmu: Enable PMU interface

[Vinay Belgaumkar]

From: Aravind Iddamsetty <aravind.iddamsetty@linux.intel.com>

Basic PMU enabling patch. Setup the basic framework
for adding events/timers. This patch was previously
reviewed here -
https://patchwork.freedesktop.org/series/119504/

The pmu base implementation is still from the
i915 driver.

v2: Review comments(Rodrigo) and do not init pmu for VFs
as they don't have access to freq and c6 residency anyways.

v3: Fix kunit issue, move xe_pmu entry in Makefile (Jani) and
move drm uapi definitions (Lucas)

v4: Adapt Lucas's recent PMU fixes for i915
v5: Fix some kernel doc issues

Co-developed-by: Bommu Krishnaiah <krishnaiah.bommu@intel.com>
Co-developed-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
Signed-off-by: Bommu Krishnaiah <krishnaiah.bommu@intel.com>
Signed-off-by: Aravind Iddamsetty <aravind.iddamsetty@linux.intel.com>
Signed-off-by: Riana Tauro <riana.tauro@intel.com>
Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
Reviewed-by: Rodrigo Vivi <rodrigo.vivi@intel.com>
Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
---
 drivers/gpu/drm/xe/Makefile          |   2 +
 drivers/gpu/drm/xe/xe_device.c       |   6 +
 drivers/gpu/drm/xe/xe_device_types.h |   4 +
 drivers/gpu/drm/xe/xe_module.c       |   5 +
 drivers/gpu/drm/xe/xe_pmu.c          | 579 +++++++++++++++++++++++++++
 drivers/gpu/drm/xe/xe_pmu.h          |  26 ++
 drivers/gpu/drm/xe/xe_pmu_types.h    |  70 ++++
 7 files changed, 692 insertions(+)
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.c
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.h
 create mode 100644 drivers/gpu/drm/xe/xe_pmu_types.h

diff --git a/drivers/gpu/drm/xe/Makefile b/drivers/gpu/drm/xe/Makefile
index a93e6fcc0ad9..c231ecaf86b8 100644
--- a/drivers/gpu/drm/xe/Makefile
+++ b/drivers/gpu/drm/xe/Makefile
@@ -299,6 +299,8 @@ ifeq ($(CONFIG_DEBUG_FS),y)
 		i915-display/intel_pipe_crc.o
 endif
 
+xe-$(CONFIG_PERF_EVENTS) += xe_pmu.o
+
 obj-$(CONFIG_DRM_XE) += xe.o
 obj-$(CONFIG_DRM_XE_KUNIT_TEST) += tests/
 
diff --git a/drivers/gpu/drm/xe/xe_device.c b/drivers/gpu/drm/xe/xe_device.c
index 0e2dd691bdae..89463cf7cc2c 100644
--- a/drivers/gpu/drm/xe/xe_device.c
+++ b/drivers/gpu/drm/xe/xe_device.c
@@ -759,6 +759,9 @@ int xe_device_probe(struct xe_device *xe)
 	for_each_gt(gt, xe, id)
 		xe_gt_sanitize_freq(gt);
 
+	if (!IS_SRIOV_VF(xe))
+		xe_pmu_register(&xe->pmu);
+
 	return devm_add_action_or_reset(xe->drm.dev, xe_device_sanitize, xe);
 
 err_fini_display:
@@ -803,6 +806,9 @@ void xe_device_remove(struct xe_device *xe)
 
 	xe_heci_gsc_fini(xe);
 
+	if (!IS_SRIOV_VF(xe))
+		xe_pmu_unregister(&xe->pmu);
+
 	for_each_gt(gt, xe, id)
 		xe_gt_remove(gt);
 }
diff --git a/drivers/gpu/drm/xe/xe_device_types.h b/drivers/gpu/drm/xe/xe_device_types.h
index bccca63c8a48..0cb8d650135a 100644
--- a/drivers/gpu/drm/xe/xe_device_types.h
+++ b/drivers/gpu/drm/xe/xe_device_types.h
@@ -18,6 +18,7 @@
 #include "xe_memirq_types.h"
 #include "xe_oa.h"
 #include "xe_platform_types.h"
+#include "xe_pmu.h"
 #include "xe_pt_types.h"
 #include "xe_sriov_types.h"
 #include "xe_step_types.h"
@@ -509,6 +510,9 @@ struct xe_device {
 		int mode;
 	} wedged;
 
+	/** @pmu: performance monitoring unit */
+	struct xe_pmu pmu;
+
 #ifdef TEST_VM_OPS_ERROR
 	/**
 	 * @vm_inject_error_position: inject errors at different places in VM
diff --git a/drivers/gpu/drm/xe/xe_module.c b/drivers/gpu/drm/xe/xe_module.c
index 77ce9f9ca7a5..1bf2bf8447c0 100644
--- a/drivers/gpu/drm/xe/xe_module.c
+++ b/drivers/gpu/drm/xe/xe_module.c
@@ -14,6 +14,7 @@
 #include "xe_hw_fence.h"
 #include "xe_pci.h"
 #include "xe_pm.h"
+#include "xe_pmu.h"
 #include "xe_observation.h"
 #include "xe_sched_job.h"
 
@@ -96,6 +97,10 @@ static const struct init_funcs init_funcs[] = {
 		.init = xe_sched_job_module_init,
 		.exit = xe_sched_job_module_exit,
 	},
+	{
+		.init = xe_pmu_init,
+		.exit = xe_pmu_exit,
+	},
 	{
 		.init = xe_register_pci_driver,
 		.exit = xe_unregister_pci_driver,
diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
new file mode 100644
index 000000000000..2bd98c91ab0f
--- /dev/null
+++ b/drivers/gpu/drm/xe/xe_pmu.c
@@ -0,0 +1,579 @@
+// SPDX-License-Identifier: MIT
+/*
+ * Copyright © 2024 Intel Corporation
+ */
+
+#include <drm/drm_drv.h>
+#include <drm/drm_managed.h>
+#include <drm/xe_drm.h>
+
+#include "regs/xe_gt_regs.h"
+#include "xe_device.h"
+#include "xe_force_wake.h"
+#include "xe_gt_clock.h"
+#include "xe_mmio.h"
+#include "xe_macros.h"
+#include "xe_pm.h"
+
+/*
+ * CPU mask is defined/initialized at a module level. All devices
+ * inside this module share this mask.
+ */
+static cpumask_t xe_pmu_cpumask;
+static unsigned int xe_pmu_target_cpu = -1;
+
+/**
+ * DOC: Xe PMU (Performance Monitoring Unit)
+ *
+ * Expose events/counters like C6 residency and GT frequency to user land.
+ * Perf tool can be used to list these counters from the command line.
+ *
+ * Example commands to list/record supported perf events-
+ *
+ * $ ls -ld /sys/bus/event_source/devices/xe_*
+ * $ ls /sys/bus/event_source/devices/xe_0000_00_02.0/events/
+ *
+ * You can also use the perf tool to grep for a certain event-
+ * $ perf list | grep rc6
+ *
+ * To list a specific event at regular intervals-
+ * $ perf stat -e <event_name> -I <interval>
+ *
+ */
+
+static unsigned int config_gt_id(const u64 config)
+{
+	return config >> __XE_PMU_GT_SHIFT;
+}
+
+static u64 config_counter(const u64 config)
+{
+	return config & ~(~0ULL << __XE_PMU_GT_SHIFT);
+}
+
+static void xe_pmu_event_destroy(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+
+	drm_WARN_ON(&xe->drm, event->parent);
+
+	drm_dev_put(&xe->drm);
+}
+
+static int
+config_status(struct xe_device *xe, u64 config)
+{
+	unsigned int gt_id = config_gt_id(config);
+
+	if (gt_id >= XE_MAX_GT_PER_TILE)
+		return -ENOENT;
+
+	switch (config_counter(config)) {
+	default:
+		return -ENOENT;
+	}
+
+	return 0;
+}
+
+static int xe_pmu_event_init(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
+	int ret;
+
+	if (!pmu->registered)
+		return -ENODEV;
+
+	if (event->attr.type != event->pmu->type)
+		return -ENOENT;
+
+	/* unsupported modes and filters */
+	if (event->attr.sample_period) /* no sampling */
+		return -EINVAL;
+
+	if (has_branch_stack(event))
+		return -EOPNOTSUPP;
+
+	if (event->cpu < 0)
+		return -EINVAL;
+
+	/* only allow running on one cpu at a time */
+	if (!cpumask_test_cpu(event->cpu, &xe_pmu_cpumask))
+		return -EINVAL;
+
+	ret = config_status(xe, event->attr.config);
+	if (ret)
+		return ret;
+
+	if (!event->parent) {
+		drm_dev_get(&xe->drm);
+		event->destroy = xe_pmu_event_destroy;
+	}
+
+	return 0;
+}
+
+static u64 __xe_pmu_event_read(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	const unsigned int gt_id = config_gt_id(event->attr.config);
+	const u64 config = event->attr.config;
+	struct xe_gt *gt = xe_device_get_gt(xe, gt_id);
+	u64 val = 0;
+
+	switch (config_counter(config)) {
+	default:
+		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
+	}
+
+	return val;
+}
+
+static void xe_pmu_event_read(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct hw_perf_event *hwc = &event->hw;
+	struct xe_pmu *pmu = &xe->pmu;
+	u64 prev, new;
+
+	if (!pmu->registered) {
+		event->hw.state = PERF_HES_STOPPED;
+		return;
+	}
+again:
+	prev = local64_read(&hwc->prev_count);
+	new = __xe_pmu_event_read(event);
+
+	if (local64_cmpxchg(&hwc->prev_count, prev, new) != prev)
+		goto again;
+
+	local64_add(new - prev, &event->count);
+}
+
+static void xe_pmu_enable(struct perf_event *event)
+{
+	/*
+	 * Store the current counter value so we can report the correct delta
+	 * for all listeners. Even when the event was already enabled and has
+	 * an existing non-zero value.
+	 */
+	local64_set(&event->hw.prev_count, __xe_pmu_event_read(event));
+}
+
+static void xe_pmu_event_start(struct perf_event *event, int flags)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
+
+	if (!pmu->registered)
+		return;
+
+	xe_pmu_enable(event);
+	event->hw.state = 0;
+}
+
+static void xe_pmu_event_stop(struct perf_event *event, int flags)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
+
+	if (!pmu->registered)
+		goto out;
+
+	if (flags & PERF_EF_UPDATE)
+		xe_pmu_event_read(event);
+
+out:
+	event->hw.state = PERF_HES_STOPPED;
+}
+
+static int xe_pmu_event_add(struct perf_event *event, int flags)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
+
+	if (!pmu->registered)
+		return -ENODEV;
+
+	if (flags & PERF_EF_START)
+		xe_pmu_event_start(event, flags);
+
+	return 0;
+}
+
+static void xe_pmu_event_del(struct perf_event *event, int flags)
+{
+	xe_pmu_event_stop(event, PERF_EF_UPDATE);
+}
+
+static int xe_pmu_event_event_idx(struct perf_event *event)
+{
+	return 0;
+}
+
+struct xe_ext_attribute {
+	struct device_attribute attr;
+	unsigned long val;
+};
+
+static ssize_t xe_pmu_event_show(struct device *dev,
+				 struct device_attribute *attr, char *buf)
+{
+	struct xe_ext_attribute *eattr;
+
+	eattr = container_of(attr, struct xe_ext_attribute, attr);
+	return sprintf(buf, "config=0x%lx\n", eattr->val);
+}
+
+static ssize_t cpumask_show(struct device *dev,
+			    struct device_attribute *attr, char *buf)
+{
+	return cpumap_print_to_pagebuf(true, buf, &xe_pmu_cpumask);
+}
+
+static DEVICE_ATTR_RO(cpumask);
+
+static struct attribute *xe_cpumask_attrs[] = {
+	&dev_attr_cpumask.attr,
+	NULL,
+};
+
+static const struct attribute_group xe_pmu_cpumask_attr_group = {
+	.attrs = xe_cpumask_attrs,
+};
+
+#define __event(__counter, __name, __unit) \
+{ \
+	.counter = (__counter), \
+	.name = (__name), \
+	.unit = (__unit), \
+}
+
+static struct xe_ext_attribute *
+add_xe_attr(struct xe_ext_attribute *attr, const char *name, u64 config)
+{
+	sysfs_attr_init(&attr->attr.attr);
+	attr->attr.attr.name = name;
+	attr->attr.attr.mode = 0444;
+	attr->attr.show = xe_pmu_event_show;
+	attr->val = config;
+
+	return ++attr;
+}
+
+static struct perf_pmu_events_attr *
+add_pmu_attr(struct perf_pmu_events_attr *attr, const char *name,
+	     const char *str)
+{
+	sysfs_attr_init(&attr->attr.attr);
+	attr->attr.attr.name = name;
+	attr->attr.attr.mode = 0444;
+	attr->attr.show = perf_event_sysfs_show;
+	attr->event_str = str;
+
+	return ++attr;
+}
+
+static struct attribute **
+create_event_attributes(struct xe_pmu *pmu)
+{
+	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
+	static const struct {
+		unsigned int counter;
+		const char *name;
+		const char *unit;
+	} events[] = {
+	};
+
+	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
+	struct xe_ext_attribute *xe_attr = NULL, *xe_iter;
+	struct attribute **attr = NULL, **attr_iter;
+	unsigned int count = 0;
+	unsigned int i, j;
+	struct xe_gt *gt;
+
+	/* Count how many counters we will be exposing. */
+	for_each_gt(gt, xe, j) {
+		for (i = 0; i < ARRAY_SIZE(events); i++) {
+			u64 config = ___XE_PMU_OTHER(j, events[i].counter);
+
+			if (!config_status(xe, config))
+				count++;
+		}
+	}
+
+	/* Allocate attribute objects and table. */
+	xe_attr = kcalloc(count, sizeof(*xe_attr), GFP_KERNEL);
+	if (!xe_attr)
+		goto err_alloc;
+
+	pmu_attr = kcalloc(count, sizeof(*pmu_attr), GFP_KERNEL);
+	if (!pmu_attr)
+		goto err_alloc;
+
+	/* Max one pointer of each attribute type plus a termination entry. */
+	attr = kcalloc(count * 2 + 1, sizeof(*attr), GFP_KERNEL);
+	if (!attr)
+		goto err_alloc;
+
+	xe_iter = xe_attr;
+	pmu_iter = pmu_attr;
+	attr_iter = attr;
+
+	for_each_gt(gt, xe, j) {
+		for (i = 0; i < ARRAY_SIZE(events); i++) {
+			u64 config = ___XE_PMU_OTHER(j, events[i].counter);
+			char *str;
+
+			if (config_status(xe, config))
+				continue;
+
+			str = kasprintf(GFP_KERNEL, "%s-gt%u",
+					events[i].name, j);
+			if (!str)
+				goto err;
+
+			*attr_iter++ = &xe_iter->attr.attr;
+			xe_iter = add_xe_attr(xe_iter, str, config);
+
+			if (events[i].unit) {
+				str = kasprintf(GFP_KERNEL, "%s-gt%u.unit",
+						events[i].name, j);
+				if (!str)
+					goto err;
+
+				*attr_iter++ = &pmu_iter->attr.attr;
+				pmu_iter = add_pmu_attr(pmu_iter, str,
+							events[i].unit);
+			}
+		}
+	}
+
+	pmu->xe_attr = xe_attr;
+	pmu->pmu_attr = pmu_attr;
+
+	return attr;
+
+err:
+	for (attr_iter = attr; *attr_iter; attr_iter++)
+		kfree((*attr_iter)->name);
+
+err_alloc:
+	kfree(attr);
+	kfree(xe_attr);
+	kfree(pmu_attr);
+
+	return NULL;
+}
+
+static void free_event_attributes(struct xe_pmu *pmu)
+{
+	struct attribute **attr_iter = pmu->events_attr_group.attrs;
+
+	for (; *attr_iter; attr_iter++)
+		kfree((*attr_iter)->name);
+
+	kfree(pmu->events_attr_group.attrs);
+	kfree(pmu->xe_attr);
+	kfree(pmu->pmu_attr);
+
+	pmu->events_attr_group.attrs = NULL;
+	pmu->xe_attr = NULL;
+	pmu->pmu_attr = NULL;
+}
+
+static int xe_pmu_cpu_online(unsigned int cpu, struct hlist_node *node)
+{
+	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
+
+	/* Select the first online CPU as a designated reader. */
+	if (cpumask_empty(&xe_pmu_cpumask))
+		cpumask_set_cpu(cpu, &xe_pmu_cpumask);
+
+	return 0;
+}
+
+static int xe_pmu_cpu_offline(unsigned int cpu, struct hlist_node *node)
+{
+	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
+	unsigned int target = xe_pmu_target_cpu;
+
+	/*
+	 * Unregistering an instance generates a CPU offline event which we must
+	 * ignore to avoid incorrectly modifying the shared xe_pmu_cpumask.
+	 */
+	if (!pmu->registered)
+		return 0;
+
+	if (cpumask_test_and_clear_cpu(cpu, &xe_pmu_cpumask)) {
+		target = cpumask_any_but(topology_sibling_cpumask(cpu), cpu);
+
+		/* Migrate events if there is a valid target */
+		if (target < nr_cpu_ids) {
+			cpumask_set_cpu(target, &xe_pmu_cpumask);
+			xe_pmu_target_cpu = target;
+		}
+	}
+
+	if (target < nr_cpu_ids && target != pmu->cpuhp.cpu) {
+		perf_pmu_migrate_context(&pmu->base, cpu, target);
+		pmu->cpuhp.cpu = target;
+	}
+
+	return 0;
+}
+
+static enum cpuhp_state cpuhp_state = CPUHP_INVALID;
+
+/**
+ * xe_pmu_init() - Setup CPU hotplug state/callbacks for Xe PMU
+ *
+ * Returns: 0 if successful, else error code
+ */
+int xe_pmu_init(void)
+{
+	int ret;
+
+	ret = cpuhp_setup_state_multi(CPUHP_AP_ONLINE_DYN,
+				      "perf/x86/intel/xe:online",
+				      xe_pmu_cpu_online,
+				      xe_pmu_cpu_offline);
+	if (ret < 0)
+		pr_notice("Failed to setup cpuhp state for xe PMU! (%d)\n",
+			  ret);
+	else
+		cpuhp_state = ret;
+
+	return 0;
+}
+
+/**
+ * xe_pmu_exit() - Remove CPU hotplug state/callbacks for Xe PMU
+ */
+void xe_pmu_exit(void)
+{
+	if (cpuhp_state != CPUHP_INVALID)
+		cpuhp_remove_multi_state(cpuhp_state);
+}
+
+static int xe_pmu_register_cpuhp_state(struct xe_pmu *pmu)
+{
+	if (cpuhp_state == CPUHP_INVALID)
+		return -EINVAL;
+
+	return cpuhp_state_add_instance(cpuhp_state, &pmu->cpuhp.node);
+}
+
+static void xe_pmu_unregister_cpuhp_state(struct xe_pmu *pmu)
+{
+	cpuhp_state_remove_instance(cpuhp_state, &pmu->cpuhp.node);
+}
+
+/**
+ * xe_pmu_unregister() - Remove/cleanup PMU registration
+ * @arg: Ptr to pmu
+ */
+void xe_pmu_unregister(void *arg)
+{
+	struct xe_pmu *pmu = arg;
+
+	if (!pmu->registered)
+		return;
+
+	pmu->registered = false;
+
+	xe_pmu_unregister_cpuhp_state(pmu);
+
+	perf_pmu_unregister(&pmu->base);
+	kfree(pmu->base.attr_groups);
+	kfree(pmu->name);
+	free_event_attributes(pmu);
+}
+
+/**
+ * xe_pmu_register() - Define basic PMU properties for Xe and add event callbacks.
+ * @pmu: the PMU object
+ *
+ */
+void xe_pmu_register(struct xe_pmu *pmu)
+{
+	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
+	const struct attribute_group *attr_groups[] = {
+		&pmu->events_attr_group,
+		&xe_pmu_cpumask_attr_group,
+		NULL
+	};
+
+	int ret = -ENOMEM;
+
+	spin_lock_init(&pmu->lock);
+	pmu->cpuhp.cpu = -1;
+
+	pmu->name = kasprintf(GFP_KERNEL,
+			      "xe_%s",
+			      dev_name(xe->drm.dev));
+	if (pmu->name) {
+		/* tools/perf reserves colons as special. */
+		strreplace((char *)pmu->name, ':', '_');
+	}
+
+	if (!pmu->name)
+		goto err;
+
+	pmu->events_attr_group.name = "events";
+	pmu->events_attr_group.attrs = create_event_attributes(pmu);
+	if (!pmu->events_attr_group.attrs)
+		goto err_name;
+
+	pmu->base.attr_groups = kmemdup(attr_groups, sizeof(attr_groups),
+					GFP_KERNEL);
+	if (!pmu->base.attr_groups)
+		goto err_attr;
+
+	pmu->base.module	= THIS_MODULE;
+	pmu->base.task_ctx_nr	= perf_invalid_context;
+	pmu->base.event_init	= xe_pmu_event_init;
+	pmu->base.add		= xe_pmu_event_add;
+	pmu->base.del		= xe_pmu_event_del;
+	pmu->base.start		= xe_pmu_event_start;
+	pmu->base.stop		= xe_pmu_event_stop;
+	pmu->base.read		= xe_pmu_event_read;
+	pmu->base.event_idx	= xe_pmu_event_event_idx;
+
+	ret = perf_pmu_register(&pmu->base, pmu->name, -1);
+	if (ret)
+		goto err_groups;
+
+	ret = xe_pmu_register_cpuhp_state(pmu);
+	if (ret)
+		goto err_unreg;
+
+	ret = devm_add_action_or_reset(xe->drm.dev, xe_pmu_unregister, pmu);
+	if (ret)
+		goto err_cpuhp;
+
+	pmu->registered = true;
+
+	return;
+
+err_cpuhp:
+	xe_pmu_unregister_cpuhp_state(pmu);
+err_unreg:
+	perf_pmu_unregister(&pmu->base);
+err_groups:
+	kfree(pmu->base.attr_groups);
+err_attr:
+	free_event_attributes(pmu);
+err_name:
+	kfree(pmu->name);
+err:
+	drm_notice(&xe->drm, "Failed to register PMU!\n");
+}
diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
new file mode 100644
index 000000000000..d07e5dfdfec0
--- /dev/null
+++ b/drivers/gpu/drm/xe/xe_pmu.h
@@ -0,0 +1,26 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Copyright © 2024 Intel Corporation
+ */
+
+#ifndef _XE_PMU_H_
+#define _XE_PMU_H_
+
+#include "xe_pmu_types.h"
+
+struct xe_gt;
+
+#if IS_ENABLED(CONFIG_PERF_EVENTS)
+int xe_pmu_init(void);
+void xe_pmu_exit(void);
+void xe_pmu_register(struct xe_pmu *pmu);
+void xe_pmu_unregister(void *arg);
+#else
+static inline int xe_pmu_init(void) { return 0; }
+static inline void xe_pmu_exit(void) {}
+static inline void xe_pmu_register(struct xe_pmu *pmu) {}
+static inline void xe_pmu_unregister(void *arg) {}
+#endif
+
+#endif
+
diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
new file mode 100644
index 000000000000..4da96b8fadd1
--- /dev/null
+++ b/drivers/gpu/drm/xe/xe_pmu_types.h
@@ -0,0 +1,70 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Copyright © 2024 Intel Corporation
+ */
+
+#ifndef _XE_PMU_TYPES_H_
+#define _XE_PMU_TYPES_H_
+
+#include <linux/perf_event.h>
+#include <linux/spinlock_types.h>
+
+enum {
+	__XE_NUM_PMU_SAMPLERS
+};
+
+#define XE_PMU_MAX_GT 2
+
+/*
+ * Top bits of every counter are GT id.
+ */
+#define __XE_PMU_GT_SHIFT (56)
+
+#define ___XE_PMU_OTHER(gt, x) \
+	(((__u64)(x)) | ((__u64)(gt) << __XE_PMU_GT_SHIFT))
+
+struct xe_pmu {
+	/**
+	 * @cpuhp: Struct used for CPU hotplug handling.
+	 */
+	struct {
+		struct hlist_node node;
+		unsigned int cpu;
+	} cpuhp;
+	/**
+	 * @base: PMU base.
+	 */
+	struct pmu base;
+	/**
+	 * @registered: PMU is registered and not in the unregistering process.
+	 */
+	bool registered;
+	/**
+	 * @name: Name as registered with perf core.
+	 */
+	const char *name;
+	/**
+	 * @lock: Lock protecting enable mask and ref count handling.
+	 */
+	spinlock_t lock;
+	/**
+	 * @sample: Current and previous (raw) counters.
+	 *
+	 * These counters are updated when the device is awake.
+	 */
+	u64 sample[XE_PMU_MAX_GT][__XE_NUM_PMU_SAMPLERS];
+	/**
+	 * @events_attr_group: Device events attribute group.
+	 */
+	struct attribute_group events_attr_group;
+	/**
+	 * @xe_attr: Memory block holding device attributes.
+	 */
+	void *xe_attr;
+	/**
+	 * @pmu_attr: Memory block holding device attributes.
+	 */
+	void *pmu_attr;
+};
+
+#endif
-- 
2.38.1

[PATCH 0/3] drm/xe/pmu: PMU interface for Xe

[Vinay Belgaumkar]

Port i915 PMU event capture capability to Xe driver. This
has been requested by users of tools like gputop and turbostat
where PMU events are used to monitor GT freq and C6 residencies.

Cc: Rui Zhang <rui.zhang@intel.com>
Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>

Aravind Iddamsetty (1):
  drm/xe/pmu: Enable PMU interface

Vinay Belgaumkar (2):
  drm/xe/pmu: Add GT C6 events
  drm/xe/pmu: Add GT frequency events

 drivers/gpu/drm/xe/Makefile          |    2 +
 drivers/gpu/drm/xe/xe_device.c       |    6 +
 drivers/gpu/drm/xe/xe_device_types.h |    4 +
 drivers/gpu/drm/xe/xe_gt.c           |    4 +
 drivers/gpu/drm/xe/xe_gt_idle.c      |   17 +-
 drivers/gpu/drm/xe/xe_gt_idle.h      |    1 +
 drivers/gpu/drm/xe/xe_module.c       |    5 +
 drivers/gpu/drm/xe/xe_pmu.c          | 1040 ++++++++++++++++++++++++++
 drivers/gpu/drm/xe/xe_pmu.h          |   30 +
 drivers/gpu/drm/xe/xe_pmu_types.h    |  159 ++++
 10 files changed, 1263 insertions(+), 5 deletions(-)
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.c
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.h
 create mode 100644 drivers/gpu/drm/xe/xe_pmu_types.h

-- 
2.38.1

[PATCH 1/3] drm/xe/pmu: Enable PMU interface

[Vinay Belgaumkar]

From: Aravind Iddamsetty <aravind.iddamsetty@linux.intel.com>

Basic PMU enabling patch. Setup the basic framework
for adding events/timers. This patch was previously
reviewed here -
https://patchwork.freedesktop.org/series/119504/

The pmu base implementation is still from the
i915 driver.

v2: Review comments(Rodrigo) and do not init pmu for VFs
as they don't have access to freq and c6 residency anyways.

v3: Fix kunit issue, move xe_pmu entry in Makefile (Jani) and
move drm uapi definitions (Lucas)

v4: Adapt Lucas's recent PMU fixes for i915

Co-developed-by: Bommu Krishnaiah <krishnaiah.bommu@intel.com>
Signed-off-by: Bommu Krishnaiah <krishnaiah.bommu@intel.com>
Signed-off-by: Aravind Iddamsetty <aravind.iddamsetty@linux.intel.com>
Signed-off-by: Riana Tauro <riana.tauro@intel.com>
Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
---
 drivers/gpu/drm/xe/Makefile          |   2 +
 drivers/gpu/drm/xe/xe_device.c       |   6 +
 drivers/gpu/drm/xe/xe_device_types.h |   4 +
 drivers/gpu/drm/xe/xe_module.c       |   5 +
 drivers/gpu/drm/xe/xe_pmu.c          | 577 +++++++++++++++++++++++++++
 drivers/gpu/drm/xe/xe_pmu.h          |  26 ++
 drivers/gpu/drm/xe/xe_pmu_types.h    |  70 ++++
 7 files changed, 690 insertions(+)
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.c
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.h
 create mode 100644 drivers/gpu/drm/xe/xe_pmu_types.h

diff --git a/drivers/gpu/drm/xe/Makefile b/drivers/gpu/drm/xe/Makefile
index a93e6fcc0ad9..c231ecaf86b8 100644
--- a/drivers/gpu/drm/xe/Makefile
+++ b/drivers/gpu/drm/xe/Makefile
@@ -299,6 +299,8 @@ ifeq ($(CONFIG_DEBUG_FS),y)
 		i915-display/intel_pipe_crc.o
 endif
 
+xe-$(CONFIG_PERF_EVENTS) += xe_pmu.o
+
 obj-$(CONFIG_DRM_XE) += xe.o
 obj-$(CONFIG_DRM_XE_KUNIT_TEST) += tests/
 
diff --git a/drivers/gpu/drm/xe/xe_device.c b/drivers/gpu/drm/xe/xe_device.c
index 0e2dd691bdae..89463cf7cc2c 100644
--- a/drivers/gpu/drm/xe/xe_device.c
+++ b/drivers/gpu/drm/xe/xe_device.c
@@ -759,6 +759,9 @@ int xe_device_probe(struct xe_device *xe)
 	for_each_gt(gt, xe, id)
 		xe_gt_sanitize_freq(gt);
 
+	if (!IS_SRIOV_VF(xe))
+		xe_pmu_register(&xe->pmu);
+
 	return devm_add_action_or_reset(xe->drm.dev, xe_device_sanitize, xe);
 
 err_fini_display:
@@ -803,6 +806,9 @@ void xe_device_remove(struct xe_device *xe)
 
 	xe_heci_gsc_fini(xe);
 
+	if (!IS_SRIOV_VF(xe))
+		xe_pmu_unregister(&xe->pmu);
+
 	for_each_gt(gt, xe, id)
 		xe_gt_remove(gt);
 }
diff --git a/drivers/gpu/drm/xe/xe_device_types.h b/drivers/gpu/drm/xe/xe_device_types.h
index bccca63c8a48..0cb8d650135a 100644
--- a/drivers/gpu/drm/xe/xe_device_types.h
+++ b/drivers/gpu/drm/xe/xe_device_types.h
@@ -18,6 +18,7 @@
 #include "xe_memirq_types.h"
 #include "xe_oa.h"
 #include "xe_platform_types.h"
+#include "xe_pmu.h"
 #include "xe_pt_types.h"
 #include "xe_sriov_types.h"
 #include "xe_step_types.h"
@@ -509,6 +510,9 @@ struct xe_device {
 		int mode;
 	} wedged;
 
+	/** @pmu: performance monitoring unit */
+	struct xe_pmu pmu;
+
 #ifdef TEST_VM_OPS_ERROR
 	/**
 	 * @vm_inject_error_position: inject errors at different places in VM
diff --git a/drivers/gpu/drm/xe/xe_module.c b/drivers/gpu/drm/xe/xe_module.c
index 77ce9f9ca7a5..1bf2bf8447c0 100644
--- a/drivers/gpu/drm/xe/xe_module.c
+++ b/drivers/gpu/drm/xe/xe_module.c
@@ -14,6 +14,7 @@
 #include "xe_hw_fence.h"
 #include "xe_pci.h"
 #include "xe_pm.h"
+#include "xe_pmu.h"
 #include "xe_observation.h"
 #include "xe_sched_job.h"
 
@@ -96,6 +97,10 @@ static const struct init_funcs init_funcs[] = {
 		.init = xe_sched_job_module_init,
 		.exit = xe_sched_job_module_exit,
 	},
+	{
+		.init = xe_pmu_init,
+		.exit = xe_pmu_exit,
+	},
 	{
 		.init = xe_register_pci_driver,
 		.exit = xe_unregister_pci_driver,
diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
new file mode 100644
index 000000000000..7ce66c022e27
--- /dev/null
+++ b/drivers/gpu/drm/xe/xe_pmu.c
@@ -0,0 +1,577 @@
+// SPDX-License-Identifier: MIT
+/*
+ * Copyright © 2024 Intel Corporation
+ */
+
+#include <drm/drm_drv.h>
+#include <drm/drm_managed.h>
+#include <drm/xe_drm.h>
+
+#include "regs/xe_gt_regs.h"
+#include "xe_device.h"
+#include "xe_force_wake.h"
+#include "xe_gt_clock.h"
+#include "xe_mmio.h"
+#include "xe_macros.h"
+#include "xe_pm.h"
+
+/**
+ * CPU mask is defined/initialized at a module level. All devices
+ * inside this module share this mask.
+ */
+static cpumask_t xe_pmu_cpumask;
+static unsigned int xe_pmu_target_cpu = -1;
+
+/**
+ * DOC: Xe PMU (Performance Monitoring Unit)
+ *
+ * Expose events/counters like C6 residency and GT frequency to user land.
+ * Perf tool can be used to list these counters from the command line.
+ *
+ * Example commands to list/record supported perf events-
+ *
+ * $ ls -ld /sys/bus/event_source/devices/xe_*
+ * $ ls /sys/bus/event_source/devices/xe_0000_00_02.0/events/
+ *
+ * You can also use the perf tool to grep for a certain event-
+ * $ perf list | grep rc6
+ *
+ * To list a specific event at regular intervals-
+ * $ perf stat -e <event_name> -I <interval>
+ *
+ */
+
+static unsigned int config_gt_id(const u64 config)
+{
+	return config >> __XE_PMU_GT_SHIFT;
+}
+
+static u64 config_counter(const u64 config)
+{
+	return config & ~(~0ULL << __XE_PMU_GT_SHIFT);
+}
+
+static void xe_pmu_event_destroy(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+
+	drm_WARN_ON(&xe->drm, event->parent);
+
+	drm_dev_put(&xe->drm);
+}
+
+static int
+config_status(struct xe_device *xe, u64 config)
+{
+	unsigned int gt_id = config_gt_id(config);
+
+	if (gt_id >= XE_MAX_GT_PER_TILE)
+		return -ENOENT;
+
+	switch (config_counter(config)) {
+	default:
+		return -ENOENT;
+	}
+
+	return 0;
+}
+
+static int xe_pmu_event_init(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
+	int ret;
+
+	if (!pmu->registered)
+		return -ENODEV;
+
+	if (event->attr.type != event->pmu->type)
+		return -ENOENT;
+
+	/* unsupported modes and filters */
+	if (event->attr.sample_period) /* no sampling */
+		return -EINVAL;
+
+	if (has_branch_stack(event))
+		return -EOPNOTSUPP;
+
+	if (event->cpu < 0)
+		return -EINVAL;
+
+	/* only allow running on one cpu at a time */
+	if (!cpumask_test_cpu(event->cpu, &xe_pmu_cpumask))
+		return -EINVAL;
+
+	ret = config_status(xe, event->attr.config);
+	if (ret)
+		return ret;
+
+	if (!event->parent) {
+		drm_dev_get(&xe->drm);
+		event->destroy = xe_pmu_event_destroy;
+	}
+
+	return 0;
+}
+
+static u64 __xe_pmu_event_read(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	const unsigned int gt_id = config_gt_id(event->attr.config);
+	const u64 config = event->attr.config;
+	struct xe_gt *gt = xe_device_get_gt(xe, gt_id);
+	u64 val = 0;
+
+	switch (config_counter(config)) {
+	default:
+		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
+	}
+
+	return val;
+}
+
+static void xe_pmu_event_read(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct hw_perf_event *hwc = &event->hw;
+	struct xe_pmu *pmu = &xe->pmu;
+	u64 prev, new;
+
+	if (!pmu->registered) {
+		event->hw.state = PERF_HES_STOPPED;
+		return;
+	}
+again:
+	prev = local64_read(&hwc->prev_count);
+	new = __xe_pmu_event_read(event);
+
+	if (local64_cmpxchg(&hwc->prev_count, prev, new) != prev)
+		goto again;
+
+	local64_add(new - prev, &event->count);
+}
+
+static void xe_pmu_enable(struct perf_event *event)
+{
+	/*
+	 * Store the current counter value so we can report the correct delta
+	 * for all listeners. Even when the event was already enabled and has
+	 * an existing non-zero value.
+	 */
+	local64_set(&event->hw.prev_count, __xe_pmu_event_read(event));
+}
+
+static void xe_pmu_event_start(struct perf_event *event, int flags)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
+
+	if (!pmu->registered)
+		return;
+
+	xe_pmu_enable(event);
+	event->hw.state = 0;
+}
+
+static void xe_pmu_event_stop(struct perf_event *event, int flags)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
+
+	if (!pmu->registered)
+		goto out;
+
+	if (flags & PERF_EF_UPDATE)
+		xe_pmu_event_read(event);
+
+out:
+	event->hw.state = PERF_HES_STOPPED;
+}
+
+static int xe_pmu_event_add(struct perf_event *event, int flags)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
+
+	if (!pmu->registered)
+		return -ENODEV;
+
+	if (flags & PERF_EF_START)
+		xe_pmu_event_start(event, flags);
+
+	return 0;
+}
+
+static void xe_pmu_event_del(struct perf_event *event, int flags)
+{
+	xe_pmu_event_stop(event, PERF_EF_UPDATE);
+}
+
+static int xe_pmu_event_event_idx(struct perf_event *event)
+{
+	return 0;
+}
+
+struct xe_ext_attribute {
+	struct device_attribute attr;
+	unsigned long val;
+};
+
+static ssize_t xe_pmu_event_show(struct device *dev,
+				 struct device_attribute *attr, char *buf)
+{
+	struct xe_ext_attribute *eattr;
+
+	eattr = container_of(attr, struct xe_ext_attribute, attr);
+	return sprintf(buf, "config=0x%lx\n", eattr->val);
+}
+
+static ssize_t cpumask_show(struct device *dev,
+			    struct device_attribute *attr, char *buf)
+{
+	return cpumap_print_to_pagebuf(true, buf, &xe_pmu_cpumask);
+}
+
+static DEVICE_ATTR_RO(cpumask);
+
+static struct attribute *xe_cpumask_attrs[] = {
+	&dev_attr_cpumask.attr,
+	NULL,
+};
+
+static const struct attribute_group xe_pmu_cpumask_attr_group = {
+	.attrs = xe_cpumask_attrs,
+};
+
+#define __event(__counter, __name, __unit) \
+{ \
+	.counter = (__counter), \
+	.name = (__name), \
+	.unit = (__unit), \
+}
+
+static struct xe_ext_attribute *
+add_xe_attr(struct xe_ext_attribute *attr, const char *name, u64 config)
+{
+	sysfs_attr_init(&attr->attr.attr);
+	attr->attr.attr.name = name;
+	attr->attr.attr.mode = 0444;
+	attr->attr.show = xe_pmu_event_show;
+	attr->val = config;
+
+	return ++attr;
+}
+
+static struct perf_pmu_events_attr *
+add_pmu_attr(struct perf_pmu_events_attr *attr, const char *name,
+	     const char *str)
+{
+	sysfs_attr_init(&attr->attr.attr);
+	attr->attr.attr.name = name;
+	attr->attr.attr.mode = 0444;
+	attr->attr.show = perf_event_sysfs_show;
+	attr->event_str = str;
+
+	return ++attr;
+}
+
+static struct attribute **
+create_event_attributes(struct xe_pmu *pmu)
+{
+	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
+	static const struct {
+		unsigned int counter;
+		const char *name;
+		const char *unit;
+	} events[] = {
+	};
+
+	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
+	struct xe_ext_attribute *xe_attr = NULL, *xe_iter;
+	struct attribute **attr = NULL, **attr_iter;
+	unsigned int count = 0;
+	unsigned int i, j;
+	struct xe_gt *gt;
+
+	/* Count how many counters we will be exposing. */
+	for_each_gt(gt, xe, j) {
+		for (i = 0; i < ARRAY_SIZE(events); i++) {
+			u64 config = ___XE_PMU_OTHER(j, events[i].counter);
+
+			if (!config_status(xe, config))
+				count++;
+		}
+	}
+
+	/* Allocate attribute objects and table. */
+	xe_attr = kcalloc(count, sizeof(*xe_attr), GFP_KERNEL);
+	if (!xe_attr)
+		goto err_alloc;
+
+	pmu_attr = kcalloc(count, sizeof(*pmu_attr), GFP_KERNEL);
+	if (!pmu_attr)
+		goto err_alloc;
+
+	/* Max one pointer of each attribute type plus a termination entry. */
+	attr = kcalloc(count * 2 + 1, sizeof(*attr), GFP_KERNEL);
+	if (!attr)
+		goto err_alloc;
+
+	xe_iter = xe_attr;
+	pmu_iter = pmu_attr;
+	attr_iter = attr;
+
+	for_each_gt(gt, xe, j) {
+		for (i = 0; i < ARRAY_SIZE(events); i++) {
+			u64 config = ___XE_PMU_OTHER(j, events[i].counter);
+			char *str;
+
+			if (config_status(xe, config))
+				continue;
+
+			str = kasprintf(GFP_KERNEL, "%s-gt%u",
+					events[i].name, j);
+			if (!str)
+				goto err;
+
+			*attr_iter++ = &xe_iter->attr.attr;
+			xe_iter = add_xe_attr(xe_iter, str, config);
+
+			if (events[i].unit) {
+				str = kasprintf(GFP_KERNEL, "%s-gt%u.unit",
+						events[i].name, j);
+				if (!str)
+					goto err;
+
+				*attr_iter++ = &pmu_iter->attr.attr;
+				pmu_iter = add_pmu_attr(pmu_iter, str,
+							events[i].unit);
+			}
+		}
+	}
+
+	pmu->xe_attr = xe_attr;
+	pmu->pmu_attr = pmu_attr;
+
+	return attr;
+
+err:
+	for (attr_iter = attr; *attr_iter; attr_iter++)
+		kfree((*attr_iter)->name);
+
+err_alloc:
+	kfree(attr);
+	kfree(xe_attr);
+	kfree(pmu_attr);
+
+	return NULL;
+}
+
+static void free_event_attributes(struct xe_pmu *pmu)
+{
+	struct attribute **attr_iter = pmu->events_attr_group.attrs;
+
+	for (; *attr_iter; attr_iter++)
+		kfree((*attr_iter)->name);
+
+	kfree(pmu->events_attr_group.attrs);
+	kfree(pmu->xe_attr);
+	kfree(pmu->pmu_attr);
+
+	pmu->events_attr_group.attrs = NULL;
+	pmu->xe_attr = NULL;
+	pmu->pmu_attr = NULL;
+}
+
+static int xe_pmu_cpu_online(unsigned int cpu, struct hlist_node *node)
+{
+	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
+
+	/* Select the first online CPU as a designated reader. */
+	if (cpumask_empty(&xe_pmu_cpumask))
+		cpumask_set_cpu(cpu, &xe_pmu_cpumask);
+
+	return 0;
+}
+
+static int xe_pmu_cpu_offline(unsigned int cpu, struct hlist_node *node)
+{
+	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
+	unsigned int target = xe_pmu_target_cpu;
+
+	/*
+	 * Unregistering an instance generates a CPU offline event which we must
+	 * ignore to avoid incorrectly modifying the shared xe_pmu_cpumask.
+	 */
+	if (!pmu->registered)
+		return 0;
+
+	if (cpumask_test_and_clear_cpu(cpu, &xe_pmu_cpumask)) {
+		target = cpumask_any_but(topology_sibling_cpumask(cpu), cpu);
+
+		/* Migrate events if there is a valid target */
+		if (target < nr_cpu_ids) {
+			cpumask_set_cpu(target, &xe_pmu_cpumask);
+			xe_pmu_target_cpu = target;
+		}
+	}
+
+	if (target < nr_cpu_ids && target != pmu->cpuhp.cpu) {
+		perf_pmu_migrate_context(&pmu->base, cpu, target);
+		pmu->cpuhp.cpu = target;
+	}
+
+	return 0;
+}
+
+static enum cpuhp_state cpuhp_state = CPUHP_INVALID;
+
+/**
+ * xe_pmu_init() - Setup CPU hotplug state/callbacks for Xe PMU
+ *
+ * Returns: 0 if successful, else error code
+ */
+int xe_pmu_init(void)
+{
+	int ret;
+
+	ret = cpuhp_setup_state_multi(CPUHP_AP_ONLINE_DYN,
+				      "perf/x86/intel/xe:online",
+				      xe_pmu_cpu_online,
+				      xe_pmu_cpu_offline);
+	if (ret < 0)
+		pr_notice("Failed to setup cpuhp state for xe PMU! (%d)\n",
+			  ret);
+	else
+		cpuhp_state = ret;
+
+	return 0;
+}
+
+/**
+ * xe_pmu_exit() - Remove CPU hotplug state/callbacks for Xe PMU
+ */
+void xe_pmu_exit(void)
+{
+	if (cpuhp_state != CPUHP_INVALID)
+		cpuhp_remove_multi_state(cpuhp_state);
+}
+
+static int xe_pmu_register_cpuhp_state(struct xe_pmu *pmu)
+{
+	if (cpuhp_state == CPUHP_INVALID)
+		return -EINVAL;
+
+	return cpuhp_state_add_instance(cpuhp_state, &pmu->cpuhp.node);
+}
+
+static void xe_pmu_unregister_cpuhp_state(struct xe_pmu *pmu)
+{
+	cpuhp_state_remove_instance(cpuhp_state, &pmu->cpuhp.node);
+}
+
+/**
+ * xe_pmu_unregister() - Remove/cleanup PMU registration
+ */
+void xe_pmu_unregister(void *arg)
+{
+	struct xe_pmu *pmu = arg;
+
+	if (!pmu->registered)
+		return;
+
+	pmu->registered = false;
+
+	xe_pmu_unregister_cpuhp_state(pmu);
+
+	perf_pmu_unregister(&pmu->base);
+	kfree(pmu->base.attr_groups);
+	kfree(pmu->name);
+	free_event_attributes(pmu);
+}
+
+/**
+ * xe_pmu_register() - Define basic PMU properties for Xe and add event callbacks.
+ *
+ */
+void xe_pmu_register(struct xe_pmu *pmu)
+{
+	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
+	const struct attribute_group *attr_groups[] = {
+		&pmu->events_attr_group,
+		&xe_pmu_cpumask_attr_group,
+		NULL
+	};
+
+	int ret = -ENOMEM;
+
+	spin_lock_init(&pmu->lock);
+	pmu->cpuhp.cpu = -1;
+
+	pmu->name = kasprintf(GFP_KERNEL,
+			      "xe_%s",
+			      dev_name(xe->drm.dev));
+	if (pmu->name) {
+		/* tools/perf reserves colons as special. */
+		strreplace((char *)pmu->name, ':', '_');
+	}
+
+	if (!pmu->name)
+		goto err;
+
+	pmu->events_attr_group.name = "events";
+	pmu->events_attr_group.attrs = create_event_attributes(pmu);
+	if (!pmu->events_attr_group.attrs)
+		goto err_name;
+
+	pmu->base.attr_groups = kmemdup(attr_groups, sizeof(attr_groups),
+					GFP_KERNEL);
+	if (!pmu->base.attr_groups)
+		goto err_attr;
+
+	pmu->base.module	= THIS_MODULE;
+	pmu->base.task_ctx_nr	= perf_invalid_context;
+	pmu->base.event_init	= xe_pmu_event_init;
+	pmu->base.add		= xe_pmu_event_add;
+	pmu->base.del		= xe_pmu_event_del;
+	pmu->base.start		= xe_pmu_event_start;
+	pmu->base.stop		= xe_pmu_event_stop;
+	pmu->base.read		= xe_pmu_event_read;
+	pmu->base.event_idx	= xe_pmu_event_event_idx;
+
+	ret = perf_pmu_register(&pmu->base, pmu->name, -1);
+	if (ret)
+		goto err_groups;
+
+	ret = xe_pmu_register_cpuhp_state(pmu);
+	if (ret)
+		goto err_unreg;
+
+	ret = devm_add_action_or_reset(xe->drm.dev, xe_pmu_unregister, pmu);
+	if (ret)
+		goto err_cpuhp;
+
+	pmu->registered = true;
+
+	return;
+
+err_cpuhp:
+	xe_pmu_unregister_cpuhp_state(pmu);
+err_unreg:
+	perf_pmu_unregister(&pmu->base);
+err_groups:
+	kfree(pmu->base.attr_groups);
+err_attr:
+	free_event_attributes(pmu);
+err_name:
+	kfree(pmu->name);
+err:
+	drm_notice(&xe->drm, "Failed to register PMU!\n");
+}
diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
new file mode 100644
index 000000000000..d07e5dfdfec0
--- /dev/null
+++ b/drivers/gpu/drm/xe/xe_pmu.h
@@ -0,0 +1,26 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Copyright © 2024 Intel Corporation
+ */
+
+#ifndef _XE_PMU_H_
+#define _XE_PMU_H_
+
+#include "xe_pmu_types.h"
+
+struct xe_gt;
+
+#if IS_ENABLED(CONFIG_PERF_EVENTS)
+int xe_pmu_init(void);
+void xe_pmu_exit(void);
+void xe_pmu_register(struct xe_pmu *pmu);
+void xe_pmu_unregister(void *arg);
+#else
+static inline int xe_pmu_init(void) { return 0; }
+static inline void xe_pmu_exit(void) {}
+static inline void xe_pmu_register(struct xe_pmu *pmu) {}
+static inline void xe_pmu_unregister(void *arg) {}
+#endif
+
+#endif
+
diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
new file mode 100644
index 000000000000..4da96b8fadd1
--- /dev/null
+++ b/drivers/gpu/drm/xe/xe_pmu_types.h
@@ -0,0 +1,70 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Copyright © 2024 Intel Corporation
+ */
+
+#ifndef _XE_PMU_TYPES_H_
+#define _XE_PMU_TYPES_H_
+
+#include <linux/perf_event.h>
+#include <linux/spinlock_types.h>
+
+enum {
+	__XE_NUM_PMU_SAMPLERS
+};
+
+#define XE_PMU_MAX_GT 2
+
+/*
+ * Top bits of every counter are GT id.
+ */
+#define __XE_PMU_GT_SHIFT (56)
+
+#define ___XE_PMU_OTHER(gt, x) \
+	(((__u64)(x)) | ((__u64)(gt) << __XE_PMU_GT_SHIFT))
+
+struct xe_pmu {
+	/**
+	 * @cpuhp: Struct used for CPU hotplug handling.
+	 */
+	struct {
+		struct hlist_node node;
+		unsigned int cpu;
+	} cpuhp;
+	/**
+	 * @base: PMU base.
+	 */
+	struct pmu base;
+	/**
+	 * @registered: PMU is registered and not in the unregistering process.
+	 */
+	bool registered;
+	/**
+	 * @name: Name as registered with perf core.
+	 */
+	const char *name;
+	/**
+	 * @lock: Lock protecting enable mask and ref count handling.
+	 */
+	spinlock_t lock;
+	/**
+	 * @sample: Current and previous (raw) counters.
+	 *
+	 * These counters are updated when the device is awake.
+	 */
+	u64 sample[XE_PMU_MAX_GT][__XE_NUM_PMU_SAMPLERS];
+	/**
+	 * @events_attr_group: Device events attribute group.
+	 */
+	struct attribute_group events_attr_group;
+	/**
+	 * @xe_attr: Memory block holding device attributes.
+	 */
+	void *xe_attr;
+	/**
+	 * @pmu_attr: Memory block holding device attributes.
+	 */
+	void *pmu_attr;
+};
+
+#endif
-- 
2.38.1

Re: [PATCH 1/3] drm/xe/pmu: Enable PMU interface

[Rodrigo Vivi]

On Fri, Nov 08, 2024 at 10:15:10AM -0800, Vinay Belgaumkar wrote:
> From: Aravind Iddamsetty <aravind.iddamsetty@linux.intel.com>
> 
> Basic PMU enabling patch. Setup the basic framework
> for adding events/timers. This patch was previously
> reviewed here -
> https://patchwork.freedesktop.org/series/119504/
> 
> The pmu base implementation is still from the
> i915 driver.
> 
> v2: Review comments(Rodrigo) and do not init pmu for VFs
> as they don't have access to freq and c6 residency anyways.
> 
> v3: Fix kunit issue, move xe_pmu entry in Makefile (Jani) and
> move drm uapi definitions (Lucas)
> 
> v4: Adapt Lucas's recent PMU fixes for i915

I believe this already deserves

Co-developed-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>

Reviewed-by: Rodrigo Vivi <rodrigo.vivi@intel.com>

> 
> Co-developed-by: Bommu Krishnaiah <krishnaiah.bommu@intel.com>
> Signed-off-by: Bommu Krishnaiah <krishnaiah.bommu@intel.com>
> Signed-off-by: Aravind Iddamsetty <aravind.iddamsetty@linux.intel.com>
> Signed-off-by: Riana Tauro <riana.tauro@intel.com>
> Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
> Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
> ---
>  drivers/gpu/drm/xe/Makefile          |   2 +
>  drivers/gpu/drm/xe/xe_device.c       |   6 +
>  drivers/gpu/drm/xe/xe_device_types.h |   4 +
>  drivers/gpu/drm/xe/xe_module.c       |   5 +
>  drivers/gpu/drm/xe/xe_pmu.c          | 577 +++++++++++++++++++++++++++
>  drivers/gpu/drm/xe/xe_pmu.h          |  26 ++
>  drivers/gpu/drm/xe/xe_pmu_types.h    |  70 ++++
>  7 files changed, 690 insertions(+)
>  create mode 100644 drivers/gpu/drm/xe/xe_pmu.c
>  create mode 100644 drivers/gpu/drm/xe/xe_pmu.h
>  create mode 100644 drivers/gpu/drm/xe/xe_pmu_types.h
> 
> diff --git a/drivers/gpu/drm/xe/Makefile b/drivers/gpu/drm/xe/Makefile
> index a93e6fcc0ad9..c231ecaf86b8 100644
> --- a/drivers/gpu/drm/xe/Makefile
> +++ b/drivers/gpu/drm/xe/Makefile
> @@ -299,6 +299,8 @@ ifeq ($(CONFIG_DEBUG_FS),y)
>  		i915-display/intel_pipe_crc.o
>  endif
>  
> +xe-$(CONFIG_PERF_EVENTS) += xe_pmu.o
> +
>  obj-$(CONFIG_DRM_XE) += xe.o
>  obj-$(CONFIG_DRM_XE_KUNIT_TEST) += tests/
>  
> diff --git a/drivers/gpu/drm/xe/xe_device.c b/drivers/gpu/drm/xe/xe_device.c
> index 0e2dd691bdae..89463cf7cc2c 100644
> --- a/drivers/gpu/drm/xe/xe_device.c
> +++ b/drivers/gpu/drm/xe/xe_device.c
> @@ -759,6 +759,9 @@ int xe_device_probe(struct xe_device *xe)
>  	for_each_gt(gt, xe, id)
>  		xe_gt_sanitize_freq(gt);
>  
> +	if (!IS_SRIOV_VF(xe))
> +		xe_pmu_register(&xe->pmu);
> +
>  	return devm_add_action_or_reset(xe->drm.dev, xe_device_sanitize, xe);
>  
>  err_fini_display:
> @@ -803,6 +806,9 @@ void xe_device_remove(struct xe_device *xe)
>  
>  	xe_heci_gsc_fini(xe);
>  
> +	if (!IS_SRIOV_VF(xe))
> +		xe_pmu_unregister(&xe->pmu);
> +
>  	for_each_gt(gt, xe, id)
>  		xe_gt_remove(gt);
>  }
> diff --git a/drivers/gpu/drm/xe/xe_device_types.h b/drivers/gpu/drm/xe/xe_device_types.h
> index bccca63c8a48..0cb8d650135a 100644
> --- a/drivers/gpu/drm/xe/xe_device_types.h
> +++ b/drivers/gpu/drm/xe/xe_device_types.h
> @@ -18,6 +18,7 @@
>  #include "xe_memirq_types.h"
>  #include "xe_oa.h"
>  #include "xe_platform_types.h"
> +#include "xe_pmu.h"
>  #include "xe_pt_types.h"
>  #include "xe_sriov_types.h"
>  #include "xe_step_types.h"
> @@ -509,6 +510,9 @@ struct xe_device {
>  		int mode;
>  	} wedged;
>  
> +	/** @pmu: performance monitoring unit */
> +	struct xe_pmu pmu;
> +
>  #ifdef TEST_VM_OPS_ERROR
>  	/**
>  	 * @vm_inject_error_position: inject errors at different places in VM
> diff --git a/drivers/gpu/drm/xe/xe_module.c b/drivers/gpu/drm/xe/xe_module.c
> index 77ce9f9ca7a5..1bf2bf8447c0 100644
> --- a/drivers/gpu/drm/xe/xe_module.c
> +++ b/drivers/gpu/drm/xe/xe_module.c
> @@ -14,6 +14,7 @@
>  #include "xe_hw_fence.h"
>  #include "xe_pci.h"
>  #include "xe_pm.h"
> +#include "xe_pmu.h"
>  #include "xe_observation.h"
>  #include "xe_sched_job.h"
>  
> @@ -96,6 +97,10 @@ static const struct init_funcs init_funcs[] = {
>  		.init = xe_sched_job_module_init,
>  		.exit = xe_sched_job_module_exit,
>  	},
> +	{
> +		.init = xe_pmu_init,
> +		.exit = xe_pmu_exit,
> +	},
>  	{
>  		.init = xe_register_pci_driver,
>  		.exit = xe_unregister_pci_driver,
> diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
> new file mode 100644
> index 000000000000..7ce66c022e27
> --- /dev/null
> +++ b/drivers/gpu/drm/xe/xe_pmu.c
> @@ -0,0 +1,577 @@
> +// SPDX-License-Identifier: MIT
> +/*
> + * Copyright © 2024 Intel Corporation
> + */
> +
> +#include <drm/drm_drv.h>
> +#include <drm/drm_managed.h>
> +#include <drm/xe_drm.h>
> +
> +#include "regs/xe_gt_regs.h"
> +#include "xe_device.h"
> +#include "xe_force_wake.h"
> +#include "xe_gt_clock.h"
> +#include "xe_mmio.h"
> +#include "xe_macros.h"
> +#include "xe_pm.h"
> +
> +/**
> + * CPU mask is defined/initialized at a module level. All devices
> + * inside this module share this mask.
> + */
> +static cpumask_t xe_pmu_cpumask;
> +static unsigned int xe_pmu_target_cpu = -1;
> +
> +/**
> + * DOC: Xe PMU (Performance Monitoring Unit)
> + *
> + * Expose events/counters like C6 residency and GT frequency to user land.
> + * Perf tool can be used to list these counters from the command line.
> + *
> + * Example commands to list/record supported perf events-
> + *
> + * $ ls -ld /sys/bus/event_source/devices/xe_*
> + * $ ls /sys/bus/event_source/devices/xe_0000_00_02.0/events/
> + *
> + * You can also use the perf tool to grep for a certain event-
> + * $ perf list | grep rc6
> + *
> + * To list a specific event at regular intervals-
> + * $ perf stat -e <event_name> -I <interval>
> + *
> + */
> +
> +static unsigned int config_gt_id(const u64 config)
> +{
> +	return config >> __XE_PMU_GT_SHIFT;
> +}
> +
> +static u64 config_counter(const u64 config)
> +{
> +	return config & ~(~0ULL << __XE_PMU_GT_SHIFT);
> +}
> +
> +static void xe_pmu_event_destroy(struct perf_event *event)
> +{
> +	struct xe_device *xe =
> +		container_of(event->pmu, typeof(*xe), pmu.base);
> +
> +	drm_WARN_ON(&xe->drm, event->parent);
> +
> +	drm_dev_put(&xe->drm);
> +}
> +
> +static int
> +config_status(struct xe_device *xe, u64 config)
> +{
> +	unsigned int gt_id = config_gt_id(config);
> +
> +	if (gt_id >= XE_MAX_GT_PER_TILE)
> +		return -ENOENT;
> +
> +	switch (config_counter(config)) {
> +	default:
> +		return -ENOENT;
> +	}
> +
> +	return 0;
> +}
> +
> +static int xe_pmu_event_init(struct perf_event *event)
> +{
> +	struct xe_device *xe =
> +		container_of(event->pmu, typeof(*xe), pmu.base);
> +	struct xe_pmu *pmu = &xe->pmu;
> +	int ret;
> +
> +	if (!pmu->registered)
> +		return -ENODEV;
> +
> +	if (event->attr.type != event->pmu->type)
> +		return -ENOENT;
> +
> +	/* unsupported modes and filters */
> +	if (event->attr.sample_period) /* no sampling */
> +		return -EINVAL;
> +
> +	if (has_branch_stack(event))
> +		return -EOPNOTSUPP;
> +
> +	if (event->cpu < 0)
> +		return -EINVAL;
> +
> +	/* only allow running on one cpu at a time */
> +	if (!cpumask_test_cpu(event->cpu, &xe_pmu_cpumask))
> +		return -EINVAL;
> +
> +	ret = config_status(xe, event->attr.config);
> +	if (ret)
> +		return ret;
> +
> +	if (!event->parent) {
> +		drm_dev_get(&xe->drm);
> +		event->destroy = xe_pmu_event_destroy;
> +	}
> +
> +	return 0;
> +}
> +
> +static u64 __xe_pmu_event_read(struct perf_event *event)
> +{
> +	struct xe_device *xe =
> +		container_of(event->pmu, typeof(*xe), pmu.base);
> +	const unsigned int gt_id = config_gt_id(event->attr.config);
> +	const u64 config = event->attr.config;
> +	struct xe_gt *gt = xe_device_get_gt(xe, gt_id);
> +	u64 val = 0;
> +
> +	switch (config_counter(config)) {
> +	default:
> +		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
> +	}
> +
> +	return val;
> +}
> +
> +static void xe_pmu_event_read(struct perf_event *event)
> +{
> +	struct xe_device *xe =
> +		container_of(event->pmu, typeof(*xe), pmu.base);
> +	struct hw_perf_event *hwc = &event->hw;
> +	struct xe_pmu *pmu = &xe->pmu;
> +	u64 prev, new;
> +
> +	if (!pmu->registered) {
> +		event->hw.state = PERF_HES_STOPPED;
> +		return;
> +	}
> +again:
> +	prev = local64_read(&hwc->prev_count);
> +	new = __xe_pmu_event_read(event);
> +
> +	if (local64_cmpxchg(&hwc->prev_count, prev, new) != prev)
> +		goto again;
> +
> +	local64_add(new - prev, &event->count);
> +}
> +
> +static void xe_pmu_enable(struct perf_event *event)
> +{
> +	/*
> +	 * Store the current counter value so we can report the correct delta
> +	 * for all listeners. Even when the event was already enabled and has
> +	 * an existing non-zero value.
> +	 */
> +	local64_set(&event->hw.prev_count, __xe_pmu_event_read(event));
> +}
> +
> +static void xe_pmu_event_start(struct perf_event *event, int flags)
> +{
> +	struct xe_device *xe =
> +		container_of(event->pmu, typeof(*xe), pmu.base);
> +	struct xe_pmu *pmu = &xe->pmu;
> +
> +	if (!pmu->registered)
> +		return;
> +
> +	xe_pmu_enable(event);
> +	event->hw.state = 0;
> +}
> +
> +static void xe_pmu_event_stop(struct perf_event *event, int flags)
> +{
> +	struct xe_device *xe =
> +		container_of(event->pmu, typeof(*xe), pmu.base);
> +	struct xe_pmu *pmu = &xe->pmu;
> +
> +	if (!pmu->registered)
> +		goto out;
> +
> +	if (flags & PERF_EF_UPDATE)
> +		xe_pmu_event_read(event);
> +
> +out:
> +	event->hw.state = PERF_HES_STOPPED;
> +}
> +
> +static int xe_pmu_event_add(struct perf_event *event, int flags)
> +{
> +	struct xe_device *xe =
> +		container_of(event->pmu, typeof(*xe), pmu.base);
> +	struct xe_pmu *pmu = &xe->pmu;
> +
> +	if (!pmu->registered)
> +		return -ENODEV;
> +
> +	if (flags & PERF_EF_START)
> +		xe_pmu_event_start(event, flags);
> +
> +	return 0;
> +}
> +
> +static void xe_pmu_event_del(struct perf_event *event, int flags)
> +{
> +	xe_pmu_event_stop(event, PERF_EF_UPDATE);
> +}
> +
> +static int xe_pmu_event_event_idx(struct perf_event *event)
> +{
> +	return 0;
> +}
> +
> +struct xe_ext_attribute {
> +	struct device_attribute attr;
> +	unsigned long val;
> +};
> +
> +static ssize_t xe_pmu_event_show(struct device *dev,
> +				 struct device_attribute *attr, char *buf)
> +{
> +	struct xe_ext_attribute *eattr;
> +
> +	eattr = container_of(attr, struct xe_ext_attribute, attr);
> +	return sprintf(buf, "config=0x%lx\n", eattr->val);
> +}
> +
> +static ssize_t cpumask_show(struct device *dev,
> +			    struct device_attribute *attr, char *buf)
> +{
> +	return cpumap_print_to_pagebuf(true, buf, &xe_pmu_cpumask);
> +}
> +
> +static DEVICE_ATTR_RO(cpumask);
> +
> +static struct attribute *xe_cpumask_attrs[] = {
> +	&dev_attr_cpumask.attr,
> +	NULL,
> +};
> +
> +static const struct attribute_group xe_pmu_cpumask_attr_group = {
> +	.attrs = xe_cpumask_attrs,
> +};
> +
> +#define __event(__counter, __name, __unit) \
> +{ \
> +	.counter = (__counter), \
> +	.name = (__name), \
> +	.unit = (__unit), \
> +}
> +
> +static struct xe_ext_attribute *
> +add_xe_attr(struct xe_ext_attribute *attr, const char *name, u64 config)
> +{
> +	sysfs_attr_init(&attr->attr.attr);
> +	attr->attr.attr.name = name;
> +	attr->attr.attr.mode = 0444;
> +	attr->attr.show = xe_pmu_event_show;
> +	attr->val = config;
> +
> +	return ++attr;
> +}
> +
> +static struct perf_pmu_events_attr *
> +add_pmu_attr(struct perf_pmu_events_attr *attr, const char *name,
> +	     const char *str)
> +{
> +	sysfs_attr_init(&attr->attr.attr);
> +	attr->attr.attr.name = name;
> +	attr->attr.attr.mode = 0444;
> +	attr->attr.show = perf_event_sysfs_show;
> +	attr->event_str = str;
> +
> +	return ++attr;
> +}
> +
> +static struct attribute **
> +create_event_attributes(struct xe_pmu *pmu)
> +{
> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
> +	static const struct {
> +		unsigned int counter;
> +		const char *name;
> +		const char *unit;
> +	} events[] = {
> +	};
> +
> +	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
> +	struct xe_ext_attribute *xe_attr = NULL, *xe_iter;
> +	struct attribute **attr = NULL, **attr_iter;
> +	unsigned int count = 0;
> +	unsigned int i, j;
> +	struct xe_gt *gt;
> +
> +	/* Count how many counters we will be exposing. */
> +	for_each_gt(gt, xe, j) {
> +		for (i = 0; i < ARRAY_SIZE(events); i++) {
> +			u64 config = ___XE_PMU_OTHER(j, events[i].counter);
> +
> +			if (!config_status(xe, config))
> +				count++;
> +		}
> +	}
> +
> +	/* Allocate attribute objects and table. */
> +	xe_attr = kcalloc(count, sizeof(*xe_attr), GFP_KERNEL);
> +	if (!xe_attr)
> +		goto err_alloc;
> +
> +	pmu_attr = kcalloc(count, sizeof(*pmu_attr), GFP_KERNEL);
> +	if (!pmu_attr)
> +		goto err_alloc;
> +
> +	/* Max one pointer of each attribute type plus a termination entry. */
> +	attr = kcalloc(count * 2 + 1, sizeof(*attr), GFP_KERNEL);
> +	if (!attr)
> +		goto err_alloc;
> +
> +	xe_iter = xe_attr;
> +	pmu_iter = pmu_attr;
> +	attr_iter = attr;
> +
> +	for_each_gt(gt, xe, j) {
> +		for (i = 0; i < ARRAY_SIZE(events); i++) {
> +			u64 config = ___XE_PMU_OTHER(j, events[i].counter);
> +			char *str;
> +
> +			if (config_status(xe, config))
> +				continue;
> +
> +			str = kasprintf(GFP_KERNEL, "%s-gt%u",
> +					events[i].name, j);
> +			if (!str)
> +				goto err;
> +
> +			*attr_iter++ = &xe_iter->attr.attr;
> +			xe_iter = add_xe_attr(xe_iter, str, config);
> +
> +			if (events[i].unit) {
> +				str = kasprintf(GFP_KERNEL, "%s-gt%u.unit",
> +						events[i].name, j);
> +				if (!str)
> +					goto err;
> +
> +				*attr_iter++ = &pmu_iter->attr.attr;
> +				pmu_iter = add_pmu_attr(pmu_iter, str,
> +							events[i].unit);
> +			}
> +		}
> +	}
> +
> +	pmu->xe_attr = xe_attr;
> +	pmu->pmu_attr = pmu_attr;
> +
> +	return attr;
> +
> +err:
> +	for (attr_iter = attr; *attr_iter; attr_iter++)
> +		kfree((*attr_iter)->name);
> +
> +err_alloc:
> +	kfree(attr);
> +	kfree(xe_attr);
> +	kfree(pmu_attr);
> +
> +	return NULL;
> +}
> +
> +static void free_event_attributes(struct xe_pmu *pmu)
> +{
> +	struct attribute **attr_iter = pmu->events_attr_group.attrs;
> +
> +	for (; *attr_iter; attr_iter++)
> +		kfree((*attr_iter)->name);
> +
> +	kfree(pmu->events_attr_group.attrs);
> +	kfree(pmu->xe_attr);
> +	kfree(pmu->pmu_attr);
> +
> +	pmu->events_attr_group.attrs = NULL;
> +	pmu->xe_attr = NULL;
> +	pmu->pmu_attr = NULL;
> +}
> +
> +static int xe_pmu_cpu_online(unsigned int cpu, struct hlist_node *node)
> +{
> +	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
> +
> +	/* Select the first online CPU as a designated reader. */
> +	if (cpumask_empty(&xe_pmu_cpumask))
> +		cpumask_set_cpu(cpu, &xe_pmu_cpumask);
> +
> +	return 0;
> +}
> +
> +static int xe_pmu_cpu_offline(unsigned int cpu, struct hlist_node *node)
> +{
> +	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
> +	unsigned int target = xe_pmu_target_cpu;
> +
> +	/*
> +	 * Unregistering an instance generates a CPU offline event which we must
> +	 * ignore to avoid incorrectly modifying the shared xe_pmu_cpumask.
> +	 */
> +	if (!pmu->registered)
> +		return 0;
> +
> +	if (cpumask_test_and_clear_cpu(cpu, &xe_pmu_cpumask)) {
> +		target = cpumask_any_but(topology_sibling_cpumask(cpu), cpu);
> +
> +		/* Migrate events if there is a valid target */
> +		if (target < nr_cpu_ids) {
> +			cpumask_set_cpu(target, &xe_pmu_cpumask);
> +			xe_pmu_target_cpu = target;
> +		}
> +	}
> +
> +	if (target < nr_cpu_ids && target != pmu->cpuhp.cpu) {
> +		perf_pmu_migrate_context(&pmu->base, cpu, target);
> +		pmu->cpuhp.cpu = target;
> +	}
> +
> +	return 0;
> +}
> +
> +static enum cpuhp_state cpuhp_state = CPUHP_INVALID;
> +
> +/**
> + * xe_pmu_init() - Setup CPU hotplug state/callbacks for Xe PMU
> + *
> + * Returns: 0 if successful, else error code
> + */
> +int xe_pmu_init(void)
> +{
> +	int ret;
> +
> +	ret = cpuhp_setup_state_multi(CPUHP_AP_ONLINE_DYN,
> +				      "perf/x86/intel/xe:online",
> +				      xe_pmu_cpu_online,
> +				      xe_pmu_cpu_offline);
> +	if (ret < 0)
> +		pr_notice("Failed to setup cpuhp state for xe PMU! (%d)\n",
> +			  ret);
> +	else
> +		cpuhp_state = ret;
> +
> +	return 0;
> +}
> +
> +/**
> + * xe_pmu_exit() - Remove CPU hotplug state/callbacks for Xe PMU
> + */
> +void xe_pmu_exit(void)
> +{
> +	if (cpuhp_state != CPUHP_INVALID)
> +		cpuhp_remove_multi_state(cpuhp_state);
> +}
> +
> +static int xe_pmu_register_cpuhp_state(struct xe_pmu *pmu)
> +{
> +	if (cpuhp_state == CPUHP_INVALID)
> +		return -EINVAL;
> +
> +	return cpuhp_state_add_instance(cpuhp_state, &pmu->cpuhp.node);
> +}
> +
> +static void xe_pmu_unregister_cpuhp_state(struct xe_pmu *pmu)
> +{
> +	cpuhp_state_remove_instance(cpuhp_state, &pmu->cpuhp.node);
> +}
> +
> +/**
> + * xe_pmu_unregister() - Remove/cleanup PMU registration
> + */
> +void xe_pmu_unregister(void *arg)
> +{
> +	struct xe_pmu *pmu = arg;
> +
> +	if (!pmu->registered)
> +		return;
> +
> +	pmu->registered = false;
> +
> +	xe_pmu_unregister_cpuhp_state(pmu);
> +
> +	perf_pmu_unregister(&pmu->base);
> +	kfree(pmu->base.attr_groups);
> +	kfree(pmu->name);
> +	free_event_attributes(pmu);
> +}
> +
> +/**
> + * xe_pmu_register() - Define basic PMU properties for Xe and add event callbacks.
> + *
> + */
> +void xe_pmu_register(struct xe_pmu *pmu)
> +{
> +	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
> +	const struct attribute_group *attr_groups[] = {
> +		&pmu->events_attr_group,
> +		&xe_pmu_cpumask_attr_group,
> +		NULL
> +	};
> +
> +	int ret = -ENOMEM;
> +
> +	spin_lock_init(&pmu->lock);
> +	pmu->cpuhp.cpu = -1;
> +
> +	pmu->name = kasprintf(GFP_KERNEL,
> +			      "xe_%s",
> +			      dev_name(xe->drm.dev));
> +	if (pmu->name) {
> +		/* tools/perf reserves colons as special. */
> +		strreplace((char *)pmu->name, ':', '_');
> +	}
> +
> +	if (!pmu->name)
> +		goto err;
> +
> +	pmu->events_attr_group.name = "events";
> +	pmu->events_attr_group.attrs = create_event_attributes(pmu);
> +	if (!pmu->events_attr_group.attrs)
> +		goto err_name;
> +
> +	pmu->base.attr_groups = kmemdup(attr_groups, sizeof(attr_groups),
> +					GFP_KERNEL);
> +	if (!pmu->base.attr_groups)
> +		goto err_attr;
> +
> +	pmu->base.module	= THIS_MODULE;
> +	pmu->base.task_ctx_nr	= perf_invalid_context;
> +	pmu->base.event_init	= xe_pmu_event_init;
> +	pmu->base.add		= xe_pmu_event_add;
> +	pmu->base.del		= xe_pmu_event_del;
> +	pmu->base.start		= xe_pmu_event_start;
> +	pmu->base.stop		= xe_pmu_event_stop;
> +	pmu->base.read		= xe_pmu_event_read;
> +	pmu->base.event_idx	= xe_pmu_event_event_idx;
> +
> +	ret = perf_pmu_register(&pmu->base, pmu->name, -1);
> +	if (ret)
> +		goto err_groups;
> +
> +	ret = xe_pmu_register_cpuhp_state(pmu);
> +	if (ret)
> +		goto err_unreg;
> +
> +	ret = devm_add_action_or_reset(xe->drm.dev, xe_pmu_unregister, pmu);
> +	if (ret)
> +		goto err_cpuhp;
> +
> +	pmu->registered = true;
> +
> +	return;
> +
> +err_cpuhp:
> +	xe_pmu_unregister_cpuhp_state(pmu);
> +err_unreg:
> +	perf_pmu_unregister(&pmu->base);
> +err_groups:
> +	kfree(pmu->base.attr_groups);
> +err_attr:
> +	free_event_attributes(pmu);
> +err_name:
> +	kfree(pmu->name);
> +err:
> +	drm_notice(&xe->drm, "Failed to register PMU!\n");
> +}
> diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
> new file mode 100644
> index 000000000000..d07e5dfdfec0
> --- /dev/null
> +++ b/drivers/gpu/drm/xe/xe_pmu.h
> @@ -0,0 +1,26 @@
> +/* SPDX-License-Identifier: MIT */
> +/*
> + * Copyright © 2024 Intel Corporation
> + */
> +
> +#ifndef _XE_PMU_H_
> +#define _XE_PMU_H_
> +
> +#include "xe_pmu_types.h"
> +
> +struct xe_gt;
> +
> +#if IS_ENABLED(CONFIG_PERF_EVENTS)
> +int xe_pmu_init(void);
> +void xe_pmu_exit(void);
> +void xe_pmu_register(struct xe_pmu *pmu);
> +void xe_pmu_unregister(void *arg);
> +#else
> +static inline int xe_pmu_init(void) { return 0; }
> +static inline void xe_pmu_exit(void) {}
> +static inline void xe_pmu_register(struct xe_pmu *pmu) {}
> +static inline void xe_pmu_unregister(void *arg) {}
> +#endif
> +
> +#endif
> +
> diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
> new file mode 100644
> index 000000000000..4da96b8fadd1
> --- /dev/null
> +++ b/drivers/gpu/drm/xe/xe_pmu_types.h
> @@ -0,0 +1,70 @@
> +/* SPDX-License-Identifier: MIT */
> +/*
> + * Copyright © 2024 Intel Corporation
> + */
> +
> +#ifndef _XE_PMU_TYPES_H_
> +#define _XE_PMU_TYPES_H_
> +
> +#include <linux/perf_event.h>
> +#include <linux/spinlock_types.h>
> +
> +enum {
> +	__XE_NUM_PMU_SAMPLERS
> +};
> +
> +#define XE_PMU_MAX_GT 2
> +
> +/*
> + * Top bits of every counter are GT id.
> + */
> +#define __XE_PMU_GT_SHIFT (56)
> +
> +#define ___XE_PMU_OTHER(gt, x) \
> +	(((__u64)(x)) | ((__u64)(gt) << __XE_PMU_GT_SHIFT))
> +
> +struct xe_pmu {
> +	/**
> +	 * @cpuhp: Struct used for CPU hotplug handling.
> +	 */
> +	struct {
> +		struct hlist_node node;
> +		unsigned int cpu;
> +	} cpuhp;
> +	/**
> +	 * @base: PMU base.
> +	 */
> +	struct pmu base;
> +	/**
> +	 * @registered: PMU is registered and not in the unregistering process.
> +	 */
> +	bool registered;
> +	/**
> +	 * @name: Name as registered with perf core.
> +	 */
> +	const char *name;
> +	/**
> +	 * @lock: Lock protecting enable mask and ref count handling.
> +	 */
> +	spinlock_t lock;
> +	/**
> +	 * @sample: Current and previous (raw) counters.
> +	 *
> +	 * These counters are updated when the device is awake.
> +	 */
> +	u64 sample[XE_PMU_MAX_GT][__XE_NUM_PMU_SAMPLERS];
> +	/**
> +	 * @events_attr_group: Device events attribute group.
> +	 */
> +	struct attribute_group events_attr_group;
> +	/**
> +	 * @xe_attr: Memory block holding device attributes.
> +	 */
> +	void *xe_attr;
> +	/**
> +	 * @pmu_attr: Memory block holding device attributes.
> +	 */
> +	void *pmu_attr;
> +};
> +
> +#endif
> -- 
> 2.38.1
> 

[PATCH 0/3] drm/xe/pmu: PMU interface for Xe

[Vinay Belgaumkar]

Port i915 PMU event capture capability to Xe driver. This
has been requested by users of tools like gputop and turbostat
where PMU events are used to monitor GT freq and C6 residencies.

Cc: Rui Zhang <rui.zhang@intel.com>
Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>

Aravind Iddamsetty (1):
  drm/xe/pmu: Enable PMU interface

Vinay Belgaumkar (2):
  drm/xe/pmu: Add GT C6 events
  drm/xe/pmu: Add GT frequency events

 drivers/gpu/drm/xe/Makefile          |    2 +
 drivers/gpu/drm/xe/xe_device.c       |    6 +
 drivers/gpu/drm/xe/xe_device_types.h |    4 +
 drivers/gpu/drm/xe/xe_gt.c           |    4 +
 drivers/gpu/drm/xe/xe_gt_idle.c      |   17 +-
 drivers/gpu/drm/xe/xe_gt_idle.h      |    1 +
 drivers/gpu/drm/xe/xe_module.c       |    5 +
 drivers/gpu/drm/xe/xe_pmu.c          | 1007 ++++++++++++++++++++++++++
 drivers/gpu/drm/xe/xe_pmu.h          |   30 +
 drivers/gpu/drm/xe/xe_pmu_types.h    |  159 ++++
 10 files changed, 1230 insertions(+), 5 deletions(-)
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.c
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.h
 create mode 100644 drivers/gpu/drm/xe/xe_pmu_types.h

-- 
2.38.1

[PATCH 1/3] drm/xe/pmu: Enable PMU interface

[Vinay Belgaumkar]

From: Aravind Iddamsetty <aravind.iddamsetty@linux.intel.com>

Basic PMU enabling patch. Setup the basic framework
for adding events/timers. This patch was previously
reviewed here -
https://patchwork.freedesktop.org/series/119504/

The pmu base implementation is still from the
i915 driver.

v2: Review comments(Rodrigo) and do not init pmu for VFs
as they don't have access to freq and c6 residency anyways.

v3: Fix kunit issue, move xe_pmu entry in Makefile (Jani) and
move drm uapi definitions (Lucas)

Co-developed-by: Bommu Krishnaiah <krishnaiah.bommu@intel.com>
Signed-off-by: Bommu Krishnaiah <krishnaiah.bommu@intel.com>
Signed-off-by: Aravind Iddamsetty <aravind.iddamsetty@linux.intel.com>
Signed-off-by: Riana Tauro <riana.tauro@intel.com>
Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
---
 drivers/gpu/drm/xe/Makefile          |   2 +
 drivers/gpu/drm/xe/xe_device.c       |   6 +
 drivers/gpu/drm/xe/xe_device_types.h |   4 +
 drivers/gpu/drm/xe/xe_module.c       |   5 +
 drivers/gpu/drm/xe/xe_pmu.c          | 577 +++++++++++++++++++++++++++
 drivers/gpu/drm/xe/xe_pmu.h          |  26 ++
 drivers/gpu/drm/xe/xe_pmu_types.h    |  70 ++++
 7 files changed, 690 insertions(+)
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.c
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.h
 create mode 100644 drivers/gpu/drm/xe/xe_pmu_types.h

diff --git a/drivers/gpu/drm/xe/Makefile b/drivers/gpu/drm/xe/Makefile
index bc7a04ce69fd..01db05da43f8 100644
--- a/drivers/gpu/drm/xe/Makefile
+++ b/drivers/gpu/drm/xe/Makefile
@@ -297,6 +297,8 @@ ifeq ($(CONFIG_DEBUG_FS),y)
 		i915-display/intel_pipe_crc.o
 endif
 
+xe-$(CONFIG_PERF_EVENTS) += xe_pmu.o
+
 obj-$(CONFIG_DRM_XE) += xe.o
 obj-$(CONFIG_DRM_XE_KUNIT_TEST) += tests/
 
diff --git a/drivers/gpu/drm/xe/xe_device.c b/drivers/gpu/drm/xe/xe_device.c
index 51bb9d875268..bb48d111310a 100644
--- a/drivers/gpu/drm/xe/xe_device.c
+++ b/drivers/gpu/drm/xe/xe_device.c
@@ -769,6 +769,9 @@ int xe_device_probe(struct xe_device *xe)
 	for_each_gt(gt, xe, id)
 		xe_gt_sanitize_freq(gt);
 
+	if (!IS_SRIOV_VF(xe))
+		xe_pmu_register(&xe->pmu);
+
 	return devm_add_action_or_reset(xe->drm.dev, xe_device_sanitize, xe);
 
 err_fini_display:
@@ -813,6 +816,9 @@ void xe_device_remove(struct xe_device *xe)
 
 	xe_heci_gsc_fini(xe);
 
+	if (!IS_SRIOV_VF(xe))
+		xe_pmu_unregister(&xe->pmu);
+
 	for_each_gt(gt, xe, id)
 		xe_gt_remove(gt);
 }
diff --git a/drivers/gpu/drm/xe/xe_device_types.h b/drivers/gpu/drm/xe/xe_device_types.h
index 85bede4dd646..07122e8f6457 100644
--- a/drivers/gpu/drm/xe/xe_device_types.h
+++ b/drivers/gpu/drm/xe/xe_device_types.h
@@ -18,6 +18,7 @@
 #include "xe_memirq_types.h"
 #include "xe_oa.h"
 #include "xe_platform_types.h"
+#include "xe_pmu.h"
 #include "xe_pt_types.h"
 #include "xe_sriov_types.h"
 #include "xe_step_types.h"
@@ -516,6 +517,9 @@ struct xe_device {
 		int mode;
 	} wedged;
 
+	/** @pmu: performance monitoring unit */
+	struct xe_pmu pmu;
+
 #ifdef TEST_VM_OPS_ERROR
 	/**
 	 * @vm_inject_error_position: inject errors at different places in VM
diff --git a/drivers/gpu/drm/xe/xe_module.c b/drivers/gpu/drm/xe/xe_module.c
index 77ce9f9ca7a5..1bf2bf8447c0 100644
--- a/drivers/gpu/drm/xe/xe_module.c
+++ b/drivers/gpu/drm/xe/xe_module.c
@@ -14,6 +14,7 @@
 #include "xe_hw_fence.h"
 #include "xe_pci.h"
 #include "xe_pm.h"
+#include "xe_pmu.h"
 #include "xe_observation.h"
 #include "xe_sched_job.h"
 
@@ -96,6 +97,10 @@ static const struct init_funcs init_funcs[] = {
 		.init = xe_sched_job_module_init,
 		.exit = xe_sched_job_module_exit,
 	},
+	{
+		.init = xe_pmu_init,
+		.exit = xe_pmu_exit,
+	},
 	{
 		.init = xe_register_pci_driver,
 		.exit = xe_unregister_pci_driver,
diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
new file mode 100644
index 000000000000..bba0ddc21df5
--- /dev/null
+++ b/drivers/gpu/drm/xe/xe_pmu.c
@@ -0,0 +1,577 @@
+// SPDX-License-Identifier: MIT
+/*
+ * Copyright © 2024 Intel Corporation
+ */
+
+#include <drm/drm_drv.h>
+#include <drm/drm_managed.h>
+#include <drm/xe_drm.h>
+
+#include "regs/xe_gt_regs.h"
+#include "xe_device.h"
+#include "xe_force_wake.h"
+#include "xe_gt_clock.h"
+#include "xe_mmio.h"
+#include "xe_macros.h"
+#include "xe_pm.h"
+
+/**
+ * CPU mask is defined/initialized at a module level. All devices
+ * inside this module share this mask.
+ */
+static cpumask_t xe_pmu_cpumask;
+static unsigned int xe_pmu_target_cpu = -1;
+
+/**
+ * DOC: Xe PMU (Performance Monitoring Unit)
+ *
+ * Expose events/counters like C6 residency and GT frequency to user land.
+ * Perf tool can be used to list these counters from the command line.
+ *
+ * Example commands to list/record supported perf events-
+ *
+ * $ ls -ld /sys/bus/event_source/devices/xe_*
+ * $ ls /sys/bus/event_source/devices/xe_0000_00_02.0/events/
+ *
+ * You can also use the perf tool to grep for a certain event-
+ * $ perf list | grep rc6
+ *
+ * To list a specific event at regular intervals-
+ * $ perf stat -e <event_name> -I <interval>
+ *
+ */
+
+static unsigned int config_gt_id(const u64 config)
+{
+	return config >> __XE_PMU_GT_SHIFT;
+}
+
+static u64 config_counter(const u64 config)
+{
+	return config & ~(~0ULL << __XE_PMU_GT_SHIFT);
+}
+
+static void xe_pmu_event_destroy(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+
+	drm_WARN_ON(&xe->drm, event->parent);
+
+	drm_dev_put(&xe->drm);
+}
+
+static int
+config_status(struct xe_device *xe, u64 config)
+{
+	unsigned int gt_id = config_gt_id(config);
+
+	if (gt_id >= XE_MAX_GT_PER_TILE)
+		return -ENOENT;
+
+	switch (config_counter(config)) {
+	default:
+		return -ENOENT;
+	}
+
+	return 0;
+}
+
+static int xe_pmu_event_init(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
+	int ret;
+
+	if (pmu->closed)
+		return -ENODEV;
+
+	if (event->attr.type != event->pmu->type)
+		return -ENOENT;
+
+	/* unsupported modes and filters */
+	if (event->attr.sample_period) /* no sampling */
+		return -EINVAL;
+
+	if (has_branch_stack(event))
+		return -EOPNOTSUPP;
+
+	if (event->cpu < 0)
+		return -EINVAL;
+
+	/* only allow running on one cpu at a time */
+	if (!cpumask_test_cpu(event->cpu, &xe_pmu_cpumask))
+		return -EINVAL;
+
+	ret = config_status(xe, event->attr.config);
+	if (ret)
+		return ret;
+
+	if (!event->parent) {
+		drm_dev_get(&xe->drm);
+		event->destroy = xe_pmu_event_destroy;
+	}
+
+	return 0;
+}
+
+static u64 __xe_pmu_event_read(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	const unsigned int gt_id = config_gt_id(event->attr.config);
+	const u64 config = event->attr.config;
+	struct xe_gt *gt = xe_device_get_gt(xe, gt_id);
+	u64 val = 0;
+
+	switch (config_counter(config)) {
+	default:
+		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
+	}
+
+	return val;
+}
+
+static void xe_pmu_event_read(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct hw_perf_event *hwc = &event->hw;
+	struct xe_pmu *pmu = &xe->pmu;
+	u64 prev, new;
+
+	if (pmu->closed) {
+		event->hw.state = PERF_HES_STOPPED;
+		return;
+	}
+again:
+	prev = local64_read(&hwc->prev_count);
+	new = __xe_pmu_event_read(event);
+
+	if (local64_cmpxchg(&hwc->prev_count, prev, new) != prev)
+		goto again;
+
+	local64_add(new - prev, &event->count);
+}
+
+static void xe_pmu_enable(struct perf_event *event)
+{
+	/*
+	 * Store the current counter value so we can report the correct delta
+	 * for all listeners. Even when the event was already enabled and has
+	 * an existing non-zero value.
+	 */
+	local64_set(&event->hw.prev_count, __xe_pmu_event_read(event));
+}
+
+static void xe_pmu_event_start(struct perf_event *event, int flags)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
+
+	if (pmu->closed)
+		return;
+
+	xe_pmu_enable(event);
+	event->hw.state = 0;
+}
+
+static void xe_pmu_event_stop(struct perf_event *event, int flags)
+{
+	if (flags & PERF_EF_UPDATE)
+		xe_pmu_event_read(event);
+
+	event->hw.state = PERF_HES_STOPPED;
+}
+
+static int xe_pmu_event_add(struct perf_event *event, int flags)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
+
+	if (pmu->closed)
+		return -ENODEV;
+
+	if (flags & PERF_EF_START)
+		xe_pmu_event_start(event, flags);
+
+	return 0;
+}
+
+static void xe_pmu_event_del(struct perf_event *event, int flags)
+{
+	xe_pmu_event_stop(event, PERF_EF_UPDATE);
+}
+
+static int xe_pmu_event_event_idx(struct perf_event *event)
+{
+	return 0;
+}
+
+struct xe_ext_attribute {
+	struct device_attribute attr;
+	unsigned long val;
+};
+
+static ssize_t xe_pmu_event_show(struct device *dev,
+				 struct device_attribute *attr, char *buf)
+{
+	struct xe_ext_attribute *eattr;
+
+	eattr = container_of(attr, struct xe_ext_attribute, attr);
+	return sprintf(buf, "config=0x%lx\n", eattr->val);
+}
+
+static ssize_t cpumask_show(struct device *dev,
+			    struct device_attribute *attr, char *buf)
+{
+	return cpumap_print_to_pagebuf(true, buf, &xe_pmu_cpumask);
+}
+
+static DEVICE_ATTR_RO(cpumask);
+
+static struct attribute *xe_cpumask_attrs[] = {
+	&dev_attr_cpumask.attr,
+	NULL,
+};
+
+static const struct attribute_group xe_pmu_cpumask_attr_group = {
+	.attrs = xe_cpumask_attrs,
+};
+
+#define __event(__counter, __name, __unit) \
+{ \
+	.counter = (__counter), \
+	.name = (__name), \
+	.unit = (__unit), \
+}
+
+static struct xe_ext_attribute *
+add_xe_attr(struct xe_ext_attribute *attr, const char *name, u64 config)
+{
+	sysfs_attr_init(&attr->attr.attr);
+	attr->attr.attr.name = name;
+	attr->attr.attr.mode = 0444;
+	attr->attr.show = xe_pmu_event_show;
+	attr->val = config;
+
+	return ++attr;
+}
+
+static struct perf_pmu_events_attr *
+add_pmu_attr(struct perf_pmu_events_attr *attr, const char *name,
+	     const char *str)
+{
+	sysfs_attr_init(&attr->attr.attr);
+	attr->attr.attr.name = name;
+	attr->attr.attr.mode = 0444;
+	attr->attr.show = perf_event_sysfs_show;
+	attr->event_str = str;
+
+	return ++attr;
+}
+
+static struct attribute **
+create_event_attributes(struct xe_pmu *pmu)
+{
+	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
+	static const struct {
+		unsigned int counter;
+		const char *name;
+		const char *unit;
+	} events[] = {
+	};
+
+	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
+	struct xe_ext_attribute *xe_attr = NULL, *xe_iter;
+	struct attribute **attr = NULL, **attr_iter;
+	unsigned int count = 0;
+	unsigned int i, j;
+	struct xe_gt *gt;
+
+	/* Count how many counters we will be exposing. */
+	for_each_gt(gt, xe, j) {
+		for (i = 0; i < ARRAY_SIZE(events); i++) {
+			u64 config = ___XE_PMU_OTHER(j, events[i].counter);
+
+			if (!config_status(xe, config))
+				count++;
+		}
+	}
+
+	/* Allocate attribute objects and table. */
+	xe_attr = kcalloc(count, sizeof(*xe_attr), GFP_KERNEL);
+	if (!xe_attr)
+		goto err_alloc;
+
+	pmu_attr = kcalloc(count, sizeof(*pmu_attr), GFP_KERNEL);
+	if (!pmu_attr)
+		goto err_alloc;
+
+	/* Max one pointer of each attribute type plus a termination entry. */
+	attr = kcalloc(count * 2 + 1, sizeof(*attr), GFP_KERNEL);
+	if (!attr)
+		goto err_alloc;
+
+	xe_iter = xe_attr;
+	pmu_iter = pmu_attr;
+	attr_iter = attr;
+
+	for_each_gt(gt, xe, j) {
+		for (i = 0; i < ARRAY_SIZE(events); i++) {
+			u64 config = ___XE_PMU_OTHER(j, events[i].counter);
+			char *str;
+
+			if (config_status(xe, config))
+				continue;
+
+			str = kasprintf(GFP_KERNEL, "%s-gt%u",
+					events[i].name, j);
+			if (!str)
+				goto err;
+
+			*attr_iter++ = &xe_iter->attr.attr;
+			xe_iter = add_xe_attr(xe_iter, str, config);
+
+			if (events[i].unit) {
+				str = kasprintf(GFP_KERNEL, "%s-gt%u.unit",
+						events[i].name, j);
+				if (!str)
+					goto err;
+
+				*attr_iter++ = &pmu_iter->attr.attr;
+				pmu_iter = add_pmu_attr(pmu_iter, str,
+							events[i].unit);
+			}
+		}
+	}
+
+	pmu->xe_attr = xe_attr;
+	pmu->pmu_attr = pmu_attr;
+
+	return attr;
+
+err:
+	for (attr_iter = attr; *attr_iter; attr_iter++)
+		kfree((*attr_iter)->name);
+
+err_alloc:
+	kfree(attr);
+	kfree(xe_attr);
+	kfree(pmu_attr);
+
+	return NULL;
+}
+
+static void free_event_attributes(struct xe_pmu *pmu)
+{
+	struct attribute **attr_iter = pmu->events_attr_group.attrs;
+
+	for (; *attr_iter; attr_iter++)
+		kfree((*attr_iter)->name);
+
+	kfree(pmu->events_attr_group.attrs);
+	kfree(pmu->xe_attr);
+	kfree(pmu->pmu_attr);
+
+	pmu->events_attr_group.attrs = NULL;
+	pmu->xe_attr = NULL;
+	pmu->pmu_attr = NULL;
+}
+
+static int xe_pmu_cpu_online(unsigned int cpu, struct hlist_node *node)
+{
+	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
+
+	XE_WARN_ON(!pmu->base.event_init);
+
+	/* Select the first online CPU as a designated reader. */
+	if (cpumask_empty(&xe_pmu_cpumask))
+		cpumask_set_cpu(cpu, &xe_pmu_cpumask);
+
+	return 0;
+}
+
+static int xe_pmu_cpu_offline(unsigned int cpu, struct hlist_node *node)
+{
+	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
+	unsigned int target = xe_pmu_target_cpu;
+
+	/*
+	 * Unregistering an instance generates a CPU offline event which we must
+	 * ignore to avoid incorrectly modifying the shared xe_pmu_cpumask.
+	 */
+	if (pmu->closed)
+		return 0;
+
+	if (cpumask_test_and_clear_cpu(cpu, &xe_pmu_cpumask)) {
+		target = cpumask_any_but(topology_sibling_cpumask(cpu), cpu);
+
+		/* Migrate events if there is a valid target */
+		if (target < nr_cpu_ids) {
+			cpumask_set_cpu(target, &xe_pmu_cpumask);
+			xe_pmu_target_cpu = target;
+		}
+	}
+
+	if (target < nr_cpu_ids && target != pmu->cpuhp.cpu) {
+		perf_pmu_migrate_context(&pmu->base, cpu, target);
+		pmu->cpuhp.cpu = target;
+	}
+
+	return 0;
+}
+
+static enum cpuhp_state cpuhp_slot = CPUHP_INVALID;
+
+/**
+ * xe_pmu_init() - Setup CPU hotplug state/callbacks for Xe PMU
+ *
+ * Returns: 0 if successful, else error code
+ */
+int xe_pmu_init(void)
+{
+	int ret;
+
+	ret = cpuhp_setup_state_multi(CPUHP_AP_ONLINE_DYN,
+				      "perf/x86/intel/xe:online",
+				      xe_pmu_cpu_online,
+				      xe_pmu_cpu_offline);
+	if (ret < 0)
+		pr_notice("Failed to setup cpuhp state for xe PMU! (%d)\n",
+			  ret);
+	else
+		cpuhp_slot = ret;
+
+	return 0;
+}
+
+/**
+ * xe_pmu_exit() - Remove CPU hotplug state/callbacks for Xe PMU
+ */
+void xe_pmu_exit(void)
+{
+	if (cpuhp_slot != CPUHP_INVALID)
+		cpuhp_remove_multi_state(cpuhp_slot);
+}
+
+static int xe_pmu_register_cpuhp_state(struct xe_pmu *pmu)
+{
+	if (cpuhp_slot == CPUHP_INVALID)
+		return -EINVAL;
+
+	return cpuhp_state_add_instance(cpuhp_slot, &pmu->cpuhp.node);
+}
+
+static void xe_pmu_unregister_cpuhp_state(struct xe_pmu *pmu)
+{
+	cpuhp_state_remove_instance(cpuhp_slot, &pmu->cpuhp.node);
+}
+
+/**
+ * xe_pmu_unregister() - Remove/cleanup PMU registration
+ */
+void xe_pmu_unregister(void *arg)
+{
+	struct xe_pmu *pmu = arg;
+
+	if (!pmu->base.event_init)
+		return;
+
+	/*
+	 * "Disconnect" the PMU callbacks - since all are atomic synchronize_rcu
+	 * ensures all currently executing ones will have exited before we
+	 * proceed with unregistration.
+	 */
+	pmu->closed = true;
+	synchronize_rcu();
+
+	xe_pmu_unregister_cpuhp_state(pmu);
+
+	perf_pmu_unregister(&pmu->base);
+	pmu->base.event_init = NULL;
+	kfree(pmu->base.attr_groups);
+	kfree(pmu->name);
+	free_event_attributes(pmu);
+}
+
+/**
+ * xe_pmu_register() - Define basic PMU properties for Xe and add event callbacks.
+ *
+ */
+void xe_pmu_register(struct xe_pmu *pmu)
+{
+	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
+	const struct attribute_group *attr_groups[] = {
+		&pmu->events_attr_group,
+		&xe_pmu_cpumask_attr_group,
+		NULL
+	};
+
+	int ret = -ENOMEM;
+
+	spin_lock_init(&pmu->lock);
+	pmu->cpuhp.cpu = -1;
+
+	pmu->name = kasprintf(GFP_KERNEL,
+			      "xe_%s",
+			      dev_name(xe->drm.dev));
+	if (pmu->name) {
+		/* tools/perf reserves colons as special. */
+		strreplace((char *)pmu->name, ':', '_');
+	}
+
+	if (!pmu->name)
+		goto err;
+
+	pmu->events_attr_group.name = "events";
+	pmu->events_attr_group.attrs = create_event_attributes(pmu);
+	if (!pmu->events_attr_group.attrs)
+		goto err_name;
+
+	pmu->base.attr_groups = kmemdup(attr_groups, sizeof(attr_groups),
+					GFP_KERNEL);
+	if (!pmu->base.attr_groups)
+		goto err_attr;
+
+	pmu->base.module	= THIS_MODULE;
+	pmu->base.task_ctx_nr	= perf_invalid_context;
+	pmu->base.event_init	= xe_pmu_event_init;
+	pmu->base.add		= xe_pmu_event_add;
+	pmu->base.del		= xe_pmu_event_del;
+	pmu->base.start		= xe_pmu_event_start;
+	pmu->base.stop		= xe_pmu_event_stop;
+	pmu->base.read		= xe_pmu_event_read;
+	pmu->base.event_idx	= xe_pmu_event_event_idx;
+
+	ret = perf_pmu_register(&pmu->base, pmu->name, -1);
+	if (ret)
+		goto err_groups;
+
+	ret = xe_pmu_register_cpuhp_state(pmu);
+	if (ret)
+		goto err_unreg;
+
+	ret = devm_add_action_or_reset(xe->drm.dev, xe_pmu_unregister, pmu);
+	if (ret)
+		goto err_cpuhp;
+
+	return;
+
+err_cpuhp:
+	xe_pmu_unregister_cpuhp_state(pmu);
+err_unreg:
+	perf_pmu_unregister(&pmu->base);
+err_groups:
+	kfree(pmu->base.attr_groups);
+err_attr:
+	pmu->base.event_init = NULL;
+	free_event_attributes(pmu);
+err_name:
+	kfree(pmu->name);
+err:
+	drm_notice(&xe->drm, "Failed to register PMU!\n");
+}
diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
new file mode 100644
index 000000000000..d07e5dfdfec0
--- /dev/null
+++ b/drivers/gpu/drm/xe/xe_pmu.h
@@ -0,0 +1,26 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Copyright © 2024 Intel Corporation
+ */
+
+#ifndef _XE_PMU_H_
+#define _XE_PMU_H_
+
+#include "xe_pmu_types.h"
+
+struct xe_gt;
+
+#if IS_ENABLED(CONFIG_PERF_EVENTS)
+int xe_pmu_init(void);
+void xe_pmu_exit(void);
+void xe_pmu_register(struct xe_pmu *pmu);
+void xe_pmu_unregister(void *arg);
+#else
+static inline int xe_pmu_init(void) { return 0; }
+static inline void xe_pmu_exit(void) {}
+static inline void xe_pmu_register(struct xe_pmu *pmu) {}
+static inline void xe_pmu_unregister(void *arg) {}
+#endif
+
+#endif
+
diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
new file mode 100644
index 000000000000..c79f000a4880
--- /dev/null
+++ b/drivers/gpu/drm/xe/xe_pmu_types.h
@@ -0,0 +1,70 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Copyright © 2024 Intel Corporation
+ */
+
+#ifndef _XE_PMU_TYPES_H_
+#define _XE_PMU_TYPES_H_
+
+#include <linux/perf_event.h>
+#include <linux/spinlock_types.h>
+
+enum {
+	__XE_NUM_PMU_SAMPLERS
+};
+
+#define XE_PMU_MAX_GT 2
+
+/*
+ * Top bits of every counter are GT id.
+ */
+#define __XE_PMU_GT_SHIFT (56)
+
+#define ___XE_PMU_OTHER(gt, x) \
+	(((__u64)(x)) | ((__u64)(gt) << __XE_PMU_GT_SHIFT))
+
+struct xe_pmu {
+	/**
+	 * @cpuhp: Struct used for CPU hotplug handling.
+	 */
+	struct {
+		struct hlist_node node;
+		unsigned int cpu;
+	} cpuhp;
+	/**
+	 * @base: PMU base.
+	 */
+	struct pmu base;
+	/**
+	 * @closed: xe is unregistering.
+	 */
+	bool closed;
+	/**
+	 * @name: Name as registered with perf core.
+	 */
+	const char *name;
+	/**
+	 * @lock: Lock protecting enable mask and ref count handling.
+	 */
+	spinlock_t lock;
+	/**
+	 * @sample: Current and previous (raw) counters.
+	 *
+	 * These counters are updated when the device is awake.
+	 */
+	u64 sample[XE_PMU_MAX_GT][__XE_NUM_PMU_SAMPLERS];
+	/**
+	 * @events_attr_group: Device events attribute group.
+	 */
+	struct attribute_group events_attr_group;
+	/**
+	 * @xe_attr: Memory block holding device attributes.
+	 */
+	void *xe_attr;
+	/**
+	 * @pmu_attr: Memory block holding device attributes.
+	 */
+	void *pmu_attr;
+};
+
+#endif
-- 
2.38.1

[PATCH 0/3] drm/xe/pmu: PMU interface for Xe

[Vinay Belgaumkar]

Port i915 PMU event capture capability to Xe driver. This
has been requested by users of tools like gputop and turbostat
where PMU events are used to monitor GT freq and residencies.

Cc: Rui Zhang <rui.zhang@intel.com>
Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>

Aravind Iddamsetty (1):
  drm/xe/pmu: Enable PMU interface

Vinay Belgaumkar (2):
  drm/xe/pmu: Add GT C6 events
  drm/xe/pmu: Add GT frequency events

 drivers/gpu/drm/xe/Makefile          |   2 +
 drivers/gpu/drm/xe/xe_device.c       |   6 +
 drivers/gpu/drm/xe/xe_device_types.h |   4 +
 drivers/gpu/drm/xe/xe_gt.c           |   4 +
 drivers/gpu/drm/xe/xe_gt_idle.c      |  20 +-
 drivers/gpu/drm/xe/xe_gt_idle.h      |   1 +
 drivers/gpu/drm/xe/xe_module.c       |   5 +
 drivers/gpu/drm/xe/xe_pmu.c          | 960 +++++++++++++++++++++++++++
 drivers/gpu/drm/xe/xe_pmu.h          |  30 +
 drivers/gpu/drm/xe/xe_pmu_types.h    | 143 ++++
 include/uapi/drm/xe_drm.h            |  17 +
 11 files changed, 1186 insertions(+), 6 deletions(-)
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.c
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.h
 create mode 100644 drivers/gpu/drm/xe/xe_pmu_types.h

-- 
2.38.1

[PATCH 1/3] drm/xe/pmu: Enable PMU interface

[Vinay Belgaumkar]

From: Aravind Iddamsetty <aravind.iddamsetty@linux.intel.com>

Basic PMU enabling patch. Setup the basic framework
for adding events/timers. This patch was previously
reviewed here -
https://patchwork.freedesktop.org/series/119504/

The pmu base implementation is still from the
i915 driver.

v2: Review comments(Rodrigo) and do not init pmu for VFs
as they don't have access to freq and c6 residency anyways.

Co-developed-by: Bommu Krishnaiah <krishnaiah.bommu@intel.com>
Signed-off-by: Bommu Krishnaiah <krishnaiah.bommu@intel.com>
Signed-off-by: Aravind Iddamsetty <aravind.iddamsetty@linux.intel.com>
Signed-off-by: Riana Tauro <riana.tauro@intel.com>
Cc: Rodrigo Vivi <rodrigo.vivi@intel.com>
Signed-off-by: Vinay Belgaumkar <vinay.belgaumkar@intel.com>
---
 drivers/gpu/drm/xe/Makefile          |   2 +
 drivers/gpu/drm/xe/xe_device.c       |   6 +
 drivers/gpu/drm/xe/xe_device_types.h |   4 +
 drivers/gpu/drm/xe/xe_module.c       |   5 +
 drivers/gpu/drm/xe/xe_pmu.c          | 570 +++++++++++++++++++++++++++
 drivers/gpu/drm/xe/xe_pmu.h          |  26 ++
 drivers/gpu/drm/xe/xe_pmu_types.h    |  63 +++
 include/uapi/drm/xe_drm.h            |   8 +
 8 files changed, 684 insertions(+)
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.c
 create mode 100644 drivers/gpu/drm/xe/xe_pmu.h
 create mode 100644 drivers/gpu/drm/xe/xe_pmu_types.h

diff --git a/drivers/gpu/drm/xe/Makefile b/drivers/gpu/drm/xe/Makefile
index ae245fbd91ee..bddb93e8b949 100644
--- a/drivers/gpu/drm/xe/Makefile
+++ b/drivers/gpu/drm/xe/Makefile
@@ -266,6 +266,8 @@ xe-$(CONFIG_DRM_XE_DISPLAY) += \
 	i915-display/skl_universal_plane.o \
 	i915-display/skl_watermark.o
 
+xe-$(CONFIG_PERF_EVENTS) += xe_pmu.o
+
 ifeq ($(CONFIG_ACPI),y)
 	xe-$(CONFIG_DRM_XE_DISPLAY) += \
 		i915-display/intel_acpi.o \
diff --git a/drivers/gpu/drm/xe/xe_device.c b/drivers/gpu/drm/xe/xe_device.c
index cb5a9fd820cf..027a796d7431 100644
--- a/drivers/gpu/drm/xe/xe_device.c
+++ b/drivers/gpu/drm/xe/xe_device.c
@@ -762,6 +762,9 @@ int xe_device_probe(struct xe_device *xe)
 	for_each_gt(gt, xe, id)
 		xe_gt_sanitize_freq(gt);
 
+	if (!IS_SRIOV_VF(xe))
+		xe_pmu_register(&xe->pmu);
+
 	return devm_add_action_or_reset(xe->drm.dev, xe_device_sanitize, xe);
 
 err_fini_display:
@@ -806,6 +809,9 @@ void xe_device_remove(struct xe_device *xe)
 
 	xe_heci_gsc_fini(xe);
 
+	if (!IS_SRIOV_VF(xe))
+		xe_pmu_unregister(&xe->pmu);
+
 	for_each_gt(gt, xe, id)
 		xe_gt_remove(gt);
 }
diff --git a/drivers/gpu/drm/xe/xe_device_types.h b/drivers/gpu/drm/xe/xe_device_types.h
index 5ad96d283a71..51485d2eadcf 100644
--- a/drivers/gpu/drm/xe/xe_device_types.h
+++ b/drivers/gpu/drm/xe/xe_device_types.h
@@ -18,6 +18,7 @@
 #include "xe_memirq_types.h"
 #include "xe_oa.h"
 #include "xe_platform_types.h"
+#include "xe_pmu.h"
 #include "xe_pt_types.h"
 #include "xe_sriov_types.h"
 #include "xe_step_types.h"
@@ -513,6 +514,9 @@ struct xe_device {
 		int mode;
 	} wedged;
 
+	/** @pmu: performance monitoring unit */
+	struct xe_pmu pmu;
+
 #ifdef TEST_VM_OPS_ERROR
 	/**
 	 * @vm_inject_error_position: inject errors at different places in VM
diff --git a/drivers/gpu/drm/xe/xe_module.c b/drivers/gpu/drm/xe/xe_module.c
index 77ce9f9ca7a5..1bf2bf8447c0 100644
--- a/drivers/gpu/drm/xe/xe_module.c
+++ b/drivers/gpu/drm/xe/xe_module.c
@@ -14,6 +14,7 @@
 #include "xe_hw_fence.h"
 #include "xe_pci.h"
 #include "xe_pm.h"
+#include "xe_pmu.h"
 #include "xe_observation.h"
 #include "xe_sched_job.h"
 
@@ -96,6 +97,10 @@ static const struct init_funcs init_funcs[] = {
 		.init = xe_sched_job_module_init,
 		.exit = xe_sched_job_module_exit,
 	},
+	{
+		.init = xe_pmu_init,
+		.exit = xe_pmu_exit,
+	},
 	{
 		.init = xe_register_pci_driver,
 		.exit = xe_unregister_pci_driver,
diff --git a/drivers/gpu/drm/xe/xe_pmu.c b/drivers/gpu/drm/xe/xe_pmu.c
new file mode 100644
index 000000000000..bdaea9ca1065
--- /dev/null
+++ b/drivers/gpu/drm/xe/xe_pmu.c
@@ -0,0 +1,570 @@
+// SPDX-License-Identifier: MIT
+/*
+ * Copyright © 2024 Intel Corporation
+ */
+
+#include <drm/drm_drv.h>
+#include <drm/drm_managed.h>
+#include <drm/xe_drm.h>
+
+#include "regs/xe_gt_regs.h"
+#include "xe_device.h"
+#include "xe_force_wake.h"
+#include "xe_gt_clock.h"
+#include "xe_mmio.h"
+#include "xe_macros.h"
+#include "xe_pm.h"
+
+static cpumask_t xe_pmu_cpumask;
+static unsigned int xe_pmu_target_cpu = -1;
+
+/**
+ * DOC: Xe PMU (Performance Monitoring Unit)
+ *
+ * Expose events/counters like C6 residency and GT frequency to user land.
+ * Perf tool can be used to list and record these counters from the command
+ * line.
+ *
+ * Example commands to list/record supported perf events-
+ *
+ * >> perf list
+ * >> ls /sys/bus/event_source/devices/xe_0000_00_02.0/events/
+ *
+ * To record events-
+ * >> perf stat -e <event_name> -I <interval>
+ *
+ */
+
+static unsigned int config_gt_id(const u64 config)
+{
+	return config >> __XE_PMU_GT_SHIFT;
+}
+
+static u64 config_counter(const u64 config)
+{
+	return config & ~(~0ULL << __XE_PMU_GT_SHIFT);
+}
+
+static void xe_pmu_event_destroy(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+
+	drm_WARN_ON(&xe->drm, event->parent);
+
+	drm_dev_put(&xe->drm);
+}
+
+static int
+config_status(struct xe_device *xe, u64 config)
+{
+	unsigned int gt_id = config_gt_id(config);
+
+	if (gt_id >= XE_PMU_MAX_GT)
+		return -ENOENT;
+
+	switch (config_counter(config)) {
+	default:
+		return -ENOENT;
+	}
+
+	return 0;
+}
+
+static int xe_pmu_event_init(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
+	int ret;
+
+	if (pmu->closed)
+		return -ENODEV;
+
+	if (event->attr.type != event->pmu->type)
+		return -ENOENT;
+
+	/* unsupported modes and filters */
+	if (event->attr.sample_period) /* no sampling */
+		return -EINVAL;
+
+	if (has_branch_stack(event))
+		return -EOPNOTSUPP;
+
+	if (event->cpu < 0)
+		return -EINVAL;
+
+	/* only allow running on one cpu at a time */
+	if (!cpumask_test_cpu(event->cpu, &xe_pmu_cpumask))
+		return -EINVAL;
+
+	ret = config_status(xe, event->attr.config);
+	if (ret)
+		return ret;
+
+	if (!event->parent) {
+		drm_dev_get(&xe->drm);
+		event->destroy = xe_pmu_event_destroy;
+	}
+
+	return 0;
+}
+
+static u64 __xe_pmu_event_read(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	const unsigned int gt_id = config_gt_id(event->attr.config);
+	const u64 config = event->attr.config;
+	struct xe_gt *gt = xe_device_get_gt(xe, gt_id);
+	u64 val = 0;
+
+	switch (config_counter(config)) {
+	default:
+		drm_warn(&gt->tile->xe->drm, "unknown pmu event\n");
+	}
+
+	return val;
+}
+
+static void xe_pmu_event_read(struct perf_event *event)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct hw_perf_event *hwc = &event->hw;
+	struct xe_pmu *pmu = &xe->pmu;
+	u64 prev, new;
+
+	if (pmu->closed) {
+		event->hw.state = PERF_HES_STOPPED;
+		return;
+	}
+again:
+	prev = local64_read(&hwc->prev_count);
+	new = __xe_pmu_event_read(event);
+
+	if (local64_cmpxchg(&hwc->prev_count, prev, new) != prev)
+		goto again;
+
+	local64_add(new - prev, &event->count);
+}
+
+static void xe_pmu_enable(struct perf_event *event)
+{
+	/*
+	 * Store the current counter value so we can report the correct delta
+	 * for all listeners. Even when the event was already enabled and has
+	 * an existing non-zero value.
+	 */
+	local64_set(&event->hw.prev_count, __xe_pmu_event_read(event));
+}
+
+static void xe_pmu_event_start(struct perf_event *event, int flags)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
+
+	if (pmu->closed)
+		return;
+
+	xe_pmu_enable(event);
+	event->hw.state = 0;
+}
+
+static void xe_pmu_event_stop(struct perf_event *event, int flags)
+{
+	if (flags & PERF_EF_UPDATE)
+		xe_pmu_event_read(event);
+
+	event->hw.state = PERF_HES_STOPPED;
+}
+
+static int xe_pmu_event_add(struct perf_event *event, int flags)
+{
+	struct xe_device *xe =
+		container_of(event->pmu, typeof(*xe), pmu.base);
+	struct xe_pmu *pmu = &xe->pmu;
+
+	if (pmu->closed)
+		return -ENODEV;
+
+	if (flags & PERF_EF_START)
+		xe_pmu_event_start(event, flags);
+
+	return 0;
+}
+
+static void xe_pmu_event_del(struct perf_event *event, int flags)
+{
+	xe_pmu_event_stop(event, PERF_EF_UPDATE);
+}
+
+static int xe_pmu_event_event_idx(struct perf_event *event)
+{
+	return 0;
+}
+
+struct xe_ext_attribute {
+	struct device_attribute attr;
+	unsigned long val;
+};
+
+static ssize_t xe_pmu_event_show(struct device *dev,
+				 struct device_attribute *attr, char *buf)
+{
+	struct xe_ext_attribute *eattr;
+
+	eattr = container_of(attr, struct xe_ext_attribute, attr);
+	return sprintf(buf, "config=0x%lx\n", eattr->val);
+}
+
+static ssize_t cpumask_show(struct device *dev,
+			    struct device_attribute *attr, char *buf)
+{
+	return cpumap_print_to_pagebuf(true, buf, &xe_pmu_cpumask);
+}
+
+static DEVICE_ATTR_RO(cpumask);
+
+static struct attribute *xe_cpumask_attrs[] = {
+	&dev_attr_cpumask.attr,
+	NULL,
+};
+
+static const struct attribute_group xe_pmu_cpumask_attr_group = {
+	.attrs = xe_cpumask_attrs,
+};
+
+#define __event(__counter, __name, __unit) \
+{ \
+	.counter = (__counter), \
+	.name = (__name), \
+	.unit = (__unit), \
+}
+
+static struct xe_ext_attribute *
+add_xe_attr(struct xe_ext_attribute *attr, const char *name, u64 config)
+{
+	sysfs_attr_init(&attr->attr.attr);
+	attr->attr.attr.name = name;
+	attr->attr.attr.mode = 0444;
+	attr->attr.show = xe_pmu_event_show;
+	attr->val = config;
+
+	return ++attr;
+}
+
+static struct perf_pmu_events_attr *
+add_pmu_attr(struct perf_pmu_events_attr *attr, const char *name,
+	     const char *str)
+{
+	sysfs_attr_init(&attr->attr.attr);
+	attr->attr.attr.name = name;
+	attr->attr.attr.mode = 0444;
+	attr->attr.show = perf_event_sysfs_show;
+	attr->event_str = str;
+
+	return ++attr;
+}
+
+static struct attribute **
+create_event_attributes(struct xe_pmu *pmu)
+{
+	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
+	static const struct {
+		unsigned int counter;
+		const char *name;
+		const char *unit;
+	} events[] = {
+	};
+
+	struct perf_pmu_events_attr *pmu_attr = NULL, *pmu_iter;
+	struct xe_ext_attribute *xe_attr = NULL, *xe_iter;
+	struct attribute **attr = NULL, **attr_iter;
+	unsigned int count = 0;
+	unsigned int i, j;
+	struct xe_gt *gt;
+
+	/* Count how many counters we will be exposing. */
+	for_each_gt(gt, xe, j) {
+		for (i = 0; i < ARRAY_SIZE(events); i++) {
+			u64 config = ___XE_PMU_OTHER(j, events[i].counter);
+
+			if (!config_status(xe, config))
+				count++;
+		}
+	}
+
+	/* Allocate attribute objects and table. */
+	xe_attr = kcalloc(count, sizeof(*xe_attr), GFP_KERNEL);
+	if (!xe_attr)
+		goto err_alloc;
+
+	pmu_attr = kcalloc(count, sizeof(*pmu_attr), GFP_KERNEL);
+	if (!pmu_attr)
+		goto err_alloc;
+
+	/* Max one pointer of each attribute type plus a termination entry. */
+	attr = kcalloc(count * 2 + 1, sizeof(*attr), GFP_KERNEL);
+	if (!attr)
+		goto err_alloc;
+
+	xe_iter = xe_attr;
+	pmu_iter = pmu_attr;
+	attr_iter = attr;
+
+	for_each_gt(gt, xe, j) {
+		for (i = 0; i < ARRAY_SIZE(events); i++) {
+			u64 config = ___XE_PMU_OTHER(j, events[i].counter);
+			char *str;
+
+			if (config_status(xe, config))
+				continue;
+
+			str = kasprintf(GFP_KERNEL, "%s-gt%u",
+					events[i].name, j);
+			if (!str)
+				goto err;
+
+			*attr_iter++ = &xe_iter->attr.attr;
+			xe_iter = add_xe_attr(xe_iter, str, config);
+
+			if (events[i].unit) {
+				str = kasprintf(GFP_KERNEL, "%s-gt%u.unit",
+						events[i].name, j);
+				if (!str)
+					goto err;
+
+				*attr_iter++ = &pmu_iter->attr.attr;
+				pmu_iter = add_pmu_attr(pmu_iter, str,
+							events[i].unit);
+			}
+		}
+	}
+
+	pmu->xe_attr = xe_attr;
+	pmu->pmu_attr = pmu_attr;
+
+	return attr;
+
+err:
+	for (attr_iter = attr; *attr_iter; attr_iter++)
+		kfree((*attr_iter)->name);
+
+err_alloc:
+	kfree(attr);
+	kfree(xe_attr);
+	kfree(pmu_attr);
+
+	return NULL;
+}
+
+static void free_event_attributes(struct xe_pmu *pmu)
+{
+	struct attribute **attr_iter = pmu->events_attr_group.attrs;
+
+	for (; *attr_iter; attr_iter++)
+		kfree((*attr_iter)->name);
+
+	kfree(pmu->events_attr_group.attrs);
+	kfree(pmu->xe_attr);
+	kfree(pmu->pmu_attr);
+
+	pmu->events_attr_group.attrs = NULL;
+	pmu->xe_attr = NULL;
+	pmu->pmu_attr = NULL;
+}
+
+static int xe_pmu_cpu_online(unsigned int cpu, struct hlist_node *node)
+{
+	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
+
+	XE_WARN_ON(!pmu->base.event_init);
+
+	/* Select the first online CPU as a designated reader. */
+	if (cpumask_empty(&xe_pmu_cpumask))
+		cpumask_set_cpu(cpu, &xe_pmu_cpumask);
+
+	return 0;
+}
+
+static int xe_pmu_cpu_offline(unsigned int cpu, struct hlist_node *node)
+{
+	struct xe_pmu *pmu = hlist_entry_safe(node, typeof(*pmu), cpuhp.node);
+	unsigned int target = xe_pmu_target_cpu;
+
+	/*
+	 * Unregistering an instance generates a CPU offline event which we must
+	 * ignore to avoid incorrectly modifying the shared xe_pmu_cpumask.
+	 */
+	if (pmu->closed)
+		return 0;
+
+	if (cpumask_test_and_clear_cpu(cpu, &xe_pmu_cpumask)) {
+		target = cpumask_any_but(topology_sibling_cpumask(cpu), cpu);
+
+		/* Migrate events if there is a valid target */
+		if (target < nr_cpu_ids) {
+			cpumask_set_cpu(target, &xe_pmu_cpumask);
+			xe_pmu_target_cpu = target;
+		}
+	}
+
+	if (target < nr_cpu_ids && target != pmu->cpuhp.cpu) {
+		perf_pmu_migrate_context(&pmu->base, cpu, target);
+		pmu->cpuhp.cpu = target;
+	}
+
+	return 0;
+}
+
+static enum cpuhp_state cpuhp_slot = CPUHP_INVALID;
+
+/**
+ * xe_pmu_init() - Setup CPU hotplug state/callbacks for Xe PMU
+ *
+ * Returns: 0 if successful, else error code
+ */
+int xe_pmu_init(void)
+{
+	int ret;
+
+	ret = cpuhp_setup_state_multi(CPUHP_AP_ONLINE_DYN,
+				      "perf/x86/intel/xe:online",
+				      xe_pmu_cpu_online,
+				      xe_pmu_cpu_offline);
+	if (ret < 0)
+		pr_notice("Failed to setup cpuhp state for xe PMU! (%d)\n",
+			  ret);
+	else
+		cpuhp_slot = ret;
+
+	return 0;
+}
+
+/**
+ * xe_pmu_exit() - Remove CPU hotplug state/callbacks for Xe PMU
+ */
+void xe_pmu_exit(void)
+{
+	if (cpuhp_slot != CPUHP_INVALID)
+		cpuhp_remove_multi_state(cpuhp_slot);
+}
+
+static int xe_pmu_register_cpuhp_state(struct xe_pmu *pmu)
+{
+	if (cpuhp_slot == CPUHP_INVALID)
+		return -EINVAL;
+
+	return cpuhp_state_add_instance(cpuhp_slot, &pmu->cpuhp.node);
+}
+
+static void xe_pmu_unregister_cpuhp_state(struct xe_pmu *pmu)
+{
+	cpuhp_state_remove_instance(cpuhp_slot, &pmu->cpuhp.node);
+}
+
+/**
+ * xe_pmu_unregister() - Remove/cleanup PMU registration
+ */
+void xe_pmu_unregister(void *arg)
+{
+	struct xe_pmu *pmu = arg;
+
+	if (!pmu->base.event_init)
+		return;
+
+	/*
+	 * "Disconnect" the PMU callbacks - since all are atomic synchronize_rcu
+	 * ensures all currently executing ones will have exited before we
+	 * proceed with unregistration.
+	 */
+	pmu->closed = true;
+	synchronize_rcu();
+
+	xe_pmu_unregister_cpuhp_state(pmu);
+
+	perf_pmu_unregister(&pmu->base);
+	pmu->base.event_init = NULL;
+	kfree(pmu->base.attr_groups);
+	kfree(pmu->name);
+	free_event_attributes(pmu);
+}
+
+/**
+ * xe_pmu_register() - Define basic PMU properties for Xe and add event callbacks.
+ *
+ */
+void xe_pmu_register(struct xe_pmu *pmu)
+{
+	struct xe_device *xe = container_of(pmu, typeof(*xe), pmu);
+	const struct attribute_group *attr_groups[] = {
+		&pmu->events_attr_group,
+		&xe_pmu_cpumask_attr_group,
+		NULL
+	};
+
+	int ret = -ENOMEM;
+
+	spin_lock_init(&pmu->lock);
+	pmu->cpuhp.cpu = -1;
+
+	pmu->name = kasprintf(GFP_KERNEL,
+			      "xe_%s",
+			      dev_name(xe->drm.dev));
+	if (pmu->name)
+		/* tools/perf reserves colons as special. */
+		strreplace((char *)pmu->name, ':', '_');
+
+	if (!pmu->name)
+		goto err;
+
+	pmu->events_attr_group.name = "events";
+	pmu->events_attr_group.attrs = create_event_attributes(pmu);
+	if (!pmu->events_attr_group.attrs)
+		goto err_name;
+
+	pmu->base.attr_groups = kmemdup(attr_groups, sizeof(attr_groups),
+					GFP_KERNEL);
+	if (!pmu->base.attr_groups)
+		goto err_attr;
+
+	pmu->base.module	= THIS_MODULE;
+	pmu->base.task_ctx_nr	= perf_invalid_context;
+	pmu->base.event_init	= xe_pmu_event_init;
+	pmu->base.add		= xe_pmu_event_add;
+	pmu->base.del		= xe_pmu_event_del;
+	pmu->base.start		= xe_pmu_event_start;
+	pmu->base.stop		= xe_pmu_event_stop;
+	pmu->base.read		= xe_pmu_event_read;
+	pmu->base.event_idx	= xe_pmu_event_event_idx;
+
+	ret = perf_pmu_register(&pmu->base, pmu->name, -1);
+	if (ret)
+		goto err_groups;
+
+	ret = xe_pmu_register_cpuhp_state(pmu);
+	if (ret)
+		goto err_unreg;
+
+	ret = devm_add_action_or_reset(xe->drm.dev, xe_pmu_unregister, pmu);
+	if (ret)
+		goto err_cpuhp;
+
+	return;
+
+err_cpuhp:
+	xe_pmu_unregister_cpuhp_state(pmu);
+err_unreg:
+	perf_pmu_unregister(&pmu->base);
+err_groups:
+	kfree(pmu->base.attr_groups);
+err_attr:
+	pmu->base.event_init = NULL;
+	free_event_attributes(pmu);
+err_name:
+	kfree(pmu->name);
+err:
+	drm_notice(&xe->drm, "Failed to register PMU!\n");
+}
diff --git a/drivers/gpu/drm/xe/xe_pmu.h b/drivers/gpu/drm/xe/xe_pmu.h
new file mode 100644
index 000000000000..af8108ebef87
--- /dev/null
+++ b/drivers/gpu/drm/xe/xe_pmu.h
@@ -0,0 +1,26 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Copyright © 2024 Intel Corporation
+ */
+
+#ifndef _XE_PMU_H_
+#define _XE_PMU_H_
+
+#include "xe_pmu_types.h"
+
+struct xe_gt;
+
+#if IS_ENABLED(CONFIG_PERF_EVENTS)
+int xe_pmu_init(void);
+void xe_pmu_exit(void);
+void xe_pmu_register(struct xe_pmu *pmu);
+void xe_pmu_unregister(void *arg);
+#else
+static inline int xe_pmu_init(void) { return 0; }
+static inline void xe_pmu_exit(void) {}
+static inline void xe_pmu_register(struct xe_pmu *pmu) {}
+static void xe_pmu_unregister(void *arg) {}
+#endif
+
+#endif
+
diff --git a/drivers/gpu/drm/xe/xe_pmu_types.h b/drivers/gpu/drm/xe/xe_pmu_types.h
new file mode 100644
index 000000000000..ca0e7cbe2081
--- /dev/null
+++ b/drivers/gpu/drm/xe/xe_pmu_types.h
@@ -0,0 +1,63 @@
+/* SPDX-License-Identifier: MIT */
+/*
+ * Copyright © 2024 Intel Corporation
+ */
+
+#ifndef _XE_PMU_TYPES_H_
+#define _XE_PMU_TYPES_H_
+
+#include <linux/perf_event.h>
+#include <linux/spinlock_types.h>
+#include <uapi/drm/xe_drm.h>
+
+enum {
+	__XE_NUM_PMU_SAMPLERS
+};
+
+#define XE_PMU_MAX_GT 2
+
+struct xe_pmu {
+	/**
+	 * @cpuhp: Struct used for CPU hotplug handling.
+	 */
+	struct {
+		struct hlist_node node;
+		unsigned int cpu;
+	} cpuhp;
+	/**
+	 * @base: PMU base.
+	 */
+	struct pmu base;
+	/**
+	 * @closed: xe is unregistering.
+	 */
+	bool closed;
+	/**
+	 * @name: Name as registered with perf core.
+	 */
+	const char *name;
+	/**
+	 * @lock: Lock protecting enable mask and ref count handling.
+	 */
+	spinlock_t lock;
+	/**
+	 * @sample: Current and previous (raw) counters.
+	 *
+	 * These counters are updated when the device is awake.
+	 */
+	u64 sample[XE_PMU_MAX_GT][__XE_NUM_PMU_SAMPLERS];
+	/**
+	 * @events_attr_group: Device events attribute group.
+	 */
+	struct attribute_group events_attr_group;
+	/**
+	 * @xe_attr: Memory block holding device attributes.
+	 */
+	void *xe_attr;
+	/**
+	 * @pmu_attr: Memory block holding device attributes.
+	 */
+	void *pmu_attr;
+};
+
+#endif
diff --git a/include/uapi/drm/xe_drm.h b/include/uapi/drm/xe_drm.h
index b6fbe4988f2e..2c5f258eee3a 100644
--- a/include/uapi/drm/xe_drm.h
+++ b/include/uapi/drm/xe_drm.h
@@ -1389,6 +1389,14 @@ struct drm_xe_wait_user_fence {
 	__u64 reserved[2];
 };
 
+/*
+ * Top bits of every counter are GT id.
+ */
+#define __XE_PMU_GT_SHIFT (56)
+
+#define ___XE_PMU_OTHER(gt, x) \
+	(((__u64)(x)) | ((__u64)(gt) << __XE_PMU_GT_SHIFT))
+
 /**
  * enum drm_xe_observation_type - Observation stream types
  */
-- 
2.38.1

Re: [PATCH 1/3] drm/xe/pmu: Enable PMU interface

[Jani Nikula]

On Wed, 25 Sep 2024, Vinay Belgaumkar <vinay.belgaumkar@intel.com> wrote:
> diff --git a/drivers/gpu/drm/xe/Makefile b/drivers/gpu/drm/xe/Makefile
> index ae245fbd91ee..bddb93e8b949 100644
> --- a/drivers/gpu/drm/xe/Makefile
> +++ b/drivers/gpu/drm/xe/Makefile
> @@ -266,6 +266,8 @@ xe-$(CONFIG_DRM_XE_DISPLAY) += \
>  	i915-display/skl_universal_plane.o \
>  	i915-display/skl_watermark.o
>  
> +xe-$(CONFIG_PERF_EVENTS) += xe_pmu.o
> +

Why add perf events stuff *between* two blocks of display objects?

>  ifeq ($(CONFIG_ACPI),y)
>  	xe-$(CONFIG_DRM_XE_DISPLAY) += \
>  		i915-display/intel_acpi.o \

-- 
Jani Nikula, Intel