[PATCH i-g-t 0/2] Add tests for EU stall sampling

[PATCH i-g-t 0/2] Add tests for EU stall sampling

[Harish Chegondi]

The patches in this series add IGT tests for EU stall sampling, a
hardware feature first introduced in PVC and also supported in XE2 and
later architecture GPUs.

The Xe driver patch that adds support for EU stall sampling is under
review: https://patchwork.freedesktop.org/series/142880/

These IGT tests were used to test the above driver patch.

Signed-off-by: Harish Chegondi <harish.chegondi@intel.com>

Harish Chegondi (2):
  lib/xe/oa: Add observation type input to intel_xe_perf_ioctl and
    intel_xe_perf_ioctl_err
  tests/intel/xe_eu_stall: Add tests for EU stall sampling

 include/drm-uapi/xe_drm.h        |  74 ++++
 lib/xe/xe_oa.c                   |  18 +-
 lib/xe/xe_oa.h                   |  11 +-
 tests/intel/xe_eu_stall.c        | 579 +++++++++++++++++++++++++++++++
 tests/intel/xe_oa.c              |  57 ++-
 tests/meson.build                |   2 +
 tools/xe-perf/xe_perf_configs.c  |   2 +-
 tools/xe-perf/xe_perf_recorder.c |   3 +-
 8 files changed, 718 insertions(+), 28 deletions(-)
 create mode 100644 tests/intel/xe_eu_stall.c

-- 
2.47.1

[PATCH i-g-t 1/2] lib/xe/oa: Add observation type input to intel_xe_perf_ioctl and intel_xe_perf_ioctl_err

[Harish Chegondi]

In order to reuse intel_xe_perf_ioctl() and intel_xe_perf_ioctl_err()
functions for EU stall sampling, add observation type as an input
parameter to these functions and set the input observation type to
observation_type in struct drm_xe_observation_param.

Signed-off-by: Harish Chegondi <harish.chegondi@intel.com>
---
 lib/xe/xe_oa.c                   | 18 +++++++---
 lib/xe/xe_oa.h                   | 11 ++++--
 tests/intel/xe_oa.c              | 57 +++++++++++++++++++++-----------
 tools/xe-perf/xe_perf_configs.c  |  2 +-
 tools/xe-perf/xe_perf_recorder.c |  3 +-
 5 files changed, 63 insertions(+), 28 deletions(-)

diff --git a/lib/xe/xe_oa.c b/lib/xe/xe_oa.c
index db614b732..b40a5a1db 100644
--- a/lib/xe/xe_oa.c
+++ b/lib/xe/xe_oa.c
@@ -691,7 +691,8 @@ load_metric_set_config(struct intel_xe_perf_metric_set *metric_set, int drm_fd)
 	memcpy(regs, metric_set->flex_regs, 2 * metric_set->n_flex_regs * sizeof(u32));
 	regs += 2 * metric_set->n_flex_regs * sizeof(u32);
 
-	ret = intel_xe_perf_ioctl(drm_fd, DRM_XE_OBSERVATION_OP_ADD_CONFIG, &config);
+	ret = intel_xe_perf_ioctl(drm_fd, DRM_XE_OBSERVATION_TYPE_OA,
+				  DRM_XE_OBSERVATION_OP_ADD_CONFIG, &config);
 	if (ret >= 0)
 		metric_set->perf_oa_metrics_set = ret;
 
@@ -1054,7 +1055,10 @@ void intel_xe_oa_prop_to_ext(struct intel_xe_oa_open_prop *properties,
 		ext[j].base.next_extension = to_user_pointer(&ext[j + 1]);
 }
 
-int intel_xe_perf_ioctl(int fd, enum drm_xe_observation_op op, void *arg)
+int intel_xe_perf_ioctl(int fd,
+			enum drm_xe_observation_type type,
+			enum drm_xe_observation_op op,
+			void *arg)
 {
 #define XE_OA_MAX_SET_PROPERTIES 16
 
@@ -1063,7 +1067,7 @@ int intel_xe_perf_ioctl(int fd, enum drm_xe_observation_op op, void *arg)
 	/* Chain the PERF layer struct */
 	struct drm_xe_observation_param p = {
 		.extensions = 0,
-		.observation_type = DRM_XE_OBSERVATION_TYPE_OA,
+		.observation_type = type,
 		.observation_op = op,
 		.param = to_user_pointer((op == DRM_XE_OBSERVATION_OP_STREAM_OPEN) ? ext : arg),
 	};
@@ -1078,9 +1082,13 @@ int intel_xe_perf_ioctl(int fd, enum drm_xe_observation_op op, void *arg)
 	return igt_ioctl(fd, DRM_IOCTL_XE_OBSERVATION, &p);
 }
 
-void intel_xe_perf_ioctl_err(int fd, enum drm_xe_observation_op op, void *arg, int err)
+void intel_xe_perf_ioctl_err(int fd,
+			     enum drm_xe_observation_type type,
+			     enum drm_xe_observation_op op,
+			     void *arg,
+			     int err)
 {
-	igt_assert_eq(intel_xe_perf_ioctl(fd, op, arg), -1);
+	igt_assert_eq(intel_xe_perf_ioctl(fd, type, op, arg), -1);
 	igt_assert_eq(errno, err);
 	errno = 0;
 }
diff --git a/lib/xe/xe_oa.h b/lib/xe/xe_oa.h
index 7d3d07456..598ea7427 100644
--- a/lib/xe/xe_oa.h
+++ b/lib/xe/xe_oa.h
@@ -400,8 +400,15 @@ const char *intel_xe_perf_read_report_reason(const struct intel_xe_perf *perf,
 
 void intel_xe_oa_prop_to_ext(struct intel_xe_oa_open_prop *properties,
 			     struct drm_xe_ext_set_property *extn);
-int intel_xe_perf_ioctl(int fd, enum drm_xe_observation_op op, void *arg);
-void intel_xe_perf_ioctl_err(int fd, enum drm_xe_observation_op op, void *arg, int err);
+int intel_xe_perf_ioctl(int fd,
+			enum drm_xe_observation_type type,
+			enum drm_xe_observation_op op,
+			void *arg);
+void intel_xe_perf_ioctl_err(int fd,
+			     enum drm_xe_observation_type type,
+			     enum drm_xe_observation_op op,
+			     void *arg,
+			     int err);
 
 #ifdef __cplusplus
 };
diff --git a/tests/intel/xe_oa.c b/tests/intel/xe_oa.c
index 492a6b5d6..3984837bb 100644
--- a/tests/intel/xe_oa.c
+++ b/tests/intel/xe_oa.c
@@ -489,7 +489,8 @@ __perf_open(int fd, struct intel_xe_oa_open_prop *param, bool prevent_pm)
 		pm_fd = -1;
 	}
 
-	ret = intel_xe_perf_ioctl(fd, DRM_XE_OBSERVATION_OP_STREAM_OPEN, param);
+	ret = intel_xe_perf_ioctl(fd, DRM_XE_OBSERVATION_TYPE_OA,
+				  DRM_XE_OBSERVATION_OP_STREAM_OPEN, param);
 
 	igt_assert_lte(0, ret);
 	errno = 0;
@@ -1125,7 +1126,8 @@ static void test_system_wide_paranoid(void)
 
 		igt_drop_root();
 
-		intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param, EACCES);
+		intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_TYPE_OA,
+					DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param, EACCES);
 	}
 
 	igt_waitchildren();
@@ -1182,10 +1184,12 @@ static void test_invalid_oa_metric_set_id(void)
 		.properties_ptr = to_user_pointer(properties),
 	};
 
-	intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param, EINVAL);
+	intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_TYPE_OA,
+				DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param, EINVAL);
 
 	properties[ARRAY_SIZE(properties) - 1] = 0; /* ID 0 is also be reserved as invalid */
-	intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param, EINVAL);
+	intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_TYPE_OA,
+				DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param, EINVAL);
 
 	/* Check that we aren't just seeing false positives... */
 	properties[ARRAY_SIZE(properties) - 1] = default_test_set->perf_oa_metrics_set;
@@ -1194,7 +1198,8 @@ static void test_invalid_oa_metric_set_id(void)
 
 	/* There's no valid default OA metric set ID... */
 	param.num_properties--;
-	intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param, EINVAL);
+	intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_TYPE_OA,
+				DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param, EINVAL);
 }
 
 /**
@@ -1219,10 +1224,12 @@ static void test_invalid_oa_format_id(void)
 		.properties_ptr = to_user_pointer(properties),
 	};
 
-	intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param, EINVAL);
+	intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_TYPE_OA,
+				DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param, EINVAL);
 
 	properties[ARRAY_SIZE(properties) - 1] = __ff(0); /* ID 0 is also be reserved as invalid */
-	intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param, EINVAL);
+	intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_TYPE_OA,
+				DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param, EINVAL);
 
 	/* Check that we aren't just seeing false positives... */
 	properties[ARRAY_SIZE(properties) - 1] = __ff(default_test_set->perf_oa_format);
@@ -1230,7 +1237,8 @@ static void test_invalid_oa_format_id(void)
 	__perf_close(stream_fd);
 	/* There's no valid default OA format... */
 	param.num_properties--;
-	intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param, EINVAL);
+	intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_TYPE_OA,
+				DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param, EINVAL);
 }
 
 /**
@@ -1254,7 +1262,8 @@ static void test_missing_sample_flags(void)
 		.properties_ptr = to_user_pointer(properties),
 	};
 
-	intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param, EINVAL);
+	intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_TYPE_OA,
+				DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param, EINVAL);
 }
 
 static void
@@ -1839,7 +1848,8 @@ static void test_invalid_oa_exponent(void)
 
 	for (int i = 32; i < 65; i++) {
 		properties[7] = i;
-		intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param, EINVAL);
+		intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_TYPE_OA,
+					DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param, EINVAL);
 	}
 }
 
@@ -3491,7 +3501,8 @@ test_stress_open_close(const struct drm_xe_engine_class_instance *hwe)
 
 static int __xe_oa_add_config(int fd, struct drm_xe_oa_config *config)
 {
-	int ret = intel_xe_perf_ioctl(fd, DRM_XE_OBSERVATION_OP_ADD_CONFIG, config);
+	int ret = intel_xe_perf_ioctl(fd, DRM_XE_OBSERVATION_TYPE_OA,
+				      DRM_XE_OBSERVATION_OP_ADD_CONFIG, config);
 	if (ret < 0)
 		ret = -errno;
 	return ret;
@@ -3509,13 +3520,15 @@ static int xe_oa_add_config(int fd, struct drm_xe_oa_config *config)
 
 static void xe_oa_remove_config(int fd, uint64_t config_id)
 {
-	igt_assert_eq(intel_xe_perf_ioctl(fd, DRM_XE_OBSERVATION_OP_REMOVE_CONFIG, &config_id), 0);
+	igt_assert_eq(intel_xe_perf_ioctl(fd, DRM_XE_OBSERVATION_TYPE_OA,
+					  DRM_XE_OBSERVATION_OP_REMOVE_CONFIG, &config_id), 0);
 }
 
 static bool has_xe_oa_userspace_config(int fd)
 {
 	uint64_t config = 0;
-	int ret = intel_xe_perf_ioctl(fd, DRM_XE_OBSERVATION_OP_REMOVE_CONFIG, &config);
+	int ret = intel_xe_perf_ioctl(fd, DRM_XE_OBSERVATION_TYPE_OA,
+				      DRM_XE_OBSERVATION_OP_REMOVE_CONFIG, &config);
 	igt_assert_eq(ret, -1);
 
 	igt_debug("errno=%i\n", errno);
@@ -3613,12 +3626,14 @@ test_invalid_remove_userspace_config(void)
 	igt_fork(child, 1) {
 		igt_drop_root();
 
-		intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_OP_REMOVE_CONFIG, &config_id, EACCES);
+		intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_TYPE_OA,
+					DRM_XE_OBSERVATION_OP_REMOVE_CONFIG, &config_id, EACCES);
 	}
 	igt_waitchildren();
 
 	/* Removing invalid config ID should fail. */
-	intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_OP_REMOVE_CONFIG, &wrong_config_id, ENOENT);
+	intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_TYPE_OA,
+				DRM_XE_OBSERVATION_OP_REMOVE_CONFIG, &wrong_config_id, ENOENT);
 
 	xe_oa_remove_config(drm_fd, config_id);
 }
@@ -3797,7 +3812,8 @@ test_whitelisted_registers_userspace_config(void)
 	config.regs_ptr = (uintptr_t) regs;
 
 	/* Create a new config */
-	ret = intel_xe_perf_ioctl(drm_fd, DRM_XE_OBSERVATION_OP_ADD_CONFIG, &config);
+	ret = intel_xe_perf_ioctl(drm_fd, DRM_XE_OBSERVATION_TYPE_OA,
+				  DRM_XE_OBSERVATION_OP_ADD_CONFIG, &config);
 	igt_assert_lt(0, ret); /* Config 0 should be used by the kernel */
 	config_id = ret;
 
@@ -4183,7 +4199,8 @@ test_oa_unit_exclusive_stream(bool exponent)
 		properties[5] = test_set->perf_oa_metrics_set;
 		properties[7] = __ff(test_set->perf_oa_format);
 		properties[9] = hwe->engine_instance;
-		perf_fd[i] = intel_xe_perf_ioctl(drm_fd, DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param);
+		perf_fd[i] = intel_xe_perf_ioctl(drm_fd, DRM_XE_OBSERVATION_TYPE_OA,
+						 DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param);
 		igt_assert(perf_fd[i] >= 0);
 		poau += sizeof(*oau) + oau->num_engines * sizeof(oau->eci[0]);
 	}
@@ -4213,7 +4230,8 @@ test_oa_unit_exclusive_stream(bool exponent)
 		properties[9] = hwe->engine_instance;
 		properties[10] = DRM_XE_OA_PROPERTY_OA_PERIOD_EXPONENT;
 		properties[11] = oa_exp_1_millisec;
-		intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param, EBUSY);
+		intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_TYPE_OA,
+					DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param, EBUSY);
 
 		/* case 2: concurrent access to non-OAG unit should fail */
 		igt_debug("try with exec_q with c:i %d:%d\n",
@@ -4222,7 +4240,8 @@ test_oa_unit_exclusive_stream(bool exponent)
 		properties[10] = DRM_XE_OA_PROPERTY_EXEC_QUEUE_ID;
 		properties[11] = exec_q[i];
 		errno = 0;
-		err = intel_xe_perf_ioctl(drm_fd, DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param);
+		err = intel_xe_perf_ioctl(drm_fd, DRM_XE_OBSERVATION_TYPE_OA,
+					  DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param);
 		igt_assert_lt(err, 0);
 		igt_assert(errno == EBUSY || errno == ENODEV);
 		poau += sizeof(*oau) + oau->num_engines * sizeof(oau->eci[0]);
diff --git a/tools/xe-perf/xe_perf_configs.c b/tools/xe-perf/xe_perf_configs.c
index bd37fef5c..3531217b7 100644
--- a/tools/xe-perf/xe_perf_configs.c
+++ b/tools/xe-perf/xe_perf_configs.c
@@ -228,7 +228,7 @@ main(int argc, char *argv[])
 			continue;
 
 		if (purge) {
-			if (intel_xe_perf_ioctl(drm_fd, DRM_XE_OBSERVATION_OP_REMOVE_CONFIG, &metric_id) == 0)
+			if (intel_xe_perf_ioctl(drm_fd, DRM_XE_OBSERVATION_TYPE_OA, DRM_XE_OBSERVATION_OP_REMOVE_CONFIG, &metric_id) == 0)
 				fprintf(stdout, "\tRemoved config %s id=%03" PRIu64 " name=%s\n",
 					entry->d_name, metric_id, metric_name(perf, entry->d_name));
 			else
diff --git a/tools/xe-perf/xe_perf_recorder.c b/tools/xe-perf/xe_perf_recorder.c
index 9cf51f3e1..411557200 100644
--- a/tools/xe-perf/xe_perf_recorder.c
+++ b/tools/xe-perf/xe_perf_recorder.c
@@ -443,7 +443,8 @@ perf_open(struct recording_context *ctx)
 		.properties_ptr = to_user_pointer(properties),
 	};
 
-	stream_fd = intel_xe_perf_ioctl(ctx->drm_fd, DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param);
+	stream_fd = intel_xe_perf_ioctl(ctx->drm_fd, DRM_XE_OBSERVATION_TYPE_OA,
+					DRM_XE_OBSERVATION_OP_STREAM_OPEN, &param);
 	if (stream_fd < 0) {
 		errno = 0;
 		goto exit;
-- 
2.47.1

Re: [PATCH i-g-t 1/2] lib/xe/oa: Add observation type input to intel_xe_perf_ioctl and intel_xe_perf_ioctl_err

[Dixit, Ashutosh]

On Tue, 31 Dec 2024 01:46:28 -0800, Harish Chegondi wrote:
>
> In order to reuse intel_xe_perf_ioctl() and intel_xe_perf_ioctl_err()
> functions for EU stall sampling, add observation type as an input
> parameter to these functions and set the input observation type to
> observation_type in struct drm_xe_observation_param.
>
> Signed-off-by: Harish Chegondi <harish.chegondi@intel.com>
> ---
>  lib/xe/xe_oa.c                   | 18 +++++++---
>  lib/xe/xe_oa.h                   | 11 ++++--
>  tests/intel/xe_oa.c              | 57 +++++++++++++++++++++-----------
>  tools/xe-perf/xe_perf_configs.c  |  2 +-
>  tools/xe-perf/xe_perf_recorder.c |  3 +-

Why would EU stall want to use functions from lib/xe/xe_oa.c, which is a
library specific to OA. Why don't you just copy these functions into
tests/intel/xe_eu_stall.c stall, rename them and use them?

The functions are in the library for OA because of use by other OA/perf
tools, they are not meant for use by EU stall.

So this is a NAK on this patch.

Ashutosh

Re: [PATCH i-g-t 1/2] lib/xe/oa: Add observation type input to intel_xe_perf_ioctl and intel_xe_perf_ioctl_err

[Dixit, Ashutosh]

On Fri, 31 Jan 2025 12:34:31 -0800, Dixit, Ashutosh wrote:
>
> On Tue, 31 Dec 2024 01:46:28 -0800, Harish Chegondi wrote:
> >
> > In order to reuse intel_xe_perf_ioctl() and intel_xe_perf_ioctl_err()
> > functions for EU stall sampling, add observation type as an input
> > parameter to these functions and set the input observation type to
> > observation_type in struct drm_xe_observation_param.
> >
> > Signed-off-by: Harish Chegondi <harish.chegondi@intel.com>
> > ---
> >  lib/xe/xe_oa.c                   | 18 +++++++---
> >  lib/xe/xe_oa.h                   | 11 ++++--
> >  tests/intel/xe_oa.c              | 57 +++++++++++++++++++++-----------
> >  tools/xe-perf/xe_perf_configs.c  |  2 +-
> >  tools/xe-perf/xe_perf_recorder.c |  3 +-
>
> Why would EU stall want to use functions from lib/xe/xe_oa.c, which is a
> library specific to OA. Why don't you just copy these functions into
> tests/intel/xe_eu_stall.c stall, rename them and use them?
>
> The functions are in the library for OA because of use by other OA/perf
> tools, they are not meant for use by EU stall.
>
> So this is a NAK on this patch.

Also I don't want to create any cross dependencies between OA and EU stall
(in case there are changes in the future). It is better to keep them
completely separate.

Re: [PATCH i-g-t 1/2] lib/xe/oa: Add observation type input to intel_xe_perf_ioctl and intel_xe_perf_ioctl_err

[Dixit, Ashutosh]

On Fri, 31 Jan 2025 12:36:45 -0800, Dixit, Ashutosh wrote:
>
> On Fri, 31 Jan 2025 12:34:31 -0800, Dixit, Ashutosh wrote:
> >
> > On Tue, 31 Dec 2024 01:46:28 -0800, Harish Chegondi wrote:
> > >
> > > In order to reuse intel_xe_perf_ioctl() and intel_xe_perf_ioctl_err()
> > > functions for EU stall sampling, add observation type as an input
> > > parameter to these functions and set the input observation type to
> > > observation_type in struct drm_xe_observation_param.
> > >
> > > Signed-off-by: Harish Chegondi <harish.chegondi@intel.com>
> > > ---
> > >  lib/xe/xe_oa.c                   | 18 +++++++---
> > >  lib/xe/xe_oa.h                   | 11 ++++--
> > >  tests/intel/xe_oa.c              | 57 +++++++++++++++++++++-----------
> > >  tools/xe-perf/xe_perf_configs.c  |  2 +-
> > >  tools/xe-perf/xe_perf_recorder.c |  3 +-
> >
> > Why would EU stall want to use functions from lib/xe/xe_oa.c, which is a
> > library specific to OA. Why don't you just copy these functions into
> > tests/intel/xe_eu_stall.c stall, rename them and use them?
> >
> > The functions are in the library for OA because of use by other OA/perf
> > tools, they are not meant for use by EU stall.
> >
> > So this is a NAK on this patch.
>
> Also I don't want to create any cross dependencies between OA and EU stall
> (in case there are changes in the future). It is better to keep them
> completely separate.

And also I forgot there are external tools such as Gpuvis which depened on
these library functions, so this is breaking that too:

https://github.com/mikesart/gpuvis/commit/7daaa26eb02a96b1c2802421858e1fb32e568984

Re: [PATCH i-g-t 1/2] lib/xe/oa: Add observation type input to intel_xe_perf_ioctl and intel_xe_perf_ioctl_err

[Harish Chegondi]

On Fri, Jan 31, 2025 at 12:34:31PM -0800, Dixit, Ashutosh wrote:
> On Tue, 31 Dec 2024 01:46:28 -0800, Harish Chegondi wrote:
> >
> > In order to reuse intel_xe_perf_ioctl() and intel_xe_perf_ioctl_err()
> > functions for EU stall sampling, add observation type as an input
> > parameter to these functions and set the input observation type to
> > observation_type in struct drm_xe_observation_param.
> >
> > Signed-off-by: Harish Chegondi <harish.chegondi@intel.com>
> > ---
> >  lib/xe/xe_oa.c                   | 18 +++++++---
> >  lib/xe/xe_oa.h                   | 11 ++++--
> >  tests/intel/xe_oa.c              | 57 +++++++++++++++++++++-----------
> >  tools/xe-perf/xe_perf_configs.c  |  2 +-
> >  tools/xe-perf/xe_perf_recorder.c |  3 +-
> 
> Why would EU stall want to use functions from lib/xe/xe_oa.c, which is a
> library specific to OA. Why don't you just copy these functions into
> tests/intel/xe_eu_stall.c stall, rename them and use them?

Yes, I can copy the functions and rename them. I just didn't want to create
duplicate code. I hope the maintainers are okay with it.
> 
> The functions are in the library for OA because of use by other OA/perf
> tools, they are not meant for use by EU stall.
> 
> So this is a NAK on this patch.
> 
> Ashutosh

Thanks
Harish.

[PATCH i-g-t 2/2] tests/intel/xe_eu_stall: Add tests for EU stall sampling

[Harish Chegondi]

A new hardware feature first introduced in PVC gives capability to
periodically sample EU stall state and record counts for different stall
reasons, on a per IP basis, aggregate across all EUs in a subslice and
record the samples in a buffer in each subslice. Eventually, the aggregated
data is written out to a buffer in the memory. This feature is also
supported in XE2 and later architecture GPUs.

Add tests to test EU stall sampling functionality in the Xe driver.
These tests accept several inputs from the user, enable EU stall counters,
run a given workload on a child process while the parent process reads
the stall data and parses the data. The EU stall counters are disabled
once the workload completes execution.

If the user doesn't provide any input workload, GPGPU fill is used as
the workload. gpgpu_fill() and related functions have been reused from
xe_gpgpu_fill.c.

Signed-off-by: Harish Chegondi <harish.chegondi@intel.com>
---
 include/drm-uapi/xe_drm.h |  74 +++++
 tests/intel/xe_eu_stall.c | 579 ++++++++++++++++++++++++++++++++++++++
 tests/meson.build         |   2 +
 3 files changed, 655 insertions(+)
 create mode 100644 tests/intel/xe_eu_stall.c

diff --git a/include/drm-uapi/xe_drm.h b/include/drm-uapi/xe_drm.h
index 56163eb91..d4aff5d01 100644
--- a/include/drm-uapi/xe_drm.h
+++ b/include/drm-uapi/xe_drm.h
@@ -700,6 +700,7 @@ struct drm_xe_device_query {
 #define DRM_XE_DEVICE_QUERY_ENGINE_CYCLES	6
 #define DRM_XE_DEVICE_QUERY_UC_FW_VERSION	7
 #define DRM_XE_DEVICE_QUERY_OA_UNITS		8
+#define DRM_XE_DEVICE_QUERY_EU_STALL		9
 	/** @query: The type of data to query */
 	__u32 query;
 
@@ -1397,6 +1398,8 @@ struct drm_xe_wait_user_fence {
 enum drm_xe_observation_type {
 	/** @DRM_XE_OBSERVATION_TYPE_OA: OA observation stream type */
 	DRM_XE_OBSERVATION_TYPE_OA,
+	/** @DRM_XE_OBSERVATION_TYPE_EU_STALL: EU stall sampling observation stream type */
+	DRM_XE_OBSERVATION_TYPE_EU_STALL,
 };
 
 /**
@@ -1713,6 +1716,77 @@ struct drm_xe_oa_stream_info {
 	__u64 reserved[3];
 };
 
+/**
+ * enum drm_xe_eu_stall_property_id - EU stall sampling input property ids.
+ *
+ * These properties are passed to the driver at open as a chain of
+ * @drm_xe_ext_set_property structures with @property set to these
+ * properties' enums and @value set to the corresponding values of these
+ * properties. @drm_xe_user_extension base.name should be set to
+ * @DRM_XE_EU_STALL_EXTENSION_SET_PROPERTY.
+ *
+ * With the file descriptor obtained from open, user space must enable
+ * the EU stall stream fd with @DRM_XE_OBSERVATION_IOCTL_ENABLE before
+ * calling read(). EIO errno from read() indicates HW dropped data
+ * due to full buffer.
+ */
+enum drm_xe_eu_stall_property_id {
+#define DRM_XE_EU_STALL_EXTENSION_SET_PROPERTY		0
+	/**
+	 * @DRM_XE_EU_STALL_PROP_GT_ID: @gt_id of the GT on which
+	 * EU stall data will be captured.
+	 */
+	DRM_XE_EU_STALL_PROP_GT_ID = 1,
+
+	/**
+	 * @DRM_XE_EU_STALL_PROP_SAMPLE_RATE: Sampling rate in
+	 * GPU cycles from @sampling_rates in struct @drm_xe_query_eu_stall
+	 */
+	DRM_XE_EU_STALL_PROP_SAMPLE_RATE,
+
+	/**
+	 * @DRM_XE_EU_STALL_PROP_WAIT_NUM_REPORTS: Minimum number of
+	 * EU stall data reports to be present in the kernel buffer
+	 * before unblocking poll or read that is blocked.
+	 */
+	DRM_XE_EU_STALL_PROP_WAIT_NUM_REPORTS,
+};
+
+/**
+ * struct drm_xe_query_eu_stall - Information about EU stall sampling.
+ *
+ * If a query is made with a struct @drm_xe_device_query where .query
+ * is equal to @DRM_XE_DEVICE_QUERY_EU_STALL, then the reply uses
+ * struct @drm_xe_query_eu_stall in .data.
+ */
+struct drm_xe_query_eu_stall {
+	/** @extensions: Pointer to the first extension struct, if any */
+	__u64 extensions;
+
+	/** @capabilities: EU stall capabilities bit-mask */
+	__u64 capabilities;
+#define DRM_XE_EU_STALL_CAPS_BASE		(1 << 0)
+
+	/** @record_size: size of each EU stall data record */
+	__u64 record_size;
+
+	/** @per_xecore_buf_size: Per XeCore buffer size */
+	__u64 per_xecore_buf_size;
+
+	/** @num_sampling_rates: Number of sampling rates supported */
+	__u64 num_sampling_rates;
+
+	/** @reserved: Reserved */
+	__u64 reserved[5];
+
+	/**
+	 * @sampling_rates: Flexible array of sampling rates
+	 * sorted in the fastest to slowest order.
+	 * Sampling rates are specified in GPU clock cycles.
+	 */
+	__u64 sampling_rates[];
+};
+
 #if defined(__cplusplus)
 }
 #endif
diff --git a/tests/intel/xe_eu_stall.c b/tests/intel/xe_eu_stall.c
new file mode 100644
index 000000000..754d2c379
--- /dev/null
+++ b/tests/intel/xe_eu_stall.c
@@ -0,0 +1,579 @@
+// SPDX-License-Identifier: MIT
+/*
+ * Copyright(c) 2024 Intel Corporation. All rights reserved.
+ */
+
+/**
+ * TEST: Basic tests for EU stall sampling functionality
+ * Category: Core
+ * Functionality: EU stall sampling
+ * Mega feature: Performance interface
+ * Test category: xe
+ * Sub-category: Performance
+ * Run type: FULL
+ *
+ * SUBTEST: non-blocking-read
+ * Description: Verify non-blocking read of EU stall data during a workload run
+ *
+ * SUBTEST: blocking-read
+ * Description: Verify blocking read of EU stall data during a workload run
+ *
+ * SUBTEST: unprivileged-access
+ * Description: Verify unprivileged open of a EU stall data stream fd
+ */
+
+#include <poll.h>
+#include <fcntl.h>
+#include <sys/wait.h>
+#include <sys/ioctl.h>
+
+#include "igt.h"
+#include "igt_core.h"
+#include "xe_drm.h"
+#include "xe/xe_oa.h"
+#include "xe/xe_ioctl.h"
+
+#define OBSERVATION_PARANOID	"/proc/sys/dev/xe/observation_paranoid"
+
+#define NUM_ITERS_GPGPU_FILL	100
+#define DEFAULT_GT_ID		0
+#define DEFAULT_NUM_REPORTS	1
+#define DEFAULT_SAMPLE_RATE	(251 * 4)
+#define DEFAULT_USER_BUF_SIZE	(64 * 512 * 1024)
+
+#define WIDTH		64
+#define HEIGHT		64
+#define COLOR_88	0x88
+#define COLOR_4C	0x4c
+
+static char *p_args[8];
+static uint8_t p_gt_id = DEFAULT_GT_ID;
+static uint32_t p_rate = DEFAULT_SAMPLE_RATE;
+static uint32_t p_user = DEFAULT_USER_BUF_SIZE;
+static uint32_t p_num_reports = DEFAULT_NUM_REPORTS;
+
+static volatile bool child_is_running = true;
+
+/**
+ * struct xe_eu_stall_data_pvc - EU stall data format for PVC
+ *
+ * Bits		Field
+ * 0  to 28	IP (addr)
+ * 29 to 36	active count
+ * 37 to 44	other count
+ * 45 to 52	control count
+ * 53 to 60	pipestall count
+ * 61 to 68	send count
+ * 69 to 76	dist_acc count
+ * 77 to 84	sbid count
+ * 85 to 92	sync count
+ * 93 to 100	inst_fetch count
+ */
+struct xe_eu_stall_data_pvc {
+	__u64 ip_addr:29;
+	__u64 active_count:8;
+	__u64 other_count:8;
+	__u64 control_count:8;
+	__u64 pipestall_count:8;
+	__u64 send_count:8;
+	__u64 dist_acc_count:8;
+	__u64 sbid_count:8;
+	__u64 sync_count:8;
+	__u64 inst_fetch_count:8;
+	__u64 unused_bits:27;
+	__u64 unused[6];
+} __attribute__((packed));
+
+/**
+ * struct xe_eu_stall_data_xe2 - EU stall data format for LNL, BMG
+ *
+ * Bits		Field
+ * 0  to 28	IP (addr)
+ * 29 to 36	Tdr count
+ * 37 to 44	other count
+ * 45 to 52	control count
+ * 53 to 60	pipestall count
+ * 61 to 68	send count
+ * 69 to 76	dist_acc count
+ * 77 to 84	sbid count
+ * 85 to 92	sync count
+ * 93 to 100	inst_fetch count
+ * 101 to 108	Active count
+ * 109 to 111	Exid
+ * 112		EndFlag (is always 1)
+ */
+struct xe_eu_stall_data_xe2 {
+	__u64 ip_addr:29;
+	__u64 tdr_count:8;
+	__u64 other_count:8;
+	__u64 control_count:8;
+	__u64 pipestall_count:8;
+	__u64 send_count:8;
+	__u64 dist_acc_count:8;
+	__u64 sbid_count:8;
+	__u64 sync_count:8;
+	__u64 inst_fetch_count:8;
+	__u64 active_count:8;
+	__u64 ex_id:3;
+	__u64 end_flag:1;
+	__u64 unused_bits:15;
+	__u64 unused[6];
+} __attribute__((packed));
+
+union xe_eu_stall_data {
+	struct xe_eu_stall_data_pvc pvc;
+	struct xe_eu_stall_data_xe2 xe2;
+};
+
+typedef struct {
+	int drm_fd;
+	uint32_t devid;
+	struct buf_ops *bops;
+} data_t;
+
+static struct intel_buf *
+create_buf(data_t *data, int width, int height, uint8_t color, uint64_t region)
+{
+	struct intel_buf *buf;
+	uint8_t *ptr;
+	int i;
+
+	buf = calloc(1, sizeof(*buf));
+	igt_assert(buf);
+
+	buf = intel_buf_create(data->bops, width/4, height, 32, 0,
+			       I915_TILING_NONE, 0);
+
+	ptr = xe_bo_map(data->drm_fd, buf->handle, buf->surface[0].size);
+
+	for (i = 0; i < buf->surface[0].size; i++)
+		ptr[i] = color;
+
+	munmap(ptr, buf->surface[0].size);
+
+	return buf;
+}
+
+static void buf_check(uint8_t *ptr, int width, int x, int y, uint8_t color)
+{
+	uint8_t val;
+
+	val = ptr[y * width + x];
+	igt_assert_f(val == color,
+		     "Expected 0x%02x, found 0x%02x at (%d,%d)\n",
+		     color, val, x, y);
+}
+
+static void gpgpu_fill(data_t *data, igt_fillfunc_t fill, uint32_t region,
+		       uint32_t surf_width, uint32_t surf_height,
+		       uint32_t x, uint32_t y,
+		       uint32_t width, uint32_t height)
+{
+	struct intel_buf *buf;
+	uint8_t *ptr;
+	int i, j;
+
+	buf = create_buf(data, surf_width, surf_height, COLOR_88, region);
+	ptr = xe_bo_map(data->drm_fd, buf->handle, buf->surface[0].size);
+
+	for (i = 0; i < surf_width; i++)
+		for (j = 0; j < surf_height; j++)
+			buf_check(ptr, surf_width, i, j, COLOR_88);
+
+	fill(data->drm_fd, buf, x, y, width, height, COLOR_4C);
+
+	for (i = 0; i < surf_width; i++)
+		for (j = 0; j < surf_height; j++)
+			if (i >= x && i < width + x &&
+			    j >= y && j < height + y)
+				buf_check(ptr, surf_width, i, j, COLOR_4C);
+			else
+				buf_check(ptr, surf_height, i, j, COLOR_88);
+
+	munmap(ptr, buf->surface[0].size);
+}
+
+static int run_gpgpu_fill(int drm_fd, uint32_t devid)
+{
+	data_t data = {drm_fd, devid, NULL};
+	igt_fillfunc_t fill_fn = NULL;
+	unsigned i;
+
+	data.bops = buf_ops_create(drm_fd);
+	fill_fn = igt_get_gpgpu_fillfunc(devid);
+
+	for (i = 0; i < NUM_ITERS_GPGPU_FILL; i++)
+		gpgpu_fill(&data, fill_fn, 0, WIDTH, HEIGHT, 16, 16, WIDTH / 2, HEIGHT / 2);
+
+	buf_ops_destroy(data.bops);
+
+	return EXIT_SUCCESS;
+}
+
+static uint64_t
+read_u64_file(const char *path)
+{
+	FILE *f;
+	uint64_t val;
+
+	f = fopen(path, "r");
+	igt_assert(f);
+
+	igt_assert_eq(fscanf(f, "%"PRIu64, &val), 1);
+
+	fclose(f);
+
+	return val;
+}
+
+static void
+write_u64_file(const char *path, uint64_t val)
+{
+	FILE *f;
+
+	f = fopen(path, "w");
+	igt_assert(f);
+
+	igt_assert(fprintf(f, "%"PRIu64, val) > 0);
+
+	fclose(f);
+}
+
+static void set_fd_flags(int fd, int flags)
+{
+	int old = fcntl(fd, F_GETFL, 0);
+
+	igt_assert_lte(0, old);
+	igt_assert_eq(0, fcntl(fd, F_SETFL, old | flags));
+}
+
+static inline void enable_paranoid(void)
+{
+	write_u64_file(OBSERVATION_PARANOID, 1);
+}
+
+static inline void disable_paranoid(void)
+{
+	write_u64_file(OBSERVATION_PARANOID, 0);
+}
+
+/*
+ * Test to verify that only a privileged process can open
+ * a EU stall data stream file descriptor.
+ */
+static void
+test_non_privileged_access(int drm_fd)
+{
+	int paranoid, stream_fd;
+
+	paranoid = read_u64_file(OBSERVATION_PARANOID);
+
+	igt_fork(child, 1) {
+		uint64_t properties[] = {
+			DRM_XE_EU_STALL_PROP_GT_ID, p_gt_id,
+			DRM_XE_EU_STALL_PROP_SAMPLE_RATE, p_rate,
+			DRM_XE_EU_STALL_PROP_WAIT_NUM_REPORTS, p_num_reports,
+		};
+
+		struct intel_xe_oa_open_prop props = {
+			.num_properties = sizeof(properties) / 16,
+			.properties_ptr = to_user_pointer(properties),
+		};
+
+		if (!paranoid)
+			enable_paranoid();
+
+		igt_drop_root();
+
+		intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_TYPE_EU_STALL,
+					DRM_XE_OBSERVATION_OP_STREAM_OPEN, &props, EACCES);
+	}
+
+	igt_waitchildren();
+
+	igt_fork(child, 1) {
+		uint64_t properties[] = {
+			DRM_XE_EU_STALL_PROP_GT_ID, p_gt_id,
+			DRM_XE_EU_STALL_PROP_SAMPLE_RATE, p_rate,
+			DRM_XE_EU_STALL_PROP_WAIT_NUM_REPORTS, p_num_reports,
+		};
+
+		struct intel_xe_oa_open_prop props = {
+			.num_properties = sizeof(properties) / 16,
+			.properties_ptr = to_user_pointer(properties),
+		};
+
+		disable_paranoid();
+
+		igt_drop_root();
+
+		stream_fd = intel_xe_perf_ioctl(drm_fd, DRM_XE_OBSERVATION_TYPE_EU_STALL,
+						DRM_XE_OBSERVATION_OP_STREAM_OPEN, &props);
+		igt_require_fd(stream_fd);
+		close(stream_fd);
+	}
+
+	igt_waitchildren();
+
+	/* restore paranoid state */
+	if (paranoid)
+		enable_paranoid();
+}
+
+static int wait_child(struct igt_helper_process *child_proc)
+{
+	int status;
+
+	status = igt_wait_helper(child_proc);
+	if (WIFEXITED(status))
+		return WEXITSTATUS(status);
+	if (WIFSIGNALED(status))
+		return (128 + WTERMSIG(status));
+	return 0;
+}
+
+static void sighandler(int sig)
+{
+	child_is_running = false;
+}
+
+static void parse_eu_stall_data(uint32_t devid, uint8_t *buf, size_t size)
+{
+	int i;
+	uint8_t *sample_addr;
+	union xe_eu_stall_data stall_data;
+
+	for (i = 0; i < size / sizeof(stall_data); i++) {
+		sample_addr = buf + (i * sizeof(stall_data));
+		memcpy(&stall_data, sample_addr, sizeof(stall_data));
+		if (IS_PONTEVECCHIO(devid)) {
+			igt_info("ip: 0x%08x ", stall_data.pvc.ip_addr);
+			igt_info("active: %u ", stall_data.pvc.active_count);
+			igt_info("other: %u ", stall_data.pvc.other_count);
+			igt_info("control: %u ", stall_data.pvc.control_count);
+			igt_info("pipestall: %u ", stall_data.pvc.pipestall_count);
+			igt_info("send: %u ", stall_data.pvc.send_count);
+			igt_info("dist_acc: %u ", stall_data.pvc.dist_acc_count);
+			igt_info("sbid: %u ", stall_data.pvc.sbid_count);
+			igt_info("sync: %u ", stall_data.pvc.sync_count);
+			igt_info("inst_fetch: %u\n", stall_data.pvc.inst_fetch_count);
+		} else {
+			igt_info("ip: 0x%08x ", stall_data.xe2.ip_addr);
+			igt_info("tdr: %u ", stall_data.xe2.tdr_count);
+			igt_info("other: %u ", stall_data.xe2.other_count);
+			igt_info("control: %u ", stall_data.xe2.control_count);
+			igt_info("pipestall: %u ", stall_data.xe2.pipestall_count);
+			igt_info("send: %u ", stall_data.xe2.send_count);
+			igt_info("dist_acc: %u ", stall_data.xe2.dist_acc_count);
+			igt_info("sbid: %u ", stall_data.xe2.sbid_count);
+			igt_info("sync: %u ", stall_data.xe2.sync_count);
+			igt_info("inst_fetch: %u ", stall_data.xe2.inst_fetch_count);
+			igt_info("active: %u ", stall_data.xe2.active_count);
+			igt_info("ex_id: %u ", stall_data.xe2.ex_id);
+			igt_info("end_flag: %u\n", stall_data.xe2.end_flag);
+		}
+	}
+}
+
+/*
+ * Test enables EU stall counters, runs a given workload on a child process
+ * while the parent process reads the stall counters data, disables EU stall
+ * counters once the workload completes execution.
+ */
+static void
+test_eustall(int drm_fd, uint32_t devid, bool blocking_read)
+{
+	uint32_t num_samples = 0, num_drops = 0;
+	struct igt_helper_process work_load = { };
+	struct sigaction sa = { 0 };
+	int ret, flags, stream_fd;
+	uint64_t total_size = 0;
+	uint8_t *buf;
+
+	uint64_t properties[] = {
+		DRM_XE_EU_STALL_PROP_GT_ID, p_gt_id,
+		DRM_XE_EU_STALL_PROP_SAMPLE_RATE, p_rate,
+		DRM_XE_EU_STALL_PROP_WAIT_NUM_REPORTS, p_num_reports,
+	};
+
+	struct intel_xe_oa_open_prop props = {
+		.num_properties = sizeof(properties) / 16,
+		.properties_ptr = to_user_pointer(properties),
+	};
+
+	struct drm_xe_query_eu_stall *eu_stall_data;
+	struct drm_xe_device_query query = {
+		.extensions = 0,
+		.query = DRM_XE_DEVICE_QUERY_EU_STALL,
+		.size = 0,
+		.data = 0,
+	};
+
+	igt_info("User buffer size: %u\n", p_user);
+	if (p_args[0])
+		igt_info("Workload: %s\n", p_args[0]);
+	else
+		igt_info("Workload: GPGPU fill\n");
+
+	buf = malloc(p_user);
+	igt_assert(buf);
+
+	igt_assert_eq(igt_ioctl(drm_fd, DRM_IOCTL_XE_DEVICE_QUERY, &query), 0);
+	igt_assert_neq(query.size, 0);
+
+	eu_stall_data = malloc(query.size);
+	igt_assert(eu_stall_data);
+
+	query.data = to_user_pointer(eu_stall_data);
+	igt_assert_eq(igt_ioctl(drm_fd, DRM_IOCTL_XE_DEVICE_QUERY, &query), 0);
+
+	igt_assert(eu_stall_data->num_sampling_rates > 0);
+	/* Set sampling rate to the fastest available one */
+	properties[3] = eu_stall_data->sampling_rates[0];
+	igt_info("Sampling Rate: %u\n", (unsigned)eu_stall_data->sampling_rates[0]);
+
+	stream_fd = intel_xe_perf_ioctl(drm_fd, DRM_XE_OBSERVATION_TYPE_EU_STALL,
+					DRM_XE_OBSERVATION_OP_STREAM_OPEN, &props);
+	igt_require_fd(stream_fd);
+
+	if (!blocking_read)
+		flags = O_CLOEXEC | O_NONBLOCK;
+	else
+		flags = O_CLOEXEC;
+
+	set_fd_flags(stream_fd, flags);
+
+	do_ioctl(stream_fd, DRM_XE_OBSERVATION_IOCTL_ENABLE, 0);
+
+	sa.sa_handler = sighandler;
+	if (sigaction(SIGCHLD, &sa, NULL) == -1) {
+		igt_critical("Failed to register SIGCHLD signal handler \n");
+		igt_fail(IGT_EXIT_FAILURE);
+	}
+
+	child_is_running = true;
+	/* Child process runs the workload */
+	igt_fork_helper(&work_load) {
+		setpgid(0, 0);
+		if (p_args[0]) {
+			execv(p_args[0], p_args);
+			_exit(EXIT_FAILURE);
+		} else {
+			_exit(run_gpgpu_fill(drm_fd, devid));
+		}
+	}
+	/* Parent process reads the EU stall counters data */
+	do {
+		if (!blocking_read) {
+			struct pollfd pollfd = { .fd = stream_fd, .events = POLLIN };
+			ret = poll(&pollfd, 1, 0);
+			if (ret <= 0)
+				continue;
+			igt_assert_eq(ret, 1);
+			igt_assert(pollfd.revents & POLLIN);
+		}
+		ret = read(stream_fd, buf, p_user);
+		if (ret > 0) {
+			total_size += ret;
+			parse_eu_stall_data(devid, buf, ret);
+			num_samples += ret / eu_stall_data->record_size;
+		} else if ((ret < 0) && (errno != EAGAIN)) {
+			if (errno == EINTR)
+				continue;
+			if (errno == EIO) {
+				num_drops++;
+				continue;
+			}
+			igt_critical("read() - ret: %d, errno: %d \n", ret, errno);
+			kill(-work_load.pid, SIGTERM);
+			break;
+		}
+	} while(child_is_running);
+
+	igt_info("Total size read: %lu\n", total_size);
+	igt_info("Number of samples: %u\n", num_samples);
+	igt_info("Number of drops reported: %u\n", num_drops);
+
+	do_ioctl(stream_fd, DRM_XE_OBSERVATION_IOCTL_DISABLE, 0);
+
+	close(stream_fd);
+	free(buf);
+
+	ret = wait_child(&work_load);
+	igt_assert_f(ret == 0, "waitpid() - ret: %d, errno: %d \n", ret, errno);
+	igt_assert_f(num_samples, "No EU stalls detected during the workload \n");
+}
+
+static int opt_handler(int opt, int opt_index, void *data)
+{
+	switch (opt) {
+	case 'e':
+		p_num_reports = strtoul(optarg, NULL, 0);
+		break;
+	case 'g':
+		p_gt_id = strtoul(optarg, NULL, 0);
+		break;
+	case 'r':
+		p_rate = strtoul(optarg, NULL, 0);
+		break;
+	case 'u':
+		p_user = strtoul(optarg, NULL, 0);
+		break;
+	case 'w':
+		p_args[0] = optarg;
+		p_args[1] = NULL;
+		break;
+	default:
+		return IGT_OPT_HANDLER_ERROR;
+	}
+
+	return IGT_OPT_HANDLER_SUCCESS;
+}
+
+const char *help_str =  "  --rate | -r\t\tSampling rate in GPU cycles\n"
+			"  --user_buf_sz | -u\t\tUser buffer size\n"
+			"  --gt_id | -g\t\tGT ID for the GT to sample EU stalls\n"
+			"  --event_count | -e\t\tPoll event report count\n"
+			"  --workload | -w\t\tWorkload to run\n";
+
+static struct option long_options[] = {
+	{"rate", 0, 0, 'r'},
+	{"user_buf_sz", 0, 0, 'u'},
+	{"gt_id", 0, 0, 'g'},
+	{"event_count", 0, 0, 'e'},
+	{"workload", 0, 0, 'w'},
+	{ NULL, 0, 0, 0 }
+};
+
+igt_main_args("e:g:r:u:w:", long_options, help_str, opt_handler, NULL)
+{
+	int drm_fd;
+	uint32_t devid;
+	bool blocking_read = true;
+
+	igt_fixture {
+		drm_fd = drm_open_driver(DRIVER_XE);
+		igt_require_fd(drm_fd);
+		devid = intel_get_drm_devid(drm_fd);
+		igt_require(IS_PONTEVECCHIO(devid) || intel_graphics_ver(devid) >= IP_VER(20, 0));
+		igt_require_f(igt_get_gpgpu_fillfunc(devid), "no gpgpu-fill function\n");
+	}
+
+	igt_describe("Verify non-blocking read of EU stall data during a workload run");
+	igt_subtest("non-blocking-read") {
+		test_eustall(drm_fd, devid, !blocking_read);
+	}
+
+	igt_describe("Verify blocking read of EU stall data during a workload run");
+	igt_subtest("blocking-read") {
+		test_eustall(drm_fd, devid, blocking_read);
+	}
+
+	igt_describe("Verify that unprivileged open of a EU stall data fd fails");
+	igt_subtest("unprivileged-access")
+		test_non_privileged_access(drm_fd);
+
+	igt_fixture {
+		drm_close_driver(drm_fd);
+	}
+}
diff --git a/tests/meson.build b/tests/meson.build
index 89bba6454..b60f0f1ec 100644
--- a/tests/meson.build
+++ b/tests/meson.build
@@ -281,6 +281,7 @@ intel_xe_progs = [
 	'xe_dma_buf_sync',
 	'xe_debugfs',
 	'xe_drm_fdinfo',
+	'xe_eu_stall',
 	'xe_evict',
 	'xe_evict_ccs',
 	'xe_exec_atomic',
@@ -387,6 +388,7 @@ extra_dependencies = {
 	'perf': [ lib_igt_i915_perf ],
 	'perf_pmu':  [ lib_igt_perf ],
 	'sw_sync': [ libatomic ],
+	'xe_eu_stall': [ lib_igt_xe_oa ],
 	'xe_oa': [ lib_igt_xe_oa ],
 }
 
-- 
2.47.1

Re: [PATCH i-g-t 2/2] tests/intel/xe_eu_stall: Add tests for EU stall sampling

[Kamil Konieczny]

Hi Harish,
On 2024-12-31 at 01:46:29 -0800, Harish Chegondi wrote:
> A new hardware feature first introduced in PVC gives capability to
> periodically sample EU stall state and record counts for different stall
> reasons, on a per IP basis, aggregate across all EUs in a subslice and
> record the samples in a buffer in each subslice. Eventually, the aggregated
> data is written out to a buffer in the memory. This feature is also
> supported in XE2 and later architecture GPUs.
> 
> Add tests to test EU stall sampling functionality in the Xe driver.
> These tests accept several inputs from the user, enable EU stall counters,
> run a given workload on a child process while the parent process reads
> the stall data and parses the data. The EU stall counters are disabled
> once the workload completes execution.
> 
> If the user doesn't provide any input workload, GPGPU fill is used as
> the workload. gpgpu_fill() and related functions have been reused from
> xe_gpgpu_fill.c.
> 
> Signed-off-by: Harish Chegondi <harish.chegondi@intel.com>

I have only few nits, please ask others for fuller review.
Please also use Linux script checkpatch.pl for finding few style/code
problems, you could ignore some like line too long or typedef,
while there are others which imho should be corrected. See also
CONTRIBUTING.md for few helpful options.

> ---
>  include/drm-uapi/xe_drm.h |  74 +++++

Please split this into a separate patch, also remember to use
install_headers (see README.md)

For what to write in such drm change see

git log -- include/drm-uapi/xe_drm.h

>  tests/intel/xe_eu_stall.c | 579 ++++++++++++++++++++++++++++++++++++++
>  tests/meson.build         |   2 +
>  3 files changed, 655 insertions(+)
>  create mode 100644 tests/intel/xe_eu_stall.c
> 
> diff --git a/include/drm-uapi/xe_drm.h b/include/drm-uapi/xe_drm.h
> index 56163eb91..d4aff5d01 100644
> --- a/include/drm-uapi/xe_drm.h
> +++ b/include/drm-uapi/xe_drm.h
> @@ -700,6 +700,7 @@ struct drm_xe_device_query {
>  #define DRM_XE_DEVICE_QUERY_ENGINE_CYCLES	6
>  #define DRM_XE_DEVICE_QUERY_UC_FW_VERSION	7
>  #define DRM_XE_DEVICE_QUERY_OA_UNITS		8
> +#define DRM_XE_DEVICE_QUERY_EU_STALL		9
>  	/** @query: The type of data to query */
>  	__u32 query;
>  
> @@ -1397,6 +1398,8 @@ struct drm_xe_wait_user_fence {
>  enum drm_xe_observation_type {
>  	/** @DRM_XE_OBSERVATION_TYPE_OA: OA observation stream type */
>  	DRM_XE_OBSERVATION_TYPE_OA,
> +	/** @DRM_XE_OBSERVATION_TYPE_EU_STALL: EU stall sampling observation stream type */
> +	DRM_XE_OBSERVATION_TYPE_EU_STALL,
>  };
>  
>  /**
> @@ -1713,6 +1716,77 @@ struct drm_xe_oa_stream_info {
>  	__u64 reserved[3];
>  };
>  
> +/**
> + * enum drm_xe_eu_stall_property_id - EU stall sampling input property ids.
> + *
> + * These properties are passed to the driver at open as a chain of
> + * @drm_xe_ext_set_property structures with @property set to these
> + * properties' enums and @value set to the corresponding values of these
> + * properties. @drm_xe_user_extension base.name should be set to
> + * @DRM_XE_EU_STALL_EXTENSION_SET_PROPERTY.
> + *
> + * With the file descriptor obtained from open, user space must enable
> + * the EU stall stream fd with @DRM_XE_OBSERVATION_IOCTL_ENABLE before
> + * calling read(). EIO errno from read() indicates HW dropped data
> + * due to full buffer.
> + */
> +enum drm_xe_eu_stall_property_id {
> +#define DRM_XE_EU_STALL_EXTENSION_SET_PROPERTY		0
> +	/**
> +	 * @DRM_XE_EU_STALL_PROP_GT_ID: @gt_id of the GT on which
> +	 * EU stall data will be captured.
> +	 */
> +	DRM_XE_EU_STALL_PROP_GT_ID = 1,
> +
> +	/**
> +	 * @DRM_XE_EU_STALL_PROP_SAMPLE_RATE: Sampling rate in
> +	 * GPU cycles from @sampling_rates in struct @drm_xe_query_eu_stall
> +	 */
> +	DRM_XE_EU_STALL_PROP_SAMPLE_RATE,
> +
> +	/**
> +	 * @DRM_XE_EU_STALL_PROP_WAIT_NUM_REPORTS: Minimum number of
> +	 * EU stall data reports to be present in the kernel buffer
> +	 * before unblocking poll or read that is blocked.
> +	 */
> +	DRM_XE_EU_STALL_PROP_WAIT_NUM_REPORTS,
> +};
> +
> +/**
> + * struct drm_xe_query_eu_stall - Information about EU stall sampling.
> + *
> + * If a query is made with a struct @drm_xe_device_query where .query
> + * is equal to @DRM_XE_DEVICE_QUERY_EU_STALL, then the reply uses
> + * struct @drm_xe_query_eu_stall in .data.
> + */
> +struct drm_xe_query_eu_stall {
> +	/** @extensions: Pointer to the first extension struct, if any */
> +	__u64 extensions;
> +
> +	/** @capabilities: EU stall capabilities bit-mask */
> +	__u64 capabilities;
> +#define DRM_XE_EU_STALL_CAPS_BASE		(1 << 0)
> +
> +	/** @record_size: size of each EU stall data record */
> +	__u64 record_size;
> +
> +	/** @per_xecore_buf_size: Per XeCore buffer size */
> +	__u64 per_xecore_buf_size;
> +
> +	/** @num_sampling_rates: Number of sampling rates supported */
> +	__u64 num_sampling_rates;
> +
> +	/** @reserved: Reserved */
> +	__u64 reserved[5];
> +
> +	/**
> +	 * @sampling_rates: Flexible array of sampling rates
> +	 * sorted in the fastest to slowest order.
> +	 * Sampling rates are specified in GPU clock cycles.
> +	 */
> +	__u64 sampling_rates[];
> +};
> +
>  #if defined(__cplusplus)
>  }
>  #endif
> diff --git a/tests/intel/xe_eu_stall.c b/tests/intel/xe_eu_stall.c
> new file mode 100644
> index 000000000..754d2c379
> --- /dev/null
> +++ b/tests/intel/xe_eu_stall.c
> @@ -0,0 +1,579 @@
> +// SPDX-License-Identifier: MIT
> +/*
> + * Copyright(c) 2024 Intel Corporation. All rights reserved.
> + */
> +
> +/**
> + * TEST: Basic tests for EU stall sampling functionality
> + * Category: Core
> + * Functionality: EU stall sampling
> + * Mega feature: Performance interface
> + * Test category: xe
> + * Sub-category: Performance

Sort fields alphabetically, 'S' before 'T'

> + * Run type: FULL

Remove this field, it is no longer used.

> + *
> + * SUBTEST: non-blocking-read
> + * Description: Verify non-blocking read of EU stall data during a workload run
> + *
> + * SUBTEST: blocking-read
> + * Description: Verify blocking read of EU stall data during a workload run
> + *
> + * SUBTEST: unprivileged-access
> + * Description: Verify unprivileged open of a EU stall data stream fd
> + */
> +
> +#include <poll.h>

Move pollh after fcntl.h

> +#include <fcntl.h>
> +#include <sys/wait.h>

Same here, sys/wait.h after sys/ioctl.h

> +#include <sys/ioctl.h>
> +
> +#include "igt.h"
> +#include "igt_core.h"
> +#include "xe_drm.h"
> +#include "xe/xe_oa.h"
> +#include "xe/xe_ioctl.h"
> +
> +#define OBSERVATION_PARANOID	"/proc/sys/dev/xe/observation_paranoid"
> +
> +#define NUM_ITERS_GPGPU_FILL	100
> +#define DEFAULT_GT_ID		0
> +#define DEFAULT_NUM_REPORTS	1
> +#define DEFAULT_SAMPLE_RATE	(251 * 4)
> +#define DEFAULT_USER_BUF_SIZE	(64 * 512 * 1024)
> +
> +#define WIDTH		64
> +#define HEIGHT		64
> +#define COLOR_88	0x88
> +#define COLOR_4C	0x4c
> +
> +static char *p_args[8];
> +static uint8_t p_gt_id = DEFAULT_GT_ID;
> +static uint32_t p_rate = DEFAULT_SAMPLE_RATE;
> +static uint32_t p_user = DEFAULT_USER_BUF_SIZE;
> +static uint32_t p_num_reports = DEFAULT_NUM_REPORTS;
> +
> +static volatile bool child_is_running = true;
> +
> +/**
> + * struct xe_eu_stall_data_pvc - EU stall data format for PVC
> + *
> + * Bits		Field
> + * 0  to 28	IP (addr)
> + * 29 to 36	active count
> + * 37 to 44	other count
> + * 45 to 52	control count
> + * 53 to 60	pipestall count
> + * 61 to 68	send count
> + * 69 to 76	dist_acc count
> + * 77 to 84	sbid count
> + * 85 to 92	sync count
> + * 93 to 100	inst_fetch count
> + */
> +struct xe_eu_stall_data_pvc {
> +	__u64 ip_addr:29;
> +	__u64 active_count:8;
> +	__u64 other_count:8;
> +	__u64 control_count:8;
> +	__u64 pipestall_count:8;
> +	__u64 send_count:8;
> +	__u64 dist_acc_count:8;
> +	__u64 sbid_count:8;
> +	__u64 sync_count:8;
> +	__u64 inst_fetch_count:8;
> +	__u64 unused_bits:27;
> +	__u64 unused[6];
> +} __attribute__((packed));
> +
> +/**
> + * struct xe_eu_stall_data_xe2 - EU stall data format for LNL, BMG
> + *
> + * Bits		Field
> + * 0  to 28	IP (addr)
> + * 29 to 36	Tdr count
> + * 37 to 44	other count
> + * 45 to 52	control count
> + * 53 to 60	pipestall count
> + * 61 to 68	send count
> + * 69 to 76	dist_acc count
> + * 77 to 84	sbid count
> + * 85 to 92	sync count
> + * 93 to 100	inst_fetch count
> + * 101 to 108	Active count
> + * 109 to 111	Exid
> + * 112		EndFlag (is always 1)
> + */
> +struct xe_eu_stall_data_xe2 {
> +	__u64 ip_addr:29;
> +	__u64 tdr_count:8;
> +	__u64 other_count:8;
> +	__u64 control_count:8;
> +	__u64 pipestall_count:8;
> +	__u64 send_count:8;
> +	__u64 dist_acc_count:8;
> +	__u64 sbid_count:8;
> +	__u64 sync_count:8;
> +	__u64 inst_fetch_count:8;
> +	__u64 active_count:8;
> +	__u64 ex_id:3;
> +	__u64 end_flag:1;
> +	__u64 unused_bits:15;
> +	__u64 unused[6];
> +} __attribute__((packed));
> +
> +union xe_eu_stall_data {
> +	struct xe_eu_stall_data_pvc pvc;
> +	struct xe_eu_stall_data_xe2 xe2;
> +};
> +
> +typedef struct {
> +	int drm_fd;
> +	uint32_t devid;
> +	struct buf_ops *bops;
> +} data_t;
> +
> +static struct intel_buf *
> +create_buf(data_t *data, int width, int height, uint8_t color, uint64_t region)
> +{
> +	struct intel_buf *buf;
> +	uint8_t *ptr;
> +	int i;
> +
> +	buf = calloc(1, sizeof(*buf));
> +	igt_assert(buf);
> +
> +	buf = intel_buf_create(data->bops, width/4, height, 32, 0,
> +			       I915_TILING_NONE, 0);
> +
> +	ptr = xe_bo_map(data->drm_fd, buf->handle, buf->surface[0].size);
> +
> +	for (i = 0; i < buf->surface[0].size; i++)
> +		ptr[i] = color;
> +
> +	munmap(ptr, buf->surface[0].size);
> +
> +	return buf;
> +}
> +
> +static void buf_check(uint8_t *ptr, int width, int x, int y, uint8_t color)
> +{
> +	uint8_t val;
> +
> +	val = ptr[y * width + x];
> +	igt_assert_f(val == color,
> +		     "Expected 0x%02x, found 0x%02x at (%d,%d)\n",
> +		     color, val, x, y);
> +}
> +
> +static void gpgpu_fill(data_t *data, igt_fillfunc_t fill, uint32_t region,
> +		       uint32_t surf_width, uint32_t surf_height,
> +		       uint32_t x, uint32_t y,
> +		       uint32_t width, uint32_t height)
> +{
> +	struct intel_buf *buf;
> +	uint8_t *ptr;
> +	int i, j;
> +
> +	buf = create_buf(data, surf_width, surf_height, COLOR_88, region);
> +	ptr = xe_bo_map(data->drm_fd, buf->handle, buf->surface[0].size);
> +
> +	for (i = 0; i < surf_width; i++)
> +		for (j = 0; j < surf_height; j++)
> +			buf_check(ptr, surf_width, i, j, COLOR_88);
> +
> +	fill(data->drm_fd, buf, x, y, width, height, COLOR_4C);
> +
> +	for (i = 0; i < surf_width; i++)
> +		for (j = 0; j < surf_height; j++)
> +			if (i >= x && i < width + x &&
> +			    j >= y && j < height + y)
> +				buf_check(ptr, surf_width, i, j, COLOR_4C);
> +			else
> +				buf_check(ptr, surf_height, i, j, COLOR_88);
> +
> +	munmap(ptr, buf->surface[0].size);
> +}
> +
> +static int run_gpgpu_fill(int drm_fd, uint32_t devid)
> +{
> +	data_t data = {drm_fd, devid, NULL};
> +	igt_fillfunc_t fill_fn = NULL;
> +	unsigned i;
> +
> +	data.bops = buf_ops_create(drm_fd);
> +	fill_fn = igt_get_gpgpu_fillfunc(devid);
> +
> +	for (i = 0; i < NUM_ITERS_GPGPU_FILL; i++)
> +		gpgpu_fill(&data, fill_fn, 0, WIDTH, HEIGHT, 16, 16, WIDTH / 2, HEIGHT / 2);
> +
> +	buf_ops_destroy(data.bops);
> +
> +	return EXIT_SUCCESS;
> +}
> +
> +static uint64_t
> +read_u64_file(const char *path)
> +{
> +	FILE *f;
> +	uint64_t val;
> +
> +	f = fopen(path, "r");
> +	igt_assert(f);
> +
> +	igt_assert_eq(fscanf(f, "%"PRIu64, &val), 1);
> +
> +	fclose(f);
> +
> +	return val;
> +}
> +
> +static void
> +write_u64_file(const char *path, uint64_t val)
> +{
> +	FILE *f;
> +
> +	f = fopen(path, "w");
> +	igt_assert(f);
> +
> +	igt_assert(fprintf(f, "%"PRIu64, val) > 0);
> +
> +	fclose(f);
> +}
> +
> +static void set_fd_flags(int fd, int flags)
> +{
> +	int old = fcntl(fd, F_GETFL, 0);
> +
> +	igt_assert_lte(0, old);
> +	igt_assert_eq(0, fcntl(fd, F_SETFL, old | flags));
> +}
> +
> +static inline void enable_paranoid(void)
> +{
> +	write_u64_file(OBSERVATION_PARANOID, 1);
> +}
> +
> +static inline void disable_paranoid(void)
> +{
> +	write_u64_file(OBSERVATION_PARANOID, 0);
> +}
> +
> +/*
> + * Test to verify that only a privileged process can open
> + * a EU stall data stream file descriptor.

s/s EU/an EU/

> + */
> +static void
> +test_non_privileged_access(int drm_fd)
> +{
> +	int paranoid, stream_fd;
> +
> +	paranoid = read_u64_file(OBSERVATION_PARANOID);
> +
> +	igt_fork(child, 1) {
> +		uint64_t properties[] = {
> +			DRM_XE_EU_STALL_PROP_GT_ID, p_gt_id,
> +			DRM_XE_EU_STALL_PROP_SAMPLE_RATE, p_rate,
> +			DRM_XE_EU_STALL_PROP_WAIT_NUM_REPORTS, p_num_reports,
> +		};
> +
> +		struct intel_xe_oa_open_prop props = {
> +			.num_properties = sizeof(properties) / 16,
> +			.properties_ptr = to_user_pointer(properties),
> +		};
> +
> +		if (!paranoid)
> +			enable_paranoid();
> +
> +		igt_drop_root();
> +
> +		intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_TYPE_EU_STALL,
> +					DRM_XE_OBSERVATION_OP_STREAM_OPEN, &props, EACCES);
> +	}
> +
> +	igt_waitchildren();
> +
> +	igt_fork(child, 1) {
> +		uint64_t properties[] = {
> +			DRM_XE_EU_STALL_PROP_GT_ID, p_gt_id,
> +			DRM_XE_EU_STALL_PROP_SAMPLE_RATE, p_rate,
> +			DRM_XE_EU_STALL_PROP_WAIT_NUM_REPORTS, p_num_reports,
> +		};
> +
> +		struct intel_xe_oa_open_prop props = {
> +			.num_properties = sizeof(properties) / 16,
> +			.properties_ptr = to_user_pointer(properties),
> +		};
> +
> +		disable_paranoid();
> +
> +		igt_drop_root();
> +
> +		stream_fd = intel_xe_perf_ioctl(drm_fd, DRM_XE_OBSERVATION_TYPE_EU_STALL,
> +						DRM_XE_OBSERVATION_OP_STREAM_OPEN, &props);
> +		igt_require_fd(stream_fd);
> +		close(stream_fd);
> +	}
> +
> +	igt_waitchildren();
> +
> +	/* restore paranoid state */
> +	if (paranoid)
> +		enable_paranoid();
> +}
> +
> +static int wait_child(struct igt_helper_process *child_proc)
> +{
> +	int status;
> +
> +	status = igt_wait_helper(child_proc);
> +	if (WIFEXITED(status))
> +		return WEXITSTATUS(status);
> +	if (WIFSIGNALED(status))
> +		return (128 + WTERMSIG(status));
> +	return 0;
> +}
> +
> +static void sighandler(int sig)
> +{
> +	child_is_running = false;
> +}
> +
> +static void parse_eu_stall_data(uint32_t devid, uint8_t *buf, size_t size)
> +{
> +	int i;
> +	uint8_t *sample_addr;
> +	union xe_eu_stall_data stall_data;
> +
> +	for (i = 0; i < size / sizeof(stall_data); i++) {
> +		sample_addr = buf + (i * sizeof(stall_data));
> +		memcpy(&stall_data, sample_addr, sizeof(stall_data));
> +		if (IS_PONTEVECCHIO(devid)) {
> +			igt_info("ip: 0x%08x ", stall_data.pvc.ip_addr);
> +			igt_info("active: %u ", stall_data.pvc.active_count);
> +			igt_info("other: %u ", stall_data.pvc.other_count);
> +			igt_info("control: %u ", stall_data.pvc.control_count);
> +			igt_info("pipestall: %u ", stall_data.pvc.pipestall_count);
> +			igt_info("send: %u ", stall_data.pvc.send_count);
> +			igt_info("dist_acc: %u ", stall_data.pvc.dist_acc_count);
> +			igt_info("sbid: %u ", stall_data.pvc.sbid_count);
> +			igt_info("sync: %u ", stall_data.pvc.sync_count);
> +			igt_info("inst_fetch: %u\n", stall_data.pvc.inst_fetch_count);
> +		} else {
> +			igt_info("ip: 0x%08x ", stall_data.xe2.ip_addr);
> +			igt_info("tdr: %u ", stall_data.xe2.tdr_count);
> +			igt_info("other: %u ", stall_data.xe2.other_count);
> +			igt_info("control: %u ", stall_data.xe2.control_count);
> +			igt_info("pipestall: %u ", stall_data.xe2.pipestall_count);
> +			igt_info("send: %u ", stall_data.xe2.send_count);
> +			igt_info("dist_acc: %u ", stall_data.xe2.dist_acc_count);
> +			igt_info("sbid: %u ", stall_data.xe2.sbid_count);
> +			igt_info("sync: %u ", stall_data.xe2.sync_count);
> +			igt_info("inst_fetch: %u ", stall_data.xe2.inst_fetch_count);
> +			igt_info("active: %u ", stall_data.xe2.active_count);
> +			igt_info("ex_id: %u ", stall_data.xe2.ex_id);
> +			igt_info("end_flag: %u\n", stall_data.xe2.end_flag);

Do we really need those all prints here? Why not adding some
option and printing this only when that option is given?
Please keep a log to bare minimum. Or you could save this to
a file given in option.

Regards,
Kamil

> +		}
> +	}
> +}
> +
> +/*
> + * Test enables EU stall counters, runs a given workload on a child process
> + * while the parent process reads the stall counters data, disables EU stall
> + * counters once the workload completes execution.
> + */
> +static void
> +test_eustall(int drm_fd, uint32_t devid, bool blocking_read)
> +{
> +	uint32_t num_samples = 0, num_drops = 0;
> +	struct igt_helper_process work_load = { };
> +	struct sigaction sa = { 0 };
> +	int ret, flags, stream_fd;
> +	uint64_t total_size = 0;
> +	uint8_t *buf;
> +
> +	uint64_t properties[] = {
> +		DRM_XE_EU_STALL_PROP_GT_ID, p_gt_id,
> +		DRM_XE_EU_STALL_PROP_SAMPLE_RATE, p_rate,
> +		DRM_XE_EU_STALL_PROP_WAIT_NUM_REPORTS, p_num_reports,
> +	};
> +
> +	struct intel_xe_oa_open_prop props = {
> +		.num_properties = sizeof(properties) / 16,
> +		.properties_ptr = to_user_pointer(properties),
> +	};
> +
> +	struct drm_xe_query_eu_stall *eu_stall_data;
> +	struct drm_xe_device_query query = {
> +		.extensions = 0,
> +		.query = DRM_XE_DEVICE_QUERY_EU_STALL,
> +		.size = 0,
> +		.data = 0,
> +	};
> +
> +	igt_info("User buffer size: %u\n", p_user);
> +	if (p_args[0])
> +		igt_info("Workload: %s\n", p_args[0]);
> +	else
> +		igt_info("Workload: GPGPU fill\n");
> +
> +	buf = malloc(p_user);
> +	igt_assert(buf);
> +
> +	igt_assert_eq(igt_ioctl(drm_fd, DRM_IOCTL_XE_DEVICE_QUERY, &query), 0);
> +	igt_assert_neq(query.size, 0);
> +
> +	eu_stall_data = malloc(query.size);
> +	igt_assert(eu_stall_data);
> +
> +	query.data = to_user_pointer(eu_stall_data);
> +	igt_assert_eq(igt_ioctl(drm_fd, DRM_IOCTL_XE_DEVICE_QUERY, &query), 0);
> +
> +	igt_assert(eu_stall_data->num_sampling_rates > 0);
> +	/* Set sampling rate to the fastest available one */
> +	properties[3] = eu_stall_data->sampling_rates[0];
> +	igt_info("Sampling Rate: %u\n", (unsigned)eu_stall_data->sampling_rates[0]);
> +
> +	stream_fd = intel_xe_perf_ioctl(drm_fd, DRM_XE_OBSERVATION_TYPE_EU_STALL,
> +					DRM_XE_OBSERVATION_OP_STREAM_OPEN, &props);
> +	igt_require_fd(stream_fd);
> +
> +	if (!blocking_read)
> +		flags = O_CLOEXEC | O_NONBLOCK;
> +	else
> +		flags = O_CLOEXEC;
> +
> +	set_fd_flags(stream_fd, flags);
> +
> +	do_ioctl(stream_fd, DRM_XE_OBSERVATION_IOCTL_ENABLE, 0);
> +
> +	sa.sa_handler = sighandler;
> +	if (sigaction(SIGCHLD, &sa, NULL) == -1) {
> +		igt_critical("Failed to register SIGCHLD signal handler \n");
> +		igt_fail(IGT_EXIT_FAILURE);
> +	}
> +
> +	child_is_running = true;
> +	/* Child process runs the workload */
> +	igt_fork_helper(&work_load) {
> +		setpgid(0, 0);
> +		if (p_args[0]) {
> +			execv(p_args[0], p_args);
> +			_exit(EXIT_FAILURE);
> +		} else {
> +			_exit(run_gpgpu_fill(drm_fd, devid));
> +		}
> +	}
> +	/* Parent process reads the EU stall counters data */
> +	do {
> +		if (!blocking_read) {
> +			struct pollfd pollfd = { .fd = stream_fd, .events = POLLIN };
> +			ret = poll(&pollfd, 1, 0);
> +			if (ret <= 0)
> +				continue;
> +			igt_assert_eq(ret, 1);
> +			igt_assert(pollfd.revents & POLLIN);
> +		}
> +		ret = read(stream_fd, buf, p_user);
> +		if (ret > 0) {
> +			total_size += ret;
> +			parse_eu_stall_data(devid, buf, ret);
> +			num_samples += ret / eu_stall_data->record_size;
> +		} else if ((ret < 0) && (errno != EAGAIN)) {
> +			if (errno == EINTR)
> +				continue;
> +			if (errno == EIO) {
> +				num_drops++;
> +				continue;
> +			}
> +			igt_critical("read() - ret: %d, errno: %d \n", ret, errno);
> +			kill(-work_load.pid, SIGTERM);
> +			break;
> +		}
> +	} while(child_is_running);
> +
> +	igt_info("Total size read: %lu\n", total_size);
> +	igt_info("Number of samples: %u\n", num_samples);
> +	igt_info("Number of drops reported: %u\n", num_drops);
> +
> +	do_ioctl(stream_fd, DRM_XE_OBSERVATION_IOCTL_DISABLE, 0);
> +
> +	close(stream_fd);
> +	free(buf);
> +
> +	ret = wait_child(&work_load);
> +	igt_assert_f(ret == 0, "waitpid() - ret: %d, errno: %d \n", ret, errno);
> +	igt_assert_f(num_samples, "No EU stalls detected during the workload \n");
> +}
> +
> +static int opt_handler(int opt, int opt_index, void *data)
> +{
> +	switch (opt) {
> +	case 'e':
> +		p_num_reports = strtoul(optarg, NULL, 0);
> +		break;
> +	case 'g':
> +		p_gt_id = strtoul(optarg, NULL, 0);
> +		break;
> +	case 'r':
> +		p_rate = strtoul(optarg, NULL, 0);
> +		break;
> +	case 'u':
> +		p_user = strtoul(optarg, NULL, 0);
> +		break;
> +	case 'w':
> +		p_args[0] = optarg;
> +		p_args[1] = NULL;
> +		break;
> +	default:
> +		return IGT_OPT_HANDLER_ERROR;
> +	}
> +
> +	return IGT_OPT_HANDLER_SUCCESS;
> +}
> +
> +const char *help_str =  "  --rate | -r\t\tSampling rate in GPU cycles\n"
> +			"  --user_buf_sz | -u\t\tUser buffer size\n"
> +			"  --gt_id | -g\t\tGT ID for the GT to sample EU stalls\n"
> +			"  --event_count | -e\t\tPoll event report count\n"
> +			"  --workload | -w\t\tWorkload to run\n";
> +
> +static struct option long_options[] = {
> +	{"rate", 0, 0, 'r'},
> +	{"user_buf_sz", 0, 0, 'u'},
> +	{"gt_id", 0, 0, 'g'},
> +	{"event_count", 0, 0, 'e'},
> +	{"workload", 0, 0, 'w'},
> +	{ NULL, 0, 0, 0 }
> +};
> +
> +igt_main_args("e:g:r:u:w:", long_options, help_str, opt_handler, NULL)
> +{
> +	int drm_fd;
> +	uint32_t devid;
> +	bool blocking_read = true;
> +
> +	igt_fixture {
> +		drm_fd = drm_open_driver(DRIVER_XE);
> +		igt_require_fd(drm_fd);
> +		devid = intel_get_drm_devid(drm_fd);
> +		igt_require(IS_PONTEVECCHIO(devid) || intel_graphics_ver(devid) >= IP_VER(20, 0));
> +		igt_require_f(igt_get_gpgpu_fillfunc(devid), "no gpgpu-fill function\n");
> +	}
> +
> +	igt_describe("Verify non-blocking read of EU stall data during a workload run");
> +	igt_subtest("non-blocking-read") {
> +		test_eustall(drm_fd, devid, !blocking_read);
> +	}
> +
> +	igt_describe("Verify blocking read of EU stall data during a workload run");
> +	igt_subtest("blocking-read") {
> +		test_eustall(drm_fd, devid, blocking_read);
> +	}
> +
> +	igt_describe("Verify that unprivileged open of a EU stall data fd fails");
> +	igt_subtest("unprivileged-access")
> +		test_non_privileged_access(drm_fd);
> +
> +	igt_fixture {
> +		drm_close_driver(drm_fd);
> +	}
> +}
> diff --git a/tests/meson.build b/tests/meson.build
> index 89bba6454..b60f0f1ec 100644
> --- a/tests/meson.build
> +++ b/tests/meson.build
> @@ -281,6 +281,7 @@ intel_xe_progs = [
>  	'xe_dma_buf_sync',
>  	'xe_debugfs',
>  	'xe_drm_fdinfo',
> +	'xe_eu_stall',
>  	'xe_evict',
>  	'xe_evict_ccs',
>  	'xe_exec_atomic',
> @@ -387,6 +388,7 @@ extra_dependencies = {
>  	'perf': [ lib_igt_i915_perf ],
>  	'perf_pmu':  [ lib_igt_perf ],
>  	'sw_sync': [ libatomic ],
> +	'xe_eu_stall': [ lib_igt_xe_oa ],
>  	'xe_oa': [ lib_igt_xe_oa ],
>  }
>  
> -- 
> 2.47.1
> 

Re: [PATCH i-g-t 2/2] tests/intel/xe_eu_stall: Add tests for EU stall sampling

[Dixit, Ashutosh]

On Tue, 31 Dec 2024 01:46:29 -0800, Harish Chegondi wrote:
>

Hi Harish,

> diff --git a/include/drm-uapi/xe_drm.h b/include/drm-uapi/xe_drm.h
> index 56163eb91..d4aff5d01 100644
> --- a/include/drm-uapi/xe_drm.h
> +++ b/include/drm-uapi/xe_drm.h
> @@ -700,6 +700,7 @@ struct drm_xe_device_query {
>  #define DRM_XE_DEVICE_QUERY_ENGINE_CYCLES	6
>  #define DRM_XE_DEVICE_QUERY_UC_FW_VERSION	7
>  #define DRM_XE_DEVICE_QUERY_OA_UNITS		8
> +#define DRM_XE_DEVICE_QUERY_EU_STALL		9
>	/** @query: The type of data to query */
>	__u32 query;
>
> @@ -1397,6 +1398,8 @@ struct drm_xe_wait_user_fence {
>  enum drm_xe_observation_type {
>	/** @DRM_XE_OBSERVATION_TYPE_OA: OA observation stream type */
>	DRM_XE_OBSERVATION_TYPE_OA,
> +	/** @DRM_XE_OBSERVATION_TYPE_EU_STALL: EU stall sampling observation stream type */
> +	DRM_XE_OBSERVATION_TYPE_EU_STALL,
>  };
>
>  /**
> @@ -1713,6 +1716,77 @@ struct drm_xe_oa_stream_info {
>	__u64 reserved[3];
>  };
>
> +/**
> + * enum drm_xe_eu_stall_property_id - EU stall sampling input property ids.
> + *
> + * These properties are passed to the driver at open as a chain of
> + * @drm_xe_ext_set_property structures with @property set to these
> + * properties' enums and @value set to the corresponding values of these
> + * properties. @drm_xe_user_extension base.name should be set to
> + * @DRM_XE_EU_STALL_EXTENSION_SET_PROPERTY.
> + *
> + * With the file descriptor obtained from open, user space must enable
> + * the EU stall stream fd with @DRM_XE_OBSERVATION_IOCTL_ENABLE before
> + * calling read(). EIO errno from read() indicates HW dropped data
> + * due to full buffer.
> + */
> +enum drm_xe_eu_stall_property_id {
> +#define DRM_XE_EU_STALL_EXTENSION_SET_PROPERTY		0
> +	/**
> +	 * @DRM_XE_EU_STALL_PROP_GT_ID: @gt_id of the GT on which
> +	 * EU stall data will be captured.
> +	 */
> +	DRM_XE_EU_STALL_PROP_GT_ID = 1,
> +
> +	/**
> +	 * @DRM_XE_EU_STALL_PROP_SAMPLE_RATE: Sampling rate in
> +	 * GPU cycles from @sampling_rates in struct @drm_xe_query_eu_stall
> +	 */
> +	DRM_XE_EU_STALL_PROP_SAMPLE_RATE,
> +
> +	/**
> +	 * @DRM_XE_EU_STALL_PROP_WAIT_NUM_REPORTS: Minimum number of
> +	 * EU stall data reports to be present in the kernel buffer
> +	 * before unblocking poll or read that is blocked.
> +	 */
> +	DRM_XE_EU_STALL_PROP_WAIT_NUM_REPORTS,
> +};
> +
> +/**
> + * struct drm_xe_query_eu_stall - Information about EU stall sampling.
> + *
> + * If a query is made with a struct @drm_xe_device_query where .query
> + * is equal to @DRM_XE_DEVICE_QUERY_EU_STALL, then the reply uses
> + * struct @drm_xe_query_eu_stall in .data.
> + */
> +struct drm_xe_query_eu_stall {
> +	/** @extensions: Pointer to the first extension struct, if any */
> +	__u64 extensions;
> +
> +	/** @capabilities: EU stall capabilities bit-mask */
> +	__u64 capabilities;
> +#define DRM_XE_EU_STALL_CAPS_BASE		(1 << 0)
> +
> +	/** @record_size: size of each EU stall data record */
> +	__u64 record_size;
> +
> +	/** @per_xecore_buf_size: Per XeCore buffer size */
> +	__u64 per_xecore_buf_size;
> +
> +	/** @num_sampling_rates: Number of sampling rates supported */
> +	__u64 num_sampling_rates;
> +
> +	/** @reserved: Reserved */
> +	__u64 reserved[5];
> +
> +	/**
> +	 * @sampling_rates: Flexible array of sampling rates
> +	 * sorted in the fastest to slowest order.
> +	 * Sampling rates are specified in GPU clock cycles.
> +	 */
> +	__u64 sampling_rates[];
> +};
> +
>  #if defined(__cplusplus)
>  }
>  #endif

For the final merge, uapi changes will be merged by syncing kernel and IGT
uapi headers. So maybe separate out into a separate patch so we can R-b the
real EU stall test patch.

> diff --git a/tests/intel/xe_eu_stall.c b/tests/intel/xe_eu_stall.c
> new file mode 100644
> index 000000000..754d2c379
> --- /dev/null
> +++ b/tests/intel/xe_eu_stall.c
> @@ -0,0 +1,579 @@
> +// SPDX-License-Identifier: MIT
> +/*
> + * Copyright(c) 2024 Intel Corporation. All rights reserved.
> + */
> +
> +/**
> + * TEST: Basic tests for EU stall sampling functionality
> + * Category: Core
> + * Functionality: EU stall sampling
> + * Mega feature: Performance interface
> + * Test category: xe
> + * Sub-category: Performance
> + * Run type: FULL
> + *
> + * SUBTEST: non-blocking-read
> + * Description: Verify non-blocking read of EU stall data during a workload run
> + *
> + * SUBTEST: blocking-read
> + * Description: Verify blocking read of EU stall data during a workload run
> + *
> + * SUBTEST: unprivileged-access
> + * Description: Verify unprivileged open of a EU stall data stream fd
> + */
> +
> +#include <poll.h>
> +#include <fcntl.h>
> +#include <sys/wait.h>
> +#include <sys/ioctl.h>
> +
> +#include "igt.h"
> +#include "igt_core.h"
> +#include "xe_drm.h"
> +#include "xe/xe_oa.h"
> +#include "xe/xe_ioctl.h"
> +
> +#define OBSERVATION_PARANOID	"/proc/sys/dev/xe/observation_paranoid"
> +
> +#define NUM_ITERS_GPGPU_FILL	100
> +#define DEFAULT_GT_ID		0
> +#define DEFAULT_NUM_REPORTS	1
> +#define DEFAULT_SAMPLE_RATE	(251 * 4)
> +#define DEFAULT_USER_BUF_SIZE	(64 * 512 * 1024)
> +
> +#define WIDTH		64
> +#define HEIGHT		64
> +#define COLOR_88	0x88
> +#define COLOR_4C	0x4c
> +
> +static char *p_args[8];
> +static uint8_t p_gt_id = DEFAULT_GT_ID;
> +static uint32_t p_rate = DEFAULT_SAMPLE_RATE;
> +static uint32_t p_user = DEFAULT_USER_BUF_SIZE;
> +static uint32_t p_num_reports = DEFAULT_NUM_REPORTS;
> +
> +static volatile bool child_is_running = true;
> +
> +/**
> + * struct xe_eu_stall_data_pvc - EU stall data format for PVC
> + *
> + * Bits		Field
> + * 0  to 28	IP (addr)
> + * 29 to 36	active count
> + * 37 to 44	other count
> + * 45 to 52	control count
> + * 53 to 60	pipestall count
> + * 61 to 68	send count
> + * 69 to 76	dist_acc count
> + * 77 to 84	sbid count
> + * 85 to 92	sync count
> + * 93 to 100	inst_fetch count
> + */
> +struct xe_eu_stall_data_pvc {
> +	__u64 ip_addr:29;
> +	__u64 active_count:8;
> +	__u64 other_count:8;
> +	__u64 control_count:8;
> +	__u64 pipestall_count:8;
> +	__u64 send_count:8;
> +	__u64 dist_acc_count:8;
> +	__u64 sbid_count:8;
> +	__u64 sync_count:8;
> +	__u64 inst_fetch_count:8;
> +	__u64 unused_bits:27;
> +	__u64 unused[6];
> +} __attribute__((packed));
> +
> +/**
> + * struct xe_eu_stall_data_xe2 - EU stall data format for LNL, BMG
> + *
> + * Bits		Field
> + * 0  to 28	IP (addr)
> + * 29 to 36	Tdr count
> + * 37 to 44	other count
> + * 45 to 52	control count
> + * 53 to 60	pipestall count
> + * 61 to 68	send count
> + * 69 to 76	dist_acc count
> + * 77 to 84	sbid count
> + * 85 to 92	sync count
> + * 93 to 100	inst_fetch count
> + * 101 to 108	Active count
> + * 109 to 111	Exid
> + * 112		EndFlag (is always 1)
> + */
> +struct xe_eu_stall_data_xe2 {
> +	__u64 ip_addr:29;
> +	__u64 tdr_count:8;
> +	__u64 other_count:8;
> +	__u64 control_count:8;
> +	__u64 pipestall_count:8;
> +	__u64 send_count:8;
> +	__u64 dist_acc_count:8;
> +	__u64 sbid_count:8;
> +	__u64 sync_count:8;
> +	__u64 inst_fetch_count:8;
> +	__u64 active_count:8;
> +	__u64 ex_id:3;
> +	__u64 end_flag:1;
> +	__u64 unused_bits:15;
> +	__u64 unused[6];
> +} __attribute__((packed));
> +
> +union xe_eu_stall_data {
> +	struct xe_eu_stall_data_pvc pvc;
> +	struct xe_eu_stall_data_xe2 xe2;
> +};
> +
> +typedef struct {
> +	int drm_fd;
> +	uint32_t devid;
> +	struct buf_ops *bops;
> +} data_t;
> +
> +static struct intel_buf *
> +create_buf(data_t *data, int width, int height, uint8_t color, uint64_t region)
> +{
> +	struct intel_buf *buf;
> +	uint8_t *ptr;
> +	int i;
> +
> +	buf = calloc(1, sizeof(*buf));
> +	igt_assert(buf);
> +
> +	buf = intel_buf_create(data->bops, width/4, height, 32, 0,
> +			       I915_TILING_NONE, 0);
> +
> +	ptr = xe_bo_map(data->drm_fd, buf->handle, buf->surface[0].size);

For the size maybe buf->bo_size is sufficient. See 7812065f4aeb. So replace
everywhere. If you think this is ok, ok to leave as is too.

> +
> +	for (i = 0; i < buf->surface[0].size; i++)
> +		ptr[i] = color;
> +
> +	munmap(ptr, buf->surface[0].size);

> +
> +	return buf;
> +}
> +
> +static void buf_check(uint8_t *ptr, int width, int x, int y, uint8_t color)
> +{
> +	uint8_t val;
> +
> +	val = ptr[y * width + x];
> +	igt_assert_f(val == color,
> +		     "Expected 0x%02x, found 0x%02x at (%d,%d)\n",
> +		     color, val, x, y);
> +}
> +
> +static void gpgpu_fill(data_t *data, igt_fillfunc_t fill, uint32_t region,
> +		       uint32_t surf_width, uint32_t surf_height,
> +		       uint32_t x, uint32_t y,
> +		       uint32_t width, uint32_t height)
> +{
> +	struct intel_buf *buf;
> +	uint8_t *ptr;
> +	int i, j;
> +
> +	buf = create_buf(data, surf_width, surf_height, COLOR_88, region);
> +	ptr = xe_bo_map(data->drm_fd, buf->handle, buf->surface[0].size);
> +
> +	for (i = 0; i < surf_width; i++)
> +		for (j = 0; j < surf_height; j++)
> +			buf_check(ptr, surf_width, i, j, COLOR_88);
> +
> +	fill(data->drm_fd, buf, x, y, width, height, COLOR_4C);
> +
> +	for (i = 0; i < surf_width; i++)
> +		for (j = 0; j < surf_height; j++)
> +			if (i >= x && i < width + x &&
> +			    j >= y && j < height + y)
> +				buf_check(ptr, surf_width, i, j, COLOR_4C);
> +			else
> +				buf_check(ptr, surf_height, i, j, COLOR_88);
> +
> +	munmap(ptr, buf->surface[0].size);
> +}
> +
> +static int run_gpgpu_fill(int drm_fd, uint32_t devid)
> +{
> +	data_t data = {drm_fd, devid, NULL};
> +	igt_fillfunc_t fill_fn = NULL;
> +	unsigned i;
> +
> +	data.bops = buf_ops_create(drm_fd);
> +	fill_fn = igt_get_gpgpu_fillfunc(devid);
> +
> +	for (i = 0; i < NUM_ITERS_GPGPU_FILL; i++)
> +		gpgpu_fill(&data, fill_fn, 0, WIDTH, HEIGHT, 16, 16, WIDTH / 2, HEIGHT / 2);

How long does this test run for? Instead of NUM_ITERS_GPGPU_FILL determine
the time for the test, another idea is pre-select a time, say 5 seconds,
and kill the child running the workload after 5 seconds. This way you have
a more deterministic time. But let's first see how long we're running this
for. Execution time is of concern in CI.

> +
> +	buf_ops_destroy(data.bops);
> +
> +	return EXIT_SUCCESS;
> +}
> +
> +static uint64_t
> +read_u64_file(const char *path)
> +{
> +	FILE *f;
> +	uint64_t val;
> +
> +	f = fopen(path, "r");
> +	igt_assert(f);
> +
> +	igt_assert_eq(fscanf(f, "%"PRIu64, &val), 1);
> +
> +	fclose(f);
> +
> +	return val;
> +}
> +
> +static void
> +write_u64_file(const char *path, uint64_t val)
> +{
> +	FILE *f;
> +
> +	f = fopen(path, "w");
> +	igt_assert(f);
> +
> +	igt_assert(fprintf(f, "%"PRIu64, val) > 0);
> +
> +	fclose(f);
> +}
> +
> +static void set_fd_flags(int fd, int flags)
> +{
> +	int old = fcntl(fd, F_GETFL, 0);
> +
> +	igt_assert_lte(0, old);
> +	igt_assert_eq(0, fcntl(fd, F_SETFL, old | flags));
> +}
> +
> +static inline void enable_paranoid(void)
> +{
> +	write_u64_file(OBSERVATION_PARANOID, 1);
> +}
> +
> +static inline void disable_paranoid(void)
> +{
> +	write_u64_file(OBSERVATION_PARANOID, 0);
> +}
> +
> +/*
> + * Test to verify that only a privileged process can open
> + * a EU stall data stream file descriptor.
> + */
> +static void
> +test_non_privileged_access(int drm_fd)
> +{
> +	int paranoid, stream_fd;
> +
> +	paranoid = read_u64_file(OBSERVATION_PARANOID);
> +
> +	igt_fork(child, 1) {
> +		uint64_t properties[] = {
> +			DRM_XE_EU_STALL_PROP_GT_ID, p_gt_id,
> +			DRM_XE_EU_STALL_PROP_SAMPLE_RATE, p_rate,
> +			DRM_XE_EU_STALL_PROP_WAIT_NUM_REPORTS, p_num_reports,
> +		};
> +
> +		struct intel_xe_oa_open_prop props = {
> +			.num_properties = sizeof(properties) / 16,
> +			.properties_ptr = to_user_pointer(properties),
> +		};
> +
> +		if (!paranoid)
> +			enable_paranoid();
> +
> +		igt_drop_root();
> +
> +		intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_TYPE_EU_STALL,
> +					DRM_XE_OBSERVATION_OP_STREAM_OPEN, &props, EACCES);
> +	}
> +
> +	igt_waitchildren();
> +
> +	igt_fork(child, 1) {
> +		uint64_t properties[] = {
> +			DRM_XE_EU_STALL_PROP_GT_ID, p_gt_id,
> +			DRM_XE_EU_STALL_PROP_SAMPLE_RATE, p_rate,
> +			DRM_XE_EU_STALL_PROP_WAIT_NUM_REPORTS, p_num_reports,
> +		};
> +
> +		struct intel_xe_oa_open_prop props = {
> +			.num_properties = sizeof(properties) / 16,
> +			.properties_ptr = to_user_pointer(properties),
> +		};
> +
> +		disable_paranoid();
> +
> +		igt_drop_root();
> +
> +		stream_fd = intel_xe_perf_ioctl(drm_fd, DRM_XE_OBSERVATION_TYPE_EU_STALL,
> +						DRM_XE_OBSERVATION_OP_STREAM_OPEN, &props);
> +		igt_require_fd(stream_fd);
> +		close(stream_fd);
> +	}
> +
> +	igt_waitchildren();
> +
> +	/* restore paranoid state */
> +	if (paranoid)
> +		enable_paranoid();
> +}
> +
> +static int wait_child(struct igt_helper_process *child_proc)
> +{
> +	int status;
> +
> +	status = igt_wait_helper(child_proc);
> +	if (WIFEXITED(status))
> +		return WEXITSTATUS(status);
> +	if (WIFSIGNALED(status))
> +		return (128 + WTERMSIG(status));
> +	return 0;
> +}
> +
> +static void sighandler(int sig)
> +{
> +	child_is_running = false;
> +}
> +
> +static void parse_eu_stall_data(uint32_t devid, uint8_t *buf, size_t size)
> +{
> +	int i;
> +	uint8_t *sample_addr;
> +	union xe_eu_stall_data stall_data;
> +
> +	for (i = 0; i < size / sizeof(stall_data); i++) {
> +		sample_addr = buf + (i * sizeof(stall_data));
> +		memcpy(&stall_data, sample_addr, sizeof(stall_data));
> +		if (IS_PONTEVECCHIO(devid)) {
> +			igt_info("ip: 0x%08x ", stall_data.pvc.ip_addr);
> +			igt_info("active: %u ", stall_data.pvc.active_count);
> +			igt_info("other: %u ", stall_data.pvc.other_count);
> +			igt_info("control: %u ", stall_data.pvc.control_count);
> +			igt_info("pipestall: %u ", stall_data.pvc.pipestall_count);
> +			igt_info("send: %u ", stall_data.pvc.send_count);
> +			igt_info("dist_acc: %u ", stall_data.pvc.dist_acc_count);
> +			igt_info("sbid: %u ", stall_data.pvc.sbid_count);
> +			igt_info("sync: %u ", stall_data.pvc.sync_count);
> +			igt_info("inst_fetch: %u\n", stall_data.pvc.inst_fetch_count);
> +		} else {
> +			igt_info("ip: 0x%08x ", stall_data.xe2.ip_addr);
> +			igt_info("tdr: %u ", stall_data.xe2.tdr_count);
> +			igt_info("other: %u ", stall_data.xe2.other_count);
> +			igt_info("control: %u ", stall_data.xe2.control_count);
> +			igt_info("pipestall: %u ", stall_data.xe2.pipestall_count);
> +			igt_info("send: %u ", stall_data.xe2.send_count);
> +			igt_info("dist_acc: %u ", stall_data.xe2.dist_acc_count);
> +			igt_info("sbid: %u ", stall_data.xe2.sbid_count);
> +			igt_info("sync: %u ", stall_data.xe2.sync_count);
> +			igt_info("inst_fetch: %u ", stall_data.xe2.inst_fetch_count);
> +			igt_info("active: %u ", stall_data.xe2.active_count);
> +			igt_info("ex_id: %u ", stall_data.xe2.ex_id);
> +			igt_info("end_flag: %u\n", stall_data.xe2.end_flag);
> +		}

As Kamil commented, this is excessive output. If you really need to see
this in the CI logs for debugging (unlikely), we can keep igt_info. Else
change to igt_debug.

Think about changing other igt_info's to igt_debug's too, based on the
above criteria. With igt_debug, you can just run the IGT with a --debug and
you will get all the output.

> +	}
> +}
> +
> +/*
> + * Test enables EU stall counters, runs a given workload on a child process
> + * while the parent process reads the stall counters data, disables EU stall
> + * counters once the workload completes execution.
> + */
> +static void
> +test_eustall(int drm_fd, uint32_t devid, bool blocking_read)
> +{
> +	uint32_t num_samples = 0, num_drops = 0;
> +	struct igt_helper_process work_load = { };

Space between braces is not needed.

> +	struct sigaction sa = { 0 };
> +	int ret, flags, stream_fd;
> +	uint64_t total_size = 0;
> +	uint8_t *buf;
> +
> +	uint64_t properties[] = {
> +		DRM_XE_EU_STALL_PROP_GT_ID, p_gt_id,
> +		DRM_XE_EU_STALL_PROP_SAMPLE_RATE, p_rate,
> +		DRM_XE_EU_STALL_PROP_WAIT_NUM_REPORTS, p_num_reports,
> +	};
> +
> +	struct intel_xe_oa_open_prop props = {
> +		.num_properties = sizeof(properties) / 16,

Use 'ARRAY_SIZE(properties) / 2' so it's clear, everywhere.

> +		.properties_ptr = to_user_pointer(properties),
> +	};
> +
> +	struct drm_xe_query_eu_stall *eu_stall_data;

Maybe name this query_ something to make it clearer, xe_eu_stall_data is
different.

> +	struct drm_xe_device_query query = {
> +		.extensions = 0,
> +		.query = DRM_XE_DEVICE_QUERY_EU_STALL,
> +		.size = 0,
> +		.data = 0,
> +	};
> +
> +	igt_info("User buffer size: %u\n", p_user);
> +	if (p_args[0])
> +		igt_info("Workload: %s\n", p_args[0]);
> +	else
> +		igt_info("Workload: GPGPU fill\n");
> +
> +	buf = malloc(p_user);
> +	igt_assert(buf);
> +
> +	igt_assert_eq(igt_ioctl(drm_fd, DRM_IOCTL_XE_DEVICE_QUERY, &query), 0);
> +	igt_assert_neq(query.size, 0);
> +
> +	eu_stall_data = malloc(query.size);
> +	igt_assert(eu_stall_data);
> +
> +	query.data = to_user_pointer(eu_stall_data);
> +	igt_assert_eq(igt_ioctl(drm_fd, DRM_IOCTL_XE_DEVICE_QUERY, &query), 0);
> +
> +	igt_assert(eu_stall_data->num_sampling_rates > 0);
> +	/* Set sampling rate to the fastest available one */
> +	properties[3] = eu_stall_data->sampling_rates[0];
> +	igt_info("Sampling Rate: %u\n", (unsigned)eu_stall_data->sampling_rates[0]);
> +
> +	stream_fd = intel_xe_perf_ioctl(drm_fd, DRM_XE_OBSERVATION_TYPE_EU_STALL,
> +					DRM_XE_OBSERVATION_OP_STREAM_OPEN, &props);
> +	igt_require_fd(stream_fd);
> +
> +	if (!blocking_read)
> +		flags = O_CLOEXEC | O_NONBLOCK;
> +	else
> +		flags = O_CLOEXEC;
> +
> +	set_fd_flags(stream_fd, flags);
> +
> +	do_ioctl(stream_fd, DRM_XE_OBSERVATION_IOCTL_ENABLE, 0);
> +
> +	sa.sa_handler = sighandler;
> +	if (sigaction(SIGCHLD, &sa, NULL) == -1) {
> +		igt_critical("Failed to register SIGCHLD signal handler \n");
> +		igt_fail(IGT_EXIT_FAILURE);
> +	}
> +
> +	child_is_running = true;
> +	/* Child process runs the workload */
> +	igt_fork_helper(&work_load) {
> +		setpgid(0, 0);
> +		if (p_args[0]) {
> +			execv(p_args[0], p_args);
> +			_exit(EXIT_FAILURE);
> +		} else {
> +			_exit(run_gpgpu_fill(drm_fd, devid));
> +		}
> +	}
> +	/* Parent process reads the EU stall counters data */
> +	do {
> +		if (!blocking_read) {
> +			struct pollfd pollfd = { .fd = stream_fd, .events = POLLIN };
> +			ret = poll(&pollfd, 1, 0);
> +			if (ret <= 0)
> +				continue;
> +			igt_assert_eq(ret, 1);
> +			igt_assert(pollfd.revents & POLLIN);
> +		}
> +		ret = read(stream_fd, buf, p_user);
> +		if (ret > 0) {
> +			total_size += ret;
> +			parse_eu_stall_data(devid, buf, ret);
> +			num_samples += ret / eu_stall_data->record_size;
> +		} else if ((ret < 0) && (errno != EAGAIN)) {
> +			if (errno == EINTR)
> +				continue;
> +			if (errno == EIO) {
> +				num_drops++;
> +				continue;
> +			}
> +			igt_critical("read() - ret: %d, errno: %d \n", ret, errno);
> +			kill(-work_load.pid, SIGTERM);
> +			break;
> +		}
> +	} while(child_is_running);
> +
> +	igt_info("Total size read: %lu\n", total_size);
> +	igt_info("Number of samples: %u\n", num_samples);
> +	igt_info("Number of drops reported: %u\n", num_drops);
> +
> +	do_ioctl(stream_fd, DRM_XE_OBSERVATION_IOCTL_DISABLE, 0);
> +
> +	close(stream_fd);
> +	free(buf);
> +
> +	ret = wait_child(&work_load);
> +	igt_assert_f(ret == 0, "waitpid() - ret: %d, errno: %d \n", ret, errno);
> +	igt_assert_f(num_samples, "No EU stalls detected during the workload \n");
> +}
> +
> +static int opt_handler(int opt, int opt_index, void *data)
> +{
> +	switch (opt) {
> +	case 'e':
> +		p_num_reports = strtoul(optarg, NULL, 0);
> +		break;
> +	case 'g':
> +		p_gt_id = strtoul(optarg, NULL, 0);
> +		break;
> +	case 'r':
> +		p_rate = strtoul(optarg, NULL, 0);
> +		break;
> +	case 'u':
> +		p_user = strtoul(optarg, NULL, 0);
> +		break;
> +	case 'w':
> +		p_args[0] = optarg;
> +		p_args[1] = NULL;
> +		break;
> +	default:
> +		return IGT_OPT_HANDLER_ERROR;
> +	}
> +
> +	return IGT_OPT_HANDLER_SUCCESS;
> +}
> +
> +const char *help_str =  "  --rate | -r\t\tSampling rate in GPU cycles\n"
> +			"  --user_buf_sz | -u\t\tUser buffer size\n"
> +			"  --gt_id | -g\t\tGT ID for the GT to sample EU stalls\n"
> +			"  --event_count | -e\t\tPoll event report count\n"
> +			"  --workload | -w\t\tWorkload to run\n";
> +
> +static struct option long_options[] = {
> +	{"rate", 0, 0, 'r'},
> +	{"user_buf_sz", 0, 0, 'u'},
> +	{"gt_id", 0, 0, 'g'},
> +	{"event_count", 0, 0, 'e'},
> +	{"workload", 0, 0, 'w'},
> +	{ NULL, 0, 0, 0 }
> +};
> +
> +igt_main_args("e:g:r:u:w:", long_options, help_str, opt_handler, NULL)

How about order these options same as in the array above, so it's easier to read.

> +{
> +	int drm_fd;
> +	uint32_t devid;
> +	bool blocking_read = true;
> +
> +	igt_fixture {
> +		drm_fd = drm_open_driver(DRIVER_XE);
> +		igt_require_fd(drm_fd);
> +		devid = intel_get_drm_devid(drm_fd);
> +		igt_require(IS_PONTEVECCHIO(devid) || intel_graphics_ver(devid) >= IP_VER(20, 0));
> +		igt_require_f(igt_get_gpgpu_fillfunc(devid), "no gpgpu-fill function\n");
> +	}
> +
> +	igt_describe("Verify non-blocking read of EU stall data during a workload run");
> +	igt_subtest("non-blocking-read") {
> +		test_eustall(drm_fd, devid, !blocking_read);
> +	}
> +
> +	igt_describe("Verify blocking read of EU stall data during a workload run");
> +	igt_subtest("blocking-read") {
> +		test_eustall(drm_fd, devid, blocking_read);
> +	}
> +
> +	igt_describe("Verify that unprivileged open of a EU stall data fd fails");
> +	igt_subtest("unprivileged-access")
> +		test_non_privileged_access(drm_fd);
> +
> +	igt_fixture {
> +		drm_close_driver(drm_fd);
> +	}
> +}
> diff --git a/tests/meson.build b/tests/meson.build
> index 89bba6454..b60f0f1ec 100644
> --- a/tests/meson.build
> +++ b/tests/meson.build
> @@ -281,6 +281,7 @@ intel_xe_progs = [
>	'xe_dma_buf_sync',
>	'xe_debugfs',
>	'xe_drm_fdinfo',
> +	'xe_eu_stall',
>	'xe_evict',
>	'xe_evict_ccs',
>	'xe_exec_atomic',
> @@ -387,6 +388,7 @@ extra_dependencies = {
>	'perf': [ lib_igt_i915_perf ],
>	'perf_pmu':  [ lib_igt_perf ],
>	'sw_sync': [ libatomic ],
> +	'xe_eu_stall': [ lib_igt_xe_oa ],
>	'xe_oa': [ lib_igt_xe_oa ],
>  }
>
> --
> 2.47.1
>

Thanks.
--
Ashutosh

Re: [PATCH i-g-t 2/2] tests/intel/xe_eu_stall: Add tests for EU stall sampling

[Harish Chegondi]

On Mon, Feb 03, 2025 at 06:11:10PM -0800, Dixit, Ashutosh wrote:
> On Tue, 31 Dec 2024 01:46:29 -0800, Harish Chegondi wrote:
> >
> 
Hi Ashutosh,
> Hi Harish,
> 
> > diff --git a/include/drm-uapi/xe_drm.h b/include/drm-uapi/xe_drm.h
> > index 56163eb91..d4aff5d01 100644
> > --- a/include/drm-uapi/xe_drm.h
> > +++ b/include/drm-uapi/xe_drm.h
> > @@ -700,6 +700,7 @@ struct drm_xe_device_query {
> >  #define DRM_XE_DEVICE_QUERY_ENGINE_CYCLES	6
> >  #define DRM_XE_DEVICE_QUERY_UC_FW_VERSION	7
> >  #define DRM_XE_DEVICE_QUERY_OA_UNITS		8
> > +#define DRM_XE_DEVICE_QUERY_EU_STALL		9
> >	/** @query: The type of data to query */
> >	__u32 query;
> >
> > @@ -1397,6 +1398,8 @@ struct drm_xe_wait_user_fence {
> >  enum drm_xe_observation_type {
> >	/** @DRM_XE_OBSERVATION_TYPE_OA: OA observation stream type */
> >	DRM_XE_OBSERVATION_TYPE_OA,
> > +	/** @DRM_XE_OBSERVATION_TYPE_EU_STALL: EU stall sampling observation stream type */
> > +	DRM_XE_OBSERVATION_TYPE_EU_STALL,
> >  };
> >
> >  /**
> > @@ -1713,6 +1716,77 @@ struct drm_xe_oa_stream_info {
> >	__u64 reserved[3];
> >  };
> >
> > +/**
> > + * enum drm_xe_eu_stall_property_id - EU stall sampling input property ids.
> > + *
> > + * These properties are passed to the driver at open as a chain of
> > + * @drm_xe_ext_set_property structures with @property set to these
> > + * properties' enums and @value set to the corresponding values of these
> > + * properties. @drm_xe_user_extension base.name should be set to
> > + * @DRM_XE_EU_STALL_EXTENSION_SET_PROPERTY.
> > + *
> > + * With the file descriptor obtained from open, user space must enable
> > + * the EU stall stream fd with @DRM_XE_OBSERVATION_IOCTL_ENABLE before
> > + * calling read(). EIO errno from read() indicates HW dropped data
> > + * due to full buffer.
> > + */
> > +enum drm_xe_eu_stall_property_id {
> > +#define DRM_XE_EU_STALL_EXTENSION_SET_PROPERTY		0
> > +	/**
> > +	 * @DRM_XE_EU_STALL_PROP_GT_ID: @gt_id of the GT on which
> > +	 * EU stall data will be captured.
> > +	 */
> > +	DRM_XE_EU_STALL_PROP_GT_ID = 1,
> > +
> > +	/**
> > +	 * @DRM_XE_EU_STALL_PROP_SAMPLE_RATE: Sampling rate in
> > +	 * GPU cycles from @sampling_rates in struct @drm_xe_query_eu_stall
> > +	 */
> > +	DRM_XE_EU_STALL_PROP_SAMPLE_RATE,
> > +
> > +	/**
> > +	 * @DRM_XE_EU_STALL_PROP_WAIT_NUM_REPORTS: Minimum number of
> > +	 * EU stall data reports to be present in the kernel buffer
> > +	 * before unblocking poll or read that is blocked.
> > +	 */
> > +	DRM_XE_EU_STALL_PROP_WAIT_NUM_REPORTS,
> > +};
> > +
> > +/**
> > + * struct drm_xe_query_eu_stall - Information about EU stall sampling.
> > + *
> > + * If a query is made with a struct @drm_xe_device_query where .query
> > + * is equal to @DRM_XE_DEVICE_QUERY_EU_STALL, then the reply uses
> > + * struct @drm_xe_query_eu_stall in .data.
> > + */
> > +struct drm_xe_query_eu_stall {
> > +	/** @extensions: Pointer to the first extension struct, if any */
> > +	__u64 extensions;
> > +
> > +	/** @capabilities: EU stall capabilities bit-mask */
> > +	__u64 capabilities;
> > +#define DRM_XE_EU_STALL_CAPS_BASE		(1 << 0)
> > +
> > +	/** @record_size: size of each EU stall data record */
> > +	__u64 record_size;
> > +
> > +	/** @per_xecore_buf_size: Per XeCore buffer size */
> > +	__u64 per_xecore_buf_size;
> > +
> > +	/** @num_sampling_rates: Number of sampling rates supported */
> > +	__u64 num_sampling_rates;
> > +
> > +	/** @reserved: Reserved */
> > +	__u64 reserved[5];
> > +
> > +	/**
> > +	 * @sampling_rates: Flexible array of sampling rates
> > +	 * sorted in the fastest to slowest order.
> > +	 * Sampling rates are specified in GPU clock cycles.
> > +	 */
> > +	__u64 sampling_rates[];
> > +};
> > +
> >  #if defined(__cplusplus)
> >  }
> >  #endif
> 
> For the final merge, uapi changes will be merged by syncing kernel and IGT
> uapi headers. So maybe separate out into a separate patch so we can R-b the
> real EU stall test patch.
I have split the xe_drm.h header changes into a separate patch in the
latest patch series.
> 
> > diff --git a/tests/intel/xe_eu_stall.c b/tests/intel/xe_eu_stall.c
> > new file mode 100644
> > index 000000000..754d2c379
> > --- /dev/null
> > +++ b/tests/intel/xe_eu_stall.c
> > @@ -0,0 +1,579 @@
> > +// SPDX-License-Identifier: MIT
> > +/*
> > + * Copyright(c) 2024 Intel Corporation. All rights reserved.
> > + */
> > +
> > +/**
> > + * TEST: Basic tests for EU stall sampling functionality
> > + * Category: Core
> > + * Functionality: EU stall sampling
> > + * Mega feature: Performance interface
> > + * Test category: xe
> > + * Sub-category: Performance
> > + * Run type: FULL
> > + *
> > + * SUBTEST: non-blocking-read
> > + * Description: Verify non-blocking read of EU stall data during a workload run
> > + *
> > + * SUBTEST: blocking-read
> > + * Description: Verify blocking read of EU stall data during a workload run
> > + *
> > + * SUBTEST: unprivileged-access
> > + * Description: Verify unprivileged open of a EU stall data stream fd
> > + */
> > +
> > +#include <poll.h>
> > +#include <fcntl.h>
> > +#include <sys/wait.h>
> > +#include <sys/ioctl.h>
> > +
> > +#include "igt.h"
> > +#include "igt_core.h"
> > +#include "xe_drm.h"
> > +#include "xe/xe_oa.h"
> > +#include "xe/xe_ioctl.h"
> > +
> > +#define OBSERVATION_PARANOID	"/proc/sys/dev/xe/observation_paranoid"
> > +
> > +#define NUM_ITERS_GPGPU_FILL	100
> > +#define DEFAULT_GT_ID		0
> > +#define DEFAULT_NUM_REPORTS	1
> > +#define DEFAULT_SAMPLE_RATE	(251 * 4)
> > +#define DEFAULT_USER_BUF_SIZE	(64 * 512 * 1024)
> > +
> > +#define WIDTH		64
> > +#define HEIGHT		64
> > +#define COLOR_88	0x88
> > +#define COLOR_4C	0x4c
> > +
> > +static char *p_args[8];
> > +static uint8_t p_gt_id = DEFAULT_GT_ID;
> > +static uint32_t p_rate = DEFAULT_SAMPLE_RATE;
> > +static uint32_t p_user = DEFAULT_USER_BUF_SIZE;
> > +static uint32_t p_num_reports = DEFAULT_NUM_REPORTS;
> > +
> > +static volatile bool child_is_running = true;
> > +
> > +/**
> > + * struct xe_eu_stall_data_pvc - EU stall data format for PVC
> > + *
> > + * Bits		Field
> > + * 0  to 28	IP (addr)
> > + * 29 to 36	active count
> > + * 37 to 44	other count
> > + * 45 to 52	control count
> > + * 53 to 60	pipestall count
> > + * 61 to 68	send count
> > + * 69 to 76	dist_acc count
> > + * 77 to 84	sbid count
> > + * 85 to 92	sync count
> > + * 93 to 100	inst_fetch count
> > + */
> > +struct xe_eu_stall_data_pvc {
> > +	__u64 ip_addr:29;
> > +	__u64 active_count:8;
> > +	__u64 other_count:8;
> > +	__u64 control_count:8;
> > +	__u64 pipestall_count:8;
> > +	__u64 send_count:8;
> > +	__u64 dist_acc_count:8;
> > +	__u64 sbid_count:8;
> > +	__u64 sync_count:8;
> > +	__u64 inst_fetch_count:8;
> > +	__u64 unused_bits:27;
> > +	__u64 unused[6];
> > +} __attribute__((packed));
> > +
> > +/**
> > + * struct xe_eu_stall_data_xe2 - EU stall data format for LNL, BMG
> > + *
> > + * Bits		Field
> > + * 0  to 28	IP (addr)
> > + * 29 to 36	Tdr count
> > + * 37 to 44	other count
> > + * 45 to 52	control count
> > + * 53 to 60	pipestall count
> > + * 61 to 68	send count
> > + * 69 to 76	dist_acc count
> > + * 77 to 84	sbid count
> > + * 85 to 92	sync count
> > + * 93 to 100	inst_fetch count
> > + * 101 to 108	Active count
> > + * 109 to 111	Exid
> > + * 112		EndFlag (is always 1)
> > + */
> > +struct xe_eu_stall_data_xe2 {
> > +	__u64 ip_addr:29;
> > +	__u64 tdr_count:8;
> > +	__u64 other_count:8;
> > +	__u64 control_count:8;
> > +	__u64 pipestall_count:8;
> > +	__u64 send_count:8;
> > +	__u64 dist_acc_count:8;
> > +	__u64 sbid_count:8;
> > +	__u64 sync_count:8;
> > +	__u64 inst_fetch_count:8;
> > +	__u64 active_count:8;
> > +	__u64 ex_id:3;
> > +	__u64 end_flag:1;
> > +	__u64 unused_bits:15;
> > +	__u64 unused[6];
> > +} __attribute__((packed));
> > +
> > +union xe_eu_stall_data {
> > +	struct xe_eu_stall_data_pvc pvc;
> > +	struct xe_eu_stall_data_xe2 xe2;
> > +};
> > +
> > +typedef struct {
> > +	int drm_fd;
> > +	uint32_t devid;
> > +	struct buf_ops *bops;
> > +} data_t;
> > +
> > +static struct intel_buf *
> > +create_buf(data_t *data, int width, int height, uint8_t color, uint64_t region)
> > +{
> > +	struct intel_buf *buf;
> > +	uint8_t *ptr;
> > +	int i;
> > +
> > +	buf = calloc(1, sizeof(*buf));
> > +	igt_assert(buf);
> > +
> > +	buf = intel_buf_create(data->bops, width/4, height, 32, 0,
> > +			       I915_TILING_NONE, 0);
> > +
> > +	ptr = xe_bo_map(data->drm_fd, buf->handle, buf->surface[0].size);
> 
> For the size maybe buf->bo_size is sufficient. See 7812065f4aeb. So replace
> everywhere. If you think this is ok, ok to leave as is too.
> 
> > +
> > +	for (i = 0; i < buf->surface[0].size; i++)
> > +		ptr[i] = color;
> > +
> > +	munmap(ptr, buf->surface[0].size);
> 
> > +
> > +	return buf;
> > +}
> > +
> > +static void buf_check(uint8_t *ptr, int width, int x, int y, uint8_t color)
> > +{
> > +	uint8_t val;
> > +
> > +	val = ptr[y * width + x];
> > +	igt_assert_f(val == color,
> > +		     "Expected 0x%02x, found 0x%02x at (%d,%d)\n",
> > +		     color, val, x, y);
> > +}
> > +
> > +static void gpgpu_fill(data_t *data, igt_fillfunc_t fill, uint32_t region,
> > +		       uint32_t surf_width, uint32_t surf_height,
> > +		       uint32_t x, uint32_t y,
> > +		       uint32_t width, uint32_t height)
> > +{
> > +	struct intel_buf *buf;
> > +	uint8_t *ptr;
> > +	int i, j;
> > +
> > +	buf = create_buf(data, surf_width, surf_height, COLOR_88, region);
> > +	ptr = xe_bo_map(data->drm_fd, buf->handle, buf->surface[0].size);
> > +
> > +	for (i = 0; i < surf_width; i++)
> > +		for (j = 0; j < surf_height; j++)
> > +			buf_check(ptr, surf_width, i, j, COLOR_88);
> > +
> > +	fill(data->drm_fd, buf, x, y, width, height, COLOR_4C);
> > +
> > +	for (i = 0; i < surf_width; i++)
> > +		for (j = 0; j < surf_height; j++)
> > +			if (i >= x && i < width + x &&
> > +			    j >= y && j < height + y)
> > +				buf_check(ptr, surf_width, i, j, COLOR_4C);
> > +			else
> > +				buf_check(ptr, surf_height, i, j, COLOR_88);
> > +
> > +	munmap(ptr, buf->surface[0].size);
> > +}
> > +
> > +static int run_gpgpu_fill(int drm_fd, uint32_t devid)
> > +{
> > +	data_t data = {drm_fd, devid, NULL};
> > +	igt_fillfunc_t fill_fn = NULL;
> > +	unsigned i;
> > +
> > +	data.bops = buf_ops_create(drm_fd);
> > +	fill_fn = igt_get_gpgpu_fillfunc(devid);
> > +
> > +	for (i = 0; i < NUM_ITERS_GPGPU_FILL; i++)
> > +		gpgpu_fill(&data, fill_fn, 0, WIDTH, HEIGHT, 16, 16, WIDTH / 2, HEIGHT / 2);
> 
> How long does this test run for? Instead of NUM_ITERS_GPGPU_FILL determine
> the time for the test, another idea is pre-select a time, say 5 seconds,
> and kill the child running the workload after 5 seconds. This way you have
> a more deterministic time. But let's first see how long we're running this
> for. Execution time is of concern in CI.
How much execution time is acceptable for CI? GPGPU fill is a very small
workload. If I don't iterate it, sometimes, it doesn't generate any EU
stall data. In the future I can add a user input to pass the duration of
workload execution so it runs for that duration only.
> 
> > +
> > +	buf_ops_destroy(data.bops);
> > +
> > +	return EXIT_SUCCESS;
> > +}
> > +
> > +static uint64_t
> > +read_u64_file(const char *path)
> > +{
> > +	FILE *f;
> > +	uint64_t val;
> > +
> > +	f = fopen(path, "r");
> > +	igt_assert(f);
> > +
> > +	igt_assert_eq(fscanf(f, "%"PRIu64, &val), 1);
> > +
> > +	fclose(f);
> > +
> > +	return val;
> > +}
> > +
> > +static void
> > +write_u64_file(const char *path, uint64_t val)
> > +{
> > +	FILE *f;
> > +
> > +	f = fopen(path, "w");
> > +	igt_assert(f);
> > +
> > +	igt_assert(fprintf(f, "%"PRIu64, val) > 0);
> > +
> > +	fclose(f);
> > +}
> > +
> > +static void set_fd_flags(int fd, int flags)
> > +{
> > +	int old = fcntl(fd, F_GETFL, 0);
> > +
> > +	igt_assert_lte(0, old);
> > +	igt_assert_eq(0, fcntl(fd, F_SETFL, old | flags));
> > +}
> > +
> > +static inline void enable_paranoid(void)
> > +{
> > +	write_u64_file(OBSERVATION_PARANOID, 1);
> > +}
> > +
> > +static inline void disable_paranoid(void)
> > +{
> > +	write_u64_file(OBSERVATION_PARANOID, 0);
> > +}
> > +
> > +/*
> > + * Test to verify that only a privileged process can open
> > + * a EU stall data stream file descriptor.
> > + */
> > +static void
> > +test_non_privileged_access(int drm_fd)
> > +{
> > +	int paranoid, stream_fd;
> > +
> > +	paranoid = read_u64_file(OBSERVATION_PARANOID);
> > +
> > +	igt_fork(child, 1) {
> > +		uint64_t properties[] = {
> > +			DRM_XE_EU_STALL_PROP_GT_ID, p_gt_id,
> > +			DRM_XE_EU_STALL_PROP_SAMPLE_RATE, p_rate,
> > +			DRM_XE_EU_STALL_PROP_WAIT_NUM_REPORTS, p_num_reports,
> > +		};
> > +
> > +		struct intel_xe_oa_open_prop props = {
> > +			.num_properties = sizeof(properties) / 16,
> > +			.properties_ptr = to_user_pointer(properties),
> > +		};
> > +
> > +		if (!paranoid)
> > +			enable_paranoid();
> > +
> > +		igt_drop_root();
> > +
> > +		intel_xe_perf_ioctl_err(drm_fd, DRM_XE_OBSERVATION_TYPE_EU_STALL,
> > +					DRM_XE_OBSERVATION_OP_STREAM_OPEN, &props, EACCES);
> > +	}
> > +
> > +	igt_waitchildren();
> > +
> > +	igt_fork(child, 1) {
> > +		uint64_t properties[] = {
> > +			DRM_XE_EU_STALL_PROP_GT_ID, p_gt_id,
> > +			DRM_XE_EU_STALL_PROP_SAMPLE_RATE, p_rate,
> > +			DRM_XE_EU_STALL_PROP_WAIT_NUM_REPORTS, p_num_reports,
> > +		};
> > +
> > +		struct intel_xe_oa_open_prop props = {
> > +			.num_properties = sizeof(properties) / 16,
> > +			.properties_ptr = to_user_pointer(properties),
> > +		};
> > +
> > +		disable_paranoid();
> > +
> > +		igt_drop_root();
> > +
> > +		stream_fd = intel_xe_perf_ioctl(drm_fd, DRM_XE_OBSERVATION_TYPE_EU_STALL,
> > +						DRM_XE_OBSERVATION_OP_STREAM_OPEN, &props);
> > +		igt_require_fd(stream_fd);
> > +		close(stream_fd);
> > +	}
> > +
> > +	igt_waitchildren();
> > +
> > +	/* restore paranoid state */
> > +	if (paranoid)
> > +		enable_paranoid();
> > +}
> > +
> > +static int wait_child(struct igt_helper_process *child_proc)
> > +{
> > +	int status;
> > +
> > +	status = igt_wait_helper(child_proc);
> > +	if (WIFEXITED(status))
> > +		return WEXITSTATUS(status);
> > +	if (WIFSIGNALED(status))
> > +		return (128 + WTERMSIG(status));
> > +	return 0;
> > +}
> > +
> > +static void sighandler(int sig)
> > +{
> > +	child_is_running = false;
> > +}
> > +
> > +static void parse_eu_stall_data(uint32_t devid, uint8_t *buf, size_t size)
> > +{
> > +	int i;
> > +	uint8_t *sample_addr;
> > +	union xe_eu_stall_data stall_data;
> > +
> > +	for (i = 0; i < size / sizeof(stall_data); i++) {
> > +		sample_addr = buf + (i * sizeof(stall_data));
> > +		memcpy(&stall_data, sample_addr, sizeof(stall_data));
> > +		if (IS_PONTEVECCHIO(devid)) {
> > +			igt_info("ip: 0x%08x ", stall_data.pvc.ip_addr);
> > +			igt_info("active: %u ", stall_data.pvc.active_count);
> > +			igt_info("other: %u ", stall_data.pvc.other_count);
> > +			igt_info("control: %u ", stall_data.pvc.control_count);
> > +			igt_info("pipestall: %u ", stall_data.pvc.pipestall_count);
> > +			igt_info("send: %u ", stall_data.pvc.send_count);
> > +			igt_info("dist_acc: %u ", stall_data.pvc.dist_acc_count);
> > +			igt_info("sbid: %u ", stall_data.pvc.sbid_count);
> > +			igt_info("sync: %u ", stall_data.pvc.sync_count);
> > +			igt_info("inst_fetch: %u\n", stall_data.pvc.inst_fetch_count);
> > +		} else {
> > +			igt_info("ip: 0x%08x ", stall_data.xe2.ip_addr);
> > +			igt_info("tdr: %u ", stall_data.xe2.tdr_count);
> > +			igt_info("other: %u ", stall_data.xe2.other_count);
> > +			igt_info("control: %u ", stall_data.xe2.control_count);
> > +			igt_info("pipestall: %u ", stall_data.xe2.pipestall_count);
> > +			igt_info("send: %u ", stall_data.xe2.send_count);
> > +			igt_info("dist_acc: %u ", stall_data.xe2.dist_acc_count);
> > +			igt_info("sbid: %u ", stall_data.xe2.sbid_count);
> > +			igt_info("sync: %u ", stall_data.xe2.sync_count);
> > +			igt_info("inst_fetch: %u ", stall_data.xe2.inst_fetch_count);
> > +			igt_info("active: %u ", stall_data.xe2.active_count);
> > +			igt_info("ex_id: %u ", stall_data.xe2.ex_id);
> > +			igt_info("end_flag: %u\n", stall_data.xe2.end_flag);
> > +		}
> 
> As Kamil commented, this is excessive output. If you really need to see
> this in the CI logs for debugging (unlikely), we can keep igt_info. Else
> change to igt_debug.
I tried igt_debug, but the problem with igt_debug is it spits out
several debug messages related to workload execution which get mixed up
with the EU stall data. Kamil suggested to write the EU stall data to an
optional output file passed as input by the user. So, I changed the test
to write the data to the optional file passed as input by the user. If
the user doesn't pass a file, the data doesn't get written out.
> 
> Think about changing other igt_info's to igt_debug's too, based on the
> above criteria. With igt_debug, you can just run the IGT with a --debug and
> you will get all the output.
The other igt_info s aren't many lines. If I make them igt_debug, they
get mixed up in a lot of debug messages.
> 
> > +	}
> > +}
> > +
> > +/*
> > + * Test enables EU stall counters, runs a given workload on a child process
> > + * while the parent process reads the stall counters data, disables EU stall
> > + * counters once the workload completes execution.
> > + */
> > +static void
> > +test_eustall(int drm_fd, uint32_t devid, bool blocking_read)
> > +{
> > +	uint32_t num_samples = 0, num_drops = 0;
> > +	struct igt_helper_process work_load = { };
> 
> Space between braces is not needed.
Removed.
> 
> > +	struct sigaction sa = { 0 };
> > +	int ret, flags, stream_fd;
> > +	uint64_t total_size = 0;
> > +	uint8_t *buf;
> > +
> > +	uint64_t properties[] = {
> > +		DRM_XE_EU_STALL_PROP_GT_ID, p_gt_id,
> > +		DRM_XE_EU_STALL_PROP_SAMPLE_RATE, p_rate,
> > +		DRM_XE_EU_STALL_PROP_WAIT_NUM_REPORTS, p_num_reports,
> > +	};
> > +
> > +	struct intel_xe_oa_open_prop props = {
> > +		.num_properties = sizeof(properties) / 16,
> 
> Use 'ARRAY_SIZE(properties) / 2' so it's clear, everywhere.
Changed.
> 
> > +		.properties_ptr = to_user_pointer(properties),
> > +	};
> > +
> > +	struct drm_xe_query_eu_stall *eu_stall_data;
> 
> Maybe name this query_ something to make it clearer, xe_eu_stall_data is
> different.
Changed.
> 
> > +	struct drm_xe_device_query query = {
> > +		.extensions = 0,
> > +		.query = DRM_XE_DEVICE_QUERY_EU_STALL,
> > +		.size = 0,
> > +		.data = 0,
> > +	};
> > +
> > +	igt_info("User buffer size: %u\n", p_user);
> > +	if (p_args[0])
> > +		igt_info("Workload: %s\n", p_args[0]);
> > +	else
> > +		igt_info("Workload: GPGPU fill\n");
> > +
> > +	buf = malloc(p_user);
> > +	igt_assert(buf);
> > +
> > +	igt_assert_eq(igt_ioctl(drm_fd, DRM_IOCTL_XE_DEVICE_QUERY, &query), 0);
> > +	igt_assert_neq(query.size, 0);
> > +
> > +	eu_stall_data = malloc(query.size);
> > +	igt_assert(eu_stall_data);
> > +
> > +	query.data = to_user_pointer(eu_stall_data);
> > +	igt_assert_eq(igt_ioctl(drm_fd, DRM_IOCTL_XE_DEVICE_QUERY, &query), 0);
> > +
> > +	igt_assert(eu_stall_data->num_sampling_rates > 0);
> > +	/* Set sampling rate to the fastest available one */
> > +	properties[3] = eu_stall_data->sampling_rates[0];
> > +	igt_info("Sampling Rate: %u\n", (unsigned)eu_stall_data->sampling_rates[0]);
> > +
> > +	stream_fd = intel_xe_perf_ioctl(drm_fd, DRM_XE_OBSERVATION_TYPE_EU_STALL,
> > +					DRM_XE_OBSERVATION_OP_STREAM_OPEN, &props);
> > +	igt_require_fd(stream_fd);
> > +
> > +	if (!blocking_read)
> > +		flags = O_CLOEXEC | O_NONBLOCK;
> > +	else
> > +		flags = O_CLOEXEC;
> > +
> > +	set_fd_flags(stream_fd, flags);
> > +
> > +	do_ioctl(stream_fd, DRM_XE_OBSERVATION_IOCTL_ENABLE, 0);
> > +
> > +	sa.sa_handler = sighandler;
> > +	if (sigaction(SIGCHLD, &sa, NULL) == -1) {
> > +		igt_critical("Failed to register SIGCHLD signal handler \n");
> > +		igt_fail(IGT_EXIT_FAILURE);
> > +	}
> > +
> > +	child_is_running = true;
> > +	/* Child process runs the workload */
> > +	igt_fork_helper(&work_load) {
> > +		setpgid(0, 0);
> > +		if (p_args[0]) {
> > +			execv(p_args[0], p_args);
> > +			_exit(EXIT_FAILURE);
> > +		} else {
> > +			_exit(run_gpgpu_fill(drm_fd, devid));
> > +		}
> > +	}
> > +	/* Parent process reads the EU stall counters data */
> > +	do {
> > +		if (!blocking_read) {
> > +			struct pollfd pollfd = { .fd = stream_fd, .events = POLLIN };
> > +			ret = poll(&pollfd, 1, 0);
> > +			if (ret <= 0)
> > +				continue;
> > +			igt_assert_eq(ret, 1);
> > +			igt_assert(pollfd.revents & POLLIN);
> > +		}
> > +		ret = read(stream_fd, buf, p_user);
> > +		if (ret > 0) {
> > +			total_size += ret;
> > +			parse_eu_stall_data(devid, buf, ret);
> > +			num_samples += ret / eu_stall_data->record_size;
> > +		} else if ((ret < 0) && (errno != EAGAIN)) {
> > +			if (errno == EINTR)
> > +				continue;
> > +			if (errno == EIO) {
> > +				num_drops++;
> > +				continue;
> > +			}
> > +			igt_critical("read() - ret: %d, errno: %d \n", ret, errno);
> > +			kill(-work_load.pid, SIGTERM);
> > +			break;
> > +		}
> > +	} while(child_is_running);
> > +
> > +	igt_info("Total size read: %lu\n", total_size);
> > +	igt_info("Number of samples: %u\n", num_samples);
> > +	igt_info("Number of drops reported: %u\n", num_drops);
> > +
> > +	do_ioctl(stream_fd, DRM_XE_OBSERVATION_IOCTL_DISABLE, 0);
> > +
> > +	close(stream_fd);
> > +	free(buf);
> > +
> > +	ret = wait_child(&work_load);
> > +	igt_assert_f(ret == 0, "waitpid() - ret: %d, errno: %d \n", ret, errno);
> > +	igt_assert_f(num_samples, "No EU stalls detected during the workload \n");
> > +}
> > +
> > +static int opt_handler(int opt, int opt_index, void *data)
> > +{
> > +	switch (opt) {
> > +	case 'e':
> > +		p_num_reports = strtoul(optarg, NULL, 0);
> > +		break;
> > +	case 'g':
> > +		p_gt_id = strtoul(optarg, NULL, 0);
> > +		break;
> > +	case 'r':
> > +		p_rate = strtoul(optarg, NULL, 0);
> > +		break;
> > +	case 'u':
> > +		p_user = strtoul(optarg, NULL, 0);
> > +		break;
> > +	case 'w':
> > +		p_args[0] = optarg;
> > +		p_args[1] = NULL;
> > +		break;
> > +	default:
> > +		return IGT_OPT_HANDLER_ERROR;
> > +	}
> > +
> > +	return IGT_OPT_HANDLER_SUCCESS;
> > +}
> > +
> > +const char *help_str =  "  --rate | -r\t\tSampling rate in GPU cycles\n"
> > +			"  --user_buf_sz | -u\t\tUser buffer size\n"
> > +			"  --gt_id | -g\t\tGT ID for the GT to sample EU stalls\n"
> > +			"  --event_count | -e\t\tPoll event report count\n"
> > +			"  --workload | -w\t\tWorkload to run\n";
> > +
> > +static struct option long_options[] = {
> > +	{"rate", 0, 0, 'r'},
> > +	{"user_buf_sz", 0, 0, 'u'},
> > +	{"gt_id", 0, 0, 'g'},
> > +	{"event_count", 0, 0, 'e'},
> > +	{"workload", 0, 0, 'w'},
> > +	{ NULL, 0, 0, 0 }
> > +};
> > +
> > +igt_main_args("e:g:r:u:w:", long_options, help_str, opt_handler, NULL)
> 
> How about order these options same as in the array above, so it's easier to read.
Changed the order.
> 
> > +{
> > +	int drm_fd;
> > +	uint32_t devid;
> > +	bool blocking_read = true;
> > +
> > +	igt_fixture {
> > +		drm_fd = drm_open_driver(DRIVER_XE);
> > +		igt_require_fd(drm_fd);
> > +		devid = intel_get_drm_devid(drm_fd);
> > +		igt_require(IS_PONTEVECCHIO(devid) || intel_graphics_ver(devid) >= IP_VER(20, 0));
> > +		igt_require_f(igt_get_gpgpu_fillfunc(devid), "no gpgpu-fill function\n");
> > +	}
> > +
> > +	igt_describe("Verify non-blocking read of EU stall data during a workload run");
> > +	igt_subtest("non-blocking-read") {
> > +		test_eustall(drm_fd, devid, !blocking_read);
> > +	}
> > +
> > +	igt_describe("Verify blocking read of EU stall data during a workload run");
> > +	igt_subtest("blocking-read") {
> > +		test_eustall(drm_fd, devid, blocking_read);
> > +	}
> > +
> > +	igt_describe("Verify that unprivileged open of a EU stall data fd fails");
> > +	igt_subtest("unprivileged-access")
> > +		test_non_privileged_access(drm_fd);
> > +
> > +	igt_fixture {
> > +		drm_close_driver(drm_fd);
> > +	}
> > +}
> > diff --git a/tests/meson.build b/tests/meson.build
> > index 89bba6454..b60f0f1ec 100644
> > --- a/tests/meson.build
> > +++ b/tests/meson.build
> > @@ -281,6 +281,7 @@ intel_xe_progs = [
> >	'xe_dma_buf_sync',
> >	'xe_debugfs',
> >	'xe_drm_fdinfo',
> > +	'xe_eu_stall',
> >	'xe_evict',
> >	'xe_evict_ccs',
> >	'xe_exec_atomic',
> > @@ -387,6 +388,7 @@ extra_dependencies = {
> >	'perf': [ lib_igt_i915_perf ],
> >	'perf_pmu':  [ lib_igt_perf ],
> >	'sw_sync': [ libatomic ],
> > +	'xe_eu_stall': [ lib_igt_xe_oa ],
> >	'xe_oa': [ lib_igt_xe_oa ],
> >  }
> >
> > --
> > 2.47.1
> >
> 
> Thanks.
> --
> Ashutosh

Thank You
Harish.

✓ i915.CI.BAT: success for Add tests for EU stall sampling

[Patchwork]

== Series Details ==

Series: Add tests for EU stall sampling
URL   : https://patchwork.freedesktop.org/series/143030/
State : success

== Summary ==

CI Bug Log - changes from IGT_8173 -> IGTPW_12369
====================================================

Summary
-------

  **SUCCESS**

  No regressions found.

  External URL: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/index.html

Participating hosts (40 -> 39)
------------------------------

  Missing    (1): fi-snb-2520m 

Known issues
------------

  Here are the changes found in IGTPW_12369 that come from known issues:

### IGT changes ###

#### Issues hit ####

  * igt@i915_module_load@load:
    - fi-pnv-d510:        NOTRUN -> [ABORT][1] ([i915#13203])
   [1]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/fi-pnv-d510/igt@i915_module_load@load.html

  * igt@i915_selftest@live:
    - bat-twl-2:          NOTRUN -> [ABORT][2] ([i915#12919] / [i915#13397])
   [2]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/bat-twl-2/igt@i915_selftest@live.html

  * igt@i915_selftest@live@gt_pm:
    - bat-twl-2:          NOTRUN -> [ABORT][3] ([i915#12919])
   [3]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/bat-twl-2/igt@i915_selftest@live@gt_pm.html

  
#### Possible fixes ####

  * igt@i915_selftest@live@workarounds:
    - bat-arls-5:         [DMESG-FAIL][4] ([i915#13393]) -> [PASS][5] +1 other test pass
   [4]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/bat-arls-5/igt@i915_selftest@live@workarounds.html
   [5]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/bat-arls-5/igt@i915_selftest@live@workarounds.html

  
  {name}: This element is suppressed. This means it is ignored when computing
          the status of the difference (SUCCESS, WARNING, or FAILURE).

  [i915#12919]: https://gitlab.freedesktop.org/drm/i915/kernel/-/issues/12919
  [i915#13203]: https://gitlab.freedesktop.org/drm/i915/kernel/-/issues/13203
  [i915#13393]: https://gitlab.freedesktop.org/drm/i915/kernel/-/issues/13393
  [i915#13397]: https://gitlab.freedesktop.org/drm/i915/kernel/-/issues/13397


Build changes
-------------

  * CI: CI-20190529 -> None
  * IGT: IGT_8173 -> IGTPW_12369

  CI-20190529: 20190529
  CI_DRM_15892: 08bd590935a5258ffd79355c59adffd72fb2c642 @ git://anongit.freedesktop.org/gfx-ci/linux
  IGTPW_12369: 17a1f65a5b444fa3ca77406499754c44219f1810 @ https://gitlab.freedesktop.org/drm/igt-gpu-tools.git
  IGT_8173: 27eea833bac15d1507eb4a864308644a60d60dc7 @ https://gitlab.freedesktop.org/drm/igt-gpu-tools.git

== Logs ==

For more details see: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/index.html

✓ Xe.CI.BAT: success for Add tests for EU stall sampling

[Patchwork]

[-- Attachment #1: Type: text/plain, Size: 2323 bytes --]

== Series Details ==

Series: Add tests for EU stall sampling
URL   : https://patchwork.freedesktop.org/series/143030/
State : success

== Summary ==

CI Bug Log - changes from XEIGT_8173_BAT -> XEIGTPW_12369_BAT
====================================================

Summary
-------

  **SUCCESS**

  No regressions found.

  

Participating hosts (9 -> 9)
------------------------------

  No changes in participating hosts

Known issues
------------

  Here are the changes found in XEIGTPW_12369_BAT that come from known issues:

### IGT changes ###

#### Issues hit ####

  * igt@core_hotunplug@unbind-rebind:
    - bat-adlp-7:         [PASS][1] -> [DMESG-WARN][2] ([Intel XE#3517]) +2 other tests dmesg-warn
   [1]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/bat-adlp-7/igt@core_hotunplug@unbind-rebind.html
   [2]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/bat-adlp-7/igt@core_hotunplug@unbind-rebind.html

  * igt@kms_frontbuffer_tracking@basic:
    - bat-adlp-7:         [PASS][3] -> [DMESG-FAIL][4] ([Intel XE#1033])
   [3]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/bat-adlp-7/igt@kms_frontbuffer_tracking@basic.html
   [4]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/bat-adlp-7/igt@kms_frontbuffer_tracking@basic.html

  * igt@kms_psr@psr-cursor-plane-move:
    - bat-adlp-7:         [PASS][5] -> [SKIP][6] ([Intel XE#455]) +3 other tests skip
   [5]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/bat-adlp-7/igt@kms_psr@psr-cursor-plane-move.html
   [6]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/bat-adlp-7/igt@kms_psr@psr-cursor-plane-move.html

  
  [Intel XE#1033]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1033
  [Intel XE#3517]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3517
  [Intel XE#455]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/455


Build changes
-------------

  * IGT: IGT_8173 -> IGTPW_12369

  IGTPW_12369: 17a1f65a5b444fa3ca77406499754c44219f1810 @ https://gitlab.freedesktop.org/drm/igt-gpu-tools.git
  IGT_8173: 27eea833bac15d1507eb4a864308644a60d60dc7 @ https://gitlab.freedesktop.org/drm/igt-gpu-tools.git
  xe-2424-08bd590935a5258ffd79355c59adffd72fb2c642: 08bd590935a5258ffd79355c59adffd72fb2c642

== Logs ==

For more details see: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/index.html

[-- Attachment #2: Type: text/html, Size: 2945 bytes --]

✗ Xe.CI.Full: failure for Add tests for EU stall sampling

[Patchwork]

[-- Attachment #1: Type: text/plain, Size: 111569 bytes --]

== Series Details ==

Series: Add tests for EU stall sampling
URL   : https://patchwork.freedesktop.org/series/143030/
State : failure

== Summary ==

CI Bug Log - changes from XEIGT_8173_full -> XEIGTPW_12369_full
====================================================

Summary
-------

  **FAILURE**

  Serious unknown changes coming with XEIGTPW_12369_full absolutely need to be
  verified manually.
  
  If you think the reported changes have nothing to do with the changes
  introduced in XEIGTPW_12369_full, please notify your bug team (I915-ci-infra@lists.freedesktop.org) to allow them
  to document this new failure mode, which will reduce false positives in CI.

  

Participating hosts (4 -> 4)
------------------------------

  No changes in participating hosts

Possible new issues
-------------------

  Here are the unknown changes that may have been introduced in XEIGTPW_12369_full:

### IGT changes ###

#### Possible regressions ####

  * igt@kms_atomic_transition@plane-all-modeset-transition-fencing:
    - shard-bmg:          [PASS][1] -> [FAIL][2] +1 other test fail
   [1]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-4/igt@kms_atomic_transition@plane-all-modeset-transition-fencing.html
   [2]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-4/igt@kms_atomic_transition@plane-all-modeset-transition-fencing.html

  * igt@kms_ccs@random-ccs-data-4-tiled-dg2-mc-ccs@pipe-b-dp-4:
    - shard-dg2-set2:     [PASS][3] -> [INCOMPLETE][4] +1 other test incomplete
   [3]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-435/igt@kms_ccs@random-ccs-data-4-tiled-dg2-mc-ccs@pipe-b-dp-4.html
   [4]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_ccs@random-ccs-data-4-tiled-dg2-mc-ccs@pipe-b-dp-4.html

  * igt@kms_flip@2x-single-buffer-flip-vs-dpms-off-vs-modeset-interruptible@ab-dp2-hdmi-a3:
    - shard-bmg:          NOTRUN -> [INCOMPLETE][5] +1 other test incomplete
   [5]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-7/igt@kms_flip@2x-single-buffer-flip-vs-dpms-off-vs-modeset-interruptible@ab-dp2-hdmi-a3.html

  * {igt@xe_eu_stall@blocking-read} (NEW):
    - shard-bmg:          NOTRUN -> [FAIL][6] +1 other test fail
   [6]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@xe_eu_stall@blocking-read.html
    - shard-dg2-set2:     NOTRUN -> [SKIP][7] +1 other test skip
   [7]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@xe_eu_stall@blocking-read.html

  * {igt@xe_eu_stall@non-blocking-read} (NEW):
    - shard-lnl:          NOTRUN -> [FAIL][8] +2 other tests fail
   [8]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-5/igt@xe_eu_stall@non-blocking-read.html

  
#### Warnings ####

  * igt@xe_evict@evict-mixed-threads-large:
    - shard-bmg:          [TIMEOUT][9] ([Intel XE#1473] / [Intel XE#2472]) -> [DMESG-FAIL][10]
   [9]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-8/igt@xe_evict@evict-mixed-threads-large.html
   [10]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@xe_evict@evict-mixed-threads-large.html

  
New tests
---------

  New tests have been introduced between XEIGT_8173_full and XEIGTPW_12369_full:

### New IGT tests (7) ###

  * igt@kms_flip@blocking-wf_vblank@a-dp4:
    - Statuses : 1 pass(s)
    - Exec time: [4.37] s

  * igt@kms_flip@blocking-wf_vblank@b-dp4:
    - Statuses : 1 pass(s)
    - Exec time: [4.34] s

  * igt@kms_flip@flip-vs-dpms-off-vs-modeset-interruptible@a-dp4:
    - Statuses : 1 pass(s)
    - Exec time: [0.76] s

  * igt@kms_flip@flip-vs-dpms-off-vs-modeset-interruptible@b-dp4:
    - Statuses : 1 pass(s)
    - Exec time: [0.69] s

  * igt@xe_eu_stall@blocking-read:
    - Statuses : 2 fail(s) 1 skip(s)
    - Exec time: [0.0, 0.01] s

  * igt@xe_eu_stall@non-blocking-read:
    - Statuses : 1 fail(s)
    - Exec time: [0.01] s

  * igt@xe_eu_stall@unprivileged-access:
    - Statuses : 2 fail(s) 1 skip(s)
    - Exec time: [0.0, 0.02] s

  

Known issues
------------

  Here are the changes found in XEIGTPW_12369_full that come from known issues:

### IGT changes ###

#### Issues hit ####

  * igt@core_hotunplug@hotrebind-lateclose:
    - shard-bmg:          NOTRUN -> [SKIP][11] ([Intel XE#1885])
   [11]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@core_hotunplug@hotrebind-lateclose.html
    - shard-dg2-set2:     [PASS][12] -> [SKIP][13] ([Intel XE#1885])
   [12]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-436/igt@core_hotunplug@hotrebind-lateclose.html
   [13]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@core_hotunplug@hotrebind-lateclose.html

  * igt@kms_async_flips@async-flip-with-page-flip-events@pipe-c-dp-5-4-mc-ccs:
    - shard-dg2-set2:     NOTRUN -> [SKIP][14] ([Intel XE#2550]) +11 other tests skip
   [14]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-466/igt@kms_async_flips@async-flip-with-page-flip-events@pipe-c-dp-5-4-mc-ccs.html

  * igt@kms_atomic@plane-primary-overlay-mutable-zpos:
    - shard-lnl:          NOTRUN -> [SKIP][15] ([Intel XE#3279]) +1 other test skip
   [15]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-4/igt@kms_atomic@plane-primary-overlay-mutable-zpos.html
    - shard-bmg:          NOTRUN -> [SKIP][16] ([Intel XE#2385])
   [16]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_atomic@plane-primary-overlay-mutable-zpos.html

  * igt@kms_big_fb@4-tiled-64bpp-rotate-0:
    - shard-bmg:          [PASS][17] -> [SKIP][18] ([Intel XE#2136] / [Intel XE#2231])
   [17]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-1/igt@kms_big_fb@4-tiled-64bpp-rotate-0.html
   [18]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_big_fb@4-tiled-64bpp-rotate-0.html

  * igt@kms_big_fb@4-tiled-max-hw-stride-32bpp-rotate-0-hflip-async-flip:
    - shard-lnl:          NOTRUN -> [SKIP][19] ([Intel XE#3658])
   [19]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-8/igt@kms_big_fb@4-tiled-max-hw-stride-32bpp-rotate-0-hflip-async-flip.html

  * igt@kms_big_fb@linear-32bpp-rotate-270:
    - shard-bmg:          NOTRUN -> [SKIP][20] ([Intel XE#2327]) +2 other tests skip
   [20]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_big_fb@linear-32bpp-rotate-270.html

  * igt@kms_big_fb@linear-64bpp-rotate-0:
    - shard-lnl:          NOTRUN -> [DMESG-WARN][21] ([Intel XE#1725])
   [21]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-7/igt@kms_big_fb@linear-64bpp-rotate-0.html

  * igt@kms_big_fb@x-tiled-64bpp-rotate-90:
    - shard-dg2-set2:     NOTRUN -> [SKIP][22] ([Intel XE#316])
   [22]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-435/igt@kms_big_fb@x-tiled-64bpp-rotate-90.html
    - shard-lnl:          NOTRUN -> [SKIP][23] ([Intel XE#1407]) +2 other tests skip
   [23]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-1/igt@kms_big_fb@x-tiled-64bpp-rotate-90.html

  * igt@kms_big_fb@y-tiled-32bpp-rotate-180:
    - shard-lnl:          NOTRUN -> [SKIP][24] ([Intel XE#1124]) +11 other tests skip
   [24]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-6/igt@kms_big_fb@y-tiled-32bpp-rotate-180.html

  * igt@kms_big_fb@y-tiled-addfb:
    - shard-lnl:          NOTRUN -> [SKIP][25] ([Intel XE#1467])
   [25]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-3/igt@kms_big_fb@y-tiled-addfb.html

  * igt@kms_big_fb@yf-tiled-8bpp-rotate-270:
    - shard-dg2-set2:     NOTRUN -> [SKIP][26] ([Intel XE#1124]) +4 other tests skip
   [26]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-466/igt@kms_big_fb@yf-tiled-8bpp-rotate-270.html

  * igt@kms_big_fb@yf-tiled-max-hw-stride-64bpp-rotate-0-hflip:
    - shard-bmg:          NOTRUN -> [SKIP][27] ([Intel XE#1124]) +8 other tests skip
   [27]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-4/igt@kms_big_fb@yf-tiled-max-hw-stride-64bpp-rotate-0-hflip.html

  * igt@kms_bw@connected-linear-tiling-2-displays-2160x1440p:
    - shard-dg2-set2:     NOTRUN -> [SKIP][28] ([Intel XE#367]) +3 other tests skip
   [28]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-466/igt@kms_bw@connected-linear-tiling-2-displays-2160x1440p.html

  * igt@kms_bw@connected-linear-tiling-4-displays-2160x1440p:
    - shard-dg2-set2:     NOTRUN -> [SKIP][29] ([Intel XE#2191])
   [29]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-466/igt@kms_bw@connected-linear-tiling-4-displays-2160x1440p.html

  * igt@kms_bw@connected-linear-tiling-4-displays-3840x2160p:
    - shard-bmg:          NOTRUN -> [SKIP][30] ([Intel XE#2314] / [Intel XE#2894]) +1 other test skip
   [30]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_bw@connected-linear-tiling-4-displays-3840x2160p.html

  * igt@kms_bw@linear-tiling-3-displays-2160x1440p:
    - shard-bmg:          NOTRUN -> [SKIP][31] ([Intel XE#367]) +1 other test skip
   [31]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_bw@linear-tiling-3-displays-2160x1440p.html

  * igt@kms_bw@linear-tiling-4-displays-2560x1440p:
    - shard-lnl:          NOTRUN -> [SKIP][32] ([Intel XE#1512]) +3 other tests skip
   [32]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-3/igt@kms_bw@linear-tiling-4-displays-2560x1440p.html

  * igt@kms_ccs@bad-pixel-format-4-tiled-mtl-rc-ccs-cc@pipe-a-hdmi-a-6:
    - shard-dg2-set2:     NOTRUN -> [SKIP][33] ([Intel XE#787]) +134 other tests skip
   [33]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-466/igt@kms_ccs@bad-pixel-format-4-tiled-mtl-rc-ccs-cc@pipe-a-hdmi-a-6.html

  * igt@kms_ccs@bad-rotation-90-4-tiled-lnl-ccs:
    - shard-dg2-set2:     NOTRUN -> [SKIP][34] ([Intel XE#2907])
   [34]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_ccs@bad-rotation-90-4-tiled-lnl-ccs.html

  * igt@kms_ccs@bad-rotation-90-4-tiled-lnl-ccs@pipe-c-dp-2:
    - shard-bmg:          NOTRUN -> [SKIP][35] ([Intel XE#2652] / [Intel XE#787]) +8 other tests skip
   [35]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_ccs@bad-rotation-90-4-tiled-lnl-ccs@pipe-c-dp-2.html

  * igt@kms_ccs@bad-rotation-90-y-tiled-gen12-mc-ccs:
    - shard-lnl:          NOTRUN -> [SKIP][36] ([Intel XE#2887]) +16 other tests skip
   [36]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-8/igt@kms_ccs@bad-rotation-90-y-tiled-gen12-mc-ccs.html

  * igt@kms_ccs@crc-primary-basic-4-tiled-dg2-rc-ccs-cc:
    - shard-dg2-set2:     [PASS][37] -> [SKIP][38] ([Intel XE#2136] / [Intel XE#2351])
   [37]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-436/igt@kms_ccs@crc-primary-basic-4-tiled-dg2-rc-ccs-cc.html
   [38]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_ccs@crc-primary-basic-4-tiled-dg2-rc-ccs-cc.html

  * igt@kms_ccs@crc-primary-suspend-4-tiled-bmg-ccs@pipe-a-hdmi-a-3:
    - shard-bmg:          [PASS][39] -> [INCOMPLETE][40] ([Intel XE#3862])
   [39]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-5/igt@kms_ccs@crc-primary-suspend-4-tiled-bmg-ccs@pipe-a-hdmi-a-3.html
   [40]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-8/igt@kms_ccs@crc-primary-suspend-4-tiled-bmg-ccs@pipe-a-hdmi-a-3.html

  * igt@kms_ccs@crc-primary-suspend-4-tiled-dg2-rc-ccs-cc:
    - shard-lnl:          NOTRUN -> [SKIP][41] ([Intel XE#3432]) +1 other test skip
   [41]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-6/igt@kms_ccs@crc-primary-suspend-4-tiled-dg2-rc-ccs-cc.html

  * igt@kms_ccs@crc-primary-suspend-y-tiled-gen12-rc-ccs:
    - shard-bmg:          NOTRUN -> [SKIP][42] ([Intel XE#3432])
   [42]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-7/igt@kms_ccs@crc-primary-suspend-y-tiled-gen12-rc-ccs.html

  * igt@kms_ccs@crc-sprite-planes-basic-y-tiled-gen12-rc-ccs-cc:
    - shard-bmg:          NOTRUN -> [SKIP][43] ([Intel XE#2887]) +7 other tests skip
   [43]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-8/igt@kms_ccs@crc-sprite-planes-basic-y-tiled-gen12-rc-ccs-cc.html

  * igt@kms_ccs@missing-ccs-buffer-4-tiled-mtl-mc-ccs@pipe-d-dp-4:
    - shard-dg2-set2:     NOTRUN -> [SKIP][44] ([Intel XE#455] / [Intel XE#787]) +39 other tests skip
   [44]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_ccs@missing-ccs-buffer-4-tiled-mtl-mc-ccs@pipe-d-dp-4.html

  * igt@kms_ccs@random-ccs-data-4-tiled-dg2-mc-ccs:
    - shard-dg2-set2:     [PASS][45] -> [INCOMPLETE][46] ([Intel XE#2705])
   [45]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-435/igt@kms_ccs@random-ccs-data-4-tiled-dg2-mc-ccs.html
   [46]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_ccs@random-ccs-data-4-tiled-dg2-mc-ccs.html

  * igt@kms_cdclk@mode-transition@pipe-d-dp-4:
    - shard-dg2-set2:     NOTRUN -> [SKIP][47] ([Intel XE#314]) +3 other tests skip
   [47]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-436/igt@kms_cdclk@mode-transition@pipe-d-dp-4.html

  * igt@kms_cdclk@plane-scaling@pipe-b-dp-4:
    - shard-dg2-set2:     NOTRUN -> [SKIP][48] ([Intel XE#1152]) +3 other tests skip
   [48]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-436/igt@kms_cdclk@plane-scaling@pipe-b-dp-4.html

  * igt@kms_chamelium_audio@hdmi-audio-edid:
    - shard-bmg:          NOTRUN -> [SKIP][49] ([Intel XE#2252]) +8 other tests skip
   [49]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_chamelium_audio@hdmi-audio-edid.html

  * igt@kms_chamelium_color@ctm-blue-to-red:
    - shard-bmg:          NOTRUN -> [SKIP][50] ([Intel XE#2325]) +1 other test skip
   [50]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_chamelium_color@ctm-blue-to-red.html

  * igt@kms_chamelium_color@ctm-red-to-blue:
    - shard-lnl:          NOTRUN -> [SKIP][51] ([Intel XE#306]) +1 other test skip
   [51]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-7/igt@kms_chamelium_color@ctm-red-to-blue.html

  * igt@kms_chamelium_hpd@vga-hpd-enable-disable-mode:
    - shard-lnl:          NOTRUN -> [SKIP][52] ([Intel XE#373]) +10 other tests skip
   [52]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-7/igt@kms_chamelium_hpd@vga-hpd-enable-disable-mode.html

  * igt@kms_chamelium_hpd@vga-hpd-with-enabled-mode:
    - shard-dg2-set2:     NOTRUN -> [SKIP][53] ([Intel XE#373]) +5 other tests skip
   [53]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-435/igt@kms_chamelium_hpd@vga-hpd-with-enabled-mode.html

  * igt@kms_content_protection@atomic-dpms@pipe-a-dp-2:
    - shard-bmg:          NOTRUN -> [FAIL][54] ([Intel XE#1178])
   [54]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-8/igt@kms_content_protection@atomic-dpms@pipe-a-dp-2.html

  * igt@kms_content_protection@lic-type-0:
    - shard-dg2-set2:     NOTRUN -> [FAIL][55] ([Intel XE#1178]) +2 other tests fail
   [55]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_content_protection@lic-type-0.html

  * igt@kms_content_protection@lic-type-0@pipe-a-dp-4:
    - shard-dg2-set2:     NOTRUN -> [FAIL][56] ([Intel XE#3304])
   [56]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_content_protection@lic-type-0@pipe-a-dp-4.html

  * igt@kms_content_protection@uevent:
    - shard-lnl:          NOTRUN -> [SKIP][57] ([Intel XE#3278]) +2 other tests skip
   [57]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-3/igt@kms_content_protection@uevent.html

  * igt@kms_cursor_crc@cursor-random-32x10:
    - shard-lnl:          NOTRUN -> [SKIP][58] ([Intel XE#1424]) +5 other tests skip
   [58]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-7/igt@kms_cursor_crc@cursor-random-32x10.html

  * igt@kms_cursor_crc@cursor-random-32x32:
    - shard-bmg:          NOTRUN -> [SKIP][59] ([Intel XE#2320]) +4 other tests skip
   [59]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-4/igt@kms_cursor_crc@cursor-random-32x32.html

  * igt@kms_cursor_crc@cursor-random-512x512:
    - shard-lnl:          NOTRUN -> [SKIP][60] ([Intel XE#2321])
   [60]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-6/igt@kms_cursor_crc@cursor-random-512x512.html

  * igt@kms_cursor_crc@cursor-sliding-max-size:
    - shard-dg2-set2:     NOTRUN -> [SKIP][61] ([Intel XE#455]) +8 other tests skip
   [61]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-466/igt@kms_cursor_crc@cursor-sliding-max-size.html

  * igt@kms_cursor_legacy@2x-cursor-vs-flip-legacy:
    - shard-lnl:          NOTRUN -> [SKIP][62] ([Intel XE#309]) +6 other tests skip
   [62]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-3/igt@kms_cursor_legacy@2x-cursor-vs-flip-legacy.html

  * igt@kms_cursor_legacy@basic-busy-flip-before-cursor-atomic:
    - shard-lnl:          NOTRUN -> [SKIP][63] ([Intel XE#323]) +1 other test skip
   [63]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-5/igt@kms_cursor_legacy@basic-busy-flip-before-cursor-atomic.html

  * igt@kms_cursor_legacy@cursor-vs-flip-toggle:
    - shard-bmg:          [PASS][64] -> [SKIP][65] ([Intel XE#3007]) +7 other tests skip
   [64]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-7/igt@kms_cursor_legacy@cursor-vs-flip-toggle.html
   [65]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_cursor_legacy@cursor-vs-flip-toggle.html

  * igt@kms_cursor_legacy@cursorb-vs-flipa-atomic-transitions-varying-size:
    - shard-bmg:          [PASS][66] -> [DMESG-WARN][67] ([Intel XE#877]) +1 other test dmesg-warn
   [66]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_cursor_legacy@cursorb-vs-flipa-atomic-transitions-varying-size.html
   [67]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-7/igt@kms_cursor_legacy@cursorb-vs-flipa-atomic-transitions-varying-size.html

  * igt@kms_dither@fb-8bpc-vs-panel-6bpc@pipe-a-hdmi-a-3:
    - shard-bmg:          NOTRUN -> [SKIP][68] ([Intel XE#1340])
   [68]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-8/igt@kms_dither@fb-8bpc-vs-panel-6bpc@pipe-a-hdmi-a-3.html

  * igt@kms_dither@fb-8bpc-vs-panel-6bpc@pipe-a-hdmi-a-6:
    - shard-dg2-set2:     NOTRUN -> [SKIP][69] ([i915#3804])
   [69]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-436/igt@kms_dither@fb-8bpc-vs-panel-6bpc@pipe-a-hdmi-a-6.html

  * igt@kms_dp_aux_dev:
    - shard-dg2-set2:     [PASS][70] -> [SKIP][71] ([Intel XE#2423])
   [70]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-466/igt@kms_dp_aux_dev.html
   [71]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_dp_aux_dev.html

  * igt@kms_dsc@dsc-with-bpc:
    - shard-lnl:          NOTRUN -> [SKIP][72] ([Intel XE#2244])
   [72]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-6/igt@kms_dsc@dsc-with-bpc.html
    - shard-bmg:          NOTRUN -> [SKIP][73] ([Intel XE#2244])
   [73]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_dsc@dsc-with-bpc.html

  * igt@kms_fbcon_fbt@fbc:
    - shard-bmg:          NOTRUN -> [FAIL][74] ([Intel XE#1695])
   [74]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-7/igt@kms_fbcon_fbt@fbc.html

  * igt@kms_feature_discovery@display-4x:
    - shard-lnl:          NOTRUN -> [SKIP][75] ([Intel XE#1138])
   [75]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-5/igt@kms_feature_discovery@display-4x.html

  * igt@kms_feature_discovery@dp-mst:
    - shard-lnl:          NOTRUN -> [SKIP][76] ([Intel XE#1137])
   [76]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-8/igt@kms_feature_discovery@dp-mst.html

  * igt@kms_feature_discovery@psr2:
    - shard-bmg:          NOTRUN -> [SKIP][77] ([Intel XE#2374])
   [77]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_feature_discovery@psr2.html

  * igt@kms_flip@2x-blocking-absolute-wf_vblank:
    - shard-dg2-set2:     [PASS][78] -> [SKIP][79] ([Intel XE#2423] / [i915#2575]) +7 other tests skip
   [78]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-466/igt@kms_flip@2x-blocking-absolute-wf_vblank.html
   [79]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_flip@2x-blocking-absolute-wf_vblank.html

  * igt@kms_flip@2x-flip-vs-expired-vblank-interruptible@ad-dp2-hdmi-a3:
    - shard-bmg:          [PASS][80] -> [FAIL][81] ([Intel XE#3321])
   [80]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-5/igt@kms_flip@2x-flip-vs-expired-vblank-interruptible@ad-dp2-hdmi-a3.html
   [81]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-8/igt@kms_flip@2x-flip-vs-expired-vblank-interruptible@ad-dp2-hdmi-a3.html

  * igt@kms_flip@2x-flip-vs-expired-vblank@ab-dp2-hdmi-a3:
    - shard-bmg:          NOTRUN -> [FAIL][82] ([Intel XE#2882]) +1 other test fail
   [82]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_flip@2x-flip-vs-expired-vblank@ab-dp2-hdmi-a3.html

  * igt@kms_flip@2x-flip-vs-expired-vblank@ab-hdmi-a6-dp4:
    - shard-dg2-set2:     NOTRUN -> [FAIL][83] ([Intel XE#301]) +3 other tests fail
   [83]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_flip@2x-flip-vs-expired-vblank@ab-hdmi-a6-dp4.html

  * igt@kms_flip@2x-flip-vs-suspend-interruptible:
    - shard-lnl:          NOTRUN -> [SKIP][84] ([Intel XE#1421]) +6 other tests skip
   [84]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-5/igt@kms_flip@2x-flip-vs-suspend-interruptible.html

  * igt@kms_flip@2x-flip-vs-wf_vblank-interruptible:
    - shard-bmg:          NOTRUN -> [SKIP][85] ([Intel XE#3007]) +2 other tests skip
   [85]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_flip@2x-flip-vs-wf_vblank-interruptible.html

  * igt@kms_flip@bo-too-big-interruptible@a-edp1:
    - shard-lnl:          NOTRUN -> [INCOMPLETE][86] ([Intel XE#1504]) +1 other test incomplete
   [86]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-4/igt@kms_flip@bo-too-big-interruptible@a-edp1.html

  * igt@kms_flip@flip-vs-blocking-wf-vblank@a-edp1:
    - shard-lnl:          [PASS][87] -> [FAIL][88] ([Intel XE#886]) +5 other tests fail
   [87]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-5/igt@kms_flip@flip-vs-blocking-wf-vblank@a-edp1.html
   [88]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-3/igt@kms_flip@flip-vs-blocking-wf-vblank@a-edp1.html

  * igt@kms_flip@flip-vs-expired-vblank-interruptible@b-hdmi-a6:
    - shard-dg2-set2:     [PASS][89] -> [FAIL][90] ([Intel XE#301])
   [89]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_flip@flip-vs-expired-vblank-interruptible@b-hdmi-a6.html
   [90]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-435/igt@kms_flip@flip-vs-expired-vblank-interruptible@b-hdmi-a6.html

  * igt@kms_flip@flip-vs-expired-vblank@c-dp2:
    - shard-bmg:          [PASS][91] -> [FAIL][92] ([Intel XE#2882]) +1 other test fail
   [91]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-4/igt@kms_flip@flip-vs-expired-vblank@c-dp2.html
   [92]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_flip@flip-vs-expired-vblank@c-dp2.html

  * igt@kms_flip@flip-vs-suspend-interruptible:
    - shard-dg2-set2:     [PASS][93] -> [INCOMPLETE][94] ([Intel XE#2049] / [Intel XE#2597])
   [93]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-436/igt@kms_flip@flip-vs-suspend-interruptible.html
   [94]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-436/igt@kms_flip@flip-vs-suspend-interruptible.html

  * igt@kms_flip@flip-vs-suspend-interruptible@d-dp4:
    - shard-dg2-set2:     [PASS][95] -> [INCOMPLETE][96] ([Intel XE#2049])
   [95]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-436/igt@kms_flip@flip-vs-suspend-interruptible@d-dp4.html
   [96]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-436/igt@kms_flip@flip-vs-suspend-interruptible@d-dp4.html

  * igt@kms_flip@flip-vs-suspend@d-dp2:
    - shard-bmg:          [PASS][97] -> [INCOMPLETE][98] ([Intel XE#2597])
   [97]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-5/igt@kms_flip@flip-vs-suspend@d-dp2.html
   [98]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-4/igt@kms_flip@flip-vs-suspend@d-dp2.html

  * igt@kms_flip@flip-vs-wf_vblank-interruptible:
    - shard-bmg:          [PASS][99] -> [FAIL][100] ([Intel XE#2882] / [Intel XE#3098])
   [99]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-5/igt@kms_flip@flip-vs-wf_vblank-interruptible.html
   [100]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-7/igt@kms_flip@flip-vs-wf_vblank-interruptible.html

  * igt@kms_flip@flip-vs-wf_vblank-interruptible@b-dp2:
    - shard-bmg:          [PASS][101] -> [FAIL][102] ([Intel XE#3098])
   [101]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-5/igt@kms_flip@flip-vs-wf_vblank-interruptible@b-dp2.html
   [102]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-7/igt@kms_flip@flip-vs-wf_vblank-interruptible@b-dp2.html

  * igt@kms_flip@plain-flip-ts-check@a-edp1:
    - shard-lnl:          NOTRUN -> [FAIL][103] ([Intel XE#886]) +1 other test fail
   [103]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-6/igt@kms_flip@plain-flip-ts-check@a-edp1.html

  * igt@kms_flip_scaled_crc@flip-32bpp-yftile-to-32bpp-yftileccs-downscaling:
    - shard-lnl:          NOTRUN -> [SKIP][104] ([Intel XE#1401] / [Intel XE#1745]) +5 other tests skip
   [104]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-7/igt@kms_flip_scaled_crc@flip-32bpp-yftile-to-32bpp-yftileccs-downscaling.html

  * igt@kms_flip_scaled_crc@flip-32bpp-ytile-to-32bpp-ytilegen12rcccs-downscaling@pipe-a-default-mode:
    - shard-lnl:          NOTRUN -> [SKIP][105] ([Intel XE#1401]) +5 other tests skip
   [105]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-1/igt@kms_flip_scaled_crc@flip-32bpp-ytile-to-32bpp-ytilegen12rcccs-downscaling@pipe-a-default-mode.html

  * igt@kms_flip_scaled_crc@flip-64bpp-4tile-to-32bpp-4tile-downscaling:
    - shard-lnl:          NOTRUN -> [SKIP][106] ([Intel XE#1397] / [Intel XE#1745])
   [106]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-8/igt@kms_flip_scaled_crc@flip-64bpp-4tile-to-32bpp-4tile-downscaling.html

  * igt@kms_flip_scaled_crc@flip-64bpp-4tile-to-32bpp-4tile-downscaling@pipe-a-default-mode:
    - shard-lnl:          NOTRUN -> [SKIP][107] ([Intel XE#1397])
   [107]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-8/igt@kms_flip_scaled_crc@flip-64bpp-4tile-to-32bpp-4tile-downscaling@pipe-a-default-mode.html

  * igt@kms_flip_scaled_crc@flip-64bpp-yftile-to-16bpp-yftile-upscaling:
    - shard-bmg:          NOTRUN -> [SKIP][108] ([Intel XE#2293] / [Intel XE#2380]) +4 other tests skip
   [108]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-5/igt@kms_flip_scaled_crc@flip-64bpp-yftile-to-16bpp-yftile-upscaling.html

  * igt@kms_flip_scaled_crc@flip-64bpp-ytile-to-16bpp-ytile-downscaling@pipe-a-valid-mode:
    - shard-bmg:          NOTRUN -> [SKIP][109] ([Intel XE#2293]) +5 other tests skip
   [109]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_flip_scaled_crc@flip-64bpp-ytile-to-16bpp-ytile-downscaling@pipe-a-valid-mode.html

  * igt@kms_force_connector_basic@force-connector-state:
    - shard-lnl:          NOTRUN -> [SKIP][110] ([Intel XE#352])
   [110]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-6/igt@kms_force_connector_basic@force-connector-state.html

  * igt@kms_frontbuffer_tracking@drrs-2p-pri-indfb-multidraw:
    - shard-bmg:          NOTRUN -> [SKIP][111] ([Intel XE#2311]) +16 other tests skip
   [111]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-5/igt@kms_frontbuffer_tracking@drrs-2p-pri-indfb-multidraw.html

  * igt@kms_frontbuffer_tracking@drrs-rgb101010-draw-mmap-wc:
    - shard-dg2-set2:     NOTRUN -> [SKIP][112] ([Intel XE#651]) +13 other tests skip
   [112]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-435/igt@kms_frontbuffer_tracking@drrs-rgb101010-draw-mmap-wc.html

  * igt@kms_frontbuffer_tracking@fbc-1p-rte:
    - shard-dg2-set2:     [PASS][113] -> [SKIP][114] ([Intel XE#2136]) +1 other test skip
   [113]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-435/igt@kms_frontbuffer_tracking@fbc-1p-rte.html
   [114]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_frontbuffer_tracking@fbc-1p-rte.html

  * igt@kms_frontbuffer_tracking@fbcdrrs-rgb101010-draw-blt:
    - shard-lnl:          NOTRUN -> [SKIP][115] ([Intel XE#651]) +18 other tests skip
   [115]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-1/igt@kms_frontbuffer_tracking@fbcdrrs-rgb101010-draw-blt.html

  * igt@kms_frontbuffer_tracking@fbcpsr-1p-primscrn-spr-indfb-draw-mmap-wc:
    - shard-bmg:          NOTRUN -> [SKIP][116] ([Intel XE#2313]) +24 other tests skip
   [116]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-5/igt@kms_frontbuffer_tracking@fbcpsr-1p-primscrn-spr-indfb-draw-mmap-wc.html

  * igt@kms_frontbuffer_tracking@fbcpsr-rgb565-draw-mmap-wc:
    - shard-bmg:          NOTRUN -> [SKIP][117] ([Intel XE#2136] / [Intel XE#2231]) +4 other tests skip
   [117]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_frontbuffer_tracking@fbcpsr-rgb565-draw-mmap-wc.html

  * igt@kms_frontbuffer_tracking@fbcpsr-tiling-linear:
    - shard-dg2-set2:     NOTRUN -> [SKIP][118] ([Intel XE#653]) +12 other tests skip
   [118]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-435/igt@kms_frontbuffer_tracking@fbcpsr-tiling-linear.html

  * igt@kms_frontbuffer_tracking@pipe-fbc-rte:
    - shard-bmg:          NOTRUN -> [FAIL][119] ([Intel XE#2333]) +9 other tests fail
   [119]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_frontbuffer_tracking@pipe-fbc-rte.html

  * igt@kms_frontbuffer_tracking@psr-2p-scndscrn-pri-indfb-draw-render:
    - shard-lnl:          NOTRUN -> [SKIP][120] ([Intel XE#656]) +43 other tests skip
   [120]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-2/igt@kms_frontbuffer_tracking@psr-2p-scndscrn-pri-indfb-draw-render.html

  * igt@kms_getfb@getfb2-accept-ccs:
    - shard-bmg:          NOTRUN -> [SKIP][121] ([Intel XE#2340])
   [121]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-4/igt@kms_getfb@getfb2-accept-ccs.html

  * igt@kms_hdmi_inject@inject-audio:
    - shard-lnl:          NOTRUN -> [SKIP][122] ([Intel XE#1470] / [Intel XE#2853])
   [122]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-7/igt@kms_hdmi_inject@inject-audio.html

  * igt@kms_hdr@brightness-with-hdr:
    - shard-bmg:          NOTRUN -> [SKIP][123] ([Intel XE#3544])
   [123]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_hdr@brightness-with-hdr.html

  * igt@kms_hdr@invalid-hdr:
    - shard-dg2-set2:     [PASS][124] -> [SKIP][125] ([Intel XE#455])
   [124]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-466/igt@kms_hdr@invalid-hdr.html
   [125]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-435/igt@kms_hdr@invalid-hdr.html

  * igt@kms_histogram@global-basic:
    - shard-lnl:          NOTRUN -> [SKIP][126] ([Intel XE#3898])
   [126]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-8/igt@kms_histogram@global-basic.html

  * igt@kms_invalid_mode@clock-too-high:
    - shard-lnl:          NOTRUN -> [SKIP][127] ([Intel XE#1450] / [Intel XE#2568])
   [127]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-5/igt@kms_invalid_mode@clock-too-high.html

  * igt@kms_invalid_mode@clock-too-high@pipe-a-edp-1:
    - shard-lnl:          NOTRUN -> [SKIP][128] ([Intel XE#1450]) +2 other tests skip
   [128]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-5/igt@kms_invalid_mode@clock-too-high@pipe-a-edp-1.html

  * igt@kms_joiner@basic-force-ultra-joiner:
    - shard-lnl:          NOTRUN -> [SKIP][129] ([Intel XE#2934])
   [129]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-6/igt@kms_joiner@basic-force-ultra-joiner.html

  * igt@kms_joiner@basic-ultra-joiner:
    - shard-lnl:          NOTRUN -> [SKIP][130] ([Intel XE#2927])
   [130]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-4/igt@kms_joiner@basic-ultra-joiner.html

  * igt@kms_plane_cursor@primary@pipe-a-hdmi-a-6-size-256:
    - shard-dg2-set2:     NOTRUN -> [FAIL][131] ([Intel XE#616]) +3 other tests fail
   [131]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-435/igt@kms_plane_cursor@primary@pipe-a-hdmi-a-6-size-256.html

  * igt@kms_plane_lowres@tiling-y:
    - shard-lnl:          NOTRUN -> [SKIP][132] ([Intel XE#599])
   [132]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-2/igt@kms_plane_lowres@tiling-y.html

  * igt@kms_plane_multiple@tiling-y:
    - shard-lnl:          NOTRUN -> [SKIP][133] ([Intel XE#2493])
   [133]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-8/igt@kms_plane_multiple@tiling-y.html

  * igt@kms_plane_scaling@intel-max-src-size@pipe-a-hdmi-a-6:
    - shard-dg2-set2:     [PASS][134] -> [FAIL][135] ([Intel XE#361])
   [134]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-435/igt@kms_plane_scaling@intel-max-src-size@pipe-a-hdmi-a-6.html
   [135]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-466/igt@kms_plane_scaling@intel-max-src-size@pipe-a-hdmi-a-6.html

  * igt@kms_plane_scaling@plane-downscale-factor-0-25-with-pixel-format@pipe-b:
    - shard-dg2-set2:     NOTRUN -> [SKIP][136] ([Intel XE#2763]) +2 other tests skip
   [136]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_plane_scaling@plane-downscale-factor-0-25-with-pixel-format@pipe-b.html

  * igt@kms_plane_scaling@plane-downscale-factor-0-25-with-pixel-format@pipe-d:
    - shard-dg2-set2:     NOTRUN -> [SKIP][137] ([Intel XE#2763] / [Intel XE#455])
   [137]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_plane_scaling@plane-downscale-factor-0-25-with-pixel-format@pipe-d.html

  * igt@kms_plane_scaling@planes-downscale-factor-0-25-upscale-20x20@pipe-a:
    - shard-lnl:          NOTRUN -> [SKIP][138] ([Intel XE#2763]) +19 other tests skip
   [138]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-8/igt@kms_plane_scaling@planes-downscale-factor-0-25-upscale-20x20@pipe-a.html

  * igt@kms_plane_scaling@planes-downscale-factor-0-75@pipe-a:
    - shard-bmg:          NOTRUN -> [SKIP][139] ([Intel XE#2763]) +13 other tests skip
   [139]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-4/igt@kms_plane_scaling@planes-downscale-factor-0-75@pipe-a.html

  * igt@kms_pm_backlight@basic-brightness:
    - shard-bmg:          NOTRUN -> [SKIP][140] ([Intel XE#870])
   [140]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_pm_backlight@basic-brightness.html

  * igt@kms_pm_dc@dc5-retention-flops:
    - shard-lnl:          NOTRUN -> [SKIP][141] ([Intel XE#3309])
   [141]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-7/igt@kms_pm_dc@dc5-retention-flops.html

  * igt@kms_pm_dc@deep-pkgc:
    - shard-bmg:          NOTRUN -> [SKIP][142] ([Intel XE#2505])
   [142]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_pm_dc@deep-pkgc.html
    - shard-dg2-set2:     NOTRUN -> [SKIP][143] ([Intel XE#908])
   [143]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-435/igt@kms_pm_dc@deep-pkgc.html
    - shard-lnl:          NOTRUN -> [FAIL][144] ([Intel XE#2029])
   [144]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-6/igt@kms_pm_dc@deep-pkgc.html

  * igt@kms_pm_rpm@dpms-lpsp:
    - shard-bmg:          NOTRUN -> [SKIP][145] ([Intel XE#1439] / [Intel XE#3141] / [Intel XE#836])
   [145]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-7/igt@kms_pm_rpm@dpms-lpsp.html

  * igt@kms_pm_rpm@modeset-non-lpsp:
    - shard-lnl:          NOTRUN -> [SKIP][146] ([Intel XE#1439] / [Intel XE#3141])
   [146]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-1/igt@kms_pm_rpm@modeset-non-lpsp.html

  * igt@kms_pm_rpm@system-suspend-modeset:
    - shard-dg2-set2:     [PASS][147] -> [SKIP][148] ([Intel XE#2446]) +1 other test skip
   [147]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-436/igt@kms_pm_rpm@system-suspend-modeset.html
   [148]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_pm_rpm@system-suspend-modeset.html
    - shard-bmg:          [PASS][149] -> [SKIP][150] ([Intel XE#2446]) +1 other test skip
   [149]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-5/igt@kms_pm_rpm@system-suspend-modeset.html
   [150]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_pm_rpm@system-suspend-modeset.html

  * igt@kms_psr2_sf@fbc-pr-cursor-plane-update-sf:
    - shard-dg2-set2:     NOTRUN -> [SKIP][151] ([Intel XE#1489]) +4 other tests skip
   [151]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-466/igt@kms_psr2_sf@fbc-pr-cursor-plane-update-sf.html

  * igt@kms_psr2_sf@pr-overlay-plane-move-continuous-sf:
    - shard-lnl:          NOTRUN -> [SKIP][152] ([Intel XE#2893]) +3 other tests skip
   [152]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-8/igt@kms_psr2_sf@pr-overlay-plane-move-continuous-sf.html

  * igt@kms_psr2_sf@psr2-cursor-plane-move-continuous-exceed-fully-sf:
    - shard-bmg:          NOTRUN -> [SKIP][153] ([Intel XE#1489]) +5 other tests skip
   [153]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_psr2_sf@psr2-cursor-plane-move-continuous-exceed-fully-sf.html

  * igt@kms_psr@pr-sprite-blt:
    - shard-dg2-set2:     NOTRUN -> [SKIP][154] ([Intel XE#2850] / [Intel XE#929]) +7 other tests skip
   [154]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-466/igt@kms_psr@pr-sprite-blt.html
    - shard-lnl:          NOTRUN -> [SKIP][155] ([Intel XE#1406]) +4 other tests skip
   [155]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-2/igt@kms_psr@pr-sprite-blt.html

  * igt@kms_psr@psr-basic:
    - shard-bmg:          NOTRUN -> [SKIP][156] ([Intel XE#2234] / [Intel XE#2850]) +12 other tests skip
   [156]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_psr@psr-basic.html

  * igt@kms_rotation_crc@bad-tiling:
    - shard-dg2-set2:     NOTRUN -> [SKIP][157] ([Intel XE#3414])
   [157]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_rotation_crc@bad-tiling.html
    - shard-bmg:          NOTRUN -> [SKIP][158] ([Intel XE#3414] / [Intel XE#3904])
   [158]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_rotation_crc@bad-tiling.html

  * igt@kms_rotation_crc@primary-rotation-90:
    - shard-lnl:          NOTRUN -> [SKIP][159] ([Intel XE#3414] / [Intel XE#3904]) +1 other test skip
   [159]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-4/igt@kms_rotation_crc@primary-rotation-90.html

  * igt@kms_rotation_crc@primary-y-tiled-reflect-x-0:
    - shard-dg2-set2:     NOTRUN -> [SKIP][160] ([Intel XE#1127])
   [160]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-436/igt@kms_rotation_crc@primary-y-tiled-reflect-x-0.html

  * igt@kms_rotation_crc@primary-yf-tiled-reflect-x-180:
    - shard-lnl:          NOTRUN -> [SKIP][161] ([Intel XE#1127]) +1 other test skip
   [161]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-3/igt@kms_rotation_crc@primary-yf-tiled-reflect-x-180.html

  * igt@kms_scaling_modes@scaling-mode-center:
    - shard-bmg:          NOTRUN -> [SKIP][162] ([Intel XE#2413])
   [162]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_scaling_modes@scaling-mode-center.html

  * igt@kms_setmode@invalid-clone-single-crtc:
    - shard-lnl:          NOTRUN -> [SKIP][163] ([Intel XE#1435])
   [163]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-3/igt@kms_setmode@invalid-clone-single-crtc.html

  * igt@kms_universal_plane@cursor-fb-leak@pipe-a-edp-1:
    - shard-lnl:          NOTRUN -> [FAIL][164] ([Intel XE#899]) +2 other tests fail
   [164]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-7/igt@kms_universal_plane@cursor-fb-leak@pipe-a-edp-1.html

  * igt@kms_vblank@ts-continuation-dpms-suspend:
    - shard-bmg:          [PASS][165] -> [INCOMPLETE][166] ([Intel XE#3864]) +1 other test incomplete
   [165]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-1/igt@kms_vblank@ts-continuation-dpms-suspend.html
   [166]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-4/igt@kms_vblank@ts-continuation-dpms-suspend.html

  * igt@kms_vblank@ts-continuation-modeset-rpm:
    - shard-dg2-set2:     [PASS][167] -> [INCOMPLETE][168] ([Intel XE#1034])
   [167]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_vblank@ts-continuation-modeset-rpm.html
   [168]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-466/igt@kms_vblank@ts-continuation-modeset-rpm.html

  * igt@kms_vrr@flip-dpms:
    - shard-dg2-set2:     NOTRUN -> [SKIP][169] ([Intel XE#2423] / [i915#2575]) +1 other test skip
   [169]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_vrr@flip-dpms.html

  * igt@kms_vrr@lobf:
    - shard-bmg:          NOTRUN -> [SKIP][170] ([Intel XE#2168])
   [170]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_vrr@lobf.html
    - shard-dg2-set2:     NOTRUN -> [SKIP][171] ([Intel XE#2168])
   [171]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-435/igt@kms_vrr@lobf.html
    - shard-lnl:          NOTRUN -> [SKIP][172] ([Intel XE#1499])
   [172]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-3/igt@kms_vrr@lobf.html

  * igt@xe_compute@ccs-mode-basic:
    - shard-lnl:          NOTRUN -> [SKIP][173] ([Intel XE#1447])
   [173]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-4/igt@xe_compute@ccs-mode-basic.html

  * igt@xe_compute_preempt@compute-preempt@engine-drm_xe_engine_class_compute:
    - shard-dg2-set2:     NOTRUN -> [SKIP][174] ([Intel XE#1280] / [Intel XE#455])
   [174]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-435/igt@xe_compute_preempt@compute-preempt@engine-drm_xe_engine_class_compute.html

  * igt@xe_eudebug@attach-debug-metadata:
    - shard-bmg:          NOTRUN -> [SKIP][175] ([Intel XE#2905]) +5 other tests skip
   [175]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-4/igt@xe_eudebug@attach-debug-metadata.html

  * igt@xe_eudebug@basic-client:
    - shard-lnl:          NOTRUN -> [SKIP][176] ([Intel XE#2905]) +13 other tests skip
   [176]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-8/igt@xe_eudebug@basic-client.html

  * igt@xe_eudebug@basic-close:
    - shard-dg2-set2:     NOTRUN -> [SKIP][177] ([Intel XE#2905]) +5 other tests skip
   [177]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@xe_eudebug@basic-close.html

  * igt@xe_eudebug@basic-vm-access-parameters-userptr:
    - shard-lnl:          NOTRUN -> [SKIP][178] ([Intel XE#3889])
   [178]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-2/igt@xe_eudebug@basic-vm-access-parameters-userptr.html

  * igt@xe_eudebug@basic-vm-bind-ufence-delay-ack:
    - shard-dg2-set2:     NOTRUN -> [SKIP][179] ([Intel XE#3889])
   [179]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-436/igt@xe_eudebug@basic-vm-bind-ufence-delay-ack.html
    - shard-bmg:          NOTRUN -> [SKIP][180] ([Intel XE#3889])
   [180]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-8/igt@xe_eudebug@basic-vm-bind-ufence-delay-ack.html

  * igt@xe_evict@evict-beng-mixed-many-threads-large:
    - shard-dg2-set2:     [PASS][181] -> [TIMEOUT][182] ([Intel XE#1473])
   [181]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-466/igt@xe_evict@evict-beng-mixed-many-threads-large.html
   [182]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-436/igt@xe_evict@evict-beng-mixed-many-threads-large.html

  * igt@xe_evict@evict-beng-mixed-threads-large-multi-vm:
    - shard-lnl:          NOTRUN -> [SKIP][183] ([Intel XE#688]) +9 other tests skip
   [183]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-6/igt@xe_evict@evict-beng-mixed-threads-large-multi-vm.html

  * igt@xe_evict@evict-mixed-many-threads-large:
    - shard-bmg:          NOTRUN -> [TIMEOUT][184] ([Intel XE#1473])
   [184]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-7/igt@xe_evict@evict-mixed-many-threads-large.html

  * igt@xe_evict_ccs@evict-overcommit-standalone-instantfree-reopen:
    - shard-dg2-set2:     [PASS][185] -> [SKIP][186] ([Intel XE#1130]) +13 other tests skip
   [185]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-436/igt@xe_evict_ccs@evict-overcommit-standalone-instantfree-reopen.html
   [186]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@xe_evict_ccs@evict-overcommit-standalone-instantfree-reopen.html

  * igt@xe_exec_basic@multigpu-many-execqueues-many-vm-basic:
    - shard-bmg:          NOTRUN -> [SKIP][187] ([Intel XE#2322]) +8 other tests skip
   [187]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-7/igt@xe_exec_basic@multigpu-many-execqueues-many-vm-basic.html

  * igt@xe_exec_basic@multigpu-no-exec-null-defer-bind:
    - shard-lnl:          NOTRUN -> [SKIP][188] ([Intel XE#1392]) +6 other tests skip
   [188]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-1/igt@xe_exec_basic@multigpu-no-exec-null-defer-bind.html

  * igt@xe_exec_fault_mode@once-invalid-userptr-fault:
    - shard-dg2-set2:     NOTRUN -> [SKIP][189] ([Intel XE#288]) +10 other tests skip
   [189]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@xe_exec_fault_mode@once-invalid-userptr-fault.html

  * igt@xe_exec_fault_mode@twice-userptr-invalidate-race-imm:
    - shard-bmg:          [PASS][190] -> [SKIP][191] ([Intel XE#1130]) +16 other tests skip
   [190]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-1/igt@xe_exec_fault_mode@twice-userptr-invalidate-race-imm.html
   [191]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@xe_exec_fault_mode@twice-userptr-invalidate-race-imm.html

  * igt@xe_exec_threads@threads-hang-rebind:
    - shard-bmg:          NOTRUN -> [SKIP][192] ([Intel XE#1130]) +4 other tests skip
   [192]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@xe_exec_threads@threads-hang-rebind.html
    - shard-dg2-set2:     NOTRUN -> [SKIP][193] ([Intel XE#1130]) +2 other tests skip
   [193]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@xe_exec_threads@threads-hang-rebind.html

  * igt@xe_live_ktest@xe_bo@xe_ccs_migrate_kunit:
    - shard-bmg:          NOTRUN -> [SKIP][194] ([Intel XE#2229])
   [194]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-7/igt@xe_live_ktest@xe_bo@xe_ccs_migrate_kunit.html

  * igt@xe_live_ktest@xe_eudebug:
    - shard-lnl:          NOTRUN -> [SKIP][195] ([Intel XE#1192] / [Intel XE#3026])
   [195]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-8/igt@xe_live_ktest@xe_eudebug.html

  * igt@xe_media_fill@media-fill:
    - shard-bmg:          NOTRUN -> [SKIP][196] ([Intel XE#2459] / [Intel XE#2596])
   [196]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-8/igt@xe_media_fill@media-fill.html
    - shard-dg2-set2:     NOTRUN -> [SKIP][197] ([Intel XE#560])
   [197]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-436/igt@xe_media_fill@media-fill.html
    - shard-lnl:          NOTRUN -> [SKIP][198] ([Intel XE#560])
   [198]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-5/igt@xe_media_fill@media-fill.html

  * igt@xe_module_load@load:
    - shard-lnl:          ([PASS][199], [PASS][200], [PASS][201], [PASS][202], [PASS][203], [PASS][204], [PASS][205], [PASS][206], [PASS][207], [PASS][208], [PASS][209], [PASS][210], [PASS][211], [PASS][212], [PASS][213], [PASS][214], [PASS][215], [PASS][216], [PASS][217], [PASS][218], [PASS][219], [PASS][220], [PASS][221]) -> ([PASS][222], [PASS][223], [PASS][224], [PASS][225], [PASS][226], [PASS][227], [PASS][228], [PASS][229], [PASS][230], [PASS][231], [PASS][232], [PASS][233], [PASS][234], [PASS][235], [PASS][236], [PASS][237], [PASS][238], [PASS][239], [PASS][240], [PASS][241], [PASS][242], [PASS][243], [SKIP][244], [PASS][245], [PASS][246], [PASS][247]) ([Intel XE#378])
   [199]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-6/igt@xe_module_load@load.html
   [200]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-5/igt@xe_module_load@load.html
   [201]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-5/igt@xe_module_load@load.html
   [202]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-1/igt@xe_module_load@load.html
   [203]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-1/igt@xe_module_load@load.html
   [204]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-7/igt@xe_module_load@load.html
   [205]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-7/igt@xe_module_load@load.html
   [206]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-1/igt@xe_module_load@load.html
   [207]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-4/igt@xe_module_load@load.html
   [208]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-4/igt@xe_module_load@load.html
   [209]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-5/igt@xe_module_load@load.html
   [210]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-1/igt@xe_module_load@load.html
   [211]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-3/igt@xe_module_load@load.html
   [212]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-2/igt@xe_module_load@load.html
   [213]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-2/igt@xe_module_load@load.html
   [214]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-8/igt@xe_module_load@load.html
   [215]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-8/igt@xe_module_load@load.html
   [216]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-8/igt@xe_module_load@load.html
   [217]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-6/igt@xe_module_load@load.html
   [218]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-7/igt@xe_module_load@load.html
   [219]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-7/igt@xe_module_load@load.html
   [220]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-4/igt@xe_module_load@load.html
   [221]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-6/igt@xe_module_load@load.html
   [222]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-8/igt@xe_module_load@load.html
   [223]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-6/igt@xe_module_load@load.html
   [224]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-3/igt@xe_module_load@load.html
   [225]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-3/igt@xe_module_load@load.html
   [226]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-1/igt@xe_module_load@load.html
   [227]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-6/igt@xe_module_load@load.html
   [228]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-6/igt@xe_module_load@load.html
   [229]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-3/igt@xe_module_load@load.html
   [230]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-3/igt@xe_module_load@load.html
   [231]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-7/igt@xe_module_load@load.html
   [232]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-5/igt@xe_module_load@load.html
   [233]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-5/igt@xe_module_load@load.html
   [234]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-8/igt@xe_module_load@load.html
   [235]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-4/igt@xe_module_load@load.html
   [236]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-4/igt@xe_module_load@load.html
   [237]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-1/igt@xe_module_load@load.html
   [238]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-1/igt@xe_module_load@load.html
   [239]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-4/igt@xe_module_load@load.html
   [240]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-8/igt@xe_module_load@load.html
   [241]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-2/igt@xe_module_load@load.html
   [242]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-2/igt@xe_module_load@load.html
   [243]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-2/igt@xe_module_load@load.html
   [244]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-5/igt@xe_module_load@load.html
   [245]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-7/igt@xe_module_load@load.html
   [246]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-7/igt@xe_module_load@load.html
   [247]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-5/igt@xe_module_load@load.html

  * igt@xe_oa@invalid-map-oa-buffer:
    - shard-dg2-set2:     NOTRUN -> [SKIP][248] ([Intel XE#2541] / [Intel XE#3573]) +1 other test skip
   [248]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-435/igt@xe_oa@invalid-map-oa-buffer.html

  * igt@xe_oa@unprivileged-single-ctx-counters:
    - shard-bmg:          NOTRUN -> [SKIP][249] ([Intel XE#2248])
   [249]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-8/igt@xe_oa@unprivileged-single-ctx-counters.html

  * igt@xe_peer2peer@read:
    - shard-lnl:          NOTRUN -> [SKIP][250] ([Intel XE#1061])
   [250]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-3/igt@xe_peer2peer@read.html

  * igt@xe_peer2peer@write:
    - shard-bmg:          NOTRUN -> [SKIP][251] ([Intel XE#2427])
   [251]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@xe_peer2peer@write.html

  * igt@xe_pm@d3cold-basic-exec:
    - shard-bmg:          NOTRUN -> [SKIP][252] ([Intel XE#2284])
   [252]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-5/igt@xe_pm@d3cold-basic-exec.html

  * igt@xe_pm@d3cold-mocs:
    - shard-lnl:          NOTRUN -> [SKIP][253] ([Intel XE#2284])
   [253]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-6/igt@xe_pm@d3cold-mocs.html

  * igt@xe_pm@s3-mocs:
    - shard-bmg:          [PASS][254] -> [INCOMPLETE][255] ([Intel XE#569])
   [254]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-8/igt@xe_pm@s3-mocs.html
   [255]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-7/igt@xe_pm@s3-mocs.html

  * igt@xe_pm@s3-vm-bind-unbind-all:
    - shard-lnl:          NOTRUN -> [SKIP][256] ([Intel XE#584]) +1 other test skip
   [256]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-3/igt@xe_pm@s3-vm-bind-unbind-all.html

  * igt@xe_pm@s4-d3cold-basic-exec:
    - shard-lnl:          NOTRUN -> [SKIP][257] ([Intel XE#2284] / [Intel XE#366]) +2 other tests skip
   [257]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-8/igt@xe_pm@s4-d3cold-basic-exec.html

  * igt@xe_pm@s4-vm-bind-unbind-all:
    - shard-lnl:          NOTRUN -> [ABORT][258] ([Intel XE#1607] / [Intel XE#1794])
   [258]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-2/igt@xe_pm@s4-vm-bind-unbind-all.html

  * igt@xe_pm_residency@toggle-gt-c6:
    - shard-lnl:          [PASS][259] -> [FAIL][260] ([Intel XE#958])
   [259]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-6/igt@xe_pm_residency@toggle-gt-c6.html
   [260]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-3/igt@xe_pm_residency@toggle-gt-c6.html

  * igt@xe_query@multigpu-query-engines:
    - shard-lnl:          NOTRUN -> [SKIP][261] ([Intel XE#944]) +3 other tests skip
   [261]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-8/igt@xe_query@multigpu-query-engines.html

  * igt@xe_query@multigpu-query-invalid-cs-cycles:
    - shard-bmg:          NOTRUN -> [SKIP][262] ([Intel XE#944]) +2 other tests skip
   [262]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@xe_query@multigpu-query-invalid-cs-cycles.html
    - shard-dg2-set2:     NOTRUN -> [SKIP][263] ([Intel XE#944]) +1 other test skip
   [263]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@xe_query@multigpu-query-invalid-cs-cycles.html

  
#### Possible fixes ####

  * igt@kms_async_flips@alternate-sync-async-flip:
    - shard-bmg:          [FAIL][264] ([Intel XE#827]) -> [PASS][265] +1 other test pass
   [264]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_async_flips@alternate-sync-async-flip.html
   [265]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-4/igt@kms_async_flips@alternate-sync-async-flip.html
    - shard-lnl:          [FAIL][266] ([Intel XE#827]) -> [PASS][267] +1 other test pass
   [266]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-6/igt@kms_async_flips@alternate-sync-async-flip.html
   [267]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-2/igt@kms_async_flips@alternate-sync-async-flip.html

  * igt@kms_async_flips@async-flip-with-page-flip-events@pipe-a-edp-1-linear:
    - shard-lnl:          [FAIL][268] ([Intel XE#911]) -> [PASS][269] +3 other tests pass
   [268]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-2/igt@kms_async_flips@async-flip-with-page-flip-events@pipe-a-edp-1-linear.html
   [269]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-8/igt@kms_async_flips@async-flip-with-page-flip-events@pipe-a-edp-1-linear.html

  * igt@kms_big_fb@x-tiled-max-hw-stride-64bpp-rotate-0:
    - shard-dg2-set2:     [SKIP][270] ([Intel XE#2136]) -> [PASS][271] +4 other tests pass
   [270]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_big_fb@x-tiled-max-hw-stride-64bpp-rotate-0.html
   [271]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-435/igt@kms_big_fb@x-tiled-max-hw-stride-64bpp-rotate-0.html

  * igt@kms_cursor_crc@cursor-suspend:
    - shard-bmg:          [INCOMPLETE][272] ([Intel XE#3878]) -> [PASS][273]
   [272]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_cursor_crc@cursor-suspend.html
   [273]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-5/igt@kms_cursor_crc@cursor-suspend.html

  * igt@kms_cursor_crc@cursor-suspend@pipe-d-dp-2:
    - shard-bmg:          [INCOMPLETE][274] -> [PASS][275]
   [274]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_cursor_crc@cursor-suspend@pipe-d-dp-2.html
   [275]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-5/igt@kms_cursor_crc@cursor-suspend@pipe-d-dp-2.html

  * igt@kms_cursor_legacy@cursor-vs-flip-varying-size:
    - shard-dg2-set2:     [SKIP][276] ([Intel XE#2423] / [i915#2575]) -> [PASS][277] +10 other tests pass
   [276]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_cursor_legacy@cursor-vs-flip-varying-size.html
   [277]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_cursor_legacy@cursor-vs-flip-varying-size.html

  * igt@kms_draw_crc@draw-method-mmap-wc:
    - shard-bmg:          [SKIP][278] ([Intel XE#2136] / [Intel XE#2231]) -> [PASS][279] +2 other tests pass
   [278]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_draw_crc@draw-method-mmap-wc.html
   [279]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-8/igt@kms_draw_crc@draw-method-mmap-wc.html

  * igt@kms_flip@2x-flip-vs-expired-vblank-interruptible@bd-dp2-hdmi-a3:
    - shard-bmg:          [FAIL][280] ([Intel XE#3321]) -> [PASS][281]
   [280]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-5/igt@kms_flip@2x-flip-vs-expired-vblank-interruptible@bd-dp2-hdmi-a3.html
   [281]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-8/igt@kms_flip@2x-flip-vs-expired-vblank-interruptible@bd-dp2-hdmi-a3.html

  * igt@kms_flip@2x-flip-vs-suspend-interruptible@ab-dp2-hdmi-a3:
    - shard-bmg:          [INCOMPLETE][282] ([Intel XE#2597]) -> [PASS][283] +3 other tests pass
   [282]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_flip@2x-flip-vs-suspend-interruptible@ab-dp2-hdmi-a3.html
   [283]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-8/igt@kms_flip@2x-flip-vs-suspend-interruptible@ab-dp2-hdmi-a3.html

  * igt@kms_flip@2x-plain-flip-fb-recreate:
    - shard-bmg:          [FAIL][284] ([Intel XE#2882]) -> [PASS][285] +2 other tests pass
   [284]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-1/igt@kms_flip@2x-plain-flip-fb-recreate.html
   [285]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-7/igt@kms_flip@2x-plain-flip-fb-recreate.html

  * igt@kms_flip@dpms-off-confusion-interruptible@c-hdmi-a6:
    - shard-dg2-set2:     [INCOMPLETE][286] -> [PASS][287] +1 other test pass
   [286]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-436/igt@kms_flip@dpms-off-confusion-interruptible@c-hdmi-a6.html
   [287]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-435/igt@kms_flip@dpms-off-confusion-interruptible@c-hdmi-a6.html

  * igt@kms_flip@flip-vs-expired-vblank-interruptible@a-dp4:
    - shard-dg2-set2:     [FAIL][288] ([Intel XE#301]) -> [PASS][289] +8 other tests pass
   [288]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_flip@flip-vs-expired-vblank-interruptible@a-dp4.html
   [289]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-435/igt@kms_flip@flip-vs-expired-vblank-interruptible@a-dp4.html

  * igt@kms_frontbuffer_tracking@fbc-2p-scndscrn-spr-indfb-draw-mmap-wc:
    - shard-dg2-set2:     [SKIP][290] ([Intel XE#2136] / [Intel XE#2351]) -> [PASS][291] +3 other tests pass
   [290]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_frontbuffer_tracking@fbc-2p-scndscrn-spr-indfb-draw-mmap-wc.html
   [291]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-466/igt@kms_frontbuffer_tracking@fbc-2p-scndscrn-spr-indfb-draw-mmap-wc.html

  * igt@kms_plane@plane-panning-bottom-right-suspend:
    - shard-bmg:          [FAIL][292] -> [PASS][293] +6 other tests pass
   [292]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-4/igt@kms_plane@plane-panning-bottom-right-suspend.html
   [293]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_plane@plane-panning-bottom-right-suspend.html

  * igt@kms_setmode@clone-exclusive-crtc:
    - shard-bmg:          [SKIP][294] ([Intel XE#3007]) -> [PASS][295] +10 other tests pass
   [294]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_setmode@clone-exclusive-crtc.html
   [295]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_setmode@clone-exclusive-crtc.html

  * igt@xe_evict@evict-mixed-many-threads-small:
    - shard-dg2-set2:     [TIMEOUT][296] ([Intel XE#1473]) -> [PASS][297]
   [296]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-435/igt@xe_evict@evict-mixed-many-threads-small.html
   [297]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@xe_evict@evict-mixed-many-threads-small.html

  * igt@xe_exec_basic@many-execqueues-bindexecqueue-userptr-rebind:
    - shard-bmg:          [SKIP][298] ([Intel XE#1130]) -> [PASS][299] +27 other tests pass
   [298]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@xe_exec_basic@many-execqueues-bindexecqueue-userptr-rebind.html
   [299]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@xe_exec_basic@many-execqueues-bindexecqueue-userptr-rebind.html

  * igt@xe_exec_basic@many-null-rebind:
    - shard-dg2-set2:     [SKIP][300] ([Intel XE#1130]) -> [PASS][301] +23 other tests pass
   [300]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@xe_exec_basic@many-null-rebind.html
   [301]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@xe_exec_basic@many-null-rebind.html

  * igt@xe_live_ktest@xe_migrate@xe_migrate_sanity_kunit:
    - shard-bmg:          [FAIL][302] ([Intel XE#3099]) -> [PASS][303] +2 other tests pass
   [302]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@xe_live_ktest@xe_migrate@xe_migrate_sanity_kunit.html
   [303]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-5/igt@xe_live_ktest@xe_migrate@xe_migrate_sanity_kunit.html

  * igt@xe_wedged@wedged-mode-toggle:
    - shard-lnl:          [ABORT][304] ([Intel XE#3084]) -> [PASS][305]
   [304]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-lnl-2/igt@xe_wedged@wedged-mode-toggle.html
   [305]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-lnl-8/igt@xe_wedged@wedged-mode-toggle.html

  
#### Warnings ####

  * igt@kms_async_flips@invalid-async-flip-atomic:
    - shard-dg2-set2:     [SKIP][306] ([Intel XE#2423] / [i915#2575]) -> [SKIP][307] ([Intel XE#3768])
   [306]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_async_flips@invalid-async-flip-atomic.html
   [307]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-435/igt@kms_async_flips@invalid-async-flip-atomic.html
    - shard-bmg:          [SKIP][308] ([Intel XE#3007]) -> [SKIP][309] ([Intel XE#3768])
   [308]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_async_flips@invalid-async-flip-atomic.html
   [309]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-5/igt@kms_async_flips@invalid-async-flip-atomic.html

  * igt@kms_big_fb@4-tiled-16bpp-rotate-90:
    - shard-bmg:          [SKIP][310] ([Intel XE#2136] / [Intel XE#2231]) -> [SKIP][311] ([Intel XE#2327])
   [310]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_big_fb@4-tiled-16bpp-rotate-90.html
   [311]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_big_fb@4-tiled-16bpp-rotate-90.html
    - shard-dg2-set2:     [SKIP][312] ([Intel XE#2136] / [Intel XE#2351]) -> [SKIP][313] ([Intel XE#316])
   [312]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_big_fb@4-tiled-16bpp-rotate-90.html
   [313]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_big_fb@4-tiled-16bpp-rotate-90.html

  * igt@kms_big_fb@y-tiled-64bpp-rotate-180:
    - shard-dg2-set2:     [SKIP][314] ([Intel XE#1124]) -> [SKIP][315] ([Intel XE#2136] / [Intel XE#2351])
   [314]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-466/igt@kms_big_fb@y-tiled-64bpp-rotate-180.html
   [315]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_big_fb@y-tiled-64bpp-rotate-180.html
    - shard-bmg:          [SKIP][316] ([Intel XE#1124]) -> [SKIP][317] ([Intel XE#2136] / [Intel XE#2231])
   [316]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-1/igt@kms_big_fb@y-tiled-64bpp-rotate-180.html
   [317]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_big_fb@y-tiled-64bpp-rotate-180.html

  * igt@kms_big_fb@yf-tiled-addfb-size-overflow:
    - shard-bmg:          [SKIP][318] ([Intel XE#610]) -> [SKIP][319] ([Intel XE#2136] / [Intel XE#2231])
   [318]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-1/igt@kms_big_fb@yf-tiled-addfb-size-overflow.html
   [319]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_big_fb@yf-tiled-addfb-size-overflow.html
    - shard-dg2-set2:     [SKIP][320] ([Intel XE#610]) -> [SKIP][321] ([Intel XE#2136])
   [320]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_big_fb@yf-tiled-addfb-size-overflow.html
   [321]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_big_fb@yf-tiled-addfb-size-overflow.html

  * igt@kms_big_fb@yf-tiled-max-hw-stride-64bpp-rotate-180:
    - shard-bmg:          [SKIP][322] ([Intel XE#2136] / [Intel XE#2231]) -> [SKIP][323] ([Intel XE#1124])
   [322]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_big_fb@yf-tiled-max-hw-stride-64bpp-rotate-180.html
   [323]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_big_fb@yf-tiled-max-hw-stride-64bpp-rotate-180.html
    - shard-dg2-set2:     [SKIP][324] ([Intel XE#2136]) -> [SKIP][325] ([Intel XE#1124])
   [324]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_big_fb@yf-tiled-max-hw-stride-64bpp-rotate-180.html
   [325]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-466/igt@kms_big_fb@yf-tiled-max-hw-stride-64bpp-rotate-180.html

  * igt@kms_bw@linear-tiling-2-displays-3840x2160p:
    - shard-dg2-set2:     [SKIP][326] ([Intel XE#367]) -> [SKIP][327] ([Intel XE#2423] / [i915#2575])
   [326]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_bw@linear-tiling-2-displays-3840x2160p.html
   [327]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_bw@linear-tiling-2-displays-3840x2160p.html
    - shard-bmg:          [SKIP][328] ([Intel XE#367]) -> [SKIP][329] ([Intel XE#3007])
   [328]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-1/igt@kms_bw@linear-tiling-2-displays-3840x2160p.html
   [329]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_bw@linear-tiling-2-displays-3840x2160p.html

  * igt@kms_ccs@crc-primary-rotation-180-4-tiled-mtl-rc-ccs-cc:
    - shard-dg2-set2:     [SKIP][330] ([Intel XE#2136] / [Intel XE#2351]) -> [SKIP][331] ([Intel XE#455] / [Intel XE#787]) +1 other test skip
   [330]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_ccs@crc-primary-rotation-180-4-tiled-mtl-rc-ccs-cc.html
   [331]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_ccs@crc-primary-rotation-180-4-tiled-mtl-rc-ccs-cc.html

  * igt@kms_ccs@missing-ccs-buffer-yf-tiled-ccs:
    - shard-bmg:          [SKIP][332] ([Intel XE#2887]) -> [SKIP][333] ([Intel XE#2136] / [Intel XE#2231])
   [332]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-8/igt@kms_ccs@missing-ccs-buffer-yf-tiled-ccs.html
   [333]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_ccs@missing-ccs-buffer-yf-tiled-ccs.html
    - shard-dg2-set2:     [SKIP][334] ([Intel XE#455] / [Intel XE#787]) -> [SKIP][335] ([Intel XE#2136] / [Intel XE#2351])
   [334]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-466/igt@kms_ccs@missing-ccs-buffer-yf-tiled-ccs.html
   [335]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_ccs@missing-ccs-buffer-yf-tiled-ccs.html

  * igt@kms_ccs@random-ccs-data-4-tiled-dg2-rc-ccs-cc:
    - shard-bmg:          [SKIP][336] ([Intel XE#2136] / [Intel XE#2231]) -> [SKIP][337] ([Intel XE#2887]) +2 other tests skip
   [336]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_ccs@random-ccs-data-4-tiled-dg2-rc-ccs-cc.html
   [337]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_ccs@random-ccs-data-4-tiled-dg2-rc-ccs-cc.html

  * igt@kms_chamelium_color@degamma:
    - shard-bmg:          [SKIP][338] ([Intel XE#3007]) -> [SKIP][339] ([Intel XE#2325])
   [338]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_chamelium_color@degamma.html
   [339]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_chamelium_color@degamma.html
    - shard-dg2-set2:     [SKIP][340] ([Intel XE#2423] / [i915#2575]) -> [SKIP][341] ([Intel XE#306])
   [340]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_chamelium_color@degamma.html
   [341]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_chamelium_color@degamma.html

  * igt@kms_chamelium_frames@hdmi-crc-fast:
    - shard-bmg:          [SKIP][342] ([Intel XE#2252]) -> [SKIP][343] ([Intel XE#3007]) +1 other test skip
   [342]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-5/igt@kms_chamelium_frames@hdmi-crc-fast.html
   [343]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_chamelium_frames@hdmi-crc-fast.html
    - shard-dg2-set2:     [SKIP][344] ([Intel XE#373]) -> [SKIP][345] ([Intel XE#2423] / [i915#2575]) +1 other test skip
   [344]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-435/igt@kms_chamelium_frames@hdmi-crc-fast.html
   [345]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_chamelium_frames@hdmi-crc-fast.html

  * igt@kms_chamelium_hpd@vga-hpd:
    - shard-dg2-set2:     [SKIP][346] ([Intel XE#2423] / [i915#2575]) -> [SKIP][347] ([Intel XE#373]) +1 other test skip
   [346]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_chamelium_hpd@vga-hpd.html
   [347]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-435/igt@kms_chamelium_hpd@vga-hpd.html
    - shard-bmg:          [SKIP][348] ([Intel XE#3007]) -> [SKIP][349] ([Intel XE#2252])
   [348]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_chamelium_hpd@vga-hpd.html
   [349]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-4/igt@kms_chamelium_hpd@vga-hpd.html

  * igt@kms_content_protection@atomic-dpms:
    - shard-dg2-set2:     [SKIP][350] ([Intel XE#2423] / [i915#2575]) -> [FAIL][351] ([Intel XE#1178])
   [350]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_content_protection@atomic-dpms.html
   [351]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-466/igt@kms_content_protection@atomic-dpms.html
    - shard-bmg:          [SKIP][352] ([Intel XE#3007]) -> [FAIL][353] ([Intel XE#1178])
   [352]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_content_protection@atomic-dpms.html
   [353]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-8/igt@kms_content_protection@atomic-dpms.html

  * igt@kms_content_protection@dp-mst-type-1:
    - shard-bmg:          [SKIP][354] ([Intel XE#2390]) -> [SKIP][355] ([Intel XE#3007])
   [354]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-8/igt@kms_content_protection@dp-mst-type-1.html
   [355]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_content_protection@dp-mst-type-1.html
    - shard-dg2-set2:     [SKIP][356] ([Intel XE#307]) -> [SKIP][357] ([Intel XE#2423] / [i915#2575])
   [356]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-435/igt@kms_content_protection@dp-mst-type-1.html
   [357]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_content_protection@dp-mst-type-1.html

  * igt@kms_cursor_crc@cursor-onscreen-32x10:
    - shard-bmg:          [SKIP][358] ([Intel XE#3007]) -> [SKIP][359] ([Intel XE#2320])
   [358]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_cursor_crc@cursor-onscreen-32x10.html
   [359]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_cursor_crc@cursor-onscreen-32x10.html

  * igt@kms_cursor_crc@cursor-sliding-512x170:
    - shard-dg2-set2:     [SKIP][360] ([Intel XE#2423] / [i915#2575]) -> [SKIP][361] ([Intel XE#308])
   [360]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_cursor_crc@cursor-sliding-512x170.html
   [361]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_cursor_crc@cursor-sliding-512x170.html
    - shard-bmg:          [SKIP][362] ([Intel XE#3007]) -> [SKIP][363] ([Intel XE#2321])
   [362]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_cursor_crc@cursor-sliding-512x170.html
   [363]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_cursor_crc@cursor-sliding-512x170.html

  * igt@kms_cursor_crc@cursor-sliding-512x512:
    - shard-bmg:          [SKIP][364] ([Intel XE#2321]) -> [SKIP][365] ([Intel XE#3007])
   [364]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-8/igt@kms_cursor_crc@cursor-sliding-512x512.html
   [365]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_cursor_crc@cursor-sliding-512x512.html
    - shard-dg2-set2:     [SKIP][366] ([Intel XE#308]) -> [SKIP][367] ([Intel XE#2423] / [i915#2575])
   [366]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-436/igt@kms_cursor_crc@cursor-sliding-512x512.html
   [367]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_cursor_crc@cursor-sliding-512x512.html

  * igt@kms_fbcon_fbt@psr:
    - shard-dg2-set2:     [SKIP][368] ([Intel XE#2136]) -> [SKIP][369] ([Intel XE#776])
   [368]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_fbcon_fbt@psr.html
   [369]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-466/igt@kms_fbcon_fbt@psr.html

  * igt@kms_flip@flip-vs-suspend:
    - shard-bmg:          [FAIL][370] -> [INCOMPLETE][371] ([Intel XE#2597])
   [370]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-5/igt@kms_flip@flip-vs-suspend.html
   [371]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-4/igt@kms_flip@flip-vs-suspend.html

  * igt@kms_flip_scaled_crc@flip-64bpp-ytile-to-32bpp-ytile-downscaling:
    - shard-dg2-set2:     [SKIP][372] ([Intel XE#2136] / [Intel XE#2351]) -> [SKIP][373] ([Intel XE#455])
   [372]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_flip_scaled_crc@flip-64bpp-ytile-to-32bpp-ytile-downscaling.html
   [373]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-436/igt@kms_flip_scaled_crc@flip-64bpp-ytile-to-32bpp-ytile-downscaling.html
    - shard-bmg:          [SKIP][374] ([Intel XE#2136] / [Intel XE#2231]) -> [SKIP][375] ([Intel XE#2293] / [Intel XE#2380])
   [374]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_flip_scaled_crc@flip-64bpp-ytile-to-32bpp-ytile-downscaling.html
   [375]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-8/igt@kms_flip_scaled_crc@flip-64bpp-ytile-to-32bpp-ytile-downscaling.html

  * igt@kms_frontbuffer_tracking@drrs-1p-primscrn-pri-indfb-draw-mmap-wc:
    - shard-dg2-set2:     [SKIP][376] ([Intel XE#2136]) -> [SKIP][377] ([Intel XE#651]) +1 other test skip
   [376]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_frontbuffer_tracking@drrs-1p-primscrn-pri-indfb-draw-mmap-wc.html
   [377]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-436/igt@kms_frontbuffer_tracking@drrs-1p-primscrn-pri-indfb-draw-mmap-wc.html

  * igt@kms_frontbuffer_tracking@drrs-1p-primscrn-pri-shrfb-draw-mmap-wc:
    - shard-bmg:          [SKIP][378] ([Intel XE#2311]) -> [SKIP][379] ([Intel XE#2136] / [Intel XE#2231]) +3 other tests skip
   [378]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-4/igt@kms_frontbuffer_tracking@drrs-1p-primscrn-pri-shrfb-draw-mmap-wc.html
   [379]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_frontbuffer_tracking@drrs-1p-primscrn-pri-shrfb-draw-mmap-wc.html
    - shard-dg2-set2:     [SKIP][380] ([Intel XE#651]) -> [SKIP][381] ([Intel XE#2136]) +4 other tests skip
   [380]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_frontbuffer_tracking@drrs-1p-primscrn-pri-shrfb-draw-mmap-wc.html
   [381]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_frontbuffer_tracking@drrs-1p-primscrn-pri-shrfb-draw-mmap-wc.html

  * igt@kms_frontbuffer_tracking@fbc-1p-primscrn-spr-indfb-draw-mmap-wc:
    - shard-bmg:          [DMESG-FAIL][382] ([Intel XE#877]) -> [FAIL][383] ([Intel XE#2333])
   [382]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-8/igt@kms_frontbuffer_tracking@fbc-1p-primscrn-spr-indfb-draw-mmap-wc.html
   [383]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-5/igt@kms_frontbuffer_tracking@fbc-1p-primscrn-spr-indfb-draw-mmap-wc.html

  * igt@kms_frontbuffer_tracking@fbc-1p-rte:
    - shard-bmg:          [FAIL][384] ([Intel XE#2333]) -> [SKIP][385] ([Intel XE#2136] / [Intel XE#2231])
   [384]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-1/igt@kms_frontbuffer_tracking@fbc-1p-rte.html
   [385]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_frontbuffer_tracking@fbc-1p-rte.html

  * igt@kms_frontbuffer_tracking@fbc-2p-scndscrn-spr-indfb-draw-mmap-wc:
    - shard-bmg:          [SKIP][386] ([Intel XE#2136] / [Intel XE#2231]) -> [FAIL][387] ([Intel XE#2333]) +3 other tests fail
   [386]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_frontbuffer_tracking@fbc-2p-scndscrn-spr-indfb-draw-mmap-wc.html
   [387]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-8/igt@kms_frontbuffer_tracking@fbc-2p-scndscrn-spr-indfb-draw-mmap-wc.html

  * igt@kms_frontbuffer_tracking@fbcdrrs-1p-primscrn-spr-indfb-draw-blt:
    - shard-dg2-set2:     [SKIP][388] ([Intel XE#2136] / [Intel XE#2351]) -> [SKIP][389] ([Intel XE#651]) +1 other test skip
   [388]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_frontbuffer_tracking@fbcdrrs-1p-primscrn-spr-indfb-draw-blt.html
   [389]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-466/igt@kms_frontbuffer_tracking@fbcdrrs-1p-primscrn-spr-indfb-draw-blt.html

  * igt@kms_frontbuffer_tracking@fbcdrrs-2p-primscrn-spr-indfb-draw-render:
    - shard-bmg:          [SKIP][390] ([Intel XE#2136] / [Intel XE#2231]) -> [SKIP][391] ([Intel XE#2311]) +4 other tests skip
   [390]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_frontbuffer_tracking@fbcdrrs-2p-primscrn-spr-indfb-draw-render.html
   [391]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_frontbuffer_tracking@fbcdrrs-2p-primscrn-spr-indfb-draw-render.html

  * igt@kms_frontbuffer_tracking@fbcpsr-2p-primscrn-pri-indfb-draw-render:
    - shard-bmg:          [SKIP][392] ([Intel XE#2313]) -> [SKIP][393] ([Intel XE#2136] / [Intel XE#2231]) +4 other tests skip
   [392]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-1/igt@kms_frontbuffer_tracking@fbcpsr-2p-primscrn-pri-indfb-draw-render.html
   [393]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_frontbuffer_tracking@fbcpsr-2p-primscrn-pri-indfb-draw-render.html

  * igt@kms_frontbuffer_tracking@fbcpsr-2p-primscrn-spr-indfb-draw-blt:
    - shard-bmg:          [SKIP][394] ([Intel XE#2136] / [Intel XE#2231]) -> [SKIP][395] ([Intel XE#2313]) +4 other tests skip
   [394]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_frontbuffer_tracking@fbcpsr-2p-primscrn-spr-indfb-draw-blt.html
   [395]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-8/igt@kms_frontbuffer_tracking@fbcpsr-2p-primscrn-spr-indfb-draw-blt.html

  * igt@kms_frontbuffer_tracking@fbcpsr-2p-scndscrn-spr-indfb-fullscreen:
    - shard-dg2-set2:     [SKIP][396] ([Intel XE#653]) -> [SKIP][397] ([Intel XE#2136]) +4 other tests skip
   [396]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-435/igt@kms_frontbuffer_tracking@fbcpsr-2p-scndscrn-spr-indfb-fullscreen.html
   [397]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_frontbuffer_tracking@fbcpsr-2p-scndscrn-spr-indfb-fullscreen.html

  * igt@kms_frontbuffer_tracking@fbcpsr-tiling-4:
    - shard-dg2-set2:     [SKIP][398] ([Intel XE#653]) -> [SKIP][399] ([Intel XE#2136] / [Intel XE#2351]) +2 other tests skip
   [398]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-435/igt@kms_frontbuffer_tracking@fbcpsr-tiling-4.html
   [399]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_frontbuffer_tracking@fbcpsr-tiling-4.html

  * igt@kms_frontbuffer_tracking@psr-1p-primscrn-spr-indfb-move:
    - shard-dg2-set2:     [SKIP][400] ([Intel XE#2136]) -> [SKIP][401] ([Intel XE#653]) +4 other tests skip
   [400]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_frontbuffer_tracking@psr-1p-primscrn-spr-indfb-move.html
   [401]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-435/igt@kms_frontbuffer_tracking@psr-1p-primscrn-spr-indfb-move.html

  * igt@kms_frontbuffer_tracking@psr-2p-scndscrn-spr-indfb-onoff:
    - shard-dg2-set2:     [SKIP][402] ([Intel XE#2136] / [Intel XE#2351]) -> [SKIP][403] ([Intel XE#653]) +1 other test skip
   [402]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_frontbuffer_tracking@psr-2p-scndscrn-spr-indfb-onoff.html
   [403]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-435/igt@kms_frontbuffer_tracking@psr-2p-scndscrn-spr-indfb-onoff.html

  * igt@kms_histogram@global-color:
    - shard-dg2-set2:     [SKIP][404] ([Intel XE#455]) -> [SKIP][405] ([Intel XE#2423] / [i915#2575])
   [404]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-435/igt@kms_histogram@global-color.html
   [405]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_histogram@global-color.html
    - shard-bmg:          [SKIP][406] ([Intel XE#3898]) -> [SKIP][407] ([Intel XE#3007])
   [406]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-1/igt@kms_histogram@global-color.html
   [407]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_histogram@global-color.html

  * igt@kms_plane_scaling@plane-downscale-factor-0-25-with-pixel-format:
    - shard-bmg:          [SKIP][408] ([Intel XE#3007]) -> [SKIP][409] ([Intel XE#2763])
   [408]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_plane_scaling@plane-downscale-factor-0-25-with-pixel-format.html
   [409]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_plane_scaling@plane-downscale-factor-0-25-with-pixel-format.html
    - shard-dg2-set2:     [SKIP][410] ([Intel XE#2423] / [i915#2575]) -> [SKIP][411] ([Intel XE#2763] / [Intel XE#455])
   [410]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_plane_scaling@plane-downscale-factor-0-25-with-pixel-format.html
   [411]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_plane_scaling@plane-downscale-factor-0-25-with-pixel-format.html

  * igt@kms_psr2_sf@fbc-pr-cursor-plane-move-continuous-sf:
    - shard-dg2-set2:     [SKIP][412] ([Intel XE#2136]) -> [SKIP][413] ([Intel XE#1489]) +1 other test skip
   [412]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_psr2_sf@fbc-pr-cursor-plane-move-continuous-sf.html
   [413]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-466/igt@kms_psr2_sf@fbc-pr-cursor-plane-move-continuous-sf.html

  * igt@kms_psr2_sf@pr-overlay-plane-move-continuous-exceed-sf:
    - shard-bmg:          [SKIP][414] ([Intel XE#1489]) -> [SKIP][415] ([Intel XE#2136] / [Intel XE#2231])
   [414]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-7/igt@kms_psr2_sf@pr-overlay-plane-move-continuous-exceed-sf.html
   [415]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_psr2_sf@pr-overlay-plane-move-continuous-exceed-sf.html
    - shard-dg2-set2:     [SKIP][416] ([Intel XE#1489]) -> [SKIP][417] ([Intel XE#2136])
   [416]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-435/igt@kms_psr2_sf@pr-overlay-plane-move-continuous-exceed-sf.html
   [417]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_psr2_sf@pr-overlay-plane-move-continuous-exceed-sf.html

  * igt@kms_psr2_sf@psr2-primary-plane-update-sf-dmg-area:
    - shard-bmg:          [SKIP][418] ([Intel XE#2136] / [Intel XE#2231]) -> [SKIP][419] ([Intel XE#1489])
   [418]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_psr2_sf@psr2-primary-plane-update-sf-dmg-area.html
   [419]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-8/igt@kms_psr2_sf@psr2-primary-plane-update-sf-dmg-area.html

  * igt@kms_psr@fbc-psr-sprite-plane-move:
    - shard-dg2-set2:     [SKIP][420] ([Intel XE#2850] / [Intel XE#929]) -> [SKIP][421] ([Intel XE#2136] / [Intel XE#2351])
   [420]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-466/igt@kms_psr@fbc-psr-sprite-plane-move.html
   [421]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_psr@fbc-psr-sprite-plane-move.html

  * igt@kms_psr@fbc-psr2-dpms:
    - shard-dg2-set2:     [SKIP][422] ([Intel XE#2850] / [Intel XE#929]) -> [SKIP][423] ([Intel XE#2136]) +1 other test skip
   [422]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_psr@fbc-psr2-dpms.html
   [423]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@kms_psr@fbc-psr2-dpms.html

  * igt@kms_psr@fbc-psr2-sprite-blt:
    - shard-bmg:          [SKIP][424] ([Intel XE#2136] / [Intel XE#2231]) -> [SKIP][425] ([Intel XE#2234] / [Intel XE#2850]) +1 other test skip
   [424]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@kms_psr@fbc-psr2-sprite-blt.html
   [425]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-1/igt@kms_psr@fbc-psr2-sprite-blt.html
    - shard-dg2-set2:     [SKIP][426] ([Intel XE#2136] / [Intel XE#2351]) -> [SKIP][427] ([Intel XE#2850] / [Intel XE#929])
   [426]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@kms_psr@fbc-psr2-sprite-blt.html
   [427]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-436/igt@kms_psr@fbc-psr2-sprite-blt.html

  * igt@kms_psr@psr2-cursor-blt:
    - shard-bmg:          [SKIP][428] ([Intel XE#2234] / [Intel XE#2850]) -> [SKIP][429] ([Intel XE#2136] / [Intel XE#2231]) +2 other tests skip
   [428]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-4/igt@kms_psr@psr2-cursor-blt.html
   [429]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_psr@psr2-cursor-blt.html

  * igt@kms_vblank@ts-continuation-suspend@pipe-a-hdmi-a-3:
    - shard-bmg:          [FAIL][430] -> [INCOMPLETE][431] ([Intel XE#3864])
   [430]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-7/igt@kms_vblank@ts-continuation-suspend@pipe-a-hdmi-a-3.html
   [431]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@kms_vblank@ts-continuation-suspend@pipe-a-hdmi-a-3.html

  * igt@sriov_basic@enable-vfs-autoprobe-off:
    - shard-bmg:          [SKIP][432] ([Intel XE#1091] / [Intel XE#2849]) -> [SKIP][433] ([Intel XE#3007])
   [432]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-1/igt@sriov_basic@enable-vfs-autoprobe-off.html
   [433]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@sriov_basic@enable-vfs-autoprobe-off.html
    - shard-dg2-set2:     [SKIP][434] ([Intel XE#1091] / [Intel XE#2849]) -> [SKIP][435] ([Intel XE#2423] / [i915#2575])
   [434]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-435/igt@sriov_basic@enable-vfs-autoprobe-off.html
   [435]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@sriov_basic@enable-vfs-autoprobe-off.html

  * igt@xe_compute_preempt@compute-preempt:
    - shard-dg2-set2:     [SKIP][436] ([Intel XE#1130]) -> [SKIP][437] ([Intel XE#1280] / [Intel XE#455])
   [436]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@xe_compute_preempt@compute-preempt.html
   [437]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-435/igt@xe_compute_preempt@compute-preempt.html

  * igt@xe_create@multigpu-create-massive-size:
    - shard-bmg:          [SKIP][438] ([Intel XE#2504]) -> [SKIP][439] ([Intel XE#1130])
   [438]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-8/igt@xe_create@multigpu-create-massive-size.html
   [439]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@xe_create@multigpu-create-massive-size.html
    - shard-dg2-set2:     [SKIP][440] ([Intel XE#944]) -> [SKIP][441] ([Intel XE#1130])
   [440]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-436/igt@xe_create@multigpu-create-massive-size.html
   [441]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@xe_create@multigpu-create-massive-size.html

  * igt@xe_eudebug@basic-client:
    - shard-bmg:          [SKIP][442] ([Intel XE#2905]) -> [SKIP][443] ([Intel XE#1130])
   [442]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-8/igt@xe_eudebug@basic-client.html
   [443]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@xe_eudebug@basic-client.html

  * igt@xe_eudebug@basic-vm-bind-vm-destroy:
    - shard-bmg:          [SKIP][444] ([Intel XE#1130]) -> [SKIP][445] ([Intel XE#2905])
   [444]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@xe_eudebug@basic-vm-bind-vm-destroy.html
   [445]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-8/igt@xe_eudebug@basic-vm-bind-vm-destroy.html

  * igt@xe_eudebug_online@resume-one:
    - shard-dg2-set2:     [SKIP][446] ([Intel XE#1130]) -> [SKIP][447] ([Intel XE#2905]) +1 other test skip
   [446]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@xe_eudebug_online@resume-one.html
   [447]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-466/igt@xe_eudebug_online@resume-one.html

  * igt@xe_eudebug_online@writes-caching-sram-bb-sram-target-sram:
    - shard-dg2-set2:     [SKIP][448] ([Intel XE#2905]) -> [SKIP][449] ([Intel XE#1130]) +2 other tests skip
   [448]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-436/igt@xe_eudebug_online@writes-caching-sram-bb-sram-target-sram.html
   [449]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@xe_eudebug_online@writes-caching-sram-bb-sram-target-sram.html

  * igt@xe_evict@evict-beng-threads-large:
    - shard-bmg:          [FAIL][450] ([Intel XE#1000]) -> [SKIP][451] ([Intel XE#1130])
   [450]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-4/igt@xe_evict@evict-beng-threads-large.html
   [451]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@xe_evict@evict-beng-threads-large.html

  * igt@xe_evict@evict-threads-large:
    - shard-bmg:          [TIMEOUT][452] ([Intel XE#1473] / [Intel XE#2472]) -> [FAIL][453] ([Intel XE#1000])
   [452]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@xe_evict@evict-threads-large.html
   [453]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-8/igt@xe_evict@evict-threads-large.html

  * igt@xe_exec_basic@multigpu-many-execqueues-many-vm-userptr-invalidate:
    - shard-bmg:          [SKIP][454] ([Intel XE#1130]) -> [SKIP][455] ([Intel XE#2322]) +1 other test skip
   [454]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@xe_exec_basic@multigpu-many-execqueues-many-vm-userptr-invalidate.html
   [455]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-7/igt@xe_exec_basic@multigpu-many-execqueues-many-vm-userptr-invalidate.html

  * igt@xe_exec_fault_mode@many-execqueues-bindexecqueue-prefetch:
    - shard-dg2-set2:     [SKIP][456] ([Intel XE#1130]) -> [SKIP][457] ([Intel XE#288]) +3 other tests skip
   [456]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@xe_exec_fault_mode@many-execqueues-bindexecqueue-prefetch.html
   [457]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-435/igt@xe_exec_fault_mode@many-execqueues-bindexecqueue-prefetch.html

  * igt@xe_exec_fault_mode@many-execqueues-bindexecqueue-userptr-invalidate:
    - shard-dg2-set2:     [SKIP][458] ([Intel XE#288]) -> [SKIP][459] ([Intel XE#1130]) +2 other tests skip
   [458]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-435/igt@xe_exec_fault_mode@many-execqueues-bindexecqueue-userptr-invalidate.html
   [459]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@xe_exec_fault_mode@many-execqueues-bindexecqueue-userptr-invalidate.html

  * igt@xe_oa@oa-regs-whitelisted:
    - shard-dg2-set2:     [SKIP][460] ([Intel XE#2541] / [Intel XE#3573]) -> [SKIP][461] ([Intel XE#1130]) +1 other test skip
   [460]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-466/igt@xe_oa@oa-regs-whitelisted.html
   [461]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@xe_oa@oa-regs-whitelisted.html

  * igt@xe_oa@syncs-userptr-wait-cfg:
    - shard-dg2-set2:     [SKIP][462] ([Intel XE#1130]) -> [SKIP][463] ([Intel XE#2541] / [Intel XE#3573])
   [462]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-434/igt@xe_oa@syncs-userptr-wait-cfg.html
   [463]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@xe_oa@syncs-userptr-wait-cfg.html

  * igt@xe_pat@pat-index-xehpc:
    - shard-bmg:          [SKIP][464] ([Intel XE#1420]) -> [SKIP][465] ([Intel XE#1130])
   [464]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@xe_pat@pat-index-xehpc.html
   [465]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@xe_pat@pat-index-xehpc.html
    - shard-dg2-set2:     [SKIP][466] ([Intel XE#2838] / [Intel XE#979]) -> [SKIP][467] ([Intel XE#1130])
   [466]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-dg2-435/igt@xe_pat@pat-index-xehpc.html
   [467]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-dg2-434/igt@xe_pat@pat-index-xehpc.html

  * igt@xe_pm@s4-d3cold-basic-exec:
    - shard-bmg:          [SKIP][468] ([Intel XE#2284]) -> [SKIP][469] ([Intel XE#1130])
   [468]: https://intel-gfx-ci.01.org/tree/intel-xe/IGT_8173/shard-bmg-3/igt@xe_pm@s4-d3cold-basic-exec.html
   [469]: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/shard-bmg-3/igt@xe_pm@s4-d3cold-basic-exec.html

  
  {name}: This element is suppressed. This means it is ignored when computing
          the status of the difference (SUCCESS, WARNING, or FAILURE).

  [Intel XE#1000]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1000
  [Intel XE#1034]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1034
  [Intel XE#1061]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1061
  [Intel XE#1091]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1091
  [Intel XE#1124]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1124
  [Intel XE#1127]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1127
  [Intel XE#1130]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1130
  [Intel XE#1137]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1137
  [Intel XE#1138]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1138
  [Intel XE#1152]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1152
  [Intel XE#1178]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1178
  [Intel XE#1192]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1192
  [Intel XE#1280]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1280
  [Intel XE#1340]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1340
  [Intel XE#1392]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1392
  [Intel XE#1397]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1397
  [Intel XE#1401]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1401
  [Intel XE#1406]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1406
  [Intel XE#1407]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1407
  [Intel XE#1420]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1420
  [Intel XE#1421]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1421
  [Intel XE#1424]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1424
  [Intel XE#1435]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1435
  [Intel XE#1439]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1439
  [Intel XE#1447]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1447
  [Intel XE#1450]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1450
  [Intel XE#1467]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1467
  [Intel XE#1470]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1470
  [Intel XE#1473]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1473
  [Intel XE#1489]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1489
  [Intel XE#1499]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1499
  [Intel XE#1504]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1504
  [Intel XE#1512]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1512
  [Intel XE#1607]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1607
  [Intel XE#1695]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1695
  [Intel XE#1725]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1725
  [Intel XE#1745]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1745
  [Intel XE#1794]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1794
  [Intel XE#1885]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1885
  [Intel XE#2029]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2029
  [Intel XE#2049]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2049
  [Intel XE#2136]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2136
  [Intel XE#2168]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2168
  [Intel XE#2191]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2191
  [Intel XE#2229]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2229
  [Intel XE#2231]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2231
  [Intel XE#2234]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2234
  [Intel XE#2244]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2244
  [Intel XE#2248]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2248
  [Intel XE#2252]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2252
  [Intel XE#2284]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2284
  [Intel XE#2293]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2293
  [Intel XE#2311]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2311
  [Intel XE#2313]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2313
  [Intel XE#2314]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2314
  [Intel XE#2320]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2320
  [Intel XE#2321]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2321
  [Intel XE#2322]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2322
  [Intel XE#2325]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2325
  [Intel XE#2327]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2327
  [Intel XE#2333]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2333
  [Intel XE#2340]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2340
  [Intel XE#2351]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2351
  [Intel XE#2374]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2374
  [Intel XE#2380]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2380
  [Intel XE#2385]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2385
  [Intel XE#2390]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2390
  [Intel XE#2413]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2413
  [Intel XE#2423]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2423
  [Intel XE#2427]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2427
  [Intel XE#2446]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2446
  [Intel XE#2459]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2459
  [Intel XE#2472]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2472
  [Intel XE#2493]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2493
  [Intel XE#2504]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2504
  [Intel XE#2505]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2505
  [Intel XE#2541]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2541
  [Intel XE#2550]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2550
  [Intel XE#2568]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2568
  [Intel XE#2596]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2596
  [Intel XE#2597]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2597
  [Intel XE#2652]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2652
  [Intel XE#2705]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2705
  [Intel XE#2763]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2763
  [Intel XE#2838]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2838
  [Intel XE#2849]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2849
  [Intel XE#2850]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2850
  [Intel XE#2853]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2853
  [Intel XE#288]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/288
  [Intel XE#2882]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2882
  [Intel XE#2887]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2887
  [Intel XE#2893]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2893
  [Intel XE#2894]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2894
  [Intel XE#2905]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2905
  [Intel XE#2907]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2907
  [Intel XE#2927]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2927
  [Intel XE#2934]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2934
  [Intel XE#3007]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3007
  [Intel XE#301]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/301
  [Intel XE#3026]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3026
  [Intel XE#306]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/306
  [Intel XE#307]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/307
  [Intel XE#308]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/308
  [Intel XE#3084]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3084
  [Intel XE#309]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/309
  [Intel XE#3098]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3098
  [Intel XE#3099]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3099
  [Intel XE#314]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/314
  [Intel XE#3141]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3141
  [Intel XE#316]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/316
  [Intel XE#323]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/323
  [Intel XE#3278]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3278
  [Intel XE#3279]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3279
  [Intel XE#3304]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3304
  [Intel XE#3309]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3309
  [Intel XE#3321]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3321
  [Intel XE#3414]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3414
  [Intel XE#3432]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3432
  [Intel XE#352]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/352
  [Intel XE#3544]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3544
  [Intel XE#3573]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3573
  [Intel XE#361]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/361
  [Intel XE#3658]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3658
  [Intel XE#366]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/366
  [Intel XE#367]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/367
  [Intel XE#373]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/373
  [Intel XE#3768]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3768
  [Intel XE#378]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/378
  [Intel XE#3862]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3862
  [Intel XE#3864]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3864
  [Intel XE#3878]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3878
  [Intel XE#3889]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3889
  [Intel XE#3898]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3898
  [Intel XE#3904]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3904
  [Intel XE#455]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/455
  [Intel XE#560]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/560
  [Intel XE#569]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/569
  [Intel XE#584]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/584
  [Intel XE#599]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/599
  [Intel XE#610]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/610
  [Intel XE#616]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/616
  [Intel XE#651]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/651
  [Intel XE#653]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/653
  [Intel XE#656]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/656
  [Intel XE#688]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/688
  [Intel XE#776]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/776
  [Intel XE#787]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/787
  [Intel XE#827]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/827
  [Intel XE#836]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/836
  [Intel XE#870]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/870
  [Intel XE#877]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/877
  [Intel XE#886]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/886
  [Intel XE#899]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/899
  [Intel XE#908]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/908
  [Intel XE#911]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/911
  [Intel XE#929]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/929
  [Intel XE#944]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/944
  [Intel XE#958]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/958
  [Intel XE#979]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/979
  [i915#2575]: https://gitlab.freedesktop.org/drm/i915/kernel/-/issues/2575
  [i915#3804]: https://gitlab.freedesktop.org/drm/i915/kernel/-/issues/3804


Build changes
-------------

  * IGT: IGT_8173 -> IGTPW_12369

  IGTPW_12369: 17a1f65a5b444fa3ca77406499754c44219f1810 @ https://gitlab.freedesktop.org/drm/igt-gpu-tools.git
  IGT_8173: 27eea833bac15d1507eb4a864308644a60d60dc7 @ https://gitlab.freedesktop.org/drm/igt-gpu-tools.git
  xe-2424-08bd590935a5258ffd79355c59adffd72fb2c642: 08bd590935a5258ffd79355c59adffd72fb2c642

== Logs ==

For more details see: https://intel-gfx-ci.01.org/tree/intel-xe/IGTPW_12369/index.html

[-- Attachment #2: Type: text/html, Size: 138828 bytes --]

✗ i915.CI.Full: failure for Add tests for EU stall sampling

[Patchwork]

== Series Details ==

Series: Add tests for EU stall sampling
URL   : https://patchwork.freedesktop.org/series/143030/
State : failure

== Summary ==

CI Bug Log - changes from IGT_8173_full -> IGTPW_12369_full
====================================================

Summary
-------

  **FAILURE**

  Serious unknown changes coming with IGTPW_12369_full absolutely need to be
  verified manually.
  
  If you think the reported changes have nothing to do with the changes
  introduced in IGTPW_12369_full, please notify your bug team (I915-ci-infra@lists.freedesktop.org) to allow them
  to document this new failure mode, which will reduce false positives in CI.

  External URL: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/index.html

Participating hosts (11 -> 10)
------------------------------

  Missing    (1): shard-glk-0 

Possible new issues
-------------------

  Here are the unknown changes that may have been introduced in IGTPW_12369_full:

### IGT changes ###

#### Possible regressions ####

  * igt@debugfs_test@read_all_entries_display_off:
    - shard-mtlp:         [PASS][1] -> [ABORT][2]
   [1]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-mtlp-6/igt@debugfs_test@read_all_entries_display_off.html
   [2]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-3/igt@debugfs_test@read_all_entries_display_off.html

  * igt@gem_exec_suspend@basic-s0@smem:
    - shard-rkl:          [PASS][3] -> [INCOMPLETE][4] +1 other test incomplete
   [3]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-rkl-3/igt@gem_exec_suspend@basic-s0@smem.html
   [4]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-5/igt@gem_exec_suspend@basic-s0@smem.html

  * igt@i915_module_load@reload-with-fault-injection:
    - shard-tglu:         NOTRUN -> [DMESG-WARN][5]
   [5]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-8/igt@i915_module_load@reload-with-fault-injection.html

  * igt@i915_pm_rps@engine-order:
    - shard-glk:          NOTRUN -> [FAIL][6]
   [6]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk5/igt@i915_pm_rps@engine-order.html

  * igt@kms_atomic_transition@plane-all-modeset-transition-fencing:
    - shard-tglu:         [PASS][7] -> [ABORT][8] +1 other test abort
   [7]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-tglu-5/igt@kms_atomic_transition@plane-all-modeset-transition-fencing.html
   [8]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-7/igt@kms_atomic_transition@plane-all-modeset-transition-fencing.html

  * igt@perf_pmu@busy-check-all@vecs0:
    - shard-mtlp:         [PASS][9] -> [FAIL][10] +1 other test fail
   [9]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-mtlp-7/igt@perf_pmu@busy-check-all@vecs0.html
   [10]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-8/igt@perf_pmu@busy-check-all@vecs0.html

  
Known issues
------------

  Here are the changes found in IGTPW_12369_full that come from known issues:

### IGT changes ###

#### Issues hit ####

  * igt@api_intel_bb@object-reloc-keep-cache:
    - shard-dg2:          NOTRUN -> [SKIP][11] ([i915#8411])
   [11]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-3/igt@api_intel_bb@object-reloc-keep-cache.html

  * igt@debugfs_test@basic-hwmon:
    - shard-tglu:         NOTRUN -> [SKIP][12] ([i915#9318])
   [12]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-8/igt@debugfs_test@basic-hwmon.html

  * igt@device_reset@unbind-cold-reset-rebind:
    - shard-dg1:          NOTRUN -> [SKIP][13] ([i915#11078])
   [13]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-17/igt@device_reset@unbind-cold-reset-rebind.html
    - shard-tglu:         NOTRUN -> [SKIP][14] ([i915#11078])
   [14]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-2/igt@device_reset@unbind-cold-reset-rebind.html
    - shard-mtlp:         NOTRUN -> [SKIP][15] ([i915#11078])
   [15]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-6/igt@device_reset@unbind-cold-reset-rebind.html

  * igt@drm_fdinfo@virtual-busy-idle:
    - shard-dg2:          NOTRUN -> [SKIP][16] ([i915#8414])
   [16]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-4/igt@drm_fdinfo@virtual-busy-idle.html
    - shard-dg1:          NOTRUN -> [SKIP][17] ([i915#8414])
   [17]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-14/igt@drm_fdinfo@virtual-busy-idle.html

  * igt@gem_bad_reloc@negative-reloc-lut:
    - shard-rkl:          NOTRUN -> [SKIP][18] ([i915#3281]) +3 other tests skip
   [18]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-3/igt@gem_bad_reloc@negative-reloc-lut.html

  * igt@gem_ccs@block-copy-compressed:
    - shard-dg1:          NOTRUN -> [SKIP][19] ([i915#3555] / [i915#9323])
   [19]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-17/igt@gem_ccs@block-copy-compressed.html
    - shard-tglu:         NOTRUN -> [SKIP][20] ([i915#3555] / [i915#9323])
   [20]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-3/igt@gem_ccs@block-copy-compressed.html
    - shard-mtlp:         NOTRUN -> [SKIP][21] ([i915#3555] / [i915#9323])
   [21]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-6/igt@gem_ccs@block-copy-compressed.html

  * igt@gem_ccs@suspend-resume:
    - shard-tglu-1:       NOTRUN -> [SKIP][22] ([i915#9323]) +1 other test skip
   [22]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@gem_ccs@suspend-resume.html
    - shard-dg1:          NOTRUN -> [SKIP][23] ([i915#9323])
   [23]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-18/igt@gem_ccs@suspend-resume.html

  * igt@gem_close_race@multigpu-basic-process:
    - shard-dg2:          NOTRUN -> [SKIP][24] ([i915#7697]) +1 other test skip
   [24]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-6/igt@gem_close_race@multigpu-basic-process.html
    - shard-rkl:          NOTRUN -> [SKIP][25] ([i915#7697])
   [25]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-7/igt@gem_close_race@multigpu-basic-process.html
    - shard-dg1:          NOTRUN -> [SKIP][26] ([i915#7697])
   [26]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-13/igt@gem_close_race@multigpu-basic-process.html

  * igt@gem_close_race@multigpu-basic-threads:
    - shard-tglu:         NOTRUN -> [SKIP][27] ([i915#7697])
   [27]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-6/igt@gem_close_race@multigpu-basic-threads.html

  * igt@gem_create@create-ext-cpu-access-big:
    - shard-tglu:         NOTRUN -> [SKIP][28] ([i915#6335])
   [28]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-9/igt@gem_create@create-ext-cpu-access-big.html
    - shard-rkl:          NOTRUN -> [SKIP][29] ([i915#6335])
   [29]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-2/igt@gem_create@create-ext-cpu-access-big.html

  * igt@gem_ctx_isolation@preservation-s3@rcs0:
    - shard-glk:          NOTRUN -> [INCOMPLETE][30] ([i915#12353]) +1 other test incomplete
   [30]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk2/igt@gem_ctx_isolation@preservation-s3@rcs0.html

  * igt@gem_ctx_persistence@hang:
    - shard-dg1:          NOTRUN -> [SKIP][31] ([i915#8555])
   [31]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-18/igt@gem_ctx_persistence@hang.html

  * igt@gem_ctx_persistence@heartbeat-hang:
    - shard-dg2:          NOTRUN -> [SKIP][32] ([i915#8555])
   [32]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-5/igt@gem_ctx_persistence@heartbeat-hang.html

  * igt@gem_ctx_persistence@legacy-engines-hostile-preempt:
    - shard-snb:          NOTRUN -> [SKIP][33] ([i915#1099]) +2 other tests skip
   [33]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-snb5/igt@gem_ctx_persistence@legacy-engines-hostile-preempt.html

  * igt@gem_ctx_persistence@saturated-hostile-nopreempt:
    - shard-dg2:          NOTRUN -> [SKIP][34] ([i915#5882]) +7 other tests skip
   [34]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-5/igt@gem_ctx_persistence@saturated-hostile-nopreempt.html

  * igt@gem_ctx_sseu@engines:
    - shard-dg1:          NOTRUN -> [SKIP][35] ([i915#280]) +1 other test skip
   [35]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-14/igt@gem_ctx_sseu@engines.html

  * igt@gem_ctx_sseu@invalid-sseu:
    - shard-dg2:          NOTRUN -> [SKIP][36] ([i915#280])
   [36]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-2/igt@gem_ctx_sseu@invalid-sseu.html

  * igt@gem_eio@hibernate:
    - shard-dg2:          [PASS][37] -> [ABORT][38] ([i915#10030] / [i915#7975] / [i915#8213])
   [37]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-dg2-11/igt@gem_eio@hibernate.html
   [38]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-5/igt@gem_eio@hibernate.html

  * igt@gem_eio@in-flight-suspend:
    - shard-glk:          NOTRUN -> [INCOMPLETE][39] ([i915#13197] / [i915#13390])
   [39]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk6/igt@gem_eio@in-flight-suspend.html

  * igt@gem_eio@unwedge-stress:
    - shard-snb:          NOTRUN -> [FAIL][40] ([i915#8898]) +1 other test fail
   [40]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-snb2/igt@gem_eio@unwedge-stress.html

  * igt@gem_exec_balancer@bonded-dual:
    - shard-dg2:          NOTRUN -> [SKIP][41] ([i915#4771])
   [41]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-7/igt@gem_exec_balancer@bonded-dual.html

  * igt@gem_exec_balancer@bonded-false-hang:
    - shard-mtlp:         NOTRUN -> [SKIP][42] ([i915#4812])
   [42]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-8/igt@gem_exec_balancer@bonded-false-hang.html

  * igt@gem_exec_balancer@bonded-true-hang:
    - shard-dg2:          NOTRUN -> [SKIP][43] ([i915#4812]) +3 other tests skip
   [43]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-6/igt@gem_exec_balancer@bonded-true-hang.html

  * igt@gem_exec_balancer@full-late-pulse:
    - shard-dg1:          [PASS][44] -> [FAIL][45] ([i915#13364])
   [44]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-dg1-14/igt@gem_exec_balancer@full-late-pulse.html
   [45]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-18/igt@gem_exec_balancer@full-late-pulse.html

  * igt@gem_exec_balancer@parallel-keep-submit-fence:
    - shard-tglu:         NOTRUN -> [SKIP][46] ([i915#4525])
   [46]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-6/igt@gem_exec_balancer@parallel-keep-submit-fence.html

  * igt@gem_exec_balancer@parallel-ordering:
    - shard-tglu-1:       NOTRUN -> [SKIP][47] ([i915#4525])
   [47]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@gem_exec_balancer@parallel-ordering.html

  * igt@gem_exec_big@single:
    - shard-tglu-1:       NOTRUN -> [ABORT][48] ([i915#11713])
   [48]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@gem_exec_big@single.html

  * igt@gem_exec_capture@capture-invisible:
    - shard-rkl:          NOTRUN -> [SKIP][49] ([i915#6334]) +1 other test skip
   [49]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-4/igt@gem_exec_capture@capture-invisible.html

  * igt@gem_exec_capture@capture-recoverable:
    - shard-rkl:          NOTRUN -> [SKIP][50] ([i915#6344])
   [50]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-3/igt@gem_exec_capture@capture-recoverable.html

  * igt@gem_exec_fence@submit:
    - shard-dg1:          NOTRUN -> [SKIP][51] ([i915#4812]) +5 other tests skip
   [51]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-18/igt@gem_exec_fence@submit.html

  * igt@gem_exec_flush@basic-uc-rw-default:
    - shard-dg2:          NOTRUN -> [SKIP][52] ([i915#3539] / [i915#4852])
   [52]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-3/igt@gem_exec_flush@basic-uc-rw-default.html

  * igt@gem_exec_flush@basic-wb-ro-before-default:
    - shard-dg1:          NOTRUN -> [SKIP][53] ([i915#3539] / [i915#4852]) +2 other tests skip
   [53]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-18/igt@gem_exec_flush@basic-wb-ro-before-default.html

  * igt@gem_exec_reloc@basic-write-gtt-active:
    - shard-dg1:          NOTRUN -> [SKIP][54] ([i915#3281]) +13 other tests skip
   [54]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-12/igt@gem_exec_reloc@basic-write-gtt-active.html
    - shard-mtlp:         NOTRUN -> [SKIP][55] ([i915#3281]) +3 other tests skip
   [55]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-2/igt@gem_exec_reloc@basic-write-gtt-active.html

  * igt@gem_exec_reloc@basic-write-read-active:
    - shard-dg2:          NOTRUN -> [SKIP][56] ([i915#3281]) +13 other tests skip
   [56]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-1/igt@gem_exec_reloc@basic-write-read-active.html

  * igt@gem_exec_schedule@preempt-queue-contexts-chain:
    - shard-dg2:          NOTRUN -> [SKIP][57] ([i915#4537] / [i915#4812]) +1 other test skip
   [57]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-5/igt@gem_exec_schedule@preempt-queue-contexts-chain.html

  * igt@gem_exec_suspend@basic-s3-devices:
    - shard-dg1:          [PASS][58] -> [DMESG-WARN][59] ([i915#4423]) +1 other test dmesg-warn
   [58]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-dg1-17/igt@gem_exec_suspend@basic-s3-devices.html
   [59]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-13/igt@gem_exec_suspend@basic-s3-devices.html

  * igt@gem_fence_thrash@bo-write-verify-y:
    - shard-dg2:          NOTRUN -> [SKIP][60] ([i915#4860]) +2 other tests skip
   [60]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-11/igt@gem_fence_thrash@bo-write-verify-y.html

  * igt@gem_fenced_exec_thrash@2-spare-fences:
    - shard-mtlp:         NOTRUN -> [SKIP][61] ([i915#4860])
   [61]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-3/igt@gem_fenced_exec_thrash@2-spare-fences.html

  * igt@gem_fenced_exec_thrash@no-spare-fences-busy:
    - shard-dg1:          NOTRUN -> [SKIP][62] ([i915#4860]) +3 other tests skip
   [62]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-13/igt@gem_fenced_exec_thrash@no-spare-fences-busy.html

  * igt@gem_huc_copy@huc-copy:
    - shard-glk:          NOTRUN -> [SKIP][63] ([i915#2190])
   [63]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk6/igt@gem_huc_copy@huc-copy.html

  * igt@gem_lmem_evict@dontneed-evict-race:
    - shard-rkl:          NOTRUN -> [SKIP][64] ([i915#4613] / [i915#7582])
   [64]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-2/igt@gem_lmem_evict@dontneed-evict-race.html

  * igt@gem_lmem_swapping@parallel-multi:
    - shard-rkl:          NOTRUN -> [SKIP][65] ([i915#4613]) +3 other tests skip
   [65]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-1/igt@gem_lmem_swapping@parallel-multi.html

  * igt@gem_lmem_swapping@parallel-random:
    - shard-mtlp:         NOTRUN -> [SKIP][66] ([i915#4613])
   [66]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-1/igt@gem_lmem_swapping@parallel-random.html

  * igt@gem_lmem_swapping@verify-ccs:
    - shard-tglu:         NOTRUN -> [SKIP][67] ([i915#4613]) +4 other tests skip
   [67]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-8/igt@gem_lmem_swapping@verify-ccs.html
    - shard-glk:          NOTRUN -> [SKIP][68] ([i915#4613]) +5 other tests skip
   [68]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk9/igt@gem_lmem_swapping@verify-ccs.html

  * igt@gem_lmem_swapping@verify-random-ccs:
    - shard-tglu-1:       NOTRUN -> [SKIP][69] ([i915#4613]) +2 other tests skip
   [69]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@gem_lmem_swapping@verify-random-ccs.html

  * igt@gem_media_fill@media-fill:
    - shard-dg2:          NOTRUN -> [SKIP][70] ([i915#8289])
   [70]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-5/igt@gem_media_fill@media-fill.html

  * igt@gem_mmap_gtt@cpuset-big-copy-xy:
    - shard-mtlp:         NOTRUN -> [SKIP][71] ([i915#4077]) +5 other tests skip
   [71]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-7/igt@gem_mmap_gtt@cpuset-big-copy-xy.html

  * igt@gem_mmap_wc@write-wc-read-gtt:
    - shard-dg2:          NOTRUN -> [SKIP][72] ([i915#4083]) +1 other test skip
   [72]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-10/igt@gem_mmap_wc@write-wc-read-gtt.html
    - shard-dg1:          NOTRUN -> [SKIP][73] ([i915#4083])
   [73]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-14/igt@gem_mmap_wc@write-wc-read-gtt.html

  * igt@gem_pread@bench:
    - shard-dg1:          NOTRUN -> [SKIP][74] ([i915#3282]) +2 other tests skip
   [74]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-12/igt@gem_pread@bench.html

  * igt@gem_pwrite@basic-exhaustion:
    - shard-tglu:         NOTRUN -> [WARN][75] ([i915#2658])
   [75]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-6/igt@gem_pwrite@basic-exhaustion.html
    - shard-mtlp:         NOTRUN -> [SKIP][76] ([i915#3282])
   [76]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-4/igt@gem_pwrite@basic-exhaustion.html

  * igt@gem_pwrite@basic-random:
    - shard-dg2:          NOTRUN -> [SKIP][77] ([i915#3282]) +5 other tests skip
   [77]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-11/igt@gem_pwrite@basic-random.html

  * igt@gem_pwrite@basic-self:
    - shard-rkl:          NOTRUN -> [SKIP][78] ([i915#3282]) +7 other tests skip
   [78]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-6/igt@gem_pwrite@basic-self.html

  * igt@gem_pxp@display-protected-crc:
    - shard-tglu:         [PASS][79] -> [SKIP][80] ([i915#4270]) +1 other test skip
   [79]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-tglu-6/igt@gem_pxp@display-protected-crc.html
   [80]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-8/igt@gem_pxp@display-protected-crc.html

  * igt@gem_pxp@dmabuf-shared-protected-dst-is-context-refcounted:
    - shard-dg2:          NOTRUN -> [SKIP][81] ([i915#4270]) +1 other test skip
   [81]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-11/igt@gem_pxp@dmabuf-shared-protected-dst-is-context-refcounted.html
    - shard-rkl:          NOTRUN -> [SKIP][82] ([i915#4270])
   [82]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-3/igt@gem_pxp@dmabuf-shared-protected-dst-is-context-refcounted.html

  * igt@gem_pxp@hw-rejects-pxp-buffer:
    - shard-tglu:         NOTRUN -> [FAIL][83] ([i915#12940])
   [83]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-7/igt@gem_pxp@hw-rejects-pxp-buffer.html

  * igt@gem_pxp@hw-rejects-pxp-context:
    - shard-rkl:          NOTRUN -> [TIMEOUT][84] ([i915#12917] / [i915#12964]) +2 other tests timeout
   [84]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-7/igt@gem_pxp@hw-rejects-pxp-context.html

  * igt@gem_pxp@verify-pxp-stale-buf-optout-execution:
    - shard-dg1:          NOTRUN -> [SKIP][85] ([i915#4270])
   [85]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-13/igt@gem_pxp@verify-pxp-stale-buf-optout-execution.html

  * igt@gem_render_copy@linear-to-vebox-yf-tiled:
    - shard-dg2:          NOTRUN -> [SKIP][86] ([i915#5190] / [i915#8428]) +5 other tests skip
   [86]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-4/igt@gem_render_copy@linear-to-vebox-yf-tiled.html

  * igt@gem_render_copy@y-tiled-ccs-to-y-tiled-mc-ccs:
    - shard-glk:          NOTRUN -> [SKIP][87] +476 other tests skip
   [87]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk9/igt@gem_render_copy@y-tiled-ccs-to-y-tiled-mc-ccs.html

  * igt@gem_render_copy@yf-tiled-mc-ccs-to-vebox-yf-tiled:
    - shard-mtlp:         NOTRUN -> [SKIP][88] ([i915#8428])
   [88]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-1/igt@gem_render_copy@yf-tiled-mc-ccs-to-vebox-yf-tiled.html

  * igt@gem_set_tiling_vs_blt@tiled-to-tiled:
    - shard-dg2:          NOTRUN -> [SKIP][89] ([i915#4079]) +1 other test skip
   [89]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-11/igt@gem_set_tiling_vs_blt@tiled-to-tiled.html
    - shard-rkl:          NOTRUN -> [SKIP][90] ([i915#8411])
   [90]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-3/igt@gem_set_tiling_vs_blt@tiled-to-tiled.html

  * igt@gem_set_tiling_vs_blt@untiled-to-tiled:
    - shard-dg1:          NOTRUN -> [SKIP][91] ([i915#4079]) +1 other test skip
   [91]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-18/igt@gem_set_tiling_vs_blt@untiled-to-tiled.html

  * igt@gem_softpin@evict-snoop-interruptible:
    - shard-dg2:          NOTRUN -> [SKIP][92] ([i915#4885])
   [92]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-1/igt@gem_softpin@evict-snoop-interruptible.html
    - shard-dg1:          NOTRUN -> [SKIP][93] ([i915#4885])
   [93]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-18/igt@gem_softpin@evict-snoop-interruptible.html

  * igt@gem_softpin@noreloc-s3:
    - shard-glk:          NOTRUN -> [INCOMPLETE][94] ([i915#13306])
   [94]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk6/igt@gem_softpin@noreloc-s3.html

  * igt@gem_tiled_partial_pwrite_pread@writes:
    - shard-dg2:          NOTRUN -> [SKIP][95] ([i915#4077]) +13 other tests skip
   [95]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-4/igt@gem_tiled_partial_pwrite_pread@writes.html

  * igt@gem_tiled_partial_pwrite_pread@writes-after-reads:
    - shard-dg1:          NOTRUN -> [SKIP][96] ([i915#4077]) +21 other tests skip
   [96]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-14/igt@gem_tiled_partial_pwrite_pread@writes-after-reads.html

  * igt@gem_tiled_swapping@non-threaded:
    - shard-rkl:          NOTRUN -> [DMESG-FAIL][97] ([i915#12964])
   [97]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-2/igt@gem_tiled_swapping@non-threaded.html

  * igt@gem_userptr_blits@dmabuf-sync:
    - shard-dg2:          NOTRUN -> [SKIP][98] ([i915#3297]) +1 other test skip
   [98]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-10/igt@gem_userptr_blits@dmabuf-sync.html
    - shard-rkl:          NOTRUN -> [SKIP][99] ([i915#3297] / [i915#3323])
   [99]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-3/igt@gem_userptr_blits@dmabuf-sync.html

  * igt@gem_userptr_blits@map-fixed-invalidate:
    - shard-dg2:          NOTRUN -> [SKIP][100] ([i915#3297] / [i915#4880]) +1 other test skip
   [100]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-5/igt@gem_userptr_blits@map-fixed-invalidate.html

  * igt@gem_userptr_blits@map-fixed-invalidate-overlap:
    - shard-dg1:          NOTRUN -> [SKIP][101] ([i915#3297] / [i915#4880]) +1 other test skip
   [101]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-14/igt@gem_userptr_blits@map-fixed-invalidate-overlap.html

  * igt@gem_userptr_blits@unsync-unmap-after-close:
    - shard-tglu:         NOTRUN -> [SKIP][102] ([i915#3297]) +1 other test skip
   [102]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-3/igt@gem_userptr_blits@unsync-unmap-after-close.html

  * igt@gem_userptr_blits@unsync-unmap-cycles:
    - shard-rkl:          NOTRUN -> [SKIP][103] ([i915#3297])
   [103]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-3/igt@gem_userptr_blits@unsync-unmap-cycles.html
    - shard-tglu-1:       NOTRUN -> [SKIP][104] ([i915#3297]) +1 other test skip
   [104]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@gem_userptr_blits@unsync-unmap-cycles.html
    - shard-dg1:          NOTRUN -> [SKIP][105] ([i915#3297]) +2 other tests skip
   [105]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-14/igt@gem_userptr_blits@unsync-unmap-cycles.html
    - shard-mtlp:         NOTRUN -> [SKIP][106] ([i915#3297])
   [106]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-2/igt@gem_userptr_blits@unsync-unmap-cycles.html

  * igt@gen3_render_tiledx_blits:
    - shard-dg2:          NOTRUN -> [SKIP][107] +16 other tests skip
   [107]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-6/igt@gen3_render_tiledx_blits.html

  * igt@gen3_render_tiledy_blits:
    - shard-mtlp:         NOTRUN -> [SKIP][108] +6 other tests skip
   [108]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-4/igt@gen3_render_tiledy_blits.html

  * igt@gen9_exec_parse@allowed-all:
    - shard-mtlp:         NOTRUN -> [SKIP][109] ([i915#2856]) +1 other test skip
   [109]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-6/igt@gen9_exec_parse@allowed-all.html

  * igt@gen9_exec_parse@batch-invalid-length:
    - shard-dg1:          NOTRUN -> [SKIP][110] ([i915#2527]) +3 other tests skip
   [110]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-14/igt@gen9_exec_parse@batch-invalid-length.html

  * igt@gen9_exec_parse@batch-without-end:
    - shard-tglu-1:       NOTRUN -> [SKIP][111] ([i915#2527] / [i915#2856]) +1 other test skip
   [111]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@gen9_exec_parse@batch-without-end.html

  * igt@gen9_exec_parse@bb-start-out:
    - shard-rkl:          NOTRUN -> [SKIP][112] ([i915#2527]) +2 other tests skip
   [112]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-6/igt@gen9_exec_parse@bb-start-out.html

  * igt@gen9_exec_parse@cmd-crossing-page:
    - shard-tglu:         NOTRUN -> [SKIP][113] ([i915#2527] / [i915#2856]) +3 other tests skip
   [113]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-4/igt@gen9_exec_parse@cmd-crossing-page.html

  * igt@gen9_exec_parse@valid-registers:
    - shard-dg2:          NOTRUN -> [SKIP][114] ([i915#2856]) +3 other tests skip
   [114]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-11/igt@gen9_exec_parse@valid-registers.html

  * igt@i915_module_load@reload-with-fault-injection:
    - shard-rkl:          [PASS][115] -> [ABORT][116] ([i915#9820])
   [115]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-rkl-2/igt@i915_module_load@reload-with-fault-injection.html
   [116]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-3/igt@i915_module_load@reload-with-fault-injection.html
    - shard-snb:          [PASS][117] -> [ABORT][118] ([i915#9820])
   [117]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-snb2/igt@i915_module_load@reload-with-fault-injection.html
   [118]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-snb2/igt@i915_module_load@reload-with-fault-injection.html

  * igt@i915_module_load@resize-bar:
    - shard-rkl:          NOTRUN -> [SKIP][119] ([i915#6412])
   [119]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-1/igt@i915_module_load@resize-bar.html

  * igt@i915_pm_freq_api@freq-basic-api:
    - shard-tglu:         NOTRUN -> [SKIP][120] ([i915#8399]) +1 other test skip
   [120]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-6/igt@i915_pm_freq_api@freq-basic-api.html

  * igt@i915_pm_freq_api@freq-suspend:
    - shard-rkl:          NOTRUN -> [SKIP][121] ([i915#8399]) +1 other test skip
   [121]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-5/igt@i915_pm_freq_api@freq-suspend.html

  * igt@i915_pm_freq_mult@media-freq@gt0:
    - shard-tglu-1:       NOTRUN -> [SKIP][122] ([i915#6590]) +1 other test skip
   [122]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@i915_pm_freq_mult@media-freq@gt0.html

  * igt@i915_pm_rc6_residency@rc6-idle:
    - shard-tglu:         NOTRUN -> [WARN][123] ([i915#2681]) +4 other tests warn
   [123]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-10/igt@i915_pm_rc6_residency@rc6-idle.html

  * igt@i915_pm_rps@min-max-config-loaded:
    - shard-dg2:          NOTRUN -> [SKIP][124] ([i915#11681] / [i915#6621])
   [124]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-6/igt@i915_pm_rps@min-max-config-loaded.html
    - shard-dg1:          NOTRUN -> [SKIP][125] ([i915#11681] / [i915#6621])
   [125]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-13/igt@i915_pm_rps@min-max-config-loaded.html

  * igt@i915_pm_sseu@full-enable:
    - shard-dg2:          NOTRUN -> [SKIP][126] ([i915#4387])
   [126]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-10/igt@i915_pm_sseu@full-enable.html
    - shard-rkl:          NOTRUN -> [SKIP][127] ([i915#4387])
   [127]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-3/igt@i915_pm_sseu@full-enable.html

  * igt@i915_power@sanity:
    - shard-rkl:          NOTRUN -> [SKIP][128] ([i915#7984])
   [128]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-2/igt@i915_power@sanity.html

  * igt@i915_query@hwconfig_table:
    - shard-dg1:          NOTRUN -> [SKIP][129] ([i915#6245])
   [129]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-17/igt@i915_query@hwconfig_table.html

  * igt@i915_query@test-query-geometry-subslices:
    - shard-dg1:          NOTRUN -> [SKIP][130] ([i915#5723])
   [130]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-17/igt@i915_query@test-query-geometry-subslices.html

  * igt@i915_selftest@mock:
    - shard-glk:          NOTRUN -> [DMESG-WARN][131] ([i915#9311]) +1 other test dmesg-warn
   [131]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk3/igt@i915_selftest@mock.html

  * igt@i915_suspend@fence-restore-untiled:
    - shard-rkl:          [PASS][132] -> [DMESG-FAIL][133] ([i915#12964])
   [132]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-rkl-2/igt@i915_suspend@fence-restore-untiled.html
   [133]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-7/igt@i915_suspend@fence-restore-untiled.html

  * igt@i915_suspend@sysfs-reader:
    - shard-glk:          [PASS][134] -> [INCOMPLETE][135] ([i915#4817]) +1 other test incomplete
   [134]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-glk6/igt@i915_suspend@sysfs-reader.html
   [135]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk9/igt@i915_suspend@sysfs-reader.html

  * igt@kms_addfb_basic@clobberred-modifier:
    - shard-dg2:          NOTRUN -> [SKIP][136] ([i915#4212]) +1 other test skip
   [136]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-5/igt@kms_addfb_basic@clobberred-modifier.html
    - shard-dg1:          NOTRUN -> [SKIP][137] ([i915#4212])
   [137]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-13/igt@kms_addfb_basic@clobberred-modifier.html

  * igt@kms_async_flips@async-flip-with-page-flip-events-atomic@pipe-b-hdmi-a-3-4-rc-ccs:
    - shard-dg2:          NOTRUN -> [SKIP][138] ([i915#8709]) +11 other tests skip
   [138]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-5/igt@kms_async_flips@async-flip-with-page-flip-events-atomic@pipe-b-hdmi-a-3-4-rc-ccs.html

  * igt@kms_async_flips@crc:
    - shard-rkl:          NOTRUN -> [INCOMPLETE][139] ([i915#13287] / [i915#9878])
   [139]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-2/igt@kms_async_flips@crc.html

  * igt@kms_async_flips@crc-atomic:
    - shard-glk:          NOTRUN -> [INCOMPLETE][140] ([i915#13423]) +1 other test incomplete
   [140]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk4/igt@kms_async_flips@crc-atomic.html

  * igt@kms_async_flips@crc-atomic@pipe-a-hdmi-a-1:
    - shard-dg2:          NOTRUN -> [CRASH][141] ([i915#13287]) +3 other tests crash
   [141]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-8/igt@kms_async_flips@crc-atomic@pipe-a-hdmi-a-1.html

  * igt@kms_async_flips@crc-atomic@pipe-c-hdmi-a-4:
    - shard-dg1:          NOTRUN -> [CRASH][142] ([i915#13287]) +3 other tests crash
   [142]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-18/igt@kms_async_flips@crc-atomic@pipe-c-hdmi-a-4.html

  * igt@kms_async_flips@crc@pipe-a-hdmi-a-1:
    - shard-rkl:          NOTRUN -> [INCOMPLETE][143] ([i915#13287])
   [143]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-2/igt@kms_async_flips@crc@pipe-a-hdmi-a-1.html

  * igt@kms_async_flips@invalid-async-flip:
    - shard-dg2:          NOTRUN -> [SKIP][144] ([i915#12967] / [i915#6228])
   [144]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-6/igt@kms_async_flips@invalid-async-flip.html

  * igt@kms_atomic_transition@plane-all-modeset-transition-fencing-internal-panels:
    - shard-glk:          NOTRUN -> [SKIP][145] ([i915#1769])
   [145]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk8/igt@kms_atomic_transition@plane-all-modeset-transition-fencing-internal-panels.html
    - shard-dg1:          NOTRUN -> [SKIP][146] ([i915#1769] / [i915#3555])
   [146]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-17/igt@kms_atomic_transition@plane-all-modeset-transition-fencing-internal-panels.html

  * igt@kms_atomic_transition@plane-toggle-modeset-transition:
    - shard-dg2:          [PASS][147] -> [FAIL][148] ([i915#5956]) +1 other test fail
   [147]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-dg2-11/igt@kms_atomic_transition@plane-toggle-modeset-transition.html
   [148]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-11/igt@kms_atomic_transition@plane-toggle-modeset-transition.html

  * igt@kms_big_fb@4-tiled-8bpp-rotate-180:
    - shard-dg1:          NOTRUN -> [SKIP][149] ([i915#4538] / [i915#5286]) +6 other tests skip
   [149]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-12/igt@kms_big_fb@4-tiled-8bpp-rotate-180.html

  * igt@kms_big_fb@4-tiled-max-hw-stride-32bpp-rotate-0:
    - shard-rkl:          NOTRUN -> [SKIP][150] ([i915#5286]) +7 other tests skip
   [150]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-3/igt@kms_big_fb@4-tiled-max-hw-stride-32bpp-rotate-0.html

  * igt@kms_big_fb@4-tiled-max-hw-stride-32bpp-rotate-0-hflip:
    - shard-tglu-1:       NOTRUN -> [SKIP][151] ([i915#5286]) +2 other tests skip
   [151]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@kms_big_fb@4-tiled-max-hw-stride-32bpp-rotate-0-hflip.html

  * igt@kms_big_fb@4-tiled-max-hw-stride-64bpp-rotate-180:
    - shard-tglu:         NOTRUN -> [SKIP][152] ([i915#5286]) +6 other tests skip
   [152]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-4/igt@kms_big_fb@4-tiled-max-hw-stride-64bpp-rotate-180.html

  * igt@kms_big_fb@linear-32bpp-rotate-90:
    - shard-rkl:          NOTRUN -> [SKIP][153] ([i915#3638]) +2 other tests skip
   [153]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-3/igt@kms_big_fb@linear-32bpp-rotate-90.html
    - shard-dg1:          NOTRUN -> [SKIP][154] ([i915#3638]) +2 other tests skip
   [154]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-12/igt@kms_big_fb@linear-32bpp-rotate-90.html

  * igt@kms_big_fb@y-tiled-addfb-size-offset-overflow:
    - shard-mtlp:         NOTRUN -> [SKIP][155] ([i915#6187])
   [155]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-6/igt@kms_big_fb@y-tiled-addfb-size-offset-overflow.html

  * igt@kms_big_fb@y-tiled-max-hw-stride-32bpp-rotate-180:
    - shard-dg2:          NOTRUN -> [SKIP][156] ([i915#4538] / [i915#5190]) +8 other tests skip
   [156]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-6/igt@kms_big_fb@y-tiled-max-hw-stride-32bpp-rotate-180.html

  * igt@kms_big_fb@yf-tiled-max-hw-stride-32bpp-rotate-180-async-flip:
    - shard-dg1:          NOTRUN -> [SKIP][157] ([i915#4538]) +4 other tests skip
   [157]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-13/igt@kms_big_fb@yf-tiled-max-hw-stride-32bpp-rotate-180-async-flip.html

  * igt@kms_ccs@bad-aux-stride-4-tiled-mtl-mc-ccs@pipe-a-hdmi-a-4:
    - shard-dg1:          NOTRUN -> [SKIP][158] ([i915#6095]) +195 other tests skip
   [158]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-14/igt@kms_ccs@bad-aux-stride-4-tiled-mtl-mc-ccs@pipe-a-hdmi-a-4.html

  * igt@kms_ccs@ccs-on-another-bo-y-tiled-gen12-mc-ccs@pipe-b-hdmi-a-1:
    - shard-tglu:         NOTRUN -> [SKIP][159] ([i915#6095]) +59 other tests skip
   [159]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-4/igt@kms_ccs@ccs-on-another-bo-y-tiled-gen12-mc-ccs@pipe-b-hdmi-a-1.html

  * igt@kms_ccs@ccs-on-another-bo-yf-tiled-ccs@pipe-a-hdmi-a-3:
    - shard-dg2:          NOTRUN -> [SKIP][160] ([i915#10307] / [i915#6095]) +178 other tests skip
   [160]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-7/igt@kms_ccs@ccs-on-another-bo-yf-tiled-ccs@pipe-a-hdmi-a-3.html

  * igt@kms_ccs@crc-primary-rotation-180-4-tiled-bmg-ccs:
    - shard-tglu-1:       NOTRUN -> [SKIP][161] ([i915#12313])
   [161]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@kms_ccs@crc-primary-rotation-180-4-tiled-bmg-ccs.html

  * igt@kms_ccs@crc-primary-rotation-180-4-tiled-lnl-ccs:
    - shard-dg2:          NOTRUN -> [SKIP][162] ([i915#12313]) +1 other test skip
   [162]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-10/igt@kms_ccs@crc-primary-rotation-180-4-tiled-lnl-ccs.html
    - shard-mtlp:         NOTRUN -> [SKIP][163] ([i915#12313])
   [163]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-4/igt@kms_ccs@crc-primary-rotation-180-4-tiled-lnl-ccs.html

  * igt@kms_ccs@crc-primary-suspend-4-tiled-bmg-ccs:
    - shard-dg1:          NOTRUN -> [SKIP][164] ([i915#12805])
   [164]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-12/igt@kms_ccs@crc-primary-suspend-4-tiled-bmg-ccs.html
    - shard-dg2:          NOTRUN -> [SKIP][165] ([i915#12805])
   [165]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-7/igt@kms_ccs@crc-primary-suspend-4-tiled-bmg-ccs.html

  * igt@kms_ccs@crc-primary-suspend-4-tiled-dg2-mc-ccs@pipe-b-hdmi-a-2:
    - shard-rkl:          NOTRUN -> [SKIP][166] ([i915#6095]) +84 other tests skip
   [166]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-5/igt@kms_ccs@crc-primary-suspend-4-tiled-dg2-mc-ccs@pipe-b-hdmi-a-2.html

  * igt@kms_ccs@crc-primary-suspend-4-tiled-dg2-rc-ccs-cc:
    - shard-mtlp:         NOTRUN -> [SKIP][167] ([i915#6095]) +14 other tests skip
   [167]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-8/igt@kms_ccs@crc-primary-suspend-4-tiled-dg2-rc-ccs-cc.html

  * igt@kms_ccs@crc-primary-suspend-4-tiled-lnl-ccs:
    - shard-tglu:         NOTRUN -> [SKIP][168] ([i915#12805])
   [168]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-2/igt@kms_ccs@crc-primary-suspend-4-tiled-lnl-ccs.html

  * igt@kms_ccs@crc-primary-suspend-y-tiled-gen12-rc-ccs-cc@pipe-d-hdmi-a-1:
    - shard-dg2:          NOTRUN -> [SKIP][169] ([i915#6095]) +22 other tests skip
   [169]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-4/igt@kms_ccs@crc-primary-suspend-y-tiled-gen12-rc-ccs-cc@pipe-d-hdmi-a-1.html

  * igt@kms_ccs@crc-sprite-planes-basic-4-tiled-bmg-ccs:
    - shard-tglu:         NOTRUN -> [SKIP][170] ([i915#12313]) +2 other tests skip
   [170]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-4/igt@kms_ccs@crc-sprite-planes-basic-4-tiled-bmg-ccs.html

  * igt@kms_ccs@crc-sprite-planes-basic-4-tiled-mtl-rc-ccs@pipe-c-hdmi-a-1:
    - shard-tglu-1:       NOTRUN -> [SKIP][171] ([i915#6095]) +29 other tests skip
   [171]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@kms_ccs@crc-sprite-planes-basic-4-tiled-mtl-rc-ccs@pipe-c-hdmi-a-1.html

  * igt@kms_ccs@random-ccs-data-4-tiled-bmg-ccs:
    - shard-rkl:          NOTRUN -> [SKIP][172] ([i915#12313]) +2 other tests skip
   [172]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-2/igt@kms_ccs@random-ccs-data-4-tiled-bmg-ccs.html
    - shard-dg1:          NOTRUN -> [SKIP][173] ([i915#12313])
   [173]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-18/igt@kms_ccs@random-ccs-data-4-tiled-bmg-ccs.html

  * igt@kms_ccs@random-ccs-data-yf-tiled-ccs@pipe-d-hdmi-a-1:
    - shard-dg2:          NOTRUN -> [SKIP][174] ([i915#10307] / [i915#10434] / [i915#6095]) +5 other tests skip
   [174]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-8/igt@kms_ccs@random-ccs-data-yf-tiled-ccs@pipe-d-hdmi-a-1.html

  * igt@kms_cdclk@mode-transition@pipe-d-hdmi-a-1:
    - shard-dg2:          NOTRUN -> [SKIP][175] ([i915#11616] / [i915#7213]) +4 other tests skip
   [175]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-4/igt@kms_cdclk@mode-transition@pipe-d-hdmi-a-1.html

  * igt@kms_chamelium_edid@dp-edid-resolution-list:
    - shard-mtlp:         NOTRUN -> [SKIP][176] ([i915#7828]) +3 other tests skip
   [176]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-2/igt@kms_chamelium_edid@dp-edid-resolution-list.html

  * igt@kms_chamelium_edid@dp-edid-stress-resolution-non-4k:
    - shard-dg2:          NOTRUN -> [SKIP][177] ([i915#7828]) +11 other tests skip
   [177]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-4/igt@kms_chamelium_edid@dp-edid-stress-resolution-non-4k.html

  * igt@kms_chamelium_edid@hdmi-mode-timings:
    - shard-tglu:         NOTRUN -> [SKIP][178] ([i915#7828]) +12 other tests skip
   [178]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-2/igt@kms_chamelium_edid@hdmi-mode-timings.html

  * igt@kms_chamelium_hpd@dp-hpd:
    - shard-tglu-1:       NOTRUN -> [SKIP][179] ([i915#7828]) +3 other tests skip
   [179]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@kms_chamelium_hpd@dp-hpd.html

  * igt@kms_chamelium_hpd@hdmi-hpd-storm-disable:
    - shard-dg1:          NOTRUN -> [SKIP][180] ([i915#7828]) +15 other tests skip
   [180]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-18/igt@kms_chamelium_hpd@hdmi-hpd-storm-disable.html

  * igt@kms_chamelium_hpd@vga-hpd-for-each-pipe:
    - shard-rkl:          NOTRUN -> [SKIP][181] ([i915#7828]) +6 other tests skip
   [181]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-3/igt@kms_chamelium_hpd@vga-hpd-for-each-pipe.html

  * igt@kms_content_protection@atomic@pipe-a-dp-4:
    - shard-dg2:          NOTRUN -> [TIMEOUT][182] ([i915#7173])
   [182]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-10/igt@kms_content_protection@atomic@pipe-a-dp-4.html

  * igt@kms_content_protection@dp-mst-lic-type-1:
    - shard-dg2:          NOTRUN -> [SKIP][183] ([i915#3299]) +1 other test skip
   [183]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-3/igt@kms_content_protection@dp-mst-lic-type-1.html

  * igt@kms_content_protection@dp-mst-type-1:
    - shard-rkl:          NOTRUN -> [SKIP][184] ([i915#3116]) +2 other tests skip
   [184]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-5/igt@kms_content_protection@dp-mst-type-1.html
    - shard-dg1:          NOTRUN -> [SKIP][185] ([i915#3299]) +1 other test skip
   [185]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-18/igt@kms_content_protection@dp-mst-type-1.html
    - shard-mtlp:         NOTRUN -> [SKIP][186] ([i915#3299])
   [186]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-5/igt@kms_content_protection@dp-mst-type-1.html

  * igt@kms_content_protection@lic-type-0:
    - shard-dg1:          NOTRUN -> [SKIP][187] ([i915#9424])
   [187]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-17/igt@kms_content_protection@lic-type-0.html

  * igt@kms_content_protection@mei-interface:
    - shard-tglu:         NOTRUN -> [SKIP][188] ([i915#6944] / [i915#9424])
   [188]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-8/igt@kms_content_protection@mei-interface.html

  * igt@kms_content_protection@srm:
    - shard-tglu:         NOTRUN -> [SKIP][189] ([i915#6944] / [i915#7116] / [i915#7118])
   [189]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-3/igt@kms_content_protection@srm.html

  * igt@kms_content_protection@type1:
    - shard-dg2:          NOTRUN -> [SKIP][190] ([i915#7118] / [i915#9424])
   [190]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-1/igt@kms_content_protection@type1.html
    - shard-dg1:          NOTRUN -> [SKIP][191] ([i915#7116] / [i915#9424]) +1 other test skip
   [191]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-18/igt@kms_content_protection@type1.html

  * igt@kms_content_protection@uevent:
    - shard-mtlp:         NOTRUN -> [SKIP][192] ([i915#6944] / [i915#9424])
   [192]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-2/igt@kms_content_protection@uevent.html

  * igt@kms_content_protection@uevent@pipe-a-dp-4:
    - shard-dg2:          NOTRUN -> [FAIL][193] ([i915#1339] / [i915#7173])
   [193]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-10/igt@kms_content_protection@uevent@pipe-a-dp-4.html

  * igt@kms_cursor_crc@cursor-offscreen-512x170:
    - shard-tglu:         NOTRUN -> [SKIP][194] ([i915#13049])
   [194]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-8/igt@kms_cursor_crc@cursor-offscreen-512x170.html

  * igt@kms_cursor_crc@cursor-onscreen-32x32:
    - shard-dg1:          NOTRUN -> [SKIP][195] ([i915#3555]) +2 other tests skip
   [195]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-17/igt@kms_cursor_crc@cursor-onscreen-32x32.html

  * igt@kms_cursor_crc@cursor-onscreen-64x21:
    - shard-rkl:          [PASS][196] -> [DMESG-WARN][197] ([i915#12917] / [i915#12964]) +1 other test dmesg-warn
   [196]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-rkl-7/igt@kms_cursor_crc@cursor-onscreen-64x21.html
   [197]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-2/igt@kms_cursor_crc@cursor-onscreen-64x21.html

  * igt@kms_cursor_crc@cursor-onscreen-max-size:
    - shard-tglu-1:       NOTRUN -> [SKIP][198] ([i915#3555]) +1 other test skip
   [198]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@kms_cursor_crc@cursor-onscreen-max-size.html

  * igt@kms_cursor_crc@cursor-random-512x170:
    - shard-rkl:          NOTRUN -> [SKIP][199] ([i915#13049]) +1 other test skip
   [199]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-3/igt@kms_cursor_crc@cursor-random-512x170.html

  * igt@kms_cursor_crc@cursor-random-512x512:
    - shard-dg2:          NOTRUN -> [SKIP][200] ([i915#13049]) +1 other test skip
   [200]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-11/igt@kms_cursor_crc@cursor-random-512x512.html
    - shard-tglu-1:       NOTRUN -> [SKIP][201] ([i915#13049])
   [201]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@kms_cursor_crc@cursor-random-512x512.html

  * igt@kms_cursor_crc@cursor-rapid-movement-max-size:
    - shard-dg2:          NOTRUN -> [SKIP][202] ([i915#3555]) +3 other tests skip
   [202]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-4/igt@kms_cursor_crc@cursor-rapid-movement-max-size.html

  * igt@kms_cursor_crc@cursor-sliding-256x85:
    - shard-rkl:          NOTRUN -> [DMESG-WARN][203] ([i915#12917] / [i915#12964])
   [203]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-5/igt@kms_cursor_crc@cursor-sliding-256x85.html

  * igt@kms_cursor_legacy@2x-long-cursor-vs-flip-legacy:
    - shard-dg2:          NOTRUN -> [SKIP][204] ([i915#13046] / [i915#5354]) +2 other tests skip
   [204]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-5/igt@kms_cursor_legacy@2x-long-cursor-vs-flip-legacy.html

  * igt@kms_cursor_legacy@basic-busy-flip-before-cursor-atomic:
    - shard-tglu-1:       NOTRUN -> [SKIP][205] ([i915#4103])
   [205]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@kms_cursor_legacy@basic-busy-flip-before-cursor-atomic.html

  * igt@kms_cursor_legacy@cursorb-vs-flipa-toggle:
    - shard-mtlp:         NOTRUN -> [SKIP][206] ([i915#9809]) +1 other test skip
   [206]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-1/igt@kms_cursor_legacy@cursorb-vs-flipa-toggle.html

  * igt@kms_cursor_legacy@flip-vs-cursor-varying-size:
    - shard-snb:          [PASS][207] -> [FAIL][208] ([i915#2346])
   [207]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-snb2/igt@kms_cursor_legacy@flip-vs-cursor-varying-size.html
   [208]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-snb2/igt@kms_cursor_legacy@flip-vs-cursor-varying-size.html

  * igt@kms_cursor_legacy@modeset-atomic-cursor-hotspot:
    - shard-tglu-1:       NOTRUN -> [SKIP][209] ([i915#9067])
   [209]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@kms_cursor_legacy@modeset-atomic-cursor-hotspot.html

  * igt@kms_cursor_legacy@short-busy-flip-before-cursor-atomic-transitions-varying-size:
    - shard-dg2:          NOTRUN -> [SKIP][210] ([i915#4103] / [i915#4213]) +1 other test skip
   [210]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-8/igt@kms_cursor_legacy@short-busy-flip-before-cursor-atomic-transitions-varying-size.html
    - shard-rkl:          NOTRUN -> [SKIP][211] ([i915#4103])
   [211]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-2/igt@kms_cursor_legacy@short-busy-flip-before-cursor-atomic-transitions-varying-size.html
    - shard-dg1:          NOTRUN -> [SKIP][212] ([i915#4103] / [i915#4213])
   [212]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-18/igt@kms_cursor_legacy@short-busy-flip-before-cursor-atomic-transitions-varying-size.html

  * igt@kms_dirtyfb@drrs-dirtyfb-ioctl:
    - shard-dg2:          NOTRUN -> [SKIP][213] ([i915#9833])
   [213]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-3/igt@kms_dirtyfb@drrs-dirtyfb-ioctl.html
    - shard-rkl:          NOTRUN -> [SKIP][214] ([i915#9723])
   [214]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-2/igt@kms_dirtyfb@drrs-dirtyfb-ioctl.html

  * igt@kms_display_modes@mst-extended-mode-negative:
    - shard-tglu-1:       NOTRUN -> [SKIP][215] ([i915#8588])
   [215]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@kms_display_modes@mst-extended-mode-negative.html

  * igt@kms_dp_aux_dev:
    - shard-dg1:          NOTRUN -> [SKIP][216] ([i915#1257])
   [216]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-13/igt@kms_dp_aux_dev.html

  * igt@kms_dsc@dsc-fractional-bpp:
    - shard-rkl:          NOTRUN -> [SKIP][217] ([i915#3840])
   [217]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-7/igt@kms_dsc@dsc-fractional-bpp.html

  * igt@kms_dsc@dsc-fractional-bpp-with-bpc:
    - shard-tglu-1:       NOTRUN -> [SKIP][218] ([i915#3840])
   [218]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@kms_dsc@dsc-fractional-bpp-with-bpc.html

  * igt@kms_dsc@dsc-with-output-formats:
    - shard-mtlp:         NOTRUN -> [SKIP][219] ([i915#3555] / [i915#3840])
   [219]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-4/igt@kms_dsc@dsc-with-output-formats.html
    - shard-dg2:          NOTRUN -> [SKIP][220] ([i915#3555] / [i915#3840])
   [220]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-7/igt@kms_dsc@dsc-with-output-formats.html
    - shard-rkl:          NOTRUN -> [SKIP][221] ([i915#3555] / [i915#3840]) +1 other test skip
   [221]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-4/igt@kms_dsc@dsc-with-output-formats.html
    - shard-dg1:          NOTRUN -> [SKIP][222] ([i915#3555] / [i915#3840])
   [222]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-12/igt@kms_dsc@dsc-with-output-formats.html
    - shard-tglu:         NOTRUN -> [SKIP][223] ([i915#3555] / [i915#3840])
   [223]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-5/igt@kms_dsc@dsc-with-output-formats.html

  * igt@kms_dsc@dsc-with-output-formats-with-bpc:
    - shard-dg2:          NOTRUN -> [SKIP][224] ([i915#3840] / [i915#9053])
   [224]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-1/igt@kms_dsc@dsc-with-output-formats-with-bpc.html
    - shard-rkl:          NOTRUN -> [SKIP][225] ([i915#3840] / [i915#9053])
   [225]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-7/igt@kms_dsc@dsc-with-output-formats-with-bpc.html

  * igt@kms_fbcon_fbt@psr:
    - shard-dg1:          NOTRUN -> [SKIP][226] ([i915#3469])
   [226]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-14/igt@kms_fbcon_fbt@psr.html

  * igt@kms_fbcon_fbt@psr-suspend:
    - shard-tglu:         NOTRUN -> [SKIP][227] ([i915#3469])
   [227]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-2/igt@kms_fbcon_fbt@psr-suspend.html

  * igt@kms_feature_discovery@dp-mst:
    - shard-tglu-1:       NOTRUN -> [SKIP][228] ([i915#9337])
   [228]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@kms_feature_discovery@dp-mst.html

  * igt@kms_feature_discovery@psr1:
    - shard-dg2:          NOTRUN -> [SKIP][229] ([i915#658])
   [229]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-8/igt@kms_feature_discovery@psr1.html

  * igt@kms_feature_discovery@psr2:
    - shard-tglu:         NOTRUN -> [SKIP][230] ([i915#658])
   [230]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-5/igt@kms_feature_discovery@psr2.html

  * igt@kms_flip@2x-flip-vs-blocking-wf-vblank:
    - shard-dg1:          NOTRUN -> [SKIP][231] ([i915#9934]) +6 other tests skip
   [231]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-12/igt@kms_flip@2x-flip-vs-blocking-wf-vblank.html

  * igt@kms_flip@2x-flip-vs-fences:
    - shard-tglu-1:       NOTRUN -> [SKIP][232] ([i915#3637]) +4 other tests skip
   [232]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@kms_flip@2x-flip-vs-fences.html

  * igt@kms_flip@2x-flip-vs-modeset:
    - shard-tglu:         NOTRUN -> [SKIP][233] ([i915#3637]) +8 other tests skip
   [233]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-8/igt@kms_flip@2x-flip-vs-modeset.html

  * igt@kms_flip@2x-flip-vs-panning-interruptible:
    - shard-dg2:          NOTRUN -> [SKIP][234] ([i915#9934]) +5 other tests skip
   [234]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-3/igt@kms_flip@2x-flip-vs-panning-interruptible.html

  * igt@kms_flip@2x-plain-flip:
    - shard-rkl:          NOTRUN -> [SKIP][235] ([i915#9934]) +9 other tests skip
   [235]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-7/igt@kms_flip@2x-plain-flip.html

  * igt@kms_flip@flip-vs-suspend:
    - shard-glk:          NOTRUN -> [INCOMPLETE][236] ([i915#12745] / [i915#4839])
   [236]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk5/igt@kms_flip@flip-vs-suspend.html

  * igt@kms_flip@flip-vs-suspend-interruptible:
    - shard-dg1:          NOTRUN -> [DMESG-WARN][237] ([i915#4423]) +2 other tests dmesg-warn
   [237]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-13/igt@kms_flip@flip-vs-suspend-interruptible.html

  * igt@kms_flip@flip-vs-suspend@a-hdmi-a1:
    - shard-glk:          NOTRUN -> [INCOMPLETE][238] ([i915#12745])
   [238]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk5/igt@kms_flip@flip-vs-suspend@a-hdmi-a1.html

  * igt@kms_flip_scaled_crc@flip-32bpp-4tile-to-32bpp-4tiledg2rcccs-upscaling:
    - shard-rkl:          NOTRUN -> [SKIP][239] ([i915#2672] / [i915#3555]) +3 other tests skip
   [239]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-7/igt@kms_flip_scaled_crc@flip-32bpp-4tile-to-32bpp-4tiledg2rcccs-upscaling.html

  * igt@kms_flip_scaled_crc@flip-32bpp-4tile-to-32bpp-4tiledg2rcccs-upscaling@pipe-a-valid-mode:
    - shard-rkl:          NOTRUN -> [SKIP][240] ([i915#2672]) +3 other tests skip
   [240]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-7/igt@kms_flip_scaled_crc@flip-32bpp-4tile-to-32bpp-4tiledg2rcccs-upscaling@pipe-a-valid-mode.html

  * igt@kms_flip_scaled_crc@flip-32bpp-4tile-to-64bpp-4tile-downscaling:
    - shard-dg1:          NOTRUN -> [SKIP][241] ([i915#2672] / [i915#3555]) +3 other tests skip
   [241]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-17/igt@kms_flip_scaled_crc@flip-32bpp-4tile-to-64bpp-4tile-downscaling.html

  * igt@kms_flip_scaled_crc@flip-32bpp-4tile-to-64bpp-4tile-downscaling@pipe-a-valid-mode:
    - shard-dg1:          NOTRUN -> [SKIP][242] ([i915#2587] / [i915#2672]) +4 other tests skip
   [242]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-17/igt@kms_flip_scaled_crc@flip-32bpp-4tile-to-64bpp-4tile-downscaling@pipe-a-valid-mode.html

  * igt@kms_flip_scaled_crc@flip-32bpp-yftile-to-32bpp-yftileccs-downscaling:
    - shard-dg2:          NOTRUN -> [SKIP][243] ([i915#2672] / [i915#3555])
   [243]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-6/igt@kms_flip_scaled_crc@flip-32bpp-yftile-to-32bpp-yftileccs-downscaling.html

  * igt@kms_flip_scaled_crc@flip-32bpp-yftile-to-64bpp-yftile-upscaling:
    - shard-tglu:         NOTRUN -> [SKIP][244] ([i915#2672] / [i915#3555]) +3 other tests skip
   [244]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-10/igt@kms_flip_scaled_crc@flip-32bpp-yftile-to-64bpp-yftile-upscaling.html

  * igt@kms_flip_scaled_crc@flip-32bpp-yftile-to-64bpp-yftile-upscaling@pipe-a-valid-mode:
    - shard-tglu:         NOTRUN -> [SKIP][245] ([i915#2587] / [i915#2672]) +3 other tests skip
   [245]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-10/igt@kms_flip_scaled_crc@flip-32bpp-yftile-to-64bpp-yftile-upscaling@pipe-a-valid-mode.html

  * igt@kms_flip_scaled_crc@flip-32bpp-ytile-to-32bpp-ytilegen12rcccs-downscaling:
    - shard-dg2:          NOTRUN -> [SKIP][246] ([i915#2672] / [i915#3555] / [i915#5190]) +3 other tests skip
   [246]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-10/igt@kms_flip_scaled_crc@flip-32bpp-ytile-to-32bpp-ytilegen12rcccs-downscaling.html

  * igt@kms_flip_scaled_crc@flip-32bpp-ytile-to-32bpp-ytilegen12rcccs-downscaling@pipe-a-valid-mode:
    - shard-dg2:          NOTRUN -> [SKIP][247] ([i915#2672]) +4 other tests skip
   [247]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-10/igt@kms_flip_scaled_crc@flip-32bpp-ytile-to-32bpp-ytilegen12rcccs-downscaling@pipe-a-valid-mode.html

  * igt@kms_flip_scaled_crc@flip-32bpp-ytile-to-32bpp-ytilegen12rcccs-upscaling@pipe-a-default-mode:
    - shard-mtlp:         NOTRUN -> [SKIP][248] ([i915#2672] / [i915#8813]) +1 other test skip
   [248]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-4/igt@kms_flip_scaled_crc@flip-32bpp-ytile-to-32bpp-ytilegen12rcccs-upscaling@pipe-a-default-mode.html

  * igt@kms_flip_scaled_crc@flip-32bpp-ytileccs-to-64bpp-ytile-upscaling:
    - shard-dg1:          NOTRUN -> [SKIP][249] ([i915#2587] / [i915#2672] / [i915#3555])
   [249]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-18/igt@kms_flip_scaled_crc@flip-32bpp-ytileccs-to-64bpp-ytile-upscaling.html

  * igt@kms_flip_scaled_crc@flip-64bpp-yftile-to-16bpp-yftile-downscaling:
    - shard-mtlp:         NOTRUN -> [SKIP][250] ([i915#2672] / [i915#3555] / [i915#8813]) +1 other test skip
   [250]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-1/igt@kms_flip_scaled_crc@flip-64bpp-yftile-to-16bpp-yftile-downscaling.html

  * igt@kms_frontbuffer_tracking@fbc-1p-primscrn-pri-indfb-draw-mmap-cpu:
    - shard-dg2:          [PASS][251] -> [FAIL][252] ([i915#6880])
   [251]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-dg2-2/igt@kms_frontbuffer_tracking@fbc-1p-primscrn-pri-indfb-draw-mmap-cpu.html
   [252]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-5/igt@kms_frontbuffer_tracking@fbc-1p-primscrn-pri-indfb-draw-mmap-cpu.html

  * igt@kms_frontbuffer_tracking@fbc-1p-primscrn-spr-indfb-draw-mmap-gtt:
    - shard-rkl:          [PASS][253] -> [DMESG-WARN][254] ([i915#12964]) +29 other tests dmesg-warn
   [253]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-rkl-2/igt@kms_frontbuffer_tracking@fbc-1p-primscrn-spr-indfb-draw-mmap-gtt.html
   [254]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-4/igt@kms_frontbuffer_tracking@fbc-1p-primscrn-spr-indfb-draw-mmap-gtt.html

  * igt@kms_frontbuffer_tracking@fbc-1p-primscrn-spr-indfb-onoff:
    - shard-dg2:          NOTRUN -> [FAIL][255] ([i915#6880])
   [255]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-6/igt@kms_frontbuffer_tracking@fbc-1p-primscrn-spr-indfb-onoff.html

  * igt@kms_frontbuffer_tracking@fbc-2p-primscrn-cur-indfb-move:
    - shard-mtlp:         NOTRUN -> [SKIP][256] ([i915#1825]) +4 other tests skip
   [256]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-5/igt@kms_frontbuffer_tracking@fbc-2p-primscrn-cur-indfb-move.html

  * igt@kms_frontbuffer_tracking@fbc-2p-primscrn-pri-shrfb-draw-mmap-cpu:
    - shard-tglu-1:       NOTRUN -> [SKIP][257] +37 other tests skip
   [257]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@kms_frontbuffer_tracking@fbc-2p-primscrn-pri-shrfb-draw-mmap-cpu.html

  * igt@kms_frontbuffer_tracking@fbc-2p-primscrn-spr-indfb-fullscreen:
    - shard-dg1:          NOTRUN -> [SKIP][258] +40 other tests skip
   [258]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-18/igt@kms_frontbuffer_tracking@fbc-2p-primscrn-spr-indfb-fullscreen.html

  * igt@kms_frontbuffer_tracking@fbc-2p-scndscrn-cur-indfb-draw-mmap-wc:
    - shard-dg2:          NOTRUN -> [SKIP][259] ([i915#8708]) +19 other tests skip
   [259]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-10/igt@kms_frontbuffer_tracking@fbc-2p-scndscrn-cur-indfb-draw-mmap-wc.html

  * igt@kms_frontbuffer_tracking@fbc-2p-scndscrn-pri-indfb-draw-blt:
    - shard-snb:          [PASS][260] -> [SKIP][261] +1 other test skip
   [260]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-snb5/igt@kms_frontbuffer_tracking@fbc-2p-scndscrn-pri-indfb-draw-blt.html
   [261]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-snb7/igt@kms_frontbuffer_tracking@fbc-2p-scndscrn-pri-indfb-draw-blt.html

  * igt@kms_frontbuffer_tracking@fbc-tiling-4:
    - shard-dg1:          NOTRUN -> [SKIP][262] ([i915#5439])
   [262]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-13/igt@kms_frontbuffer_tracking@fbc-tiling-4.html

  * igt@kms_frontbuffer_tracking@fbcpsr-1p-pri-indfb-multidraw:
    - shard-rkl:          NOTRUN -> [SKIP][263] ([i915#3023]) +21 other tests skip
   [263]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-4/igt@kms_frontbuffer_tracking@fbcpsr-1p-pri-indfb-multidraw.html

  * igt@kms_frontbuffer_tracking@fbcpsr-2p-primscrn-pri-shrfb-draw-render:
    - shard-dg2:          NOTRUN -> [SKIP][264] ([i915#5354]) +28 other tests skip
   [264]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-4/igt@kms_frontbuffer_tracking@fbcpsr-2p-primscrn-pri-shrfb-draw-render.html

  * igt@kms_frontbuffer_tracking@fbcpsr-2p-scndscrn-pri-indfb-draw-mmap-gtt:
    - shard-mtlp:         NOTRUN -> [SKIP][265] ([i915#8708]) +2 other tests skip
   [265]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-7/igt@kms_frontbuffer_tracking@fbcpsr-2p-scndscrn-pri-indfb-draw-mmap-gtt.html

  * igt@kms_frontbuffer_tracking@fbcpsr-suspend:
    - shard-dg2:          NOTRUN -> [SKIP][266] ([i915#10433] / [i915#3458])
   [266]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-4/igt@kms_frontbuffer_tracking@fbcpsr-suspend.html

  * igt@kms_frontbuffer_tracking@psr-1p-offscren-pri-indfb-draw-mmap-cpu:
    - shard-tglu:         NOTRUN -> [SKIP][267] +77 other tests skip
   [267]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-2/igt@kms_frontbuffer_tracking@psr-1p-offscren-pri-indfb-draw-mmap-cpu.html

  * igt@kms_frontbuffer_tracking@psr-1p-primscrn-cur-indfb-draw-mmap-wc:
    - shard-dg1:          NOTRUN -> [SKIP][268] ([i915#8708]) +23 other tests skip
   [268]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-14/igt@kms_frontbuffer_tracking@psr-1p-primscrn-cur-indfb-draw-mmap-wc.html

  * igt@kms_frontbuffer_tracking@psr-1p-primscrn-cur-indfb-move:
    - shard-dg2:          NOTRUN -> [SKIP][269] ([i915#3458]) +14 other tests skip
   [269]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-5/igt@kms_frontbuffer_tracking@psr-1p-primscrn-cur-indfb-move.html

  * igt@kms_frontbuffer_tracking@psr-2p-scndscrn-shrfb-plflip-blt:
    - shard-rkl:          NOTRUN -> [SKIP][270] ([i915#1825]) +37 other tests skip
   [270]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-4/igt@kms_frontbuffer_tracking@psr-2p-scndscrn-shrfb-plflip-blt.html

  * igt@kms_frontbuffer_tracking@psr-rgb565-draw-pwrite:
    - shard-dg1:          NOTRUN -> [SKIP][271] ([i915#3458]) +17 other tests skip
   [271]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-18/igt@kms_frontbuffer_tracking@psr-rgb565-draw-pwrite.html

  * igt@kms_hdr@bpc-switch-suspend:
    - shard-dg2:          NOTRUN -> [SKIP][272] ([i915#3555] / [i915#8228]) +1 other test skip
   [272]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-8/igt@kms_hdr@bpc-switch-suspend.html

  * igt@kms_hdr@brightness-with-hdr:
    - shard-dg2:          NOTRUN -> [SKIP][273] ([i915#12713])
   [273]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-5/igt@kms_hdr@brightness-with-hdr.html

  * igt@kms_hdr@static-toggle:
    - shard-rkl:          NOTRUN -> [SKIP][274] ([i915#3555] / [i915#8228]) +1 other test skip
   [274]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-2/igt@kms_hdr@static-toggle.html

  * igt@kms_histogram@global-basic:
    - shard-dg1:          NOTRUN -> [SKIP][275] ([i915#13388])
   [275]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-13/igt@kms_histogram@global-basic.html
    - shard-tglu:         NOTRUN -> [SKIP][276] ([i915#13388])
   [276]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-9/igt@kms_histogram@global-basic.html
    - shard-dg2:          NOTRUN -> [SKIP][277] ([i915#13388])
   [277]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-5/igt@kms_histogram@global-basic.html

  * igt@kms_joiner@basic-big-joiner:
    - shard-rkl:          NOTRUN -> [SKIP][278] ([i915#10656]) +1 other test skip
   [278]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-7/igt@kms_joiner@basic-big-joiner.html
    - shard-dg2:          NOTRUN -> [SKIP][279] ([i915#10656])
   [279]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-2/igt@kms_joiner@basic-big-joiner.html

  * igt@kms_joiner@basic-force-ultra-joiner:
    - shard-tglu-1:       NOTRUN -> [SKIP][280] ([i915#12394])
   [280]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@kms_joiner@basic-force-ultra-joiner.html

  * igt@kms_joiner@invalid-modeset-force-big-joiner:
    - shard-tglu:         NOTRUN -> [SKIP][281] ([i915#12388])
   [281]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-9/igt@kms_joiner@invalid-modeset-force-big-joiner.html

  * igt@kms_multipipe_modeset@basic-max-pipe-crc-check:
    - shard-tglu-1:       NOTRUN -> [SKIP][282] ([i915#1839])
   [282]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@kms_multipipe_modeset@basic-max-pipe-crc-check.html

  * igt@kms_panel_fitting@atomic-fastset:
    - shard-dg1:          NOTRUN -> [SKIP][283] ([i915#6301])
   [283]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-12/igt@kms_panel_fitting@atomic-fastset.html

  * igt@kms_panel_fitting@legacy:
    - shard-tglu:         NOTRUN -> [SKIP][284] ([i915#6301])
   [284]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-7/igt@kms_panel_fitting@legacy.html

  * igt@kms_pipe_crc_basic@suspend-read-crc:
    - shard-glk:          NOTRUN -> [INCOMPLETE][285] ([i915#12756] / [i915#13409])
   [285]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk8/igt@kms_pipe_crc_basic@suspend-read-crc.html

  * igt@kms_pipe_crc_basic@suspend-read-crc@pipe-a-hdmi-a-1:
    - shard-glk:          NOTRUN -> [INCOMPLETE][286] ([i915#12756])
   [286]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk8/igt@kms_pipe_crc_basic@suspend-read-crc@pipe-a-hdmi-a-1.html

  * igt@kms_plane_alpha_blend@alpha-basic:
    - shard-glk:          NOTRUN -> [FAIL][287] ([i915#12178])
   [287]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk8/igt@kms_plane_alpha_blend@alpha-basic.html

  * igt@kms_plane_alpha_blend@alpha-basic@pipe-c-hdmi-a-1:
    - shard-glk:          NOTRUN -> [FAIL][288] ([i915#7862]) +1 other test fail
   [288]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk8/igt@kms_plane_alpha_blend@alpha-basic@pipe-c-hdmi-a-1.html

  * igt@kms_plane_alpha_blend@alpha-transparent-fb:
    - shard-glk:          NOTRUN -> [FAIL][289] ([i915#10647] / [i915#12177])
   [289]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk2/igt@kms_plane_alpha_blend@alpha-transparent-fb.html

  * igt@kms_plane_alpha_blend@alpha-transparent-fb@pipe-a-hdmi-a-1:
    - shard-glk:          NOTRUN -> [FAIL][290] ([i915#10647]) +1 other test fail
   [290]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk2/igt@kms_plane_alpha_blend@alpha-transparent-fb@pipe-a-hdmi-a-1.html

  * igt@kms_plane_lowres@tiling-y:
    - shard-mtlp:         NOTRUN -> [SKIP][291] ([i915#3555] / [i915#8821])
   [291]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-1/igt@kms_plane_lowres@tiling-y.html
    - shard-dg2:          NOTRUN -> [SKIP][292] ([i915#8821])
   [292]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-4/igt@kms_plane_lowres@tiling-y.html

  * igt@kms_plane_multiple@tiling-yf:
    - shard-rkl:          NOTRUN -> [SKIP][293] ([i915#3555]) +5 other tests skip
   [293]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-3/igt@kms_plane_multiple@tiling-yf.html

  * igt@kms_plane_scaling@plane-downscale-factor-0-25-with-pixel-format:
    - shard-dg1:          NOTRUN -> [SKIP][294] ([i915#12247]) +36 other tests skip
   [294]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-18/igt@kms_plane_scaling@plane-downscale-factor-0-25-with-pixel-format.html

  * igt@kms_plane_scaling@planes-downscale-factor-0-25:
    - shard-dg2:          NOTRUN -> [SKIP][295] ([i915#12247] / [i915#6953] / [i915#9423])
   [295]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-7/igt@kms_plane_scaling@planes-downscale-factor-0-25.html
    - shard-dg1:          NOTRUN -> [SKIP][296] ([i915#12247] / [i915#6953]) +1 other test skip
   [296]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-17/igt@kms_plane_scaling@planes-downscale-factor-0-25.html

  * igt@kms_plane_scaling@planes-downscale-factor-0-25-unity-scaling@pipe-a:
    - shard-rkl:          NOTRUN -> [SKIP][297] ([i915#12247]) +10 other tests skip
   [297]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-3/igt@kms_plane_scaling@planes-downscale-factor-0-25-unity-scaling@pipe-a.html

  * igt@kms_plane_scaling@planes-downscale-factor-0-25-unity-scaling@pipe-d:
    - shard-tglu-1:       NOTRUN -> [SKIP][298] ([i915#12247]) +9 other tests skip
   [298]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@kms_plane_scaling@planes-downscale-factor-0-25-unity-scaling@pipe-d.html

  * igt@kms_plane_scaling@planes-downscale-factor-0-25@pipe-d:
    - shard-dg2:          NOTRUN -> [SKIP][299] ([i915#12247]) +3 other tests skip
   [299]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-7/igt@kms_plane_scaling@planes-downscale-factor-0-25@pipe-d.html

  * igt@kms_plane_scaling@planes-downscale-factor-0-75:
    - shard-mtlp:         NOTRUN -> [SKIP][300] ([i915#12247] / [i915#3555] / [i915#6953])
   [300]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-3/igt@kms_plane_scaling@planes-downscale-factor-0-75.html

  * igt@kms_plane_scaling@planes-downscale-factor-0-75@pipe-b:
    - shard-mtlp:         NOTRUN -> [SKIP][301] ([i915#12247]) +8 other tests skip
   [301]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-3/igt@kms_plane_scaling@planes-downscale-factor-0-75@pipe-b.html

  * igt@kms_plane_scaling@planes-unity-scaling-downscale-factor-0-25:
    - shard-rkl:          NOTRUN -> [SKIP][302] ([i915#12247] / [i915#6953])
   [302]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-1/igt@kms_plane_scaling@planes-unity-scaling-downscale-factor-0-25.html
    - shard-tglu:         NOTRUN -> [SKIP][303] ([i915#12247] / [i915#6953])
   [303]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-10/igt@kms_plane_scaling@planes-unity-scaling-downscale-factor-0-25.html

  * igt@kms_plane_scaling@planes-unity-scaling-downscale-factor-0-25@pipe-d:
    - shard-tglu:         NOTRUN -> [SKIP][304] ([i915#12247]) +3 other tests skip
   [304]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-10/igt@kms_plane_scaling@planes-unity-scaling-downscale-factor-0-25@pipe-d.html

  * igt@kms_pm_backlight@basic-brightness:
    - shard-dg1:          NOTRUN -> [SKIP][305] ([i915#5354])
   [305]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-13/igt@kms_pm_backlight@basic-brightness.html

  * igt@kms_pm_backlight@brightness-with-dpms:
    - shard-dg1:          NOTRUN -> [SKIP][306] ([i915#12343])
   [306]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-17/igt@kms_pm_backlight@brightness-with-dpms.html
    - shard-tglu:         NOTRUN -> [SKIP][307] ([i915#12343])
   [307]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-2/igt@kms_pm_backlight@brightness-with-dpms.html

  * igt@kms_pm_backlight@fade:
    - shard-rkl:          NOTRUN -> [SKIP][308] ([i915#5354])
   [308]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-3/igt@kms_pm_backlight@fade.html

  * igt@kms_pm_backlight@fade-with-dpms:
    - shard-tglu:         NOTRUN -> [SKIP][309] ([i915#9812]) +1 other test skip
   [309]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-3/igt@kms_pm_backlight@fade-with-dpms.html

  * igt@kms_pm_dc@dc3co-vpb-simulation:
    - shard-rkl:          NOTRUN -> [SKIP][310] ([i915#9685])
   [310]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-3/igt@kms_pm_dc@dc3co-vpb-simulation.html
    - shard-tglu-1:       NOTRUN -> [SKIP][311] ([i915#9685])
   [311]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@kms_pm_dc@dc3co-vpb-simulation.html
    - shard-dg1:          NOTRUN -> [SKIP][312] ([i915#9685])
   [312]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-14/igt@kms_pm_dc@dc3co-vpb-simulation.html

  * igt@kms_pm_lpsp@screens-disabled:
    - shard-rkl:          NOTRUN -> [SKIP][313] ([i915#8430])
   [313]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-3/igt@kms_pm_lpsp@screens-disabled.html

  * igt@kms_pm_rpm@dpms-mode-unset-lpsp:
    - shard-dg1:          NOTRUN -> [SKIP][314] ([i915#9519])
   [314]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-14/igt@kms_pm_rpm@dpms-mode-unset-lpsp.html

  * igt@kms_pm_rpm@dpms-non-lpsp:
    - shard-dg2:          [PASS][315] -> [SKIP][316] ([i915#9519]) +1 other test skip
   [315]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-dg2-11/igt@kms_pm_rpm@dpms-non-lpsp.html
   [316]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-8/igt@kms_pm_rpm@dpms-non-lpsp.html

  * igt@kms_pm_rpm@modeset-non-lpsp:
    - shard-tglu-1:       NOTRUN -> [SKIP][317] ([i915#9519])
   [317]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@kms_pm_rpm@modeset-non-lpsp.html

  * igt@kms_pm_rpm@system-suspend-modeset:
    - shard-rkl:          [PASS][318] -> [SKIP][319] ([i915#12916])
   [318]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-rkl-6/igt@kms_pm_rpm@system-suspend-modeset.html
   [319]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-4/igt@kms_pm_rpm@system-suspend-modeset.html

  * igt@kms_prime@basic-crc-hybrid:
    - shard-rkl:          NOTRUN -> [SKIP][320] ([i915#6524])
   [320]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-2/igt@kms_prime@basic-crc-hybrid.html

  * igt@kms_prime@basic-crc-vgem:
    - shard-dg2:          NOTRUN -> [SKIP][321] ([i915#6524] / [i915#6805])
   [321]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-10/igt@kms_prime@basic-crc-vgem.html

  * igt@kms_prime@basic-modeset-hybrid:
    - shard-dg1:          NOTRUN -> [SKIP][322] ([i915#6524])
   [322]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-14/igt@kms_prime@basic-modeset-hybrid.html
    - shard-tglu:         NOTRUN -> [SKIP][323] ([i915#6524])
   [323]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-2/igt@kms_prime@basic-modeset-hybrid.html

  * igt@kms_psr2_sf@fbc-psr2-cursor-plane-move-continuous-sf:
    - shard-tglu-1:       NOTRUN -> [SKIP][324] ([i915#11520]) +3 other tests skip
   [324]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@kms_psr2_sf@fbc-psr2-cursor-plane-move-continuous-sf.html

  * igt@kms_psr2_sf@fbc-psr2-primary-plane-update-sf-dmg-area:
    - shard-glk:          NOTRUN -> [SKIP][325] ([i915#11520]) +10 other tests skip
   [325]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk2/igt@kms_psr2_sf@fbc-psr2-primary-plane-update-sf-dmg-area.html

  * igt@kms_psr2_sf@pr-overlay-plane-move-continuous-exceed-fully-sf:
    - shard-tglu:         NOTRUN -> [SKIP][326] ([i915#11520]) +7 other tests skip
   [326]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-8/igt@kms_psr2_sf@pr-overlay-plane-move-continuous-exceed-fully-sf.html

  * igt@kms_psr2_sf@pr-overlay-plane-move-continuous-sf:
    - shard-mtlp:         NOTRUN -> [SKIP][327] ([i915#12316])
   [327]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-6/igt@kms_psr2_sf@pr-overlay-plane-move-continuous-sf.html

  * igt@kms_psr2_sf@pr-overlay-plane-update-sf-dmg-area:
    - shard-rkl:          NOTRUN -> [SKIP][328] ([i915#11520]) +7 other tests skip
   [328]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-2/igt@kms_psr2_sf@pr-overlay-plane-update-sf-dmg-area.html
    - shard-snb:          NOTRUN -> [SKIP][329] ([i915#11520]) +15 other tests skip
   [329]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-snb5/igt@kms_psr2_sf@pr-overlay-plane-update-sf-dmg-area.html

  * igt@kms_psr2_sf@psr2-overlay-plane-move-continuous-sf:
    - shard-dg1:          NOTRUN -> [SKIP][330] ([i915#11520]) +9 other tests skip
   [330]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-17/igt@kms_psr2_sf@psr2-overlay-plane-move-continuous-sf.html

  * igt@kms_psr2_sf@psr2-overlay-plane-update-sf-dmg-area:
    - shard-dg2:          NOTRUN -> [SKIP][331] ([i915#11520]) +8 other tests skip
   [331]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-10/igt@kms_psr2_sf@psr2-overlay-plane-update-sf-dmg-area.html

  * igt@kms_psr2_su@page_flip-p010:
    - shard-tglu-1:       NOTRUN -> [SKIP][332] ([i915#9683])
   [332]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@kms_psr2_su@page_flip-p010.html

  * igt@kms_psr2_su@page_flip-xrgb8888:
    - shard-dg2:          NOTRUN -> [SKIP][333] ([i915#9683])
   [333]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-11/igt@kms_psr2_su@page_flip-xrgb8888.html
    - shard-rkl:          NOTRUN -> [SKIP][334] ([i915#9683])
   [334]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-3/igt@kms_psr2_su@page_flip-xrgb8888.html
    - shard-tglu:         NOTRUN -> [SKIP][335] ([i915#9683])
   [335]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-3/igt@kms_psr2_su@page_flip-xrgb8888.html

  * igt@kms_psr@fbc-psr-dpms:
    - shard-mtlp:         NOTRUN -> [SKIP][336] ([i915#9688]) +7 other tests skip
   [336]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-1/igt@kms_psr@fbc-psr-dpms.html

  * igt@kms_psr@fbc-psr-primary-page-flip:
    - shard-dg2:          NOTRUN -> [SKIP][337] ([i915#1072] / [i915#9732]) +25 other tests skip
   [337]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-4/igt@kms_psr@fbc-psr-primary-page-flip.html

  * igt@kms_psr@fbc-psr-primary-render:
    - shard-tglu-1:       NOTRUN -> [SKIP][338] ([i915#9732]) +9 other tests skip
   [338]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@kms_psr@fbc-psr-primary-render.html

  * igt@kms_psr@fbc-psr2-no-drrs:
    - shard-tglu:         NOTRUN -> [SKIP][339] ([i915#9732]) +24 other tests skip
   [339]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-8/igt@kms_psr@fbc-psr2-no-drrs.html

  * igt@kms_psr@fbc-psr2-suspend:
    - shard-rkl:          NOTRUN -> [SKIP][340] ([i915#1072] / [i915#9732]) +19 other tests skip
   [340]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-3/igt@kms_psr@fbc-psr2-suspend.html

  * igt@kms_psr@psr-sprite-mmap-cpu:
    - shard-dg1:          NOTRUN -> [SKIP][341] ([i915#1072] / [i915#9732]) +26 other tests skip
   [341]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-18/igt@kms_psr@psr-sprite-mmap-cpu.html

  * igt@kms_rotation_crc@primary-y-tiled-reflect-x-180:
    - shard-mtlp:         NOTRUN -> [SKIP][342] ([i915#5289]) +1 other test skip
   [342]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-8/igt@kms_rotation_crc@primary-y-tiled-reflect-x-180.html
    - shard-dg2:          NOTRUN -> [SKIP][343] ([i915#5190])
   [343]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-4/igt@kms_rotation_crc@primary-y-tiled-reflect-x-180.html

  * igt@kms_rotation_crc@primary-y-tiled-reflect-x-270:
    - shard-dg2:          NOTRUN -> [SKIP][344] ([i915#12755] / [i915#5190])
   [344]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-1/igt@kms_rotation_crc@primary-y-tiled-reflect-x-270.html

  * igt@kms_rotation_crc@primary-yf-tiled-reflect-x-0:
    - shard-dg1:          NOTRUN -> [SKIP][345] ([i915#5289])
   [345]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-13/igt@kms_rotation_crc@primary-yf-tiled-reflect-x-0.html
    - shard-tglu:         NOTRUN -> [SKIP][346] ([i915#5289])
   [346]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-10/igt@kms_rotation_crc@primary-yf-tiled-reflect-x-0.html

  * igt@kms_scaling_modes@scaling-mode-full-aspect:
    - shard-tglu:         NOTRUN -> [SKIP][347] ([i915#3555]) +5 other tests skip
   [347]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-10/igt@kms_scaling_modes@scaling-mode-full-aspect.html

  * igt@kms_selftest@drm_framebuffer:
    - shard-rkl:          NOTRUN -> [ABORT][348] ([i915#13179]) +1 other test abort
   [348]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-3/igt@kms_selftest@drm_framebuffer.html

  * igt@kms_selftest@drm_framebuffer@drm_test_framebuffer_free:
    - shard-dg2:          NOTRUN -> [ABORT][349] ([i915#13179]) +1 other test abort
   [349]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-10/igt@kms_selftest@drm_framebuffer@drm_test_framebuffer_free.html

  * igt@kms_sysfs_edid_timing:
    - shard-dg1:          NOTRUN -> [FAIL][350] ([IGT#160] / [i915#6493])
   [350]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-18/igt@kms_sysfs_edid_timing.html

  * igt@kms_tiled_display@basic-test-pattern:
    - shard-tglu-1:       NOTRUN -> [SKIP][351] ([i915#8623])
   [351]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-1/igt@kms_tiled_display@basic-test-pattern.html
    - shard-dg1:          NOTRUN -> [SKIP][352] ([i915#8623])
   [352]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-18/igt@kms_tiled_display@basic-test-pattern.html
    - shard-dg2:          NOTRUN -> [SKIP][353] ([i915#8623])
   [353]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-11/igt@kms_tiled_display@basic-test-pattern.html
    - shard-rkl:          NOTRUN -> [SKIP][354] ([i915#8623])
   [354]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-5/igt@kms_tiled_display@basic-test-pattern.html

  * igt@kms_tiled_display@basic-test-pattern-with-chamelium:
    - shard-tglu:         NOTRUN -> [SKIP][355] ([i915#8623])
   [355]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-4/igt@kms_tiled_display@basic-test-pattern-with-chamelium.html
    - shard-mtlp:         NOTRUN -> [SKIP][356] ([i915#8623])
   [356]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-1/igt@kms_tiled_display@basic-test-pattern-with-chamelium.html

  * igt@kms_universal_plane@cursor-fb-leak@pipe-d-edp-1:
    - shard-mtlp:         [PASS][357] -> [FAIL][358] ([i915#9196]) +1 other test fail
   [357]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-mtlp-2/igt@kms_universal_plane@cursor-fb-leak@pipe-d-edp-1.html
   [358]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-2/igt@kms_universal_plane@cursor-fb-leak@pipe-d-edp-1.html

  * igt@kms_vblank@query-forked-busy@pipe-b-hdmi-a-2:
    - shard-rkl:          NOTRUN -> [DMESG-WARN][359] ([i915#12964]) +19 other tests dmesg-warn
   [359]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-5/igt@kms_vblank@query-forked-busy@pipe-b-hdmi-a-2.html

  * igt@kms_vrr@max-min:
    - shard-dg1:          NOTRUN -> [SKIP][360] ([i915#9906]) +1 other test skip
   [360]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-17/igt@kms_vrr@max-min.html
    - shard-dg2:          NOTRUN -> [SKIP][361] ([i915#9906])
   [361]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-7/igt@kms_vrr@max-min.html
    - shard-rkl:          NOTRUN -> [SKIP][362] ([i915#9906])
   [362]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-4/igt@kms_vrr@max-min.html

  * igt@kms_vrr@seamless-rr-switch-vrr:
    - shard-tglu:         NOTRUN -> [SKIP][363] ([i915#9906])
   [363]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-3/igt@kms_vrr@seamless-rr-switch-vrr.html

  * igt@kms_writeback@writeback-check-output:
    - shard-dg2:          NOTRUN -> [SKIP][364] ([i915#2437])
   [364]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-2/igt@kms_writeback@writeback-check-output.html
    - shard-rkl:          NOTRUN -> [SKIP][365] ([i915#2437])
   [365]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-7/igt@kms_writeback@writeback-check-output.html
    - shard-dg1:          NOTRUN -> [SKIP][366] ([i915#2437])
   [366]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-13/igt@kms_writeback@writeback-check-output.html
    - shard-mtlp:         NOTRUN -> [SKIP][367] ([i915#2437])
   [367]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-7/igt@kms_writeback@writeback-check-output.html

  * igt@kms_writeback@writeback-fb-id-xrgb2101010:
    - shard-dg2:          NOTRUN -> [SKIP][368] ([i915#2437] / [i915#9412]) +1 other test skip
   [368]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-8/igt@kms_writeback@writeback-fb-id-xrgb2101010.html

  * igt@kms_writeback@writeback-invalid-parameters:
    - shard-glk:          NOTRUN -> [SKIP][369] ([i915#2437]) +2 other tests skip
   [369]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk5/igt@kms_writeback@writeback-invalid-parameters.html

  * igt@perf@global-sseu-config:
    - shard-dg2:          NOTRUN -> [SKIP][370] ([i915#7387])
   [370]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-7/igt@perf@global-sseu-config.html

  * igt@perf_pmu@busy-accuracy-98:
    - shard-snb:          NOTRUN -> [SKIP][371] +443 other tests skip
   [371]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-snb2/igt@perf_pmu@busy-accuracy-98.html

  * igt@perf_pmu@busy-idle-check-all@vcs0:
    - shard-dg2:          [PASS][372] -> [FAIL][373] ([i915#4349]) +5 other tests fail
   [372]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-dg2-2/igt@perf_pmu@busy-idle-check-all@vcs0.html
   [373]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-5/igt@perf_pmu@busy-idle-check-all@vcs0.html

  * igt@perf_pmu@busy-idle-check-all@vecs0:
    - shard-dg1:          [PASS][374] -> [FAIL][375] ([i915#4349]) +3 other tests fail
   [374]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-dg1-13/igt@perf_pmu@busy-idle-check-all@vecs0.html
   [375]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-14/igt@perf_pmu@busy-idle-check-all@vecs0.html

  * igt@perf_pmu@busy-idle@vecs0:
    - shard-dg1:          NOTRUN -> [FAIL][376] ([i915#4349]) +1 other test fail
   [376]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-18/igt@perf_pmu@busy-idle@vecs0.html

  * igt@perf_pmu@frequency@gt0:
    - shard-dg2:          NOTRUN -> [FAIL][377] ([i915#12549] / [i915#6806]) +1 other test fail
   [377]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-1/igt@perf_pmu@frequency@gt0.html

  * igt@perf_pmu@module-unload:
    - shard-tglu:         [PASS][378] -> [ABORT][379] ([i915#13010]) +1 other test abort
   [378]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-tglu-4/igt@perf_pmu@module-unload.html
   [379]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-8/igt@perf_pmu@module-unload.html
    - shard-dg2:          NOTRUN -> [FAIL][380] ([i915#11823])
   [380]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-2/igt@perf_pmu@module-unload.html

  * igt@perf_pmu@most-busy-check-all:
    - shard-rkl:          [PASS][381] -> [FAIL][382] ([i915#4349]) +1 other test fail
   [381]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-rkl-4/igt@perf_pmu@most-busy-check-all.html
   [382]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-5/igt@perf_pmu@most-busy-check-all.html

  * igt@perf_pmu@most-busy-check-all@rcs0:
    - shard-dg1:          [PASS][383] -> [FAIL][384] ([i915#11943]) +4 other tests fail
   [383]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-dg1-13/igt@perf_pmu@most-busy-check-all@rcs0.html
   [384]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-18/igt@perf_pmu@most-busy-check-all@rcs0.html

  * igt@perf_pmu@most-busy-idle-check-all@vcs0:
    - shard-mtlp:         [PASS][385] -> [FAIL][386] ([i915#11943]) +6 other tests fail
   [385]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-mtlp-5/igt@perf_pmu@most-busy-idle-check-all@vcs0.html
   [386]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-8/igt@perf_pmu@most-busy-idle-check-all@vcs0.html

  * igt@perf_pmu@rc6-suspend:
    - shard-glk:          NOTRUN -> [INCOMPLETE][387] ([i915#13341])
   [387]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk7/igt@perf_pmu@rc6-suspend.html

  * igt@perf_pmu@rc6@other-idle-gt0:
    - shard-dg1:          NOTRUN -> [SKIP][388] ([i915#8516])
   [388]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-12/igt@perf_pmu@rc6@other-idle-gt0.html

  * igt@perf_pmu@render-node-busy-idle@vcs1:
    - shard-mtlp:         [PASS][389] -> [FAIL][390] ([i915#4349]) +8 other tests fail
   [389]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-mtlp-1/igt@perf_pmu@render-node-busy-idle@vcs1.html
   [390]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-5/igt@perf_pmu@render-node-busy-idle@vcs1.html

  * igt@prime_mmap@test_aperture_limit:
    - shard-dg2:          NOTRUN -> [WARN][391] ([i915#9351])
   [391]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-4/igt@prime_mmap@test_aperture_limit.html

  * igt@prime_mmap@test_aperture_limit@test_aperture_limit-smem:
    - shard-dg2:          NOTRUN -> [CRASH][392] ([i915#9351])
   [392]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-4/igt@prime_mmap@test_aperture_limit@test_aperture_limit-smem.html

  * igt@prime_vgem@basic-fence-read:
    - shard-rkl:          NOTRUN -> [SKIP][393] ([i915#3291] / [i915#3708])
   [393]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-1/igt@prime_vgem@basic-fence-read.html
    - shard-dg1:          NOTRUN -> [SKIP][394] ([i915#3708])
   [394]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-13/igt@prime_vgem@basic-fence-read.html

  * igt@prime_vgem@basic-gtt:
    - shard-dg1:          NOTRUN -> [SKIP][395] ([i915#3708] / [i915#4077])
   [395]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-12/igt@prime_vgem@basic-gtt.html

  * igt@sriov_basic@enable-vfs-autoprobe-off:
    - shard-rkl:          NOTRUN -> [SKIP][396] ([i915#9917])
   [396]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-4/igt@sriov_basic@enable-vfs-autoprobe-off.html

  * igt@sriov_basic@enable-vfs-bind-unbind-each-numvfs-all:
    - shard-dg2:          NOTRUN -> [SKIP][397] ([i915#9917])
   [397]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-1/igt@sriov_basic@enable-vfs-bind-unbind-each-numvfs-all.html
    - shard-dg1:          NOTRUN -> [SKIP][398] ([i915#9917])
   [398]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-17/igt@sriov_basic@enable-vfs-bind-unbind-each-numvfs-all.html

  * igt@tools_test@sysfs_l3_parity:
    - shard-rkl:          NOTRUN -> [SKIP][399] +19 other tests skip
   [399]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-3/igt@tools_test@sysfs_l3_parity.html

  
#### Possible fixes ####

  * igt@gem_ccs@suspend-resume:
    - shard-dg2:          [INCOMPLETE][400] ([i915#7297]) -> [PASS][401] +1 other test pass
   [400]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-dg2-6/igt@gem_ccs@suspend-resume.html
   [401]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-11/igt@gem_ccs@suspend-resume.html

  * igt@gem_eio@hibernate:
    - shard-dg1:          [ABORT][402] ([i915#7975] / [i915#8213]) -> [PASS][403]
   [402]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-dg1-14/igt@gem_eio@hibernate.html
   [403]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg1-13/igt@gem_eio@hibernate.html
    - shard-tglu:         [ABORT][404] ([i915#10030] / [i915#7975] / [i915#8213]) -> [PASS][405]
   [404]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-tglu-10/igt@gem_eio@hibernate.html
   [405]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-9/igt@gem_eio@hibernate.html

  * igt@gem_exec_schedule@wide:
    - shard-tglu:         [INCOMPLETE][406] ([i915#13391]) -> [PASS][407] +1 other test pass
   [406]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-tglu-8/igt@gem_exec_schedule@wide.html
   [407]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-10/igt@gem_exec_schedule@wide.html

  * igt@gem_workarounds@suspend-resume:
    - shard-glk:          [INCOMPLETE][408] ([i915#13356]) -> [PASS][409]
   [408]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-glk1/igt@gem_workarounds@suspend-resume.html
   [409]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk3/igt@gem_workarounds@suspend-resume.html

  * igt@i915_pm_rc6_residency@rc6-accuracy:
    - shard-rkl:          [DMESG-FAIL][410] ([i915#12964]) -> [PASS][411] +1 other test pass
   [410]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-rkl-1/igt@i915_pm_rc6_residency@rc6-accuracy.html
   [411]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-rkl-7/igt@i915_pm_rc6_residency@rc6-accuracy.html

  * igt@i915_power@sanity:
    - shard-mtlp:         [SKIP][412] ([i915#7984]) -> [PASS][413]
   [412]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-mtlp-8/igt@i915_power@sanity.html
   [413]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-6/igt@i915_power@sanity.html

  * igt@i915_selftest@live:
    - shard-tglu:         [ABORT][414] ([i915#12061] / [i915#13010]) -> [PASS][415]
   [414]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-tglu-10/igt@i915_selftest@live.html
   [415]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-4/igt@i915_selftest@live.html

  * igt@i915_selftest@live@sanitycheck:
    - shard-tglu:         [ABORT][416] ([i915#13010]) -> [PASS][417]
   [416]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-tglu-10/igt@i915_selftest@live@sanitycheck.html
   [417]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-tglu-4/igt@i915_selftest@live@sanitycheck.html

  * igt@kms_async_flips@alternate-sync-async-flip:
    - shard-glk:          [FAIL][418] ([i915#10991] / [i915#12766] / [i915#12999]) -> [PASS][419]
   [418]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-glk6/igt@kms_async_flips@alternate-sync-async-flip.html
   [419]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk8/igt@kms_async_flips@alternate-sync-async-flip.html

  * igt@kms_async_flips@alternate-sync-async-flip@pipe-a-hdmi-a-2:
    - shard-glk:          [FAIL][420] ([i915#10991]) -> [PASS][421] +1 other test pass
   [420]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-glk6/igt@kms_async_flips@alternate-sync-async-flip@pipe-a-hdmi-a-2.html
   [421]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk8/igt@kms_async_flips@alternate-sync-async-flip@pipe-a-hdmi-a-2.html

  * igt@kms_atomic_transition@plane-all-modeset-transition:
    - shard-dg2:          [FAIL][422] ([i915#5956]) -> [PASS][423]
   [422]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-dg2-11/igt@kms_atomic_transition@plane-all-modeset-transition.html
   [423]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-8/igt@kms_atomic_transition@plane-all-modeset-transition.html

  * igt@kms_cursor_legacy@2x-flip-vs-cursor-legacy:
    - shard-snb:          [SKIP][424] -> [PASS][425]
   [424]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-snb2/igt@kms_cursor_legacy@2x-flip-vs-cursor-legacy.html
   [425]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-snb2/igt@kms_cursor_legacy@2x-flip-vs-cursor-legacy.html

  * igt@kms_cursor_legacy@flip-vs-cursor-toggle:
    - shard-snb:          [FAIL][426] ([i915#2346]) -> [PASS][427]
   [426]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-snb5/igt@kms_cursor_legacy@flip-vs-cursor-toggle.html
   [427]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-snb5/igt@kms_cursor_legacy@flip-vs-cursor-toggle.html

  * igt@kms_cursor_legacy@short-flip-before-cursor-atomic-transitions-varying-size:
    - shard-glk:          [FAIL][428] ([i915#2346]) -> [PASS][429]
   [428]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-glk8/igt@kms_cursor_legacy@short-flip-before-cursor-atomic-transitions-varying-size.html
   [429]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-glk6/igt@kms_cursor_legacy@short-flip-before-cursor-atomic-transitions-varying-size.html

  * igt@kms_dirtyfb@default-dirtyfb-ioctl@a-edp-1:
    - shard-mtlp:         [INCOMPLETE][430] -> [PASS][431] +1 other test pass
   [430]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-mtlp-8/igt@kms_dirtyfb@default-dirtyfb-ioctl@a-edp-1.html
   [431]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-mtlp-2/igt@kms_dirtyfb@default-dirtyfb-ioctl@a-edp-1.html

  * igt@kms_dither@fb-8bpc-vs-panel-8bpc:
    - shard-dg2:          [SKIP][432] ([i915#3555]) -> [PASS][433]
   [432]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-dg2-1/igt@kms_dither@fb-8bpc-vs-panel-8bpc.html
   [433]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-dg2-10/igt@kms_dither@fb-8bpc-vs-panel-8bpc.html

  * igt@kms_flip@2x-wf_vblank-ts-check-interruptible:
    - shard-snb:          [FAIL][434] ([i915#11989]) -> [PASS][435] +1 other test pass
   [434]: https://intel-gfx-ci.01.org/tree/drm-tip/IGT_8173/shard-snb2/igt@kms_flip@2x-wf_vblank-ts-check-interruptible.html
   [435]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/shard-snb5/igt@kms_flip

== Logs ==

For more details see: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_12369/index.html