Intel-XE Archive on lore.kernel.org
 help / color / mirror / Atom feed
* [PATCH] drm/xe: Implement clear VRAM on free
@ 2025-06-11  5:42 Matthew Brost
  2025-06-11  5:47 ` ✓ CI.Patch_applied: success for " Patchwork
                   ` (10 more replies)
  0 siblings, 11 replies; 33+ messages in thread
From: Matthew Brost @ 2025-06-11  5:42 UTC (permalink / raw)
  To: intel-xe; +Cc: thomas.hellstrom, matthew.auld

Clearing on free should hide latency of BO clears on new user BO
allocations.

Implemented via calling xe_migrate_clear in release notify and updating
iterator in xe_migrate_clear to skip cleared buddy blocks. Only user BOs
cleared in release notify as kernel BOs could still be in use (e.g., PT
BOs need to wait for dma-resv to be idle).

Signed-off-by: Matthew Brost <matthew.brost@intel.com>
---
 drivers/gpu/drm/xe/xe_bo.c           | 47 ++++++++++++++++++++++++++++
 drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++---
 drivers/gpu/drm/xe/xe_migrate.h      |  1 +
 drivers/gpu/drm/xe/xe_res_cursor.h   | 26 +++++++++++++++
 drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
 drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
 6 files changed, 94 insertions(+), 5 deletions(-)

diff --git a/drivers/gpu/drm/xe/xe_bo.c b/drivers/gpu/drm/xe/xe_bo.c
index 4e39188a021a..74470f4d418d 100644
--- a/drivers/gpu/drm/xe/xe_bo.c
+++ b/drivers/gpu/drm/xe/xe_bo.c
@@ -1434,6 +1434,51 @@ static bool xe_ttm_bo_lock_in_destructor(struct ttm_buffer_object *ttm_bo)
 	return locked;
 }
 
+static void xe_ttm_bo_release_clear(struct ttm_buffer_object *ttm_bo)
+{
+	struct xe_device *xe = ttm_to_xe_device(ttm_bo->bdev);
+	struct dma_fence *fence;
+	int err, idx;
+
+	xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
+
+	if (ttm_bo->type != ttm_bo_type_device)
+		return;
+
+	if (xe_device_wedged(xe))
+		return;
+
+	if (!ttm_bo->resource || !mem_type_is_vram(ttm_bo->resource->mem_type))
+		return;
+
+	if (!drm_dev_enter(&xe->drm, &idx))
+		return;
+
+	if (!xe_pm_runtime_get_if_active(xe))
+		goto unbind;
+
+	err = dma_resv_reserve_fences(&ttm_bo->base._resv, 1);
+	if (err)
+		goto put_pm;
+
+	fence = xe_migrate_clear(mem_type_to_migrate(xe, ttm_bo->resource->mem_type),
+				 ttm_to_xe_bo(ttm_bo), ttm_bo->resource,
+				 XE_MIGRATE_CLEAR_FLAG_FULL |
+				 XE_MIGRATE_CLEAR_NON_DIRTY);
+	if (XE_WARN_ON(IS_ERR(fence)))
+		goto put_pm;
+
+	xe_ttm_vram_mgr_resource_set_cleared(ttm_bo->resource);
+	dma_resv_add_fence(&ttm_bo->base._resv, fence,
+			   DMA_RESV_USAGE_KERNEL);
+	dma_fence_put(fence);
+
+put_pm:
+	xe_pm_runtime_put(xe);
+unbind:
+	drm_dev_exit(idx);
+}
+
 static void xe_ttm_bo_release_notify(struct ttm_buffer_object *ttm_bo)
 {
 	struct dma_resv_iter cursor;
@@ -1478,6 +1523,8 @@ static void xe_ttm_bo_release_notify(struct ttm_buffer_object *ttm_bo)
 	}
 	dma_fence_put(replacement);
 
+	xe_ttm_bo_release_clear(ttm_bo);
+
 	dma_resv_unlock(ttm_bo->base.resv);
 }
 
diff --git a/drivers/gpu/drm/xe/xe_migrate.c b/drivers/gpu/drm/xe/xe_migrate.c
index 8f8e9fdfb2a8..39d7200cb366 100644
--- a/drivers/gpu/drm/xe/xe_migrate.c
+++ b/drivers/gpu/drm/xe/xe_migrate.c
@@ -1063,7 +1063,7 @@ struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
 	struct xe_gt *gt = m->tile->primary_gt;
 	struct xe_device *xe = gt_to_xe(gt);
 	bool clear_only_system_ccs = false;
-	struct dma_fence *fence = NULL;
+	struct dma_fence *fence = dma_fence_get_stub();
 	u64 size = bo->size;
 	struct xe_res_cursor src_it;
 	struct ttm_resource *src = dst;
@@ -1075,10 +1075,13 @@ struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
 	if (!clear_bo_data && clear_ccs && !IS_DGFX(xe))
 		clear_only_system_ccs = true;
 
-	if (!clear_vram)
+	if (!clear_vram) {
 		xe_res_first_sg(xe_bo_sg(bo), 0, bo->size, &src_it);
-	else
+	} else {
 		xe_res_first(src, 0, bo->size, &src_it);
+		if (!(clear_flags & XE_MIGRATE_CLEAR_NON_DIRTY))
+			size -= xe_res_next_dirty(&src_it);
+	}
 
 	while (size) {
 		u64 clear_L0_ofs;
@@ -1125,6 +1128,9 @@ struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
 			emit_pte(m, bb, clear_L0_pt, clear_vram, clear_only_system_ccs,
 				 &src_it, clear_L0, dst);
 
+		if (clear_vram && !(clear_flags & XE_MIGRATE_CLEAR_NON_DIRTY))
+			size -= xe_res_next_dirty(&src_it);
+
 		bb->cs[bb->len++] = MI_BATCH_BUFFER_END;
 		update_idx = bb->len;
 
@@ -1146,7 +1152,7 @@ struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
 		}
 
 		xe_sched_job_add_migrate_flush(job, flush_flags);
-		if (!fence) {
+		if (fence == dma_fence_get_stub()) {
 			/*
 			 * There can't be anything userspace related at this
 			 * point, so we just need to respect any potential move
diff --git a/drivers/gpu/drm/xe/xe_migrate.h b/drivers/gpu/drm/xe/xe_migrate.h
index fb9839c1bae0..58a7b747ef11 100644
--- a/drivers/gpu/drm/xe/xe_migrate.h
+++ b/drivers/gpu/drm/xe/xe_migrate.h
@@ -118,6 +118,7 @@ int xe_migrate_access_memory(struct xe_migrate *m, struct xe_bo *bo,
 
 #define XE_MIGRATE_CLEAR_FLAG_BO_DATA		BIT(0)
 #define XE_MIGRATE_CLEAR_FLAG_CCS_DATA		BIT(1)
+#define XE_MIGRATE_CLEAR_NON_DIRTY		BIT(2)
 #define XE_MIGRATE_CLEAR_FLAG_FULL	(XE_MIGRATE_CLEAR_FLAG_BO_DATA | \
 					XE_MIGRATE_CLEAR_FLAG_CCS_DATA)
 struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h b/drivers/gpu/drm/xe/xe_res_cursor.h
index d1a403cfb628..630082e809ba 100644
--- a/drivers/gpu/drm/xe/xe_res_cursor.h
+++ b/drivers/gpu/drm/xe/xe_res_cursor.h
@@ -315,6 +315,32 @@ static inline void xe_res_next(struct xe_res_cursor *cur, u64 size)
 	}
 }
 
+/**
+ * xe_res_next_dirty - advance the cursor to next dirty buddy block
+ *
+ * @cur: the cursor to advance
+ *
+ * Move the cursor until dirty buddy block is found.
+ *
+ * Return: Number of bytes cursor has been advanced
+ */
+static inline u64 xe_res_next_dirty(struct xe_res_cursor *cur)
+{
+	struct drm_buddy_block *block = cur->node;
+	u64 bytes = 0;
+
+	XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
+		   cur->mem_type != XE_PL_VRAM1);
+
+	while (cur->remaining && drm_buddy_block_is_clear(block)) {
+		bytes += cur->size;
+		xe_res_next(cur, cur->size);
+		block = cur->node;
+	}
+
+	return bytes;
+}
+
 /**
  * xe_res_dma - return dma address of cursor at current position
  *
diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
index 9e375a40aee9..120046941c1e 100644
--- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
+++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
@@ -84,6 +84,9 @@ static int xe_ttm_vram_mgr_new(struct ttm_resource_manager *man,
 	if (place->fpfn || lpfn != man->size >> PAGE_SHIFT)
 		vres->flags |= DRM_BUDDY_RANGE_ALLOCATION;
 
+	if (tbo->type == ttm_bo_type_device)
+		vres->flags |= DRM_BUDDY_CLEAR_ALLOCATION;
+
 	if (WARN_ON(!vres->base.size)) {
 		err = -EINVAL;
 		goto error_fini;
@@ -187,7 +190,7 @@ static void xe_ttm_vram_mgr_del(struct ttm_resource_manager *man,
 	struct drm_buddy *mm = &mgr->mm;
 
 	mutex_lock(&mgr->lock);
-	drm_buddy_free_list(mm, &vres->blocks, 0);
+	drm_buddy_free_list(mm, &vres->blocks, vres->flags);
 	mgr->visible_avail += vres->used_visible_size;
 	mutex_unlock(&mgr->lock);
 
diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
index cc76050e376d..dfc0e6890b3c 100644
--- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
+++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
@@ -36,6 +36,12 @@ to_xe_ttm_vram_mgr_resource(struct ttm_resource *res)
 	return container_of(res, struct xe_ttm_vram_mgr_resource, base);
 }
 
+static inline void
+xe_ttm_vram_mgr_resource_set_cleared(struct ttm_resource *res)
+{
+	to_xe_ttm_vram_mgr_resource(res)->flags |= DRM_BUDDY_CLEARED;
+}
+
 static inline struct xe_ttm_vram_mgr *
 to_xe_ttm_vram_mgr(struct ttm_resource_manager *man)
 {
-- 
2.34.1


^ permalink raw reply related	[flat|nested] 33+ messages in thread

* ✓ CI.Patch_applied: success for drm/xe: Implement clear VRAM on free
  2025-06-11  5:42 [PATCH] drm/xe: Implement clear VRAM on free Matthew Brost
@ 2025-06-11  5:47 ` Patchwork
  2025-06-11  5:47 ` ✓ CI.checkpatch: " Patchwork
                   ` (9 subsequent siblings)
  10 siblings, 0 replies; 33+ messages in thread
From: Patchwork @ 2025-06-11  5:47 UTC (permalink / raw)
  To: Matthew Brost; +Cc: intel-xe

== Series Details ==

Series: drm/xe: Implement clear VRAM on free
URL   : https://patchwork.freedesktop.org/series/150074/
State : success

== Summary ==

=== Applying kernel patches on branch 'drm-tip' with base: ===
Base commit: 7bc153635620 drm-tip: 2025y-06m-10d-14h-07m-46s UTC integration manifest
=== git am output follows ===
Applying: drm/xe: Implement clear VRAM on free



^ permalink raw reply	[flat|nested] 33+ messages in thread

* ✓ CI.checkpatch: success for drm/xe: Implement clear VRAM on free
  2025-06-11  5:42 [PATCH] drm/xe: Implement clear VRAM on free Matthew Brost
  2025-06-11  5:47 ` ✓ CI.Patch_applied: success for " Patchwork
@ 2025-06-11  5:47 ` Patchwork
  2025-06-11  5:48 ` ✓ CI.KUnit: " Patchwork
                   ` (8 subsequent siblings)
  10 siblings, 0 replies; 33+ messages in thread
From: Patchwork @ 2025-06-11  5:47 UTC (permalink / raw)
  To: Matthew Brost; +Cc: intel-xe

== Series Details ==

Series: drm/xe: Implement clear VRAM on free
URL   : https://patchwork.freedesktop.org/series/150074/
State : success

== Summary ==

+ KERNEL=/kernel
+ git clone https://gitlab.freedesktop.org/drm/maintainer-tools mt
Cloning into 'mt'...
warning: redirecting to https://gitlab.freedesktop.org/drm/maintainer-tools.git/
+ git -C mt rev-list -n1 origin/master
202708c00696422fd217223bb679a353a5936e23
+ cd /kernel
+ git config --global --add safe.directory /kernel
+ git log -n1
commit c7150d25d4a016d5f7b6b96e2ddd9a9bac567b4d
Author: Matthew Brost <matthew.brost@intel.com>
Date:   Tue Jun 10 22:42:35 2025 -0700

    drm/xe: Implement clear VRAM on free
    
    Clearing on free should hide latency of BO clears on new user BO
    allocations.
    
    Implemented via calling xe_migrate_clear in release notify and updating
    iterator in xe_migrate_clear to skip cleared buddy blocks. Only user BOs
    cleared in release notify as kernel BOs could still be in use (e.g., PT
    BOs need to wait for dma-resv to be idle).
    
    Signed-off-by: Matthew Brost <matthew.brost@intel.com>
+ /mt/dim checkpatch 7bc153635620254b73cfe8714ce42768b2bf6d60 drm-intel
c7150d25d4a0 drm/xe: Implement clear VRAM on free



^ permalink raw reply	[flat|nested] 33+ messages in thread

* ✓ CI.KUnit: success for drm/xe: Implement clear VRAM on free
  2025-06-11  5:42 [PATCH] drm/xe: Implement clear VRAM on free Matthew Brost
  2025-06-11  5:47 ` ✓ CI.Patch_applied: success for " Patchwork
  2025-06-11  5:47 ` ✓ CI.checkpatch: " Patchwork
@ 2025-06-11  5:48 ` Patchwork
  2025-06-11  5:59 ` ✓ CI.Build: " Patchwork
                   ` (7 subsequent siblings)
  10 siblings, 0 replies; 33+ messages in thread
From: Patchwork @ 2025-06-11  5:48 UTC (permalink / raw)
  To: Matthew Brost; +Cc: intel-xe

== Series Details ==

Series: drm/xe: Implement clear VRAM on free
URL   : https://patchwork.freedesktop.org/series/150074/
State : success

== Summary ==

+ trap cleanup EXIT
+ /kernel/tools/testing/kunit/kunit.py run --kunitconfig /kernel/drivers/gpu/drm/xe/.kunitconfig
[05:47:22] Configuring KUnit Kernel ...
Generating .config ...
Populating config with:
$ make ARCH=um O=.kunit olddefconfig
[05:47:26] Building KUnit Kernel ...
Populating config with:
$ make ARCH=um O=.kunit olddefconfig
Building with:
$ make all compile_commands.json scripts_gdb ARCH=um O=.kunit --jobs=48
[05:47:53] Starting KUnit Kernel (1/1)...
[05:47:53] ============================================================
Running tests with:
$ .kunit/linux kunit.enable=1 mem=1G console=tty kunit_shutdown=halt
[05:47:53] ================== guc_buf (11 subtests) ===================
[05:47:53] [PASSED] test_smallest
[05:47:53] [PASSED] test_largest
[05:47:53] [PASSED] test_granular
[05:47:53] [PASSED] test_unique
[05:47:53] [PASSED] test_overlap
[05:47:53] [PASSED] test_reusable
[05:47:53] [PASSED] test_too_big
[05:47:53] [PASSED] test_flush
[05:47:53] [PASSED] test_lookup
[05:47:53] [PASSED] test_data
[05:47:53] [PASSED] test_class
[05:47:53] ===================== [PASSED] guc_buf =====================
[05:47:53] =================== guc_dbm (7 subtests) ===================
[05:47:53] [PASSED] test_empty
[05:47:53] [PASSED] test_default
[05:47:53] ======================== test_size  ========================
[05:47:53] [PASSED] 4
[05:47:53] [PASSED] 8
[05:47:53] [PASSED] 32
[05:47:53] [PASSED] 256
[05:47:53] ==================== [PASSED] test_size ====================
[05:47:53] ======================= test_reuse  ========================
[05:47:53] [PASSED] 4
[05:47:53] [PASSED] 8
[05:47:53] [PASSED] 32
[05:47:53] [PASSED] 256
[05:47:53] =================== [PASSED] test_reuse ====================
[05:47:53] =================== test_range_overlap  ====================
[05:47:53] [PASSED] 4
[05:47:53] [PASSED] 8
[05:47:53] [PASSED] 32
[05:47:53] [PASSED] 256
[05:47:53] =============== [PASSED] test_range_overlap ================
[05:47:53] =================== test_range_compact  ====================
[05:47:53] [PASSED] 4
[05:47:53] [PASSED] 8
[05:47:53] [PASSED] 32
[05:47:53] [PASSED] 256
[05:47:53] =============== [PASSED] test_range_compact ================
[05:47:53] ==================== test_range_spare  =====================
[05:47:53] [PASSED] 4
[05:47:53] [PASSED] 8
[05:47:53] [PASSED] 32
[05:47:53] [PASSED] 256
[05:47:53] ================ [PASSED] test_range_spare =================
[05:47:53] ===================== [PASSED] guc_dbm =====================
[05:47:53] =================== guc_idm (6 subtests) ===================
[05:47:53] [PASSED] bad_init
[05:47:53] [PASSED] no_init
[05:47:53] [PASSED] init_fini
[05:47:53] [PASSED] check_used
[05:47:53] [PASSED] check_quota
[05:47:53] [PASSED] check_all
[05:47:53] ===================== [PASSED] guc_idm =====================
[05:47:53] ================== no_relay (3 subtests) ===================
[05:47:53] [PASSED] xe_drops_guc2pf_if_not_ready
[05:47:53] [PASSED] xe_drops_guc2vf_if_not_ready
[05:47:53] [PASSED] xe_rejects_send_if_not_ready
[05:47:53] ==================== [PASSED] no_relay =====================
[05:47:53] ================== pf_relay (14 subtests) ==================
[05:47:53] [PASSED] pf_rejects_guc2pf_too_short
[05:47:53] [PASSED] pf_rejects_guc2pf_too_long
[05:47:53] [PASSED] pf_rejects_guc2pf_no_payload
[05:47:53] [PASSED] pf_fails_no_payload
[05:47:53] [PASSED] pf_fails_bad_origin
[05:47:53] [PASSED] pf_fails_bad_type
[05:47:53] [PASSED] pf_txn_reports_error
[05:47:53] [PASSED] pf_txn_sends_pf2guc
[05:47:53] [PASSED] pf_sends_pf2guc
[05:47:53] [SKIPPED] pf_loopback_nop
[05:47:53] [SKIPPED] pf_loopback_echo
[05:47:53] [SKIPPED] pf_loopback_fail
[05:47:53] [SKIPPED] pf_loopback_busy
[05:47:53] [SKIPPED] pf_loopback_retry
[05:47:53] ==================== [PASSED] pf_relay =====================
[05:47:53] ================== vf_relay (3 subtests) ===================
[05:47:53] [PASSED] vf_rejects_guc2vf_too_short
[05:47:53] [PASSED] vf_rejects_guc2vf_too_long
[05:47:53] [PASSED] vf_rejects_guc2vf_no_payload
[05:47:53] ==================== [PASSED] vf_relay =====================
[05:47:53] ================= pf_service (11 subtests) =================
[05:47:53] [PASSED] pf_negotiate_any
[05:47:53] [PASSED] pf_negotiate_base_match
[05:47:53] [PASSED] pf_negotiate_base_newer
[05:47:53] [PASSED] pf_negotiate_base_next
[05:47:53] [SKIPPED] pf_negotiate_base_older
[05:47:53] [PASSED] pf_negotiate_base_prev
[05:47:53] [PASSED] pf_negotiate_latest_match
[05:47:53] [PASSED] pf_negotiate_latest_newer
[05:47:53] [PASSED] pf_negotiate_latest_next
[05:47:53] [SKIPPED] pf_negotiate_latest_older
[05:47:53] [SKIPPED] pf_negotiate_latest_prev
[05:47:53] =================== [PASSED] pf_service ====================
[05:47:53] ===================== lmtt (1 subtest) =====================
[05:47:53] ======================== test_ops  =========================
[05:47:53] [PASSED] 2-level
[05:47:53] [PASSED] multi-level
[05:47:53] ==================== [PASSED] test_ops =====================
[05:47:53] ====================== [PASSED] lmtt =======================
[05:47:53] =================== xe_mocs (2 subtests) ===================
[05:47:53] ================ xe_live_mocs_kernel_kunit  ================
[05:47:53] =========== [SKIPPED] xe_live_mocs_kernel_kunit ============
[05:47:53] ================ xe_live_mocs_reset_kunit  =================
[05:47:53] ============ [SKIPPED] xe_live_mocs_reset_kunit ============
[05:47:53] ==================== [SKIPPED] xe_mocs =====================
[05:47:53] ================= xe_migrate (2 subtests) ==================
[05:47:53] ================= xe_migrate_sanity_kunit  =================
[05:47:53] ============ [SKIPPED] xe_migrate_sanity_kunit =============
[05:47:53] ================== xe_validate_ccs_kunit  ==================
[05:47:53] ============= [SKIPPED] xe_validate_ccs_kunit ==============
[05:47:53] =================== [SKIPPED] xe_migrate ===================
[05:47:53] ================== xe_dma_buf (1 subtest) ==================
[05:47:53] ==================== xe_dma_buf_kunit  =====================
[05:47:53] ================ [SKIPPED] xe_dma_buf_kunit ================
[05:47:53] =================== [SKIPPED] xe_dma_buf ===================
[05:47:53] ================= xe_bo_shrink (1 subtest) =================
[05:47:53] =================== xe_bo_shrink_kunit  ====================
[05:47:53] =============== [SKIPPED] xe_bo_shrink_kunit ===============
[05:47:53] ================== [SKIPPED] xe_bo_shrink ==================
[05:47:53] ==================== xe_bo (2 subtests) ====================
[05:47:53] ================== xe_ccs_migrate_kunit  ===================
[05:47:53] ============== [SKIPPED] xe_ccs_migrate_kunit ==============
[05:47:53] ==================== xe_bo_evict_kunit  ====================
[05:47:53] =============== [SKIPPED] xe_bo_evict_kunit ================
[05:47:53] ===================== [SKIPPED] xe_bo ======================
[05:47:53] ==================== args (11 subtests) ====================
[05:47:53] [PASSED] count_args_test
[05:47:53] [PASSED] call_args_example
[05:47:53] [PASSED] call_args_test
[05:47:53] [PASSED] drop_first_arg_example
[05:47:53] [PASSED] drop_first_arg_test
[05:47:53] [PASSED] first_arg_example
[05:47:53] [PASSED] first_arg_test
[05:47:53] [PASSED] last_arg_example
[05:47:53] [PASSED] last_arg_test
[05:47:53] [PASSED] pick_arg_example
[05:47:53] [PASSED] sep_comma_example
[05:47:53] ====================== [PASSED] args =======================
[05:47:53] =================== xe_pci (2 subtests) ====================
[05:47:53] [PASSED] xe_gmdid_graphics_ip
[05:47:53] [PASSED] xe_gmdid_media_ip
[05:47:53] ===================== [PASSED] xe_pci ======================
[05:47:53] =================== xe_rtp (2 subtests) ====================
[05:47:53] =============== xe_rtp_process_to_sr_tests  ================
[05:47:53] [PASSED] coalesce-same-reg
[05:47:53] [PASSED] no-match-no-add
[05:47:53] [PASSED] match-or
[05:47:53] [PASSED] match-or-xfail
[05:47:53] [PASSED] no-match-no-add-multiple-rules
[05:47:53] [PASSED] two-regs-two-entries
[05:47:53] [PASSED] clr-one-set-other
[05:47:53] [PASSED] set-field
[05:47:53] [PASSED] conflict-duplicate
[05:47:53] [PASSED] conflict-not-disjoint
stty: 'standard input': Inappropriate ioctl for device
[05:47:53] [PASSED] conflict-reg-type
[05:47:53] =========== [PASSED] xe_rtp_process_to_sr_tests ============
[05:47:53] ================== xe_rtp_process_tests  ===================
[05:47:53] [PASSED] active1
[05:47:53] [PASSED] active2
[05:47:53] [PASSED] active-inactive
[05:47:53] [PASSED] inactive-active
[05:47:53] [PASSED] inactive-1st_or_active-inactive
[05:47:53] [PASSED] inactive-2nd_or_active-inactive
[05:47:53] [PASSED] inactive-last_or_active-inactive
[05:47:53] [PASSED] inactive-no_or_active-inactive
[05:47:53] ============== [PASSED] xe_rtp_process_tests ===============
[05:47:53] ===================== [PASSED] xe_rtp ======================
[05:47:53] ==================== xe_wa (1 subtest) =====================
[05:47:53] ======================== xe_wa_gt  =========================
[05:47:53] [PASSED] TIGERLAKE (B0)
[05:47:53] [PASSED] DG1 (A0)
[05:47:53] [PASSED] DG1 (B0)
[05:47:53] [PASSED] ALDERLAKE_S (A0)
[05:47:53] [PASSED] ALDERLAKE_S (B0)
[05:47:53] [PASSED] ALDERLAKE_S (C0)
[05:47:53] [PASSED] ALDERLAKE_S (D0)
[05:47:53] [PASSED] ALDERLAKE_P (A0)
[05:47:53] [PASSED] ALDERLAKE_P (B0)
[05:47:53] [PASSED] ALDERLAKE_P (C0)
[05:47:53] [PASSED] ALDERLAKE_S_RPLS (D0)
[05:47:53] [PASSED] ALDERLAKE_P_RPLU (E0)
[05:47:53] [PASSED] DG2_G10 (C0)
[05:47:53] [PASSED] DG2_G11 (B1)
[05:47:53] [PASSED] DG2_G12 (A1)
[05:47:53] [PASSED] METEORLAKE (g:A0, m:A0)
[05:47:53] [PASSED] METEORLAKE (g:A0, m:A0)
[05:47:53] [PASSED] METEORLAKE (g:A0, m:A0)
[05:47:53] [PASSED] LUNARLAKE (g:A0, m:A0)
[05:47:53] [PASSED] LUNARLAKE (g:B0, m:A0)
[05:47:53] [PASSED] BATTLEMAGE (g:A0, m:A1)
[05:47:53] ==================== [PASSED] xe_wa_gt =====================
[05:47:53] ====================== [PASSED] xe_wa ======================
[05:47:53] ============================================================
[05:47:53] Testing complete. Ran 133 tests: passed: 117, skipped: 16
[05:47:53] Elapsed time: 31.464s total, 4.176s configuring, 26.973s building, 0.287s running

+ /kernel/tools/testing/kunit/kunit.py run --kunitconfig /kernel/drivers/gpu/drm/tests/.kunitconfig
[05:47:53] Configuring KUnit Kernel ...
Regenerating .config ...
Populating config with:
$ make ARCH=um O=.kunit olddefconfig
[05:47:55] Building KUnit Kernel ...
Populating config with:
$ make ARCH=um O=.kunit olddefconfig
Building with:
$ make all compile_commands.json scripts_gdb ARCH=um O=.kunit --jobs=48
[05:48:17] Starting KUnit Kernel (1/1)...
[05:48:17] ============================================================
Running tests with:
$ .kunit/linux kunit.enable=1 mem=1G console=tty kunit_shutdown=halt
[05:48:17] == drm_test_atomic_get_connector_for_encoder (1 subtest) ===
[05:48:17] [PASSED] drm_test_drm_atomic_get_connector_for_encoder
[05:48:17] ==== [PASSED] drm_test_atomic_get_connector_for_encoder ====
[05:48:17] =========== drm_validate_clone_mode (2 subtests) ===========
[05:48:17] ============== drm_test_check_in_clone_mode  ===============
[05:48:17] [PASSED] in_clone_mode
[05:48:17] [PASSED] not_in_clone_mode
[05:48:17] ========== [PASSED] drm_test_check_in_clone_mode ===========
[05:48:17] =============== drm_test_check_valid_clones  ===============
[05:48:17] [PASSED] not_in_clone_mode
[05:48:17] [PASSED] valid_clone
[05:48:17] [PASSED] invalid_clone
[05:48:17] =========== [PASSED] drm_test_check_valid_clones ===========
[05:48:17] ============= [PASSED] drm_validate_clone_mode =============
[05:48:17] ============= drm_validate_modeset (1 subtest) =============
[05:48:17] [PASSED] drm_test_check_connector_changed_modeset
[05:48:17] ============== [PASSED] drm_validate_modeset ===============
[05:48:17] ====== drm_test_bridge_get_current_state (2 subtests) ======
[05:48:17] [PASSED] drm_test_drm_bridge_get_current_state_atomic
[05:48:17] [PASSED] drm_test_drm_bridge_get_current_state_legacy
[05:48:17] ======== [PASSED] drm_test_bridge_get_current_state ========
[05:48:17] ====== drm_test_bridge_helper_reset_crtc (3 subtests) ======
[05:48:17] [PASSED] drm_test_drm_bridge_helper_reset_crtc_atomic
[05:48:17] [PASSED] drm_test_drm_bridge_helper_reset_crtc_atomic_disabled
[05:48:17] [PASSED] drm_test_drm_bridge_helper_reset_crtc_legacy
[05:48:17] ======== [PASSED] drm_test_bridge_helper_reset_crtc ========
[05:48:17] ============== drm_bridge_alloc (2 subtests) ===============
[05:48:17] [PASSED] drm_test_drm_bridge_alloc_basic
[05:48:17] [PASSED] drm_test_drm_bridge_alloc_get_put
[05:48:17] ================ [PASSED] drm_bridge_alloc =================
[05:48:17] ================== drm_buddy (7 subtests) ==================
[05:48:17] [PASSED] drm_test_buddy_alloc_limit
[05:48:17] [PASSED] drm_test_buddy_alloc_optimistic
[05:48:17] [PASSED] drm_test_buddy_alloc_pessimistic
[05:48:17] [PASSED] drm_test_buddy_alloc_pathological
[05:48:17] [PASSED] drm_test_buddy_alloc_contiguous
[05:48:17] [PASSED] drm_test_buddy_alloc_clear
[05:48:17] [PASSED] drm_test_buddy_alloc_range_bias
[05:48:17] ==================== [PASSED] drm_buddy ====================
[05:48:17] ============= drm_cmdline_parser (40 subtests) =============
[05:48:17] [PASSED] drm_test_cmdline_force_d_only
[05:48:17] [PASSED] drm_test_cmdline_force_D_only_dvi
[05:48:17] [PASSED] drm_test_cmdline_force_D_only_hdmi
[05:48:17] [PASSED] drm_test_cmdline_force_D_only_not_digital
[05:48:17] [PASSED] drm_test_cmdline_force_e_only
[05:48:17] [PASSED] drm_test_cmdline_res
[05:48:17] [PASSED] drm_test_cmdline_res_vesa
[05:48:17] [PASSED] drm_test_cmdline_res_vesa_rblank
[05:48:17] [PASSED] drm_test_cmdline_res_rblank
[05:48:17] [PASSED] drm_test_cmdline_res_bpp
[05:48:17] [PASSED] drm_test_cmdline_res_refresh
[05:48:17] [PASSED] drm_test_cmdline_res_bpp_refresh
[05:48:17] [PASSED] drm_test_cmdline_res_bpp_refresh_interlaced
[05:48:17] [PASSED] drm_test_cmdline_res_bpp_refresh_margins
[05:48:17] [PASSED] drm_test_cmdline_res_bpp_refresh_force_off
[05:48:17] [PASSED] drm_test_cmdline_res_bpp_refresh_force_on
[05:48:17] [PASSED] drm_test_cmdline_res_bpp_refresh_force_on_analog
[05:48:17] [PASSED] drm_test_cmdline_res_bpp_refresh_force_on_digital
[05:48:17] [PASSED] drm_test_cmdline_res_bpp_refresh_interlaced_margins_force_on
[05:48:17] [PASSED] drm_test_cmdline_res_margins_force_on
[05:48:17] [PASSED] drm_test_cmdline_res_vesa_margins
[05:48:17] [PASSED] drm_test_cmdline_name
[05:48:17] [PASSED] drm_test_cmdline_name_bpp
[05:48:17] [PASSED] drm_test_cmdline_name_option
[05:48:17] [PASSED] drm_test_cmdline_name_bpp_option
[05:48:17] [PASSED] drm_test_cmdline_rotate_0
[05:48:17] [PASSED] drm_test_cmdline_rotate_90
[05:48:17] [PASSED] drm_test_cmdline_rotate_180
[05:48:17] [PASSED] drm_test_cmdline_rotate_270
[05:48:17] [PASSED] drm_test_cmdline_hmirror
[05:48:17] [PASSED] drm_test_cmdline_vmirror
[05:48:17] [PASSED] drm_test_cmdline_margin_options
[05:48:17] [PASSED] drm_test_cmdline_multiple_options
[05:48:17] [PASSED] drm_test_cmdline_bpp_extra_and_option
[05:48:17] [PASSED] drm_test_cmdline_extra_and_option
[05:48:17] [PASSED] drm_test_cmdline_freestanding_options
[05:48:17] [PASSED] drm_test_cmdline_freestanding_force_e_and_options
[05:48:17] [PASSED] drm_test_cmdline_panel_orientation
[05:48:17] ================ drm_test_cmdline_invalid  =================
[05:48:17] [PASSED] margin_only
[05:48:17] [PASSED] interlace_only
[05:48:17] [PASSED] res_missing_x
[05:48:17] [PASSED] res_missing_y
[05:48:17] [PASSED] res_bad_y
[05:48:17] [PASSED] res_missing_y_bpp
[05:48:17] [PASSED] res_bad_bpp
[05:48:17] [PASSED] res_bad_refresh
[05:48:17] [PASSED] res_bpp_refresh_force_on_off
[05:48:17] [PASSED] res_invalid_mode
[05:48:17] [PASSED] res_bpp_wrong_place_mode
[05:48:17] [PASSED] name_bpp_refresh
[05:48:17] [PASSED] name_refresh
[05:48:17] [PASSED] name_refresh_wrong_mode
[05:48:17] [PASSED] name_refresh_invalid_mode
[05:48:17] [PASSED] rotate_multiple
[05:48:17] [PASSED] rotate_invalid_val
[05:48:17] [PASSED] rotate_truncated
[05:48:17] [PASSED] invalid_option
[05:48:17] [PASSED] invalid_tv_option
[05:48:17] [PASSED] truncated_tv_option
[05:48:17] ============ [PASSED] drm_test_cmdline_invalid =============
[05:48:17] =============== drm_test_cmdline_tv_options  ===============
[05:48:17] [PASSED] NTSC
[05:48:17] [PASSED] NTSC_443
[05:48:17] [PASSED] NTSC_J
[05:48:17] [PASSED] PAL
[05:48:17] [PASSED] PAL_M
[05:48:17] [PASSED] PAL_N
[05:48:17] [PASSED] SECAM
[05:48:17] [PASSED] MONO_525
[05:48:17] [PASSED] MONO_625
[05:48:17] =========== [PASSED] drm_test_cmdline_tv_options ===========
[05:48:17] =============== [PASSED] drm_cmdline_parser ================
[05:48:17] ========== drmm_connector_hdmi_init (20 subtests) ==========
[05:48:17] [PASSED] drm_test_connector_hdmi_init_valid
[05:48:17] [PASSED] drm_test_connector_hdmi_init_bpc_8
[05:48:17] [PASSED] drm_test_connector_hdmi_init_bpc_10
[05:48:17] [PASSED] drm_test_connector_hdmi_init_bpc_12
[05:48:17] [PASSED] drm_test_connector_hdmi_init_bpc_invalid
[05:48:17] [PASSED] drm_test_connector_hdmi_init_bpc_null
[05:48:17] [PASSED] drm_test_connector_hdmi_init_formats_empty
[05:48:17] [PASSED] drm_test_connector_hdmi_init_formats_no_rgb
[05:48:17] === drm_test_connector_hdmi_init_formats_yuv420_allowed  ===
[05:48:17] [PASSED] supported_formats=0x9 yuv420_allowed=1
[05:48:17] [PASSED] supported_formats=0x9 yuv420_allowed=0
[05:48:17] [PASSED] supported_formats=0x3 yuv420_allowed=1
[05:48:17] [PASSED] supported_formats=0x3 yuv420_allowed=0
[05:48:17] === [PASSED] drm_test_connector_hdmi_init_formats_yuv420_allowed ===
[05:48:17] [PASSED] drm_test_connector_hdmi_init_null_ddc
[05:48:17] [PASSED] drm_test_connector_hdmi_init_null_product
[05:48:17] [PASSED] drm_test_connector_hdmi_init_null_vendor
[05:48:17] [PASSED] drm_test_connector_hdmi_init_product_length_exact
[05:48:17] [PASSED] drm_test_connector_hdmi_init_product_length_too_long
[05:48:17] [PASSED] drm_test_connector_hdmi_init_product_valid
[05:48:17] [PASSED] drm_test_connector_hdmi_init_vendor_length_exact
[05:48:17] [PASSED] drm_test_connector_hdmi_init_vendor_length_too_long
[05:48:17] [PASSED] drm_test_connector_hdmi_init_vendor_valid
[05:48:17] ========= drm_test_connector_hdmi_init_type_valid  =========
[05:48:17] [PASSED] HDMI-A
[05:48:17] [PASSED] HDMI-B
[05:48:17] ===== [PASSED] drm_test_connector_hdmi_init_type_valid =====
[05:48:17] ======== drm_test_connector_hdmi_init_type_invalid  ========
[05:48:17] [PASSED] Unknown
[05:48:17] [PASSED] VGA
[05:48:17] [PASSED] DVI-I
[05:48:17] [PASSED] DVI-D
[05:48:17] [PASSED] DVI-A
[05:48:17] [PASSED] Composite
[05:48:17] [PASSED] SVIDEO
[05:48:17] [PASSED] LVDS
[05:48:17] [PASSED] Component
[05:48:17] [PASSED] DIN
[05:48:17] [PASSED] DP
[05:48:17] [PASSED] TV
[05:48:17] [PASSED] eDP
[05:48:17] [PASSED] Virtual
[05:48:17] [PASSED] DSI
[05:48:17] [PASSED] DPI
[05:48:17] [PASSED] Writeback
[05:48:17] [PASSED] SPI
[05:48:17] [PASSED] USB
[05:48:17] ==== [PASSED] drm_test_connector_hdmi_init_type_invalid ====
[05:48:17] ============ [PASSED] drmm_connector_hdmi_init =============
[05:48:17] ============= drmm_connector_init (3 subtests) =============
[05:48:17] [PASSED] drm_test_drmm_connector_init
[05:48:17] [PASSED] drm_test_drmm_connector_init_null_ddc
[05:48:17] ========= drm_test_drmm_connector_init_type_valid  =========
[05:48:17] [PASSED] Unknown
[05:48:17] [PASSED] VGA
[05:48:17] [PASSED] DVI-I
[05:48:17] [PASSED] DVI-D
[05:48:17] [PASSED] DVI-A
[05:48:17] [PASSED] Composite
[05:48:17] [PASSED] SVIDEO
[05:48:17] [PASSED] LVDS
[05:48:17] [PASSED] Component
[05:48:17] [PASSED] DIN
[05:48:17] [PASSED] DP
[05:48:17] [PASSED] HDMI-A
[05:48:17] [PASSED] HDMI-B
[05:48:17] [PASSED] TV
[05:48:17] [PASSED] eDP
[05:48:17] [PASSED] Virtual
[05:48:17] [PASSED] DSI
[05:48:17] [PASSED] DPI
[05:48:17] [PASSED] Writeback
[05:48:17] [PASSED] SPI
[05:48:17] [PASSED] USB
[05:48:17] ===== [PASSED] drm_test_drmm_connector_init_type_valid =====
[05:48:17] =============== [PASSED] drmm_connector_init ===============
[05:48:17] ========= drm_connector_dynamic_init (6 subtests) ==========
[05:48:17] [PASSED] drm_test_drm_connector_dynamic_init
[05:48:17] [PASSED] drm_test_drm_connector_dynamic_init_null_ddc
[05:48:17] [PASSED] drm_test_drm_connector_dynamic_init_not_added
[05:48:17] [PASSED] drm_test_drm_connector_dynamic_init_properties
[05:48:17] ===== drm_test_drm_connector_dynamic_init_type_valid  ======
[05:48:17] [PASSED] Unknown
[05:48:17] [PASSED] VGA
[05:48:17] [PASSED] DVI-I
[05:48:17] [PASSED] DVI-D
[05:48:17] [PASSED] DVI-A
[05:48:17] [PASSED] Composite
[05:48:17] [PASSED] SVIDEO
[05:48:17] [PASSED] LVDS
[05:48:17] [PASSED] Component
[05:48:17] [PASSED] DIN
[05:48:17] [PASSED] DP
[05:48:17] [PASSED] HDMI-A
[05:48:17] [PASSED] HDMI-B
[05:48:17] [PASSED] TV
[05:48:17] [PASSED] eDP
[05:48:17] [PASSED] Virtual
[05:48:17] [PASSED] DSI
[05:48:17] [PASSED] DPI
[05:48:17] [PASSED] Writeback
[05:48:17] [PASSED] SPI
[05:48:17] [PASSED] USB
[05:48:17] = [PASSED] drm_test_drm_connector_dynamic_init_type_valid ==
[05:48:17] ======== drm_test_drm_connector_dynamic_init_name  =========
[05:48:17] [PASSED] Unknown
[05:48:17] [PASSED] VGA
[05:48:17] [PASSED] DVI-I
[05:48:17] [PASSED] DVI-D
[05:48:17] [PASSED] DVI-A
[05:48:17] [PASSED] Composite
[05:48:17] [PASSED] SVIDEO
[05:48:17] [PASSED] LVDS
[05:48:17] [PASSED] Component
[05:48:17] [PASSED] DIN
[05:48:17] [PASSED] DP
[05:48:17] [PASSED] HDMI-A
[05:48:17] [PASSED] HDMI-B
[05:48:17] [PASSED] TV
[05:48:17] [PASSED] eDP
[05:48:17] [PASSED] Virtual
[05:48:17] [PASSED] DSI
[05:48:17] [PASSED] DPI
[05:48:17] [PASSED] Writeback
[05:48:17] [PASSED] SPI
[05:48:17] [PASSED] USB
[05:48:17] ==== [PASSED] drm_test_drm_connector_dynamic_init_name =====
[05:48:17] =========== [PASSED] drm_connector_dynamic_init ============
[05:48:17] ==== drm_connector_dynamic_register_early (4 subtests) =====
[05:48:17] [PASSED] drm_test_drm_connector_dynamic_register_early_on_list
[05:48:17] [PASSED] drm_test_drm_connector_dynamic_register_early_defer
[05:48:17] [PASSED] drm_test_drm_connector_dynamic_register_early_no_init
[05:48:17] [PASSED] drm_test_drm_connector_dynamic_register_early_no_mode_object
[05:48:17] ====== [PASSED] drm_connector_dynamic_register_early =======
[05:48:17] ======= drm_connector_dynamic_register (7 subtests) ========
[05:48:17] [PASSED] drm_test_drm_connector_dynamic_register_on_list
[05:48:17] [PASSED] drm_test_drm_connector_dynamic_register_no_defer
[05:48:17] [PASSED] drm_test_drm_connector_dynamic_register_no_init
[05:48:17] [PASSED] drm_test_drm_connector_dynamic_register_mode_object
[05:48:17] [PASSED] drm_test_drm_connector_dynamic_register_sysfs
[05:48:17] [PASSED] drm_test_drm_connector_dynamic_register_sysfs_name
[05:48:17] [PASSED] drm_test_drm_connector_dynamic_register_debugfs
[05:48:17] ========= [PASSED] drm_connector_dynamic_register ==========
[05:48:17] = drm_connector_attach_broadcast_rgb_property (2 subtests) =
[05:48:17] [PASSED] drm_test_drm_connector_attach_broadcast_rgb_property
[05:48:17] [PASSED] drm_test_drm_connector_attach_broadcast_rgb_property_hdmi_connector
[05:48:17] === [PASSED] drm_connector_attach_broadcast_rgb_property ===
[05:48:17] ========== drm_get_tv_mode_from_name (2 subtests) ==========
[05:48:17] ========== drm_test_get_tv_mode_from_name_valid  ===========
[05:48:17] [PASSED] NTSC
[05:48:17] [PASSED] NTSC-443
[05:48:17] [PASSED] NTSC-J
[05:48:17] [PASSED] PAL
[05:48:17] [PASSED] PAL-M
[05:48:17] [PASSED] PAL-N
[05:48:17] [PASSED] SECAM
[05:48:17] [PASSED] Mono
[05:48:17] ====== [PASSED] drm_test_get_tv_mode_from_name_valid =======
[05:48:17] [PASSED] drm_test_get_tv_mode_from_name_truncated
[05:48:17] ============ [PASSED] drm_get_tv_mode_from_name ============
[05:48:17] = drm_test_connector_hdmi_compute_mode_clock (12 subtests) =
[05:48:17] [PASSED] drm_test_drm_hdmi_compute_mode_clock_rgb
[05:48:17] [PASSED] drm_test_drm_hdmi_compute_mode_clock_rgb_10bpc
[05:48:17] [PASSED] drm_test_drm_hdmi_compute_mode_clock_rgb_10bpc_vic_1
[05:48:17] [PASSED] drm_test_drm_hdmi_compute_mode_clock_rgb_12bpc
[05:48:17] [PASSED] drm_test_drm_hdmi_compute_mode_clock_rgb_12bpc_vic_1
[05:48:17] [PASSED] drm_test_drm_hdmi_compute_mode_clock_rgb_double
[05:48:17] = drm_test_connector_hdmi_compute_mode_clock_yuv420_valid  =
[05:48:17] [PASSED] VIC 96
[05:48:17] [PASSED] VIC 97
[05:48:17] [PASSED] VIC 101
[05:48:17] [PASSED] VIC 102
[05:48:17] [PASSED] VIC 106
[05:48:17] [PASSED] VIC 107
[05:48:17] === [PASSED] drm_test_connector_hdmi_compute_mode_clock_yuv420_valid ===
[05:48:17] [PASSED] drm_test_connector_hdmi_compute_mode_clock_yuv420_10_bpc
[05:48:17] [PASSED] drm_test_connector_hdmi_compute_mode_clock_yuv420_12_bpc
[05:48:17] [PASSED] drm_test_connector_hdmi_compute_mode_clock_yuv422_8_bpc
[05:48:17] [PASSED] drm_test_connector_hdmi_compute_mode_clock_yuv422_10_bpc
[05:48:17] [PASSED] drm_test_connector_hdmi_compute_mode_clock_yuv422_12_bpc
[05:48:17] === [PASSED] drm_test_connector_hdmi_compute_mode_clock ====
[05:48:17] == drm_hdmi_connector_get_broadcast_rgb_name (2 subtests) ==
[05:48:17] === drm_test_drm_hdmi_connector_get_broadcast_rgb_name  ====
[05:48:17] [PASSED] Automatic
[05:48:17] [PASSED] Full
[05:48:17] [PASSED] Limited 16:235
[05:48:17] === [PASSED] drm_test_drm_hdmi_connector_get_broadcast_rgb_name ===
[05:48:17] [PASSED] drm_test_drm_hdmi_connector_get_broadcast_rgb_name_invalid
[05:48:17] ==== [PASSED] drm_hdmi_connector_get_broadcast_rgb_name ====
[05:48:17] == drm_hdmi_connector_get_output_format_name (2 subtests) ==
[05:48:17] === drm_test_drm_hdmi_connector_get_output_format_name  ====
[05:48:17] [PASSED] RGB
[05:48:17] [PASSED] YUV 4:2:0
[05:48:17] [PASSED] YUV 4:2:2
[05:48:17] [PASSED] YUV 4:4:4
[05:48:17] === [PASSED] drm_test_drm_hdmi_connector_get_output_format_name ===
[05:48:17] [PASSED] drm_test_drm_hdmi_connector_get_output_format_name_invalid
[05:48:17] ==== [PASSED] drm_hdmi_connector_get_output_format_name ====
[05:48:17] ============= drm_damage_helper (21 subtests) ==============
[05:48:17] [PASSED] drm_test_damage_iter_no_damage
[05:48:17] [PASSED] drm_test_damage_iter_no_damage_fractional_src
[05:48:17] [PASSED] drm_test_damage_iter_no_damage_src_moved
[05:48:17] [PASSED] drm_test_damage_iter_no_damage_fractional_src_moved
[05:48:17] [PASSED] drm_test_damage_iter_no_damage_not_visible
[05:48:17] [PASSED] drm_test_damage_iter_no_damage_no_crtc
[05:48:17] [PASSED] drm_test_damage_iter_no_damage_no_fb
[05:48:17] [PASSED] drm_test_damage_iter_simple_damage
[05:48:17] [PASSED] drm_test_damage_iter_single_damage
[05:48:17] [PASSED] drm_test_damage_iter_single_damage_intersect_src
[05:48:17] [PASSED] drm_test_damage_iter_single_damage_outside_src
[05:48:17] [PASSED] drm_test_damage_iter_single_damage_fractional_src
[05:48:17] [PASSED] drm_test_damage_iter_single_damage_intersect_fractional_src
[05:48:17] [PASSED] drm_test_damage_iter_single_damage_outside_fractional_src
[05:48:17] [PASSED] drm_test_damage_iter_single_damage_src_moved
[05:48:17] [PASSED] drm_test_damage_iter_single_damage_fractional_src_moved
[05:48:17] [PASSED] drm_test_damage_iter_damage
[05:48:17] [PASSED] drm_test_damage_iter_damage_one_intersect
[05:48:17] [PASSED] drm_test_damage_iter_damage_one_outside
[05:48:17] [PASSED] drm_test_damage_iter_damage_src_moved
[05:48:17] [PASSED] drm_test_damage_iter_damage_not_visible
[05:48:17] ================ [PASSED] drm_damage_helper ================
[05:48:17] ============== drm_dp_mst_helper (3 subtests) ==============
[05:48:17] ============== drm_test_dp_mst_calc_pbn_mode  ==============
[05:48:17] [PASSED] Clock 154000 BPP 30 DSC disabled
[05:48:17] [PASSED] Clock 234000 BPP 30 DSC disabled
[05:48:17] [PASSED] Clock 297000 BPP 24 DSC disabled
[05:48:17] [PASSED] Clock 332880 BPP 24 DSC enabled
[05:48:17] [PASSED] Clock 324540 BPP 24 DSC enabled
[05:48:17] ========== [PASSED] drm_test_dp_mst_calc_pbn_mode ==========
[05:48:17] ============== drm_test_dp_mst_calc_pbn_div  ===============
[05:48:17] [PASSED] Link rate 2000000 lane count 4
[05:48:17] [PASSED] Link rate 2000000 lane count 2
[05:48:17] [PASSED] Link rate 2000000 lane count 1
[05:48:17] [PASSED] Link rate 1350000 lane count 4
[05:48:17] [PASSED] Link rate 1350000 lane count 2
[05:48:17] [PASSED] Link rate 1350000 lane count 1
[05:48:17] [PASSED] Link rate 1000000 lane count 4
[05:48:17] [PASSED] Link rate 1000000 lane count 2
[05:48:17] [PASSED] Link rate 1000000 lane count 1
[05:48:17] [PASSED] Link rate 810000 lane count 4
[05:48:17] [PASSED] Link rate 810000 lane count 2
[05:48:17] [PASSED] Link rate 810000 lane count 1
[05:48:17] [PASSED] Link rate 540000 lane count 4
[05:48:17] [PASSED] Link rate 540000 lane count 2
[05:48:17] [PASSED] Link rate 540000 lane count 1
[05:48:17] [PASSED] Link rate 270000 lane count 4
[05:48:17] [PASSED] Link rate 270000 lane count 2
[05:48:17] [PASSED] Link rate 270000 lane count 1
[05:48:17] [PASSED] Link rate 162000 lane count 4
[05:48:17] [PASSED] Link rate 162000 lane count 2
[05:48:17] [PASSED] Link rate 162000 lane count 1
[05:48:17] ========== [PASSED] drm_test_dp_mst_calc_pbn_div ===========
[05:48:17] ========= drm_test_dp_mst_sideband_msg_req_decode  =========
[05:48:17] [PASSED] DP_ENUM_PATH_RESOURCES with port number
[05:48:17] [PASSED] DP_POWER_UP_PHY with port number
[05:48:17] [PASSED] DP_POWER_DOWN_PHY with port number
[05:48:17] [PASSED] DP_ALLOCATE_PAYLOAD with SDP stream sinks
[05:48:17] [PASSED] DP_ALLOCATE_PAYLOAD with port number
[05:48:17] [PASSED] DP_ALLOCATE_PAYLOAD with VCPI
[05:48:17] [PASSED] DP_ALLOCATE_PAYLOAD with PBN
[05:48:17] [PASSED] DP_QUERY_PAYLOAD with port number
[05:48:17] [PASSED] DP_QUERY_PAYLOAD with VCPI
[05:48:17] [PASSED] DP_REMOTE_DPCD_READ with port number
[05:48:17] [PASSED] DP_REMOTE_DPCD_READ with DPCD address
[05:48:17] [PASSED] DP_REMOTE_DPCD_READ with max number of bytes
[05:48:17] [PASSED] DP_REMOTE_DPCD_WRITE with port number
[05:48:17] [PASSED] DP_REMOTE_DPCD_WRITE with DPCD address
[05:48:17] [PASSED] DP_REMOTE_DPCD_WRITE with data array
[05:48:17] [PASSED] DP_REMOTE_I2C_READ with port number
[05:48:17] [PASSED] DP_REMOTE_I2C_READ with I2C device ID
[05:48:17] [PASSED] DP_REMOTE_I2C_READ with transactions array
[05:48:17] [PASSED] DP_REMOTE_I2C_WRITE with port number
[05:48:17] [PASSED] DP_REMOTE_I2C_WRITE with I2C device ID
[05:48:17] [PASSED] DP_REMOTE_I2C_WRITE with data array
[05:48:17] [PASSED] DP_QUERY_STREAM_ENC_STATUS with stream ID
[05:48:17] [PASSED] DP_QUERY_STREAM_ENC_STATUS with client ID
[05:48:17] [PASSED] DP_QUERY_STREAM_ENC_STATUS with stream event
[05:48:17] [PASSED] DP_QUERY_STREAM_ENC_STATUS with valid stream event
[05:48:17] [PASSED] DP_QUERY_STREAM_ENC_STATUS with stream behavior
[05:48:17] [PASSED] DP_QUERY_STREAM_ENC_STATUS with a valid stream behavior
[05:48:17] ===== [PASSED] drm_test_dp_mst_sideband_msg_req_decode =====
[05:48:17] ================ [PASSED] drm_dp_mst_helper ================
[05:48:17] ================== drm_exec (7 subtests) ===================
[05:48:17] [PASSED] sanitycheck
[05:48:17] [PASSED] test_lock
[05:48:17] [PASSED] test_lock_unlock
[05:48:17] [PASSED] test_duplicates
[05:48:17] [PASSED] test_prepare
[05:48:17] [PASSED] test_prepare_array
[05:48:17] [PASSED] test_multiple_loops
[05:48:17] ==================== [PASSED] drm_exec =====================
[05:48:17] =========== drm_format_helper_test (18 subtests) ===========
[05:48:17] ============== drm_test_fb_xrgb8888_to_gray8  ==============
[05:48:17] [PASSED] single_pixel_source_buffer
[05:48:17] [PASSED] single_pixel_clip_rectangle
[05:48:17] [PASSED] well_known_colors
[05:48:17] [PASSED] destination_pitch
[05:48:17] ========== [PASSED] drm_test_fb_xrgb8888_to_gray8 ==========
[05:48:17] ============= drm_test_fb_xrgb8888_to_rgb332  ==============
[05:48:17] [PASSED] single_pixel_source_buffer
[05:48:17] [PASSED] single_pixel_clip_rectangle
[05:48:17] [PASSED] well_known_colors
[05:48:17] [PASSED] destination_pitch
[05:48:17] ========= [PASSED] drm_test_fb_xrgb8888_to_rgb332 ==========
[05:48:17] ============= drm_test_fb_xrgb8888_to_rgb565  ==============
[05:48:17] [PASSED] single_pixel_source_buffer
[05:48:17] [PASSED] single_pixel_clip_rectangle
[05:48:17] [PASSED] well_known_colors
[05:48:17] [PASSED] destination_pitch
[05:48:17] ========= [PASSED] drm_test_fb_xrgb8888_to_rgb565 ==========
[05:48:17] ============ drm_test_fb_xrgb8888_to_xrgb1555  =============
[05:48:17] [PASSED] single_pixel_source_buffer
[05:48:17] [PASSED] single_pixel_clip_rectangle
[05:48:17] [PASSED] well_known_colors
[05:48:17] [PASSED] destination_pitch
[05:48:17] ======== [PASSED] drm_test_fb_xrgb8888_to_xrgb1555 =========
[05:48:17] ============ drm_test_fb_xrgb8888_to_argb1555  =============
[05:48:17] [PASSED] single_pixel_source_buffer
[05:48:17] [PASSED] single_pixel_clip_rectangle
[05:48:17] [PASSED] well_known_colors
[05:48:17] [PASSED] destination_pitch
[05:48:17] ======== [PASSED] drm_test_fb_xrgb8888_to_argb1555 =========
[05:48:17] ============ drm_test_fb_xrgb8888_to_rgba5551  =============
[05:48:17] [PASSED] single_pixel_source_buffer
[05:48:17] [PASSED] single_pixel_clip_rectangle
[05:48:17] [PASSED] well_known_colors
[05:48:17] [PASSED] destination_pitch
[05:48:17] ======== [PASSED] drm_test_fb_xrgb8888_to_rgba5551 =========
[05:48:17] ============= drm_test_fb_xrgb8888_to_rgb888  ==============
[05:48:17] [PASSED] single_pixel_source_buffer
[05:48:17] [PASSED] single_pixel_clip_rectangle
[05:48:17] [PASSED] well_known_colors
[05:48:17] [PASSED] destination_pitch
[05:48:17] ========= [PASSED] drm_test_fb_xrgb8888_to_rgb888 ==========
[05:48:17] ============= drm_test_fb_xrgb8888_to_bgr888  ==============
[05:48:17] [PASSED] single_pixel_source_buffer
[05:48:17] [PASSED] single_pixel_clip_rectangle
[05:48:17] [PASSED] well_known_colors
[05:48:17] [PASSED] destination_pitch
[05:48:17] ========= [PASSED] drm_test_fb_xrgb8888_to_bgr888 ==========
[05:48:17] ============ drm_test_fb_xrgb8888_to_argb8888  =============
[05:48:17] [PASSED] single_pixel_source_buffer
[05:48:17] [PASSED] single_pixel_clip_rectangle
[05:48:17] [PASSED] well_known_colors
[05:48:17] [PASSED] destination_pitch
[05:48:17] ======== [PASSED] drm_test_fb_xrgb8888_to_argb8888 =========
[05:48:17] =========== drm_test_fb_xrgb8888_to_xrgb2101010  ===========
[05:48:17] [PASSED] single_pixel_source_buffer
[05:48:17] [PASSED] single_pixel_clip_rectangle
[05:48:17] [PASSED] well_known_colors
[05:48:17] [PASSED] destination_pitch
[05:48:17] ======= [PASSED] drm_test_fb_xrgb8888_to_xrgb2101010 =======
[05:48:17] =========== drm_test_fb_xrgb8888_to_argb2101010  ===========
[05:48:17] [PASSED] single_pixel_source_buffer
[05:48:17] [PASSED] single_pixel_clip_rectangle
[05:48:17] [PASSED] well_known_colors
[05:48:17] [PASSED] destination_pitch
[05:48:17] ======= [PASSED] drm_test_fb_xrgb8888_to_argb2101010 =======
[05:48:17] ============== drm_test_fb_xrgb8888_to_mono  ===============
[05:48:17] [PASSED] single_pixel_source_buffer
[05:48:17] [PASSED] single_pixel_clip_rectangle
[05:48:17] [PASSED] well_known_colors
[05:48:17] [PASSED] destination_pitch
[05:48:17] ========== [PASSED] drm_test_fb_xrgb8888_to_mono ===========
[05:48:17] ==================== drm_test_fb_swab  =====================
[05:48:17] [PASSED] single_pixel_source_buffer
[05:48:17] [PASSED] single_pixel_clip_rectangle
[05:48:17] [PASSED] well_known_colors
[05:48:17] [PASSED] destination_pitch
[05:48:17] ================ [PASSED] drm_test_fb_swab =================
[05:48:17] ============ drm_test_fb_xrgb8888_to_xbgr8888  =============
[05:48:17] [PASSED] single_pixel_source_buffer
[05:48:17] [PASSED] single_pixel_clip_rectangle
[05:48:17] [PASSED] well_known_colors
[05:48:17] [PASSED] destination_pitch
[05:48:17] ======== [PASSED] drm_test_fb_xrgb8888_to_xbgr8888 =========
[05:48:17] ============ drm_test_fb_xrgb8888_to_abgr8888  =============
[05:48:17] [PASSED] single_pixel_source_buffer
[05:48:17] [PASSED] single_pixel_clip_rectangle
[05:48:17] [PASSED] well_known_colors
[05:48:17] [PASSED] destination_pitch
[05:48:17] ======== [PASSED] drm_test_fb_xrgb8888_to_abgr8888 =========
[05:48:17] ================= drm_test_fb_clip_offset  =================
[05:48:17] [PASSED] pass through
[05:48:17] [PASSED] horizontal offset
[05:48:17] [PASSED] vertical offset
[05:48:17] [PASSED] horizontal and vertical offset
[05:48:17] [PASSED] horizontal offset (custom pitch)
[05:48:17] [PASSED] vertical offset (custom pitch)
[05:48:17] [PASSED] horizontal and vertical offset (custom pitch)
[05:48:17] ============= [PASSED] drm_test_fb_clip_offset =============
[05:48:17] ============== drm_test_fb_build_fourcc_list  ==============
[05:48:17] [PASSED] no native formats
[05:48:17] [PASSED] XRGB8888 as native format
[05:48:17] [PASSED] remove duplicates
[05:48:17] [PASSED] convert alpha formats
[05:48:17] [PASSED] random formats
[05:48:17] ========== [PASSED] drm_test_fb_build_fourcc_list ==========
[05:48:17] =================== drm_test_fb_memcpy  ====================
[05:48:17] [PASSED] single_pixel_source_buffer: XR24 little-endian (0x34325258)
[05:48:17] [PASSED] single_pixel_source_buffer: XRA8 little-endian (0x38415258)
[05:48:17] [PASSED] single_pixel_source_buffer: YU24 little-endian (0x34325559)
[05:48:17] [PASSED] single_pixel_clip_rectangle: XB24 little-endian (0x34324258)
[05:48:17] [PASSED] single_pixel_clip_rectangle: XRA8 little-endian (0x38415258)
[05:48:17] [PASSED] single_pixel_clip_rectangle: YU24 little-endian (0x34325559)
[05:48:17] [PASSED] well_known_colors: XB24 little-endian (0x34324258)
[05:48:17] [PASSED] well_known_colors: XRA8 little-endian (0x38415258)
[05:48:17] [PASSED] well_known_colors: YU24 little-endian (0x34325559)
[05:48:17] [PASSED] destination_pitch: XB24 little-endian (0x34324258)
[05:48:17] [PASSED] destination_pitch: XRA8 little-endian (0x38415258)
[05:48:17] [PASSED] destination_pitch: YU24 little-endian (0x34325559)
[05:48:17] =============== [PASSED] drm_test_fb_memcpy ================
[05:48:17] ============= [PASSED] drm_format_helper_test ==============
[05:48:17] ================= drm_format (18 subtests) =================
[05:48:17] [PASSED] drm_test_format_block_width_invalid
[05:48:17] [PASSED] drm_test_format_block_width_one_plane
[05:48:17] [PASSED] drm_test_format_block_width_two_plane
[05:48:17] [PASSED] drm_test_format_block_width_three_plane
[05:48:17] [PASSED] drm_test_format_block_width_tiled
[05:48:17] [PASSED] drm_test_format_block_height_invalid
[05:48:17] [PASSED] drm_test_format_block_height_one_plane
[05:48:17] [PASSED] drm_test_format_block_height_two_plane
[05:48:17] [PASSED] drm_test_format_block_height_three_plane
[05:48:17] [PASSED] drm_test_format_block_height_tiled
[05:48:17] [PASSED] drm_test_format_min_pitch_invalid
[05:48:17] [PASSED] drm_test_format_min_pitch_one_plane_8bpp
[05:48:17] [PASSED] drm_test_format_min_pitch_one_plane_16bpp
[05:48:17] [PASSED] drm_test_format_min_pitch_one_plane_24bpp
[05:48:17] [PASSED] drm_test_format_min_pitch_one_plane_32bpp
[05:48:17] [PASSED] drm_test_format_min_pitch_two_plane
[05:48:17] [PASSED] drm_test_format_min_pitch_three_plane_8bpp
[05:48:17] [PASSED] drm_test_format_min_pitch_tiled
[05:48:17] =================== [PASSED] drm_format ====================
[05:48:17] ============== drm_framebuffer (10 subtests) ===============
[05:48:17] ========== drm_test_framebuffer_check_src_coords  ==========
[05:48:17] [PASSED] Success: source fits into fb
[05:48:17] [PASSED] Fail: overflowing fb with x-axis coordinate
[05:48:17] [PASSED] Fail: overflowing fb with y-axis coordinate
[05:48:17] [PASSED] Fail: overflowing fb with source width
[05:48:17] [PASSED] Fail: overflowing fb with source height
[05:48:17] ====== [PASSED] drm_test_framebuffer_check_src_coords ======
[05:48:17] [PASSED] drm_test_framebuffer_cleanup
[05:48:17] =============== drm_test_framebuffer_create  ===============
[05:48:17] [PASSED] ABGR8888 normal sizes
[05:48:17] [PASSED] ABGR8888 max sizes
[05:48:17] [PASSED] ABGR8888 pitch greater than min required
[05:48:17] [PASSED] ABGR8888 pitch less than min required
[05:48:17] [PASSED] ABGR8888 Invalid width
[05:48:17] [PASSED] ABGR8888 Invalid buffer handle
[05:48:17] [PASSED] No pixel format
[05:48:17] [PASSED] ABGR8888 Width 0
[05:48:17] [PASSED] ABGR8888 Height 0
[05:48:17] [PASSED] ABGR8888 Out of bound height * pitch combination
[05:48:17] [PASSED] ABGR8888 Large buffer offset
[05:48:17] [PASSED] ABGR8888 Buffer offset for inexistent plane
[05:48:17] [PASSED] ABGR8888 Invalid flag
[05:48:17] [PASSED] ABGR8888 Set DRM_MODE_FB_MODIFIERS without modifiers
[05:48:17] [PASSED] ABGR8888 Valid buffer modifier
[05:48:17] [PASSED] ABGR8888 Invalid buffer modifier(DRM_FORMAT_MOD_SAMSUNG_64_32_TILE)
[05:48:17] [PASSED] ABGR8888 Extra pitches without DRM_MODE_FB_MODIFIERS
[05:48:17] [PASSED] ABGR8888 Extra pitches with DRM_MODE_FB_MODIFIERS
[05:48:17] [PASSED] NV12 Normal sizes
[05:48:17] [PASSED] NV12 Max sizes
[05:48:17] [PASSED] NV12 Invalid pitch
[05:48:17] [PASSED] NV12 Invalid modifier/missing DRM_MODE_FB_MODIFIERS flag
[05:48:17] [PASSED] NV12 different  modifier per-plane
[05:48:17] [PASSED] NV12 with DRM_FORMAT_MOD_SAMSUNG_64_32_TILE
[05:48:17] [PASSED] NV12 Valid modifiers without DRM_MODE_FB_MODIFIERS
[05:48:17] [PASSED] NV12 Modifier for inexistent plane
[05:48:17] [PASSED] NV12 Handle for inexistent plane
[05:48:17] [PASSED] NV12 Handle for inexistent plane without DRM_MODE_FB_MODIFIERS
[05:48:17] [PASSED] YVU420 DRM_MODE_FB_MODIFIERS set without modifier
[05:48:17] [PASSED] YVU420 Normal sizes
[05:48:17] [PASSED] YVU420 Max sizes
[05:48:17] [PASSED] YVU420 Invalid pitch
[05:48:17] [PASSED] YVU420 Different pitches
[05:48:17] [PASSED] YVU420 Different buffer offsets/pitches
[05:48:17] [PASSED] YVU420 Modifier set just for plane 0, without DRM_MODE_FB_MODIFIERS
[05:48:17] [PASSED] YVU420 Modifier set just for planes 0, 1, without DRM_MODE_FB_MODIFIERS
[05:48:17] [PASSED] YVU420 Modifier set just for plane 0, 1, with DRM_MODE_FB_MODIFIERS
[05:48:17] [PASSED] YVU420 Valid modifier
[05:48:17] [PASSED] YVU420 Different modifiers per plane
[05:48:17] [PASSED] YVU420 Modifier for inexistent plane
[05:48:17] [PASSED] YUV420_10BIT Invalid modifier(DRM_FORMAT_MOD_LINEAR)
[05:48:17] [PASSED] X0L2 Normal sizes
[05:48:17] [PASSED] X0L2 Max sizes
[05:48:17] [PASSED] X0L2 Invalid pitch
[05:48:17] [PASSED] X0L2 Pitch greater than minimum required
[05:48:17] [PASSED] X0L2 Handle for inexistent plane
[05:48:17] [PASSED] X0L2 Offset for inexistent plane, without DRM_MODE_FB_MODIFIERS set
[05:48:17] [PASSED] X0L2 Modifier without DRM_MODE_FB_MODIFIERS set
[05:48:17] [PASSED] X0L2 Valid modifier
[05:48:17] [PASSED] X0L2 Modifier for inexistent plane
[05:48:17] =========== [PASSED] drm_test_framebuffer_create ===========
[05:48:17] [PASSED] drm_test_framebuffer_free
[05:48:17] [PASSED] drm_test_framebuffer_init
[05:48:17] [PASSED] drm_test_framebuffer_init_bad_format
[05:48:17] [PASSED] drm_test_framebuffer_init_dev_mismatch
[05:48:17] [PASSED] drm_test_framebuffer_lookup
[05:48:17] [PASSED] drm_test_framebuffer_lookup_inexistent
[05:48:17] [PASSED] drm_test_framebuffer_modifiers_not_supported
[05:48:17] ================= [PASSED] drm_framebuffer =================
[05:48:17] ================ drm_gem_shmem (8 subtests) ================
[05:48:17] [PASSED] drm_gem_shmem_test_obj_create
[05:48:17] [PASSED] drm_gem_shmem_test_obj_create_private
[05:48:17] [PASSED] drm_gem_shmem_test_pin_pages
[05:48:17] [PASSED] drm_gem_shmem_test_vmap
[05:48:17] [PASSED] drm_gem_shmem_test_get_pages_sgt
[05:48:17] [PASSED] drm_gem_shmem_test_get_sg_table
[05:48:17] [PASSED] drm_gem_shmem_test_madvise
[05:48:17] [PASSED] drm_gem_shmem_test_purge
[05:48:17] ================== [PASSED] drm_gem_shmem ==================
[05:48:17] === drm_atomic_helper_connector_hdmi_check (27 subtests) ===
[05:48:17] [PASSED] drm_test_check_broadcast_rgb_auto_cea_mode
[05:48:17] [PASSED] drm_test_check_broadcast_rgb_auto_cea_mode_vic_1
[05:48:17] [PASSED] drm_test_check_broadcast_rgb_full_cea_mode
[05:48:17] [PASSED] drm_test_check_broadcast_rgb_full_cea_mode_vic_1
[05:48:17] [PASSED] drm_test_check_broadcast_rgb_limited_cea_mode
[05:48:17] [PASSED] drm_test_check_broadcast_rgb_limited_cea_mode_vic_1
[05:48:17] ====== drm_test_check_broadcast_rgb_cea_mode_yuv420  =======
[05:48:17] [PASSED] Automatic
[05:48:17] [PASSED] Full
[05:48:17] [PASSED] Limited 16:235
[05:48:17] == [PASSED] drm_test_check_broadcast_rgb_cea_mode_yuv420 ===
[05:48:17] [PASSED] drm_test_check_broadcast_rgb_crtc_mode_changed
[05:48:17] [PASSED] drm_test_check_broadcast_rgb_crtc_mode_not_changed
[05:48:17] [PASSED] drm_test_check_disable_connector
[05:48:17] [PASSED] drm_test_check_hdmi_funcs_reject_rate
[05:48:17] [PASSED] drm_test_check_max_tmds_rate_bpc_fallback_rgb
[05:48:17] [PASSED] drm_test_check_max_tmds_rate_bpc_fallback_yuv420
[05:48:17] [PASSED] drm_test_check_max_tmds_rate_bpc_fallback_ignore_yuv422
[05:48:17] [PASSED] drm_test_check_max_tmds_rate_bpc_fallback_ignore_yuv420
[05:48:17] [PASSED] drm_test_check_driver_unsupported_fallback_yuv420
[05:48:17] [PASSED] drm_test_check_output_bpc_crtc_mode_changed
[05:48:17] [PASSED] drm_test_check_output_bpc_crtc_mode_not_changed
[05:48:17] [PASSED] drm_test_check_output_bpc_dvi
[05:48:17] [PASSED] drm_test_check_output_bpc_format_vic_1
[05:48:17] [PASSED] drm_test_check_output_bpc_format_display_8bpc_only
[05:48:17] [PASSED] drm_test_check_output_bpc_format_display_rgb_only
[05:48:17] [PASSED] drm_test_check_output_bpc_format_driver_8bpc_only
[05:48:17] [PASSED] drm_test_check_output_bpc_format_driver_rgb_only
[05:48:17] [PASSED] drm_test_check_tmds_char_rate_rgb_8bpc
[05:48:17] [PASSED] drm_test_check_tmds_char_rate_rgb_10bpc
[05:48:17] [PASSED] drm_test_check_tmds_char_rate_rgb_12bpc
[05:48:17] ===== [PASSED] drm_atomic_helper_connector_hdmi_check ======
[05:48:17] === drm_atomic_helper_connector_hdmi_reset (6 subtests) ====
[05:48:17] [PASSED] drm_test_check_broadcast_rgb_value
[05:48:17] [PASSED] drm_test_check_bpc_8_value
[05:48:17] [PASSED] drm_test_check_bpc_10_value
[05:48:17] [PASSED] drm_test_check_bpc_12_value
[05:48:17] [PASSED] drm_test_check_format_value
[05:48:17] [PASSED] drm_test_check_tmds_char_value
[05:48:17] ===== [PASSED] drm_atomic_helper_connector_hdmi_reset ======
[05:48:17] = drm_atomic_helper_connector_hdmi_mode_valid (4 subtests) =
[05:48:17] [PASSED] drm_test_check_mode_valid
[05:48:17] [PASSED] drm_test_check_mode_valid_reject
[05:48:17] [PASSED] drm_test_check_mode_valid_reject_rate
[05:48:17] [PASSED] drm_test_check_mode_valid_reject_max_clock
[05:48:17] === [PASSED] drm_atomic_helper_connector_hdmi_mode_valid ===
[05:48:17] ================= drm_managed (2 subtests) =================
[05:48:17] [PASSED] drm_test_managed_release_action
[05:48:17] [PASSED] drm_test_managed_run_action
[05:48:17] =================== [PASSED] drm_managed ===================
[05:48:17] =================== drm_mm (6 subtests) ====================
[05:48:17] [PASSED] drm_test_mm_init
[05:48:17] [PASSED] drm_test_mm_debug
[05:48:17] [PASSED] drm_test_mm_align32
[05:48:17] [PASSED] drm_test_mm_align64
[05:48:17] [PASSED] drm_test_mm_lowest
[05:48:17] [PASSED] drm_test_mm_highest
[05:48:17] ===================== [PASSED] drm_mm ======================
[05:48:17] ============= drm_modes_analog_tv (5 subtests) =============
[05:48:17] [PASSED] drm_test_modes_analog_tv_mono_576i
[05:48:17] [PASSED] drm_test_modes_analog_tv_ntsc_480i
[05:48:17] [PASSED] drm_test_modes_analog_tv_ntsc_480i_inlined
[05:48:17] [PASSED] drm_test_modes_analog_tv_pal_576i
[05:48:17] [PASSED] drm_test_modes_analog_tv_pal_576i_inlined
[05:48:17] =============== [PASSED] drm_modes_analog_tv ===============
[05:48:17] ============== drm_plane_helper (2 subtests) ===============
[05:48:17] =============== drm_test_check_plane_state  ================
[05:48:17] [PASSED] clipping_simple
[05:48:17] [PASSED] clipping_rotate_reflect
[05:48:17] [PASSED] positioning_simple
[05:48:17] [PASSED] upscaling
[05:48:17] [PASSED] downscaling
[05:48:17] [PASSED] rounding1
[05:48:17] [PASSED] rounding2
[05:48:17] [PASSED] rounding3
[05:48:17] [PASSED] rounding4
[05:48:17] =========== [PASSED] drm_test_check_plane_state ============
[05:48:17] =========== drm_test_check_invalid_plane_state  ============
[05:48:17] [PASSED] positioning_invalid
[05:48:17] [PASSED] upscaling_invalid
[05:48:17] [PASSED] downscaling_invalid
[05:48:17] ======= [PASSED] drm_test_check_invalid_plane_state ========
[05:48:17] ================ [PASSED] drm_plane_helper =================
[05:48:17] ====== drm_connector_helper_tv_get_modes (1 subtest) =======
[05:48:17] ====== drm_test_connector_helper_tv_get_modes_check  =======
[05:48:17] [PASSED] None
[05:48:17] [PASSED] PAL
[05:48:17] [PASSED] NTSC
[05:48:17] [PASSED] Both, NTSC Default
[05:48:17] [PASSED] Both, PAL Default
[05:48:17] [PASSED] Both, NTSC Default, with PAL on command-line
[05:48:17] [PASSED] Both, PAL Default, with NTSC on command-line
[05:48:17] == [PASSED] drm_test_connector_helper_tv_get_modes_check ===
[05:48:17] ======== [PASSED] drm_connector_helper_tv_get_modes ========
[05:48:17] ================== drm_rect (9 subtests) ===================
[05:48:17] [PASSED] drm_test_rect_clip_scaled_div_by_zero
[05:48:17] [PASSED] drm_test_rect_clip_scaled_not_clipped
[05:48:17] [PASSED] drm_test_rect_clip_scaled_clipped
[05:48:17] [PASSED] drm_test_rect_clip_scaled_signed_vs_unsigned
[05:48:17] ================= drm_test_rect_intersect  =================
[05:48:17] [PASSED] top-left x bottom-right: 2x2+1+1 x 2x2+0+0
[05:48:17] [PASSED] top-right x bottom-left: 2x2+0+0 x 2x2+1-1
[05:48:17] [PASSED] bottom-left x top-right: 2x2+1-1 x 2x2+0+0
[05:48:17] [PASSED] bottom-right x top-left: 2x2+0+0 x 2x2+1+1
[05:48:17] [PASSED] right x left: 2x1+0+0 x 3x1+1+0
[05:48:17] [PASSED] left x right: 3x1+1+0 x 2x1+0+0
[05:48:17] [PASSED] up x bottom: 1x2+0+0 x 1x3+0-1
[05:48:17] [PASSED] bottom x up: 1x3+0-1 x 1x2+0+0
[05:48:17] [PASSED] touching corner: 1x1+0+0 x 2x2+1+1
[05:48:17] [PASSED] touching side: 1x1+0+0 x 1x1+1+0
[05:48:17] [PASSED] equal rects: 2x2+0+0 x 2x2+0+0
[05:48:17] [PASSED] inside another: 2x2+0+0 x 1x1+1+1
[05:48:17] [PASSED] far away: 1x1+0+0 x 1x1+3+6
[05:48:17] [PASSED] points intersecting: 0x0+5+10 x 0x0+5+10
[05:48:17] [PASSED] points not intersecting: 0x0+0+0 x 0x0+5+10
[05:48:17] ============= [PASSED] drm_test_rect_intersect =============
[05:48:17] ================ drm_test_rect_calc_hscale  ================
[05:48:17] [PASSED] normal use
[05:48:17] [PASSED] out of max range
[05:48:17] [PASSED] out of min range
[05:48:17] [PASSED] zero dst
[05:48:17] [PASSED] negative src
[05:48:17] [PASSED] negative dst
[05:48:17] ============ [PASSED] drm_test_rect_calc_hscale ============
[05:48:17] ================ drm_test_rect_calc_vscale  ================
[05:48:17] [PASSED] normal use
[05:48:17] [PASSED] out of max range
[05:48:17] [PASSED] out of min range
[05:48:17] [PASSED] zero dst
[05:48:17] [PASSED] negative src
[05:48:17] [PASSED] negative dst
stty: 'standard input': Inappropriate ioctl for device
[05:48:17] ============ [PASSED] drm_test_rect_calc_vscale ============
[05:48:17] ================== drm_test_rect_rotate  ===================
[05:48:17] [PASSED] reflect-x
[05:48:17] [PASSED] reflect-y
[05:48:17] [PASSED] rotate-0
[05:48:17] [PASSED] rotate-90
[05:48:17] [PASSED] rotate-180
[05:48:17] [PASSED] rotate-270
[05:48:17] ============== [PASSED] drm_test_rect_rotate ===============
[05:48:17] ================ drm_test_rect_rotate_inv  =================
[05:48:17] [PASSED] reflect-x
[05:48:17] [PASSED] reflect-y
[05:48:17] [PASSED] rotate-0
[05:48:17] [PASSED] rotate-90
[05:48:17] [PASSED] rotate-180
[05:48:17] [PASSED] rotate-270
[05:48:17] ============ [PASSED] drm_test_rect_rotate_inv =============
[05:48:17] ==================== [PASSED] drm_rect =====================
[05:48:17] ============================================================
[05:48:17] Testing complete. Ran 616 tests: passed: 616
[05:48:17] Elapsed time: 23.793s total, 1.648s configuring, 21.980s building, 0.129s running

+ /kernel/tools/testing/kunit/kunit.py run --kunitconfig /kernel/drivers/gpu/drm/ttm/tests/.kunitconfig
[05:48:17] Configuring KUnit Kernel ...
Regenerating .config ...
Populating config with:
$ make ARCH=um O=.kunit olddefconfig
[05:48:19] Building KUnit Kernel ...
Populating config with:
$ make ARCH=um O=.kunit olddefconfig
Building with:
$ make all compile_commands.json scripts_gdb ARCH=um O=.kunit --jobs=48
[05:48:27] Starting KUnit Kernel (1/1)...
[05:48:27] ============================================================
Running tests with:
$ .kunit/linux kunit.enable=1 mem=1G console=tty kunit_shutdown=halt
[05:48:27] ================= ttm_device (5 subtests) ==================
[05:48:27] [PASSED] ttm_device_init_basic
[05:48:27] [PASSED] ttm_device_init_multiple
[05:48:27] [PASSED] ttm_device_fini_basic
[05:48:27] [PASSED] ttm_device_init_no_vma_man
[05:48:27] ================== ttm_device_init_pools  ==================
[05:48:27] [PASSED] No DMA allocations, no DMA32 required
[05:48:27] [PASSED] DMA allocations, DMA32 required
[05:48:27] [PASSED] No DMA allocations, DMA32 required
[05:48:27] [PASSED] DMA allocations, no DMA32 required
[05:48:27] ============== [PASSED] ttm_device_init_pools ==============
[05:48:27] =================== [PASSED] ttm_device ====================
[05:48:27] ================== ttm_pool (8 subtests) ===================
[05:48:27] ================== ttm_pool_alloc_basic  ===================
[05:48:27] [PASSED] One page
[05:48:27] [PASSED] More than one page
[05:48:27] [PASSED] Above the allocation limit
[05:48:27] [PASSED] One page, with coherent DMA mappings enabled
[05:48:27] [PASSED] Above the allocation limit, with coherent DMA mappings enabled
[05:48:27] ============== [PASSED] ttm_pool_alloc_basic ===============
[05:48:27] ============== ttm_pool_alloc_basic_dma_addr  ==============
[05:48:27] [PASSED] One page
[05:48:27] [PASSED] More than one page
[05:48:27] [PASSED] Above the allocation limit
[05:48:27] [PASSED] One page, with coherent DMA mappings enabled
[05:48:27] [PASSED] Above the allocation limit, with coherent DMA mappings enabled
[05:48:27] ========== [PASSED] ttm_pool_alloc_basic_dma_addr ==========
[05:48:27] [PASSED] ttm_pool_alloc_order_caching_match
[05:48:27] [PASSED] ttm_pool_alloc_caching_mismatch
[05:48:27] [PASSED] ttm_pool_alloc_order_mismatch
[05:48:27] [PASSED] ttm_pool_free_dma_alloc
[05:48:27] [PASSED] ttm_pool_free_no_dma_alloc
[05:48:27] [PASSED] ttm_pool_fini_basic
[05:48:27] ==================== [PASSED] ttm_pool =====================
[05:48:27] ================ ttm_resource (8 subtests) =================
[05:48:27] ================= ttm_resource_init_basic  =================
[05:48:27] [PASSED] Init resource in TTM_PL_SYSTEM
[05:48:27] [PASSED] Init resource in TTM_PL_VRAM
[05:48:27] [PASSED] Init resource in a private placement
[05:48:27] [PASSED] Init resource in TTM_PL_SYSTEM, set placement flags
[05:48:27] ============= [PASSED] ttm_resource_init_basic =============
[05:48:27] [PASSED] ttm_resource_init_pinned
[05:48:27] [PASSED] ttm_resource_fini_basic
[05:48:27] [PASSED] ttm_resource_manager_init_basic
[05:48:27] [PASSED] ttm_resource_manager_usage_basic
[05:48:27] [PASSED] ttm_resource_manager_set_used_basic
[05:48:27] [PASSED] ttm_sys_man_alloc_basic
[05:48:27] [PASSED] ttm_sys_man_free_basic
[05:48:27] ================== [PASSED] ttm_resource ===================
[05:48:27] =================== ttm_tt (15 subtests) ===================
[05:48:27] ==================== ttm_tt_init_basic  ====================
[05:48:27] [PASSED] Page-aligned size
[05:48:27] [PASSED] Extra pages requested
[05:48:27] ================ [PASSED] ttm_tt_init_basic ================
[05:48:27] [PASSED] ttm_tt_init_misaligned
[05:48:27] [PASSED] ttm_tt_fini_basic
[05:48:27] [PASSED] ttm_tt_fini_sg
[05:48:27] [PASSED] ttm_tt_fini_shmem
[05:48:27] [PASSED] ttm_tt_create_basic
[05:48:27] [PASSED] ttm_tt_create_invalid_bo_type
[05:48:27] [PASSED] ttm_tt_create_ttm_exists
[05:48:27] [PASSED] ttm_tt_create_failed
[05:48:27] [PASSED] ttm_tt_destroy_basic
[05:48:27] [PASSED] ttm_tt_populate_null_ttm
[05:48:27] [PASSED] ttm_tt_populate_populated_ttm
[05:48:27] [PASSED] ttm_tt_unpopulate_basic
[05:48:27] [PASSED] ttm_tt_unpopulate_empty_ttm
[05:48:27] [PASSED] ttm_tt_swapin_basic
[05:48:27] ===================== [PASSED] ttm_tt ======================
[05:48:27] =================== ttm_bo (14 subtests) ===================
[05:48:27] =========== ttm_bo_reserve_optimistic_no_ticket  ===========
[05:48:27] [PASSED] Cannot be interrupted and sleeps
[05:48:27] [PASSED] Cannot be interrupted, locks straight away
[05:48:27] [PASSED] Can be interrupted, sleeps
[05:48:27] ======= [PASSED] ttm_bo_reserve_optimistic_no_ticket =======
[05:48:27] [PASSED] ttm_bo_reserve_locked_no_sleep
[05:48:27] [PASSED] ttm_bo_reserve_no_wait_ticket
[05:48:27] [PASSED] ttm_bo_reserve_double_resv
[05:48:27] [PASSED] ttm_bo_reserve_interrupted
[05:48:27] [PASSED] ttm_bo_reserve_deadlock
[05:48:27] [PASSED] ttm_bo_unreserve_basic
[05:48:27] [PASSED] ttm_bo_unreserve_pinned
[05:48:27] [PASSED] ttm_bo_unreserve_bulk
[05:48:27] [PASSED] ttm_bo_put_basic
[05:48:27] [PASSED] ttm_bo_put_shared_resv
[05:48:27] [PASSED] ttm_bo_pin_basic
[05:48:27] [PASSED] ttm_bo_pin_unpin_resource
[05:48:27] [PASSED] ttm_bo_multiple_pin_one_unpin
[05:48:27] ===================== [PASSED] ttm_bo ======================
[05:48:27] ============== ttm_bo_validate (22 subtests) ===============
[05:48:27] ============== ttm_bo_init_reserved_sys_man  ===============
[05:48:27] [PASSED] Buffer object for userspace
[05:48:27] [PASSED] Kernel buffer object
[05:48:27] [PASSED] Shared buffer object
[05:48:27] ========== [PASSED] ttm_bo_init_reserved_sys_man ===========
[05:48:27] ============== ttm_bo_init_reserved_mock_man  ==============
[05:48:27] [PASSED] Buffer object for userspace
[05:48:27] [PASSED] Kernel buffer object
[05:48:27] [PASSED] Shared buffer object
[05:48:27] ========== [PASSED] ttm_bo_init_reserved_mock_man ==========
[05:48:27] [PASSED] ttm_bo_init_reserved_resv
[05:48:27] ================== ttm_bo_validate_basic  ==================
[05:48:27] [PASSED] Buffer object for userspace
[05:48:27] [PASSED] Kernel buffer object
[05:48:27] [PASSED] Shared buffer object
[05:48:27] ============== [PASSED] ttm_bo_validate_basic ==============
[05:48:27] [PASSED] ttm_bo_validate_invalid_placement
[05:48:27] ============= ttm_bo_validate_same_placement  ==============
[05:48:27] [PASSED] System manager
[05:48:27] [PASSED] VRAM manager
[05:48:27] ========= [PASSED] ttm_bo_validate_same_placement ==========
[05:48:27] [PASSED] ttm_bo_validate_failed_alloc
[05:48:27] [PASSED] ttm_bo_validate_pinned
[05:48:27] [PASSED] ttm_bo_validate_busy_placement
[05:48:27] ================ ttm_bo_validate_multihop  =================
[05:48:27] [PASSED] Buffer object for userspace
[05:48:27] [PASSED] Kernel buffer object
[05:48:27] [PASSED] Shared buffer object
[05:48:27] ============ [PASSED] ttm_bo_validate_multihop =============
[05:48:27] ========== ttm_bo_validate_no_placement_signaled  ==========
[05:48:27] [PASSED] Buffer object in system domain, no page vector
[05:48:27] [PASSED] Buffer object in system domain with an existing page vector
[05:48:27] ====== [PASSED] ttm_bo_validate_no_placement_signaled ======
[05:48:27] ======== ttm_bo_validate_no_placement_not_signaled  ========
[05:48:27] [PASSED] Buffer object for userspace
[05:48:27] [PASSED] Kernel buffer object
[05:48:27] [PASSED] Shared buffer object
[05:48:27] ==== [PASSED] ttm_bo_validate_no_placement_not_signaled ====
[05:48:27] [PASSED] ttm_bo_validate_move_fence_signaled
[05:48:27] ========= ttm_bo_validate_move_fence_not_signaled  =========
[05:48:27] [PASSED] Waits for GPU
[05:48:27] [PASSED] Tries to lock straight away
[05:48:27] ===== [PASSED] ttm_bo_validate_move_fence_not_signaled =====
[05:48:27] [PASSED] ttm_bo_validate_swapout
[05:48:27] [PASSED] ttm_bo_validate_happy_evict
[05:48:27] [PASSED] ttm_bo_validate_all_pinned_evict
[05:48:27] [PASSED] ttm_bo_validate_allowed_only_evict
[05:48:27] [PASSED] ttm_bo_validate_deleted_evict
[05:48:27] [PASSED] ttm_bo_validate_busy_domain_evict
[05:48:27] [PASSED] ttm_bo_validate_evict_gutting
[05:48:27] [PASSED] ttm_bo_validate_recrusive_evict
stty: 'standard input': Inappropriate ioctl for device
[05:48:27] ================= [PASSED] ttm_bo_validate =================
[05:48:27] ============================================================
[05:48:27] Testing complete. Ran 102 tests: passed: 102
[05:48:27] Elapsed time: 10.028s total, 1.621s configuring, 7.740s building, 0.570s running

+ cleanup
++ stat -c %u:%g /kernel
+ chown -R 1003:1003 /kernel



^ permalink raw reply	[flat|nested] 33+ messages in thread

* ✓ CI.Build: success for drm/xe: Implement clear VRAM on free
  2025-06-11  5:42 [PATCH] drm/xe: Implement clear VRAM on free Matthew Brost
                   ` (2 preceding siblings ...)
  2025-06-11  5:48 ` ✓ CI.KUnit: " Patchwork
@ 2025-06-11  5:59 ` Patchwork
  2025-06-11  6:02 ` ✓ CI.Hooks: " Patchwork
                   ` (6 subsequent siblings)
  10 siblings, 0 replies; 33+ messages in thread
From: Patchwork @ 2025-06-11  5:59 UTC (permalink / raw)
  To: Matthew Brost; +Cc: intel-xe

== Series Details ==

Series: drm/xe: Implement clear VRAM on free
URL   : https://patchwork.freedesktop.org/series/150074/
State : success

== Summary ==

STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-rv3028.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-rv3029c2.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-rv3032.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-rv8803.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-rx4581.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-rx6110.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-rv3032.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-rv8803.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-rx4581.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-rx8010.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-rx6110.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-rx8025.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-rx8111.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-rx8581.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-rx8010.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-rx8025.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-rx8111.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-s35390a.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-rx8581.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-sd3078.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-stk17ta8.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-tps6586x.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-s35390a.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-tps6594.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-sd3078.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-stk17ta8.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-tps6586x.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-tps65910.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-wilco-ec.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-tps6594.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-wm831x.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-tps65910.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-wilco-ec.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-wm8350.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-wm831x.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-x1205.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/algos/i2c-algo-bit.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/algos/i2c-algo-pca.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-wm8350.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-scmi.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/rtc/rtc-x1205.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/algos/i2c-algo-bit.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/algos/i2c-algo-pca.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-ali1535.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-scmi.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-ali1563.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-ali15x3.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-ali1535.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-ali1563.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-amd756.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-ali15x3.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-amd8111.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-cht-wc.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-i801.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-amd756.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-amd8111.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-cht-wc.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-isch.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-i801.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-ismt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-nforce2.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-nvidia-gpu.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-isch.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-ismt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-piix4.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-nforce2.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-nvidia-gpu.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-sis5595.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-sis630.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-piix4.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-sis96x.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-via.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-sis5595.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-sis630.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-viapro.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-sis96x.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-via.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-viai2c-zhaoxin.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-viai2c-common.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-amd-mp2-pci.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-viapro.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-viai2c-zhaoxin.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-viai2c-common.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-amd-mp2-pci.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-amd-mp2-plat.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-cbus-gpio.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-designware-pci.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-gpio.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-amd-mp2-plat.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-cbus-gpio.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-designware-pci.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-kempld.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-ocores.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-gpio.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-pca-platform.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-simtec.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-kempld.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-ocores.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-xiic.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-pca-platform.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-simtec.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-dln2.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-ljca.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-xiic.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-cp2615.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-dln2.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-ljca.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-parport.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-cp2615.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-mchp-pci1xxxx.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-robotfuzz-osif.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-taos-evm.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-parport.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-tiny-usb.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-mchp-pci1xxxx.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-robotfuzz-osif.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-taos-evm.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-viperboard.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-cros-ec-tunnel.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-tiny-usb.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-mlxcpld.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-virtio.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-viperboard.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-cros-ec-tunnel.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/muxes/i2c-mux-gpio.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-mlxcpld.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/busses/i2c-virtio.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/muxes/i2c-mux-ltc4306.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/muxes/i2c-mux-mlxcpld.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/muxes/i2c-mux-gpio.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/muxes/i2c-mux-pca9541.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/muxes/i2c-mux-ltc4306.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/muxes/i2c-mux-mlxcpld.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/muxes/i2c-mux-pca954x.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/muxes/i2c-mux-reg.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/muxes/i2c-mux-pca9541.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/i2c-smbus.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/muxes/i2c-mux-pca954x.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/i2c-mux.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/muxes/i2c-mux-reg.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/i2c-stub.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/i2c-smbus.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i3c/i3c.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/i2c-mux.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i3c/master/i3c-master-cdns.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i2c/i2c-stub.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i3c/master/dw-i3c-master.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i3c/master/svc-i3c-master.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i3c/i3c.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i3c/master/i3c-master-cdns.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i3c/master/mipi-i3c-hci/mipi-i3c-hci.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i3c/master/dw-i3c-master.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i3c/master/svc-i3c-master.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-adstech-dvb-t-pci.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-alink-dtu-m.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-anysee.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/i3c/master/mipi-i3c-hci/mipi-i3c-hci.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-apac-viewcomp.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-adstech-dvb-t-pci.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-alink-dtu-m.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-anysee.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-astrometa-t2hybrid.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-apac-viewcomp.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-asus-pc39.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-asus-ps3-100.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-ati-tv-wonder-hd-600.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-astrometa-t2hybrid.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-asus-pc39.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-asus-ps3-100.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-ati-x10.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-ati-tv-wonder-hd-600.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-avermedia-a16d.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-avermedia-cardbus.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-avermedia-dvbt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-ati-x10.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-avermedia-a16d.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-avermedia-cardbus.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-avermedia-m135a.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-avermedia-dvbt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-avermedia-m733a-rm-k6.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-avermedia.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-avermedia-rm-ks.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-avermedia-m135a.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-avermedia-m733a-rm-k6.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-avermedia.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-avertv-303.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-avermedia-rm-ks.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-azurewave-ad-tu700.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-beelink-gs1.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-beelink-mxiii.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-avertv-303.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-azurewave-ad-tu700.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-beelink-gs1.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-beelink-mxiii.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-behold-columbus.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-behold.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-budget-ci-old.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-cinergy-1400.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-behold-columbus.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-behold.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-budget-ci-old.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-cinergy.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-cinergy-1400.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-ct-90405.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-d680-dmb.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-delock-61959.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-cinergy.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-ct-90405.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-dib0700-nec.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-d680-dmb.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-delock-61959.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-dib0700-rc5.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-digitalnow-tinytwin.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-digittrade.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-dib0700-nec.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-dib0700-rc5.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-digitalnow-tinytwin.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-dm1105-nec.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-digittrade.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-dntv-live-dvb-t.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-dntv-live-dvbt-pro.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-dreambox.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-dm1105-nec.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-dntv-live-dvb-t.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-dntv-live-dvbt-pro.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-dtt200u.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-dreambox.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-dvbsky.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-dvico-mce.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-dvico-portable.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-dtt200u.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-dvbsky.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-dvico-mce.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-em-terratec.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-dvico-portable.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-encore-enltv2.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-encore-enltv-fm53.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-encore-enltv.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-em-terratec.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-encore-enltv2.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-evga-indtube.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-encore-enltv-fm53.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-encore-enltv.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-eztv.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-flydvb.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-flyvideo.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-evga-indtube.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-fusionhdtv-mce.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-eztv.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-flydvb.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-flyvideo.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-gadmei-rm008z.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-fusionhdtv-mce.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-geekbox.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-genius-tvgo-a11mce.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-gadmei-rm008z.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-gotview7135.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-geekbox.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-genius-tvgo-a11mce.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-hauppauge.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-hisi-poplar.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-hisi-tv-demo.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-gotview7135.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-imon-mce.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-hauppauge.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-hisi-poplar.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-hisi-tv-demo.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-imon-pad.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-imon-rsc.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-imon-mce.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-iodata-bctv7e.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-it913x-v1.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-imon-pad.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-imon-rsc.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-iodata-bctv7e.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-it913x-v1.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-it913x-v2.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-kaiomy.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-khadas.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-it913x-v2.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-kaiomy.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-khadas.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-khamsin.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-kworld-315u.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-kworld-pc150u.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-kworld-plus-tv-analog.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-leadtek-y04g0051.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-khamsin.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-kworld-315u.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-kworld-pc150u.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-kworld-plus-tv-analog.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-lme2510.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-leadtek-y04g0051.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-manli.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-mecool-kiii-pro.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-mecool-kii-pro.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-lme2510.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-manli.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-mecool-kiii-pro.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-medion-x10-digitainer.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-mecool-kii-pro.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-medion-x10.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-medion-x10-or2x.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-medion-x10-digitainer.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-medion-x10.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-medion-x10-or2x.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-minix-neo.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-msi-digivox-iii.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-msi-digivox-ii.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-msi-tvanywhere.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-msi-tvanywhere-plus.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-minix-neo.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-msi-digivox-iii.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-msi-digivox-ii.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-msi-tvanywhere.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-mygica-utv3.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-msi-tvanywhere-plus.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-nebula.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-nec-terratec-cinergy-xs.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-norwood.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-mygica-utv3.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-nebula.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-nec-terratec-cinergy-xs.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-norwood.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-npgtech.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-odroid.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-pctv-sedna.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-pine64.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-npgtech.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-odroid.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-pctv-sedna.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-pine64.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-pinnacle-color.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-pinnacle-grey.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-pinnacle-pctv-hd.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-pixelview-002t.ko
  HOSTCC  debian/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/usr/src/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/scripts/kallsyms
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-pinnacle-color.ko
  HOSTCC  debian/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/usr/src/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/scripts/sorttable
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-pinnacle-grey.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-pinnacle-pctv-hd.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-pixelview-002t.ko
  HOSTCC  debian/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/usr/src/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/scripts/asn1_compiler
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-pixelview-mk12.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-pixelview-new.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-pixelview.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-powercolor-real-angel.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-proteus-2309.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-pixelview-mk12.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-pixelview-new.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-pixelview.ko
  HOSTCC  debian/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/usr/src/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/scripts/basic/fixdep
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-powercolor-real-angel.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-proteus-2309.ko
  HOSTCC  debian/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/usr/src/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/scripts/genksyms/genksyms.o
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-purpletv.ko
  YACC    debian/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/usr/src/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/scripts/genksyms/parse.tab.[ch]
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-pv951.ko
  LEX     debian/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/usr/src/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/scripts/genksyms/lex.lex.c
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-rc6-mce.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-purpletv.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-pv951.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-rc6-mce.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-real-audio-220-32-keys.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-reddo.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-siemens-gigaset-rc20.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-snapstream-firefly.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-real-audio-220-32-keys.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-streamzap.ko
  HOSTCC  debian/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/usr/src/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/scripts/selinux/mdp/mdp
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-reddo.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-siemens-gigaset-rc20.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-snapstream-firefly.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-su3000.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-tanix-tx3mini.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-streamzap.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-tanix-tx5max.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-tbs-nec.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-su3000.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-tanix-tx3mini.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-tanix-tx5max.ko
  HOSTCC  debian/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/usr/src/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/scripts/sign-file
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-technisat-ts35.ko
  HOSTCC  debian/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/usr/src/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/scripts/insert-sys-cert
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-tbs-nec.ko
  HOSTCC  debian/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/usr/src/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/scripts/mod/modpost.o
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-technisat-usb2.ko
  HOSTCC  debian/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/usr/src/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/scripts/mod/file2alias.o
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-terratec-cinergy-c-pci.ko
  HOSTCC  debian/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/usr/src/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/scripts/mod/sumversion.o
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-technisat-ts35.ko
  HOSTCC  debian/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/usr/src/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/scripts/mod/symsearch.o
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-terratec-cinergy-s2-hd.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-technisat-usb2.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-terratec-cinergy-c-pci.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-terratec-cinergy-xs.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-terratec-slim-2.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-terratec-slim.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-terratec-cinergy-s2-hd.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-tevii-nec.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-terratec-cinergy-xs.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-terratec-slim-2.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-terratec-slim.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-tivo.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-tevii-nec.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-total-media-in-hand-02.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-total-media-in-hand.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-tivo.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-trekstor.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-total-media-in-hand-02.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-total-media-in-hand.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-tt-1500.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-twinhan1027.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-trekstor.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-twinhan-dtv-cab-ci.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-vega-s9x.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-tt-1500.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-twinhan1027.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-twinhan-dtv-cab-ci.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-vega-s9x.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-videomate-m1f.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-videomate-s350.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-videomate-tv-pvr.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-videomate-m1f.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-videomate-s350.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-videostrong-kii-pro.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-videomate-tv-pvr.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-wetek-hub.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-wetek-play2.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-videostrong-kii-pro.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-winfast.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-wetek-hub.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-wetek-play2.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-winfast-usbii-deluxe.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-x96max.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-winfast.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-xbox-360.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-winfast-usbii-deluxe.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-x96max.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-xbox-dvd.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-xbox-360.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-zx-irdec.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/rc-core.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-xbox-dvd.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir-imon-decoder.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/keymaps/rc-zx-irdec.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/rc-core.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir-jvc-decoder.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir-mce_kbd-decoder.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir-imon-decoder.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir-nec-decoder.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir-jvc-decoder.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir-rc5-decoder.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir-mce_kbd-decoder.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir-rc6-decoder.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir-nec-decoder.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir-rcmm-decoder.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir-rc5-decoder.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir-sanyo-decoder.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir-rc6-decoder.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir-rcmm-decoder.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir-sharp-decoder.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir-sony-decoder.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir-sanyo-decoder.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir-xmp-decoder.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ene_ir.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir-sharp-decoder.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir-sony-decoder.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/fintek-cir.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir-xmp-decoder.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ene_ir.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/igorplugusb.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/iguanair.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/fintek-cir.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/imon.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/igorplugusb.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/iguanair.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/imon_raw.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/imon.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ite-cir.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/mceusb.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/nuvoton-cir.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/imon_raw.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/redrat3.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ite-cir.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/serial_ir.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/mceusb.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/nuvoton-cir.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/streamzap.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/redrat3.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/serial_ir.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir_toy.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ttusbir.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/streamzap.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/winbond-cir.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ir_toy.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ttusbir.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ati_remote.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/winbond-cir.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/rc-loopback.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/xbox_remote.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/cec/core/cec.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/cec/i2c/ch7322.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/ati_remote.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/rc-loopback.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/rc/xbox_remote.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/cec/i2c/tda9950.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/cec/core/cec.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/cec/i2c/ch7322.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/cec/platform/cros-ec/cros-ec-cec.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/cec/platform/cec-gpio/cec-gpio.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/cec/platform/seco/seco-cec.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/cec/i2c/tda9950.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/cec/platform/cros-ec/cros-ec-cec.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/cec/platform/cec-gpio/cec-gpio.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/cec/platform/seco/seco-cec.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/cec/usb/pulse8/pulse8-cec.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/cec/usb/rainshadow/rainshadow-cec.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/pps/clients/pps-ldisc.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/pps/clients/pps_parport.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/cec/usb/pulse8/pulse8-cec.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/media/cec/usb/rainshadow/rainshadow-cec.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/pps/clients/pps-ldisc.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/pps/clients/pps-gpio.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/pps/clients/pps_parport.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ptp/ptp_ines.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ptp/ptp_kvm.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ptp/ptp_vmclock.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/pps/clients/pps-gpio.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ptp/ptp_ines.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ptp/ptp_kvm.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ptp/ptp_vmclock.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ptp/ptp_clockmatrix.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ptp/ptp_fc3.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ptp/ptp_idt82p33.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ptp/ptp_clockmatrix.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ptp/ptp_fc3.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ptp/ptp_idt82p33.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ptp/ptp_mock.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ptp/ptp_vmw.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ptp/ptp_ocp.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/reset/atc260x-poweroff.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ptp/ptp_mock.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ptp/ptp_vmw.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ptp/ptp_ocp.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/reset/atc260x-poweroff.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/ip5xxx_power.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/max8925_power.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/wm831x_backup.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/ip5xxx_power.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/max8925_power.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/wm831x_backup.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/wm831x_power.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/wm8350_power.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/test_power.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/wm831x_power.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/wm8350_power.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/88pm860x_battery.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/test_power.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/adp5061.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/cw2015_battery.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/ds2760_battery.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/88pm860x_battery.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/ds2780_battery.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/adp5061.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/cw2015_battery.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/ds2760_battery.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/ds2781_battery.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/ds2780_battery.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/ds2782_battery.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/ds2781_battery.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/ltc2941-battery-gauge.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/ds2782_battery.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/goldfish_battery.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/sbs-battery.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/ltc2941-battery-gauge.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/sbs-charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/goldfish_battery.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/sbs-battery.ko
  HOSTCC  debian/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/usr/src/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/scripts/genksyms/parse.tab.o
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/sbs-manager.ko
  HOSTCC  debian/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/usr/src/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/scripts/genksyms/lex.lex.o
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/sbs-charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bq27xxx_battery.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bq27xxx_battery_i2c.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/sbs-manager.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bq27xxx_battery_hdq.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bq27xxx_battery.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bq27xxx_battery_i2c.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/da9030_battery.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/da9052-battery.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bq27xxx_battery_hdq.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/da9150-fg.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/da9030_battery.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/da9052-battery.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/max17042_battery.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/da9150-fg.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/max1720x_battery.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/max1721x_battery.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/max17042_battery.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/rt5033_battery.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/max1720x_battery.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/max1721x_battery.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/rt5033_charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/rt9455_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/rt5033_battery.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/rt9467-charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/rt5033_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/rt9455_charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/rt9471.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/rt9467-charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/88pm860x_charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/isp1704_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/rt9471.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/max8903_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/88pm860x_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/isp1704_charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/lp8727_charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/gpio-charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/max8903_charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/lt3651-charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/lp8727_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/gpio-charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/ltc4162-l-charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/lt3651-charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/max14577_charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/max77693_charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/max77976_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/ltc4162-l-charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/max8997_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/max14577_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/max77693_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/max77976_charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/max8998_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/max8997_charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/mt6360_charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bq2415x_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/max8998_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/mt6360_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bq2415x_charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bq24190_charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bq24257_charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bq24735-charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bq2515x_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bq24190_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bq24257_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bq24735-charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bq25890_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bq2515x_charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bq25980_charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bq256xx_charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/smb347-charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bq25890_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bq25980_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bq256xx_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/smb347-charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/tps65090-charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/axp288_charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/cros_charge-control.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/cros_usbpd-charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/cros_peripheral_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/tps65090-charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/axp288_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/cros_charge-control.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/cros_usbpd-charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bd99954-charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/cros_peripheral_charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/wilco-charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/surface_battery.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/surface_charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/bd99954-charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/wilco-charger.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/surface_battery.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/surface_charger.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/ug3105_battery.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/mm8013.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/sequencing/pwrseq-core.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/hwmon-vid.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/ug3105_battery.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/supply/mm8013.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/power/sequencing/pwrseq-core.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/hwmon-vid.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/acpi_power_meter.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/asus_atk0110.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/asus-ec-sensors.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/asus_wmi_sensors.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/hp-wmi-sensors.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/acpi_power_meter.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/asus_atk0110.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/asus-ec-sensors.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/asus_wmi_sensors.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/hp-wmi-sensors.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/asb100.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/w83627hf.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/w83773g.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/w83792d.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/asb100.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/w83627hf.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/w83773g.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/w83792d.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/w83793.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/w83795.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/w83781d.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/w83791d.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/abituguru.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/w83793.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/w83795.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/w83781d.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/w83791d.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/abituguru.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/abituguru3.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ad7314.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ad7414.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ad7418.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adc128d818.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/abituguru3.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ad7314.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ad7414.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ad7418.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adc128d818.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adcxx.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adm1025.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adm1026.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adm1029.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adcxx.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adm1025.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adm1026.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adm1029.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adm1031.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adm1177.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adm9240.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ads7828.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ads7871.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adm1031.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adm1177.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adm9240.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ads7828.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adt7x10.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ads7871.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adt7310.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adt7410.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adt7411.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adt7x10.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adt7310.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adt7410.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adt7411.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adt7462.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adt7470.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adt7475.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/aht10.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adt7462.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adt7470.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/adt7475.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/applesmc.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/aht10.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/aquacomputer_d5next.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/as370-hwmon.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/asc7621.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/asus_rog_ryujin.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/applesmc.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/aquacomputer_d5next.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/as370-hwmon.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/asc7621.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/asus_rog_ryujin.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/atxp1.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/axi-fan-control.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/chipcap2.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/coretemp.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/atxp1.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/axi-fan-control.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/chipcap2.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/corsair-cpro.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/coretemp.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/corsair-psu.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/cros_ec_hwmon.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/da9052-hwmon.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/corsair-cpro.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/da9055-hwmon.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/corsair-psu.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/cros_ec_hwmon.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/da9052-hwmon.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/dell-smm-hwmon.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/dme1737.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/da9055-hwmon.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/drivetemp.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ds620.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ds1621.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/dell-smm-hwmon.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/dme1737.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/drivetemp.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ds620.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ds1621.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/emc1403.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/emc2103.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/emc2305.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/emc6w201.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/emc1403.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/emc2103.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/emc2305.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/emc6w201.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/f71805f.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/f71882fg.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/f75375s.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/fam15h_power.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/f71805f.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/f71882fg.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/f75375s.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/fam15h_power.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/fschmd.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ftsteutates.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/g760a.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/g762.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/gigabyte_waterforce.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/fschmd.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ftsteutates.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/g760a.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/g762.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/gigabyte_waterforce.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/gl518sm.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/gl520sm.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/hih6130.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/hs3001.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/gl518sm.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/gl520sm.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/hih6130.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/hs3001.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/i5500_temp.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/i5k_amb.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ibmaem.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ibmpex.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/i5500_temp.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/i5k_amb.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ibmaem.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ibmpex.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ina209.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ina2xx.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ina238.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ina3221.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/intel-m10-bmc-hwmon.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ina209.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ina2xx.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ina238.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ina3221.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/it87.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/intel-m10-bmc-hwmon.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/jc42.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/k8temp.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/k10temp.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/it87.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/jc42.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/k8temp.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/k10temp.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lenovo-ec-sensors.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lineage-pem.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm63.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm70.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm73.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lenovo-ec-sensors.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lineage-pem.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm63.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm70.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm73.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm75.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm77.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm78.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm75.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm77.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm80.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm78.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm83.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm85.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm87.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm80.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm83.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm85.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm90.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm87.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm92.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm93.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm95234.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm90.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm95241.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm92.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm93.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm95234.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm95245.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc2945.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm95241.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc2947-core.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc2947-i2c.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/lm95245.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc2945.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc2947-core.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc2947-i2c.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc2947-spi.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc2990.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc2991.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc2992.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc2947-spi.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc2990.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc4151.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc2991.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc2992.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc4215.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc4222.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc4245.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc4151.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc4260.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc4215.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc4222.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc4245.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc4261.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc4260.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc4282.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max1111.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max127.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc4261.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/ltc4282.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max1111.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max16065.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max127.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max1619.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max1668.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max16065.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max197.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max1619.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max1668.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max31722.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max31730.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max31760.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max197.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max6620.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max31722.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max31730.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max31760.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max6621.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max6639.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max6620.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max6650.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max6697.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max6621.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max6639.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max6650.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max31790.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max6697.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max31827.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/mc13783-adc.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/mc34vr500.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max31790.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/max31827.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/mc13783-adc.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/mc34vr500.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/mcp3021.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/tc654.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/tps23861.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/mlxreg-fan.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/mcp3021.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/tc654.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/menf21bmc_hwmon.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/tps23861.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/mlxreg-fan.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/mr75203.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/nct6683.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/nct6775-core.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/menf21bmc_hwmon.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/nct6775.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/mr75203.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/nct6683.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/nct6775-core.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/nct6775-i2c.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/nct6775.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/nct7802.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/nct7904.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/npcm750-pwm-fan.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/nct6775-i2c.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/nzxt-kraken2.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/nct7802.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/nct7904.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/npcm750-pwm-fan.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/nzxt-kraken3.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/nzxt-kraken2.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/nzxt-smart2.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pc87360.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pc87427.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/nzxt-kraken3.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/nzxt-smart2.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pc87360.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pc87427.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pcf8591.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/powerz.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/powr1220.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pt5161l.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pwm-fan.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pcf8591.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/powerz.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/powr1220.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pt5161l.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pwm-fan.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/sbtsi_temp.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/sch56xx-common.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/sch5627.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/sch5636.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/sbtsi_temp.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/sch56xx-common.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/sch5627.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/sch5636.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/sht15.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/sht21.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/sht3x.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/sht4x.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/sht15.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/sht21.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/sht3x.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/shtc1.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/sht4x.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/sis5595.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/smpro-hwmon.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/smsc47b397.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/smsc47m1.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/shtc1.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/sis5595.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/smpro-hwmon.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/smsc47b397.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/smsc47m1.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/smsc47m192.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/stts751.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/surface_fan.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/sy7636a-hwmon.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/amc6821.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/smsc47m192.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/stts751.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/surface_fan.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/sy7636a-hwmon.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/amc6821.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/tc74.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/thmc50.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/tmp102.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/tmp103.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/tmp108.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/tc74.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/thmc50.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/tmp102.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/tmp103.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/tmp108.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/tmp401.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/tmp421.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/tmp464.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/tmp513.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/tmp401.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/tmp421.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/tmp464.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/tmp513.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/via-cputemp.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/via686a.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/vt1211.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/vt8231.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/w83627ehf.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/via-cputemp.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/via686a.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/vt1211.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/vt8231.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/w83627ehf.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/w83l785ts.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/w83l786ng.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/wm831x-hwmon.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/wm8350-hwmon.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/xgene-hwmon.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/w83l785ts.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/w83l786ng.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/wm831x-hwmon.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/wm8350-hwmon.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/xgene-hwmon.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/occ/occ-hwmon-common.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/occ/occ-p8-hwmon.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/peci/peci-cputemp.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/peci/peci-dimmtemp.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/occ/occ-hwmon-common.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/occ/occ-p8-hwmon.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/peci/peci-cputemp.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/peci/peci-dimmtemp.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/pmbus_core.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/pmbus.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/acbel-fsg032.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/adm1266.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/pmbus_core.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/pmbus.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/acbel-fsg032.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/adm1266.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/adm1275.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/adp1050.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/bel-pfe.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/bpa-rs600.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/delta-ahe50dc-fan.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/adm1275.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/adp1050.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/bel-pfe.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/bpa-rs600.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/delta-ahe50dc-fan.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/fsp-3y.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/ibm-cffps.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/dps920ab.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/inspur-ipsps.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/fsp-3y.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/ibm-cffps.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/dps920ab.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/inspur-ipsps.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/ir35221.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/ir36021.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/ir38064.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/irps5401.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/ir35221.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/ir36021.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/ir38064.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/irps5401.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/isl68137.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/lm25066.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/lt7182s.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/ltc2978.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/ltc3815.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/isl68137.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/lm25066.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/lt7182s.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/ltc2978.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/max15301.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/ltc3815.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/max16064.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/max16601.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/max20730.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/max15301.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/max16064.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/max16601.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/max20730.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/max20751.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/max31785.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/max34440.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/max8688.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/max20751.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/max31785.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/max34440.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/mp2856.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/max8688.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/mp2888.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/mp2891.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/mp2975.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/mp2856.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/mp2888.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/mp2891.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/mp2975.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/mp2993.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/mp5023.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/mp5920.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/mp5990.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/mp2993.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/mp5023.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/mp5920.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/mp9941.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/mp5990.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/mpq7932.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/mpq8785.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/pli1209bc.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/mp9941.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/mpq7932.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/pm6764tr.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/mpq8785.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/pli1209bc.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/pxe1610.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/q54sj108a2.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/pm6764tr.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/stpddc60.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/pxe1610.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/q54sj108a2.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/tda38640.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/tps40422.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/stpddc60.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/tps53679.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/tps546d24.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/tda38640.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/tps40422.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/ucd9000.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/tps53679.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/tps546d24.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/ucd9200.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/xdp710.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/xdpe12284.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/ucd9000.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/ucd9200.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/xdp710.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/xdpe12284.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/xdpe152c4.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/zl6100.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/pim4328.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/intel_powerclamp.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/xdpe152c4.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/zl6100.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hwmon/pmbus/pim4328.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/intel_powerclamp.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/platform_temperature_control.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/platform_temperature_control.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/int3406_thermal.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/intel_bxt_pmic_thermal.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/int3406_thermal.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/intel_pch_thermal.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/intel_tcc_cooling.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/intel_bxt_pmic_thermal.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/pretimeout_panic.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/intel_tcc_cooling.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/thermal/intel/intel_pch_thermal.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/pcwd_pci.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/wdt_pci.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/pretimeout_panic.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/pcwd_usb.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/pcwd_pci.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/wdt_pci.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/cadence_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/pcwd_usb.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/twl4030_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/dw_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/cadence_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/retu_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/twl4030_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/dw_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/acquirewdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/advantechwdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/advantech_ec_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/retu_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/alim1535_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/acquirewdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/advantechwdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/advantech_ec_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/alim7101_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/alim1535_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/ebc-c384_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/exar_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/alim7101_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/f71808e_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/ebc-c384_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/sp5100_tco.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/exar_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/eurotechwdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/f71808e_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/ib700wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/sp5100_tco.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/ibmasr.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/eurotechwdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/ib700wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/wafer5823wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/i6300esb.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/ibmasr.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/ie6xx_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/wafer5823wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/i6300esb.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/iTCO_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/lenovo_se10_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/ie6xx_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/iTCO_vendor_support.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/it8712f_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/iTCO_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/lenovo_se10_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/it87_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/iTCO_vendor_support.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/it8712f_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/hpwdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/kempld_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/it87_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/sc1200wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/pc87413_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/hpwdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/kempld_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/nv_tco.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/sc1200wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/pc87413_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/sbc60xxwdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/sch311x_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/smsc37b787_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/nv_tco.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/tqmx86_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/sbc60xxwdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/sch311x_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/smsc37b787_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/via_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/tqmx86_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/w83627hf_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/w83877f_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/via_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/w83977f_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/w83627hf_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/machzwd.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/w83877f_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/sbc_epx_c3.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/w83977f_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/mei_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/ni903x_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/machzwd.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/nic7018_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/sbc_epx_c3.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/mei_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/ni903x_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/mlx_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/nic7018_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/simatic-ipc-wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/of_xilinx_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/mena21_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/mlx_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/simatic-ipc-wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/of_xilinx_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/xen_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/mena21_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/cros_ec_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/da9052_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/da9055_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/da9062_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/xen_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/cros_ec_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/da9052_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/da9055_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/da9062_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/da9063_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/wdat_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/wm831x_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/wm8350_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/da9063_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/wdat_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/wm831x_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/max63xx_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/wm8350_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/ziirave_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/menf21bmc_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/menz69_wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/rave-sp-wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/max63xx_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/ziirave_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/menf21bmc_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/menz69_wdt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/watchdog/rave-sp-wdt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/raid0.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/raid1.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/raid10.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/raid456.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/raid0.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/raid1.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/bcache/bcache.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/raid10.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-unstripe.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/raid456.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-bufio.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-bio-prison.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-crypt.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-unstripe.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-delay.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-bufio.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/bcache/bcache.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-bio-prison.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-flakey.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-crypt.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-multipath.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-delay.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-round-robin.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-flakey.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-multipath.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-queue-length.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-service-time.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-round-robin.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-historical-service-time.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-queue-length.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-io-affinity.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-service-time.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-switch.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-historical-service-time.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-snapshot.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-io-affinity.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/persistent-data/dm-persistent-data.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-switch.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-mirror.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-log.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-snapshot.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-region-hash.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/persistent-data/dm-persistent-data.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-log-userspace.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-mirror.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-log.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-zero.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-region-hash.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-raid.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-log-userspace.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-thin-pool.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-zero.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-raid.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-verity.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-vdo/dm-vdo.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-thin-pool.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-cache.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-cache-smq.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-verity.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-ebs.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-era.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-clone.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-cache-smq.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-cache.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-log-writes.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-ebs.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-era.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-vdo/dm-vdo.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-clone.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-integrity.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-zoned.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-log-writes.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-writecache.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-integrity.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-zoned.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/edac_mce_amd.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/md/dm-writecache.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/i5100_edac.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/i5400_edac.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/i7300_edac.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/i7core_edac.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/edac_mce_amd.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/i5100_edac.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/sb_edac.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/i5400_edac.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/i7300_edac.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/i7core_edac.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/pnd2_edac.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/igen6_edac.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/sb_edac.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/e752x_edac.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/pnd2_edac.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/igen6_edac.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/i82975x_edac.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/e752x_edac.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/i3000_edac.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/i3200_edac.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/ie31200_edac.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/i82975x_edac.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/i3000_edac.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/x38_edac.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/i3200_edac.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/ie31200_edac.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/amd64_edac.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/skx_edac.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/x38_edac.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/skx_edac_common.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/amd64_edac.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/skx_edac.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/i10nm_edac.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/cpufreq/speedstep-lib.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/skx_edac_common.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/cpufreq/p4-clockmod.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/cpufreq/amd_freq_sensitivity.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/cpuidle/cpuidle-haltpoll.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/edac/i10nm_edac.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/cpufreq/speedstep-lib.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/cpufreq/p4-clockmod.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/core/mmc_block.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/cpufreq/amd_freq_sensitivity.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/cpuidle/cpuidle-haltpoll.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/core/sdio_uart.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/sdhci_f_sdh30.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/wbsd.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/core/mmc_block.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/core/sdio_uart.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/sdhci_f_sdh30.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/wbsd.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/alcor.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/mtk-sd.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/tifm_sd.ko
  HOSTLD  debian/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/usr/src/linux-headers-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/scripts/genksyms/genksyms
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/mmc_spi.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/alcor.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/mtk-sd.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/tifm_sd.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/mmc_spi.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/of_mmc_spi.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/cb710-mmc.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/via-sdmmc.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/of_mmc_spi.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/cb710-mmc.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/via-sdmmc.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/vub300.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/ushc.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/usdhi6rol0.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/toshsd.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/vub300.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/ushc.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/usdhi6rol0.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/rtsx_pci_sdmmc.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/toshsd.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/rtsx_usb_sdmmc.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/mmc_hsq.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/rtsx_pci_sdmmc.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/rtsx_usb_sdmmc.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/sdhci-xenon-driver.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/mmc_hsq.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ufs/core/ufshcd-core.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ufs/host/tc-dwc-g210-pci.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/mmc/host/sdhci-xenon-driver.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ufs/host/ufshcd-dwc.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ufs/host/tc-dwc-g210-pci.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ufs/host/tc-dwc-g210.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ufs/core/ufshcd-core.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ufs/host/ufshcd-dwc.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ufs/host/cdns-pltfrm.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ufs/host/tc-dwc-g210.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ufs/host/ufshcd-pci.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ufs/host/ufshcd-pltfrm.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ufs/host/cdns-pltfrm.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/firmware/cirrus/cs_dsp.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ufs/host/ufshcd-pci.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/ufs/host/ufshcd-pltfrm.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/firmware/efi/efi-pstore.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/firmware/efi/efibc.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/firmware/cirrus/cs_dsp.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/firmware/efi/test/efi_test.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/firmware/efi/efi-pstore.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/firmware/efi/efibc.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/firmware/efi/capsule-loader.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/firmware/efi/test/efi_test.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/firmware/iscsi_ibft.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/firmware/qemu_fw_cfg.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/firmware/efi/capsule-loader.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/firmware/iscsi_ibft.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/firmware/qemu_fw_cfg.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/ccp/ccp.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/ccp/ccp-crypto.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/inside-secure/crypto_safexcel.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/ccp/ccp.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/ccp/ccp-crypto.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/inside-secure/crypto_safexcel.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/intel/qat/qat_c3xxx/qat_c3xxx.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/intel/qat/qat_c62x/qat_c62x.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/intel/qat/qat_4xxx/qat_4xxx.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/intel/qat/qat_420xx/qat_420xx.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/intel/qat/qat_c3xxx/qat_c3xxx.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/intel/qat/qat_c62x/qat_c62x.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/intel/qat/qat_4xxx/qat_4xxx.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/intel/qat/qat_420xx/qat_420xx.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/intel/qat/qat_dh895xccvf/qat_dh895xccvf.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/intel/qat/qat_c3xxxvf/qat_c3xxxvf.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/intel/qat/qat_c62xvf/qat_c62xvf.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/intel/qat/qat_dh895xccvf/qat_dh895xccvf.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/intel/qat/qat_c3xxxvf/qat_c3xxxvf.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/intel/iaa/iaa_crypto.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/intel/qat/qat_c62xvf/qat_c62xvf.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/cavium/nitrox/n5pf.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/atmel-i2c.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/intel/iaa/iaa_crypto.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/atmel-ecc.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/cavium/nitrox/n5pf.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/atmel-i2c.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/atmel-sha204a.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/padlock-aes.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/atmel-ecc.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/padlock-sha.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/atmel-sha204a.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/padlock-aes.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/virtio/virtio_crypto.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/padlock-sha.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/amlogic/amlogic-gxl-crypto.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/virtio/virtio_crypto.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/crypto/amlogic/amlogic-gxl-crypto.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/uhid.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-generic.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-a4tech.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-accutouch.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/uhid.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-generic.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-alps.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-a4tech.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-accutouch.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-apple.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-asus.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-alps.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-apple.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-asus.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-belkin.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-cherry.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-chicony.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-belkin.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-cherry.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-corsair.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-chicony.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-corsair-void.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-cougar.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-corsair.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-cp2112.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-corsair-void.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-cougar.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-cypress.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-elan.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-cp2112.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-elecom.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-cypress.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-elan.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-elo.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-ft260.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-elecom.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-glorious.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-elo.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-ft260.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-glorious.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-vivaldi-common.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-google-hammer.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-vivaldi.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-vivaldi-common.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-google-hammer.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-holtek-kbd.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-vivaldi.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-holtek-mouse.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-holtekff.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-ite.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-jabra.ko
dpkg-deb: building package 'linux-libc-dev' in '../linux-libc-dev_6.16.0~rc1-gc7150d25d4a0-2_amd64.deb'.
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-holtek-kbd.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-holtek-mouse.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-holtekff.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-ite.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-kensington.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-jabra.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-keytouch.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-lenovo.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-logitech.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-kensington.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-keytouch.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-lenovo.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-logitech.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-lg-g15.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-logitech-dj.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-logitech-hidpp.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-magicmouse.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-mcp2200.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-lg-g15.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-logitech-dj.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-logitech-hidpp.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-magicmouse.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-mcp2200.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-mcp2221.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-microsoft.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-monterey.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-multitouch.ko
  INSTALL debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-ntrig.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-mcp2221.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-microsoft.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hid/hid-monterey.ko
  STRIP   debian/linux-image-6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/lib/modules/6.16.0-rc1-lgci-xe-xe-pw-150074v1-gc7150d25d4a0/kernel/drivers/hi



^ permalink raw reply	[flat|nested] 33+ messages in thread

* ✓ CI.Hooks: success for drm/xe: Implement clear VRAM on free
  2025-06-11  5:42 [PATCH] drm/xe: Implement clear VRAM on free Matthew Brost
                   ` (3 preceding siblings ...)
  2025-06-11  5:59 ` ✓ CI.Build: " Patchwork
@ 2025-06-11  6:02 ` Patchwork
  2025-06-11  6:03 ` ✓ CI.checksparse: " Patchwork
                   ` (5 subsequent siblings)
  10 siblings, 0 replies; 33+ messages in thread
From: Patchwork @ 2025-06-11  6:02 UTC (permalink / raw)
  To: Matthew Brost; +Cc: intel-xe

== Series Details ==

Series: drm/xe: Implement clear VRAM on free
URL   : https://patchwork.freedesktop.org/series/150074/
State : success

== Summary ==

run-parts: executing /workspace/ci/hooks/00-showenv
+ export
+ grep -Ei '(^|\W)CI_'
declare -x CI_KERNEL_BUILD_DIR="/workspace/kernel/build64-debug"
declare -x CI_KERNEL_SRC_DIR="/workspace/kernel"
declare -x CI_TOOLS_SRC_DIR="/workspace/ci"
declare -x CI_WORKSPACE_DIR="/workspace"
run-parts: executing /workspace/ci/hooks/10-build-W1
+ SRC_DIR=/workspace/kernel
+ RESTORE_DISPLAY_CONFIG=0
+ '[' -n /workspace/kernel/build64-debug ']'
+ BUILD_DIR=/workspace/kernel/build64-debug
+ cd /workspace/kernel
++ nproc
+ make -j48 O=/workspace/kernel/build64-debug modules_prepare
make[1]: Entering directory '/workspace/kernel/build64-debug'
  GEN     Makefile
  DESCEND objtool
  INSTALL libsubcmd_headers
  CC      /workspace/kernel/build64-debug/tools/objtool/libsubcmd/exec-cmd.o
  CC      /workspace/kernel/build64-debug/tools/objtool/libsubcmd/help.o
  CC      /workspace/kernel/build64-debug/tools/objtool/libsubcmd/pager.o
  CC      /workspace/kernel/build64-debug/tools/objtool/libsubcmd/run-command.o
  CC      /workspace/kernel/build64-debug/tools/objtool/libsubcmd/parse-options.o
  CC      /workspace/kernel/build64-debug/tools/objtool/libsubcmd/sigchain.o
  CC      /workspace/kernel/build64-debug/tools/objtool/libsubcmd/subcmd-config.o
  LD      /workspace/kernel/build64-debug/tools/objtool/libsubcmd/libsubcmd-in.o
  AR      /workspace/kernel/build64-debug/tools/objtool/libsubcmd/libsubcmd.a
  CC      /workspace/kernel/build64-debug/tools/objtool/weak.o
  CC      /workspace/kernel/build64-debug/tools/objtool/check.o
  CC      /workspace/kernel/build64-debug/tools/objtool/special.o
  CC      /workspace/kernel/build64-debug/tools/objtool/builtin-check.o
  CC      /workspace/kernel/build64-debug/tools/objtool/arch/x86/special.o
  CC      /workspace/kernel/build64-debug/tools/objtool/arch/x86/decode.o
  CC      /workspace/kernel/build64-debug/tools/objtool/elf.o
  CC      /workspace/kernel/build64-debug/tools/objtool/objtool.o
  CC      /workspace/kernel/build64-debug/tools/objtool/orc_gen.o
  CC      /workspace/kernel/build64-debug/tools/objtool/arch/x86/orc.o
  CC      /workspace/kernel/build64-debug/tools/objtool/orc_dump.o
  CC      /workspace/kernel/build64-debug/tools/objtool/libstring.o
  CC      /workspace/kernel/build64-debug/tools/objtool/libctype.o
  CC      /workspace/kernel/build64-debug/tools/objtool/str_error_r.o
  CC      /workspace/kernel/build64-debug/tools/objtool/librbtree.o
  LD      /workspace/kernel/build64-debug/tools/objtool/arch/x86/objtool-in.o
  LD      /workspace/kernel/build64-debug/tools/objtool/objtool-in.o
  LINK    /workspace/kernel/build64-debug/tools/objtool/objtool
  CALL    ../scripts/checksyscalls.sh
make[1]: Leaving directory '/workspace/kernel/build64-debug'
++ nproc
+ make -j48 O=/workspace/kernel/build64-debug W=1 drivers/gpu/drm/xe
make[1]: Entering directory '/workspace/kernel/build64-debug'
make[2]: Nothing to be done for 'drivers/gpu/drm/xe'.
make[1]: Leaving directory '/workspace/kernel/build64-debug'
run-parts: executing /workspace/ci/hooks/11-build-32b
+++ realpath /workspace/ci/hooks/11-build-32b
++ dirname /workspace/ci/hooks/11-build-32b
+ THIS_SCRIPT_DIR=/workspace/ci/hooks
+ SRC_DIR=/workspace/kernel
+ TOOLS_SRC_DIR=/workspace/ci
+ '[' -n /workspace/kernel/build64-debug ']'
+ BUILD_DIR=/workspace/kernel/build64-debug
+ BUILD_DIR=/workspace/kernel/build64-debug/build32
+ cd /workspace/kernel
+ mkdir -p /workspace/kernel/build64-debug/build32
++ nproc
+ make -j48 ARCH=i386 O=/workspace/kernel/build64-debug/build32 defconfig
make[1]: Entering directory '/workspace/kernel/build64-debug/build32'
  GEN     Makefile
  HOSTCC  scripts/basic/fixdep
  HOSTCC  scripts/kconfig/conf.o
  HOSTCC  scripts/kconfig/confdata.o
  HOSTCC  scripts/kconfig/expr.o
  LEX     scripts/kconfig/lexer.lex.c
  YACC    scripts/kconfig/parser.tab.[ch]
  HOSTCC  scripts/kconfig/menu.o
  HOSTCC  scripts/kconfig/preprocess.o
  HOSTCC  scripts/kconfig/symbol.o
  HOSTCC  scripts/kconfig/util.o
  HOSTCC  scripts/kconfig/lexer.lex.o
  HOSTCC  scripts/kconfig/parser.tab.o
  HOSTLD  scripts/kconfig/conf
*** Default configuration is based on 'i386_defconfig'
#
# configuration written to .config
#
make[1]: Leaving directory '/workspace/kernel/build64-debug/build32'
+ cd /workspace/kernel/build64-debug/build32
+ /workspace/kernel/scripts/kconfig/merge_config.sh .config /workspace/ci/kernel/fragments/10-xe.fragment
Using .config as base
Merging /workspace/ci/kernel/fragments/10-xe.fragment
Value of CONFIG_DRM_XE is redefined by fragment /workspace/ci/kernel/fragments/10-xe.fragment:
Previous value: # CONFIG_DRM_XE is not set
New value: CONFIG_DRM_XE=m

  GEN     Makefile
#
# configuration written to .config
#
Value requested for CONFIG_HAVE_UID16 not in final .config
Requested value:  CONFIG_HAVE_UID16=y
Actual value:     

Value requested for CONFIG_UID16 not in final .config
Requested value:  CONFIG_UID16=y
Actual value:     

Value requested for CONFIG_X86_32 not in final .config
Requested value:  CONFIG_X86_32=y
Actual value:     

Value requested for CONFIG_OUTPUT_FORMAT not in final .config
Requested value:  CONFIG_OUTPUT_FORMAT="elf32-i386"
Actual value:     CONFIG_OUTPUT_FORMAT="elf64-x86-64"

Value requested for CONFIG_ARCH_MMAP_RND_BITS_MIN not in final .config
Requested value:  CONFIG_ARCH_MMAP_RND_BITS_MIN=8
Actual value:     CONFIG_ARCH_MMAP_RND_BITS_MIN=28

Value requested for CONFIG_ARCH_MMAP_RND_BITS_MAX not in final .config
Requested value:  CONFIG_ARCH_MMAP_RND_BITS_MAX=16
Actual value:     CONFIG_ARCH_MMAP_RND_BITS_MAX=32

Value requested for CONFIG_PGTABLE_LEVELS not in final .config
Requested value:  CONFIG_PGTABLE_LEVELS=2
Actual value:     CONFIG_PGTABLE_LEVELS=5

Value requested for CONFIG_X86_INTEL_QUARK not in final .config
Requested value:  # CONFIG_X86_INTEL_QUARK is not set
Actual value:     

Value requested for CONFIG_X86_RDC321X not in final .config
Requested value:  # CONFIG_X86_RDC321X is not set
Actual value:     

Value requested for CONFIG_X86_32_IRIS not in final .config
Requested value:  # CONFIG_X86_32_IRIS is not set
Actual value:     

Value requested for CONFIG_M486SX not in final .config
Requested value:  # CONFIG_M486SX is not set
Actual value:     

Value requested for CONFIG_M486 not in final .config
Requested value:  # CONFIG_M486 is not set
Actual value:     

Value requested for CONFIG_M586 not in final .config
Requested value:  # CONFIG_M586 is not set
Actual value:     

Value requested for CONFIG_M586TSC not in final .config
Requested value:  # CONFIG_M586TSC is not set
Actual value:     

Value requested for CONFIG_M586MMX not in final .config
Requested value:  # CONFIG_M586MMX is not set
Actual value:     

Value requested for CONFIG_M686 not in final .config
Requested value:  CONFIG_M686=y
Actual value:     

Value requested for CONFIG_MPENTIUMII not in final .config
Requested value:  # CONFIG_MPENTIUMII is not set
Actual value:     

Value requested for CONFIG_MPENTIUMIII not in final .config
Requested value:  # CONFIG_MPENTIUMIII is not set
Actual value:     

Value requested for CONFIG_MPENTIUMM not in final .config
Requested value:  # CONFIG_MPENTIUMM is not set
Actual value:     

Value requested for CONFIG_MPENTIUM4 not in final .config
Requested value:  # CONFIG_MPENTIUM4 is not set
Actual value:     

Value requested for CONFIG_MK6 not in final .config
Requested value:  # CONFIG_MK6 is not set
Actual value:     

Value requested for CONFIG_MK7 not in final .config
Requested value:  # CONFIG_MK7 is not set
Actual value:     

Value requested for CONFIG_MCRUSOE not in final .config
Requested value:  # CONFIG_MCRUSOE is not set
Actual value:     

Value requested for CONFIG_MEFFICEON not in final .config
Requested value:  # CONFIG_MEFFICEON is not set
Actual value:     

Value requested for CONFIG_MWINCHIPC6 not in final .config
Requested value:  # CONFIG_MWINCHIPC6 is not set
Actual value:     

Value requested for CONFIG_MWINCHIP3D not in final .config
Requested value:  # CONFIG_MWINCHIP3D is not set
Actual value:     

Value requested for CONFIG_MELAN not in final .config
Requested value:  # CONFIG_MELAN is not set
Actual value:     

Value requested for CONFIG_MGEODEGX1 not in final .config
Requested value:  # CONFIG_MGEODEGX1 is not set
Actual value:     

Value requested for CONFIG_MGEODE_LX not in final .config
Requested value:  # CONFIG_MGEODE_LX is not set
Actual value:     

Value requested for CONFIG_MCYRIXIII not in final .config
Requested value:  # CONFIG_MCYRIXIII is not set
Actual value:     

Value requested for CONFIG_MVIAC3_2 not in final .config
Requested value:  # CONFIG_MVIAC3_2 is not set
Actual value:     

Value requested for CONFIG_MVIAC7 not in final .config
Requested value:  # CONFIG_MVIAC7 is not set
Actual value:     

Value requested for CONFIG_MATOM not in final .config
Requested value:  # CONFIG_MATOM is not set
Actual value:     

Value requested for CONFIG_X86_GENERIC not in final .config
Requested value:  # CONFIG_X86_GENERIC is not set
Actual value:     

Value requested for CONFIG_X86_INTERNODE_CACHE_SHIFT not in final .config
Requested value:  CONFIG_X86_INTERNODE_CACHE_SHIFT=5
Actual value:     CONFIG_X86_INTERNODE_CACHE_SHIFT=6

Value requested for CONFIG_X86_L1_CACHE_SHIFT not in final .config
Requested value:  CONFIG_X86_L1_CACHE_SHIFT=5
Actual value:     CONFIG_X86_L1_CACHE_SHIFT=6

Value requested for CONFIG_X86_USE_PPRO_CHECKSUM not in final .config
Requested value:  CONFIG_X86_USE_PPRO_CHECKSUM=y
Actual value:     

Value requested for CONFIG_X86_MINIMUM_CPU_FAMILY not in final .config
Requested value:  CONFIG_X86_MINIMUM_CPU_FAMILY=6
Actual value:     CONFIG_X86_MINIMUM_CPU_FAMILY=64

Value requested for CONFIG_CPU_SUP_TRANSMETA_32 not in final .config
Requested value:  CONFIG_CPU_SUP_TRANSMETA_32=y
Actual value:     

Value requested for CONFIG_CPU_SUP_VORTEX_32 not in final .config
Requested value:  CONFIG_CPU_SUP_VORTEX_32=y
Actual value:     

Value requested for CONFIG_HPET_TIMER not in final .config
Requested value:  # CONFIG_HPET_TIMER is not set
Actual value:     CONFIG_HPET_TIMER=y

Value requested for CONFIG_NR_CPUS_RANGE_END not in final .config
Requested value:  CONFIG_NR_CPUS_RANGE_END=8
Actual value:     CONFIG_NR_CPUS_RANGE_END=512

Value requested for CONFIG_NR_CPUS_DEFAULT not in final .config
Requested value:  CONFIG_NR_CPUS_DEFAULT=8
Actual value:     CONFIG_NR_CPUS_DEFAULT=64

Value requested for CONFIG_X86_ANCIENT_MCE not in final .config
Requested value:  # CONFIG_X86_ANCIENT_MCE is not set
Actual value:     

Value requested for CONFIG_X86_LEGACY_VM86 not in final .config
Requested value:  # CONFIG_X86_LEGACY_VM86 is not set
Actual value:     

Value requested for CONFIG_X86_ESPFIX32 not in final .config
Requested value:  CONFIG_X86_ESPFIX32=y
Actual value:     

Value requested for CONFIG_TOSHIBA not in final .config
Requested value:  # CONFIG_TOSHIBA is not set
Actual value:     

Value requested for CONFIG_X86_REBOOTFIXUPS not in final .config
Requested value:  # CONFIG_X86_REBOOTFIXUPS is not set
Actual value:     

Value requested for CONFIG_MICROCODE_INITRD32 not in final .config
Requested value:  CONFIG_MICROCODE_INITRD32=y
Actual value:     

Value requested for CONFIG_HIGHMEM4G not in final .config
Requested value:  # CONFIG_HIGHMEM4G is not set
Actual value:     

Value requested for CONFIG_VMSPLIT_3G not in final .config
Requested value:  CONFIG_VMSPLIT_3G=y
Actual value:     

Value requested for CONFIG_VMSPLIT_3G_OPT not in final .config
Requested value:  # CONFIG_VMSPLIT_3G_OPT is not set
Actual value:     

Value requested for CONFIG_VMSPLIT_2G not in final .config
Requested value:  # CONFIG_VMSPLIT_2G is not set
Actual value:     

Value requested for CONFIG_VMSPLIT_2G_OPT not in final .config
Requested value:  # CONFIG_VMSPLIT_2G_OPT is not set
Actual value:     

Value requested for CONFIG_VMSPLIT_1G not in final .config
Requested value:  # CONFIG_VMSPLIT_1G is not set
Actual value:     

Value requested for CONFIG_PAGE_OFFSET not in final .config
Requested value:  CONFIG_PAGE_OFFSET=0xC0000000
Actual value:     

Value requested for CONFIG_X86_PAE not in final .config
Requested value:  # CONFIG_X86_PAE is not set
Actual value:     

Value requested for CONFIG_ARCH_FLATMEM_ENABLE not in final .config
Requested value:  CONFIG_ARCH_FLATMEM_ENABLE=y
Actual value:     

Value requested for CONFIG_ARCH_SELECT_MEMORY_MODEL not in final .config
Requested value:  CONFIG_ARCH_SELECT_MEMORY_MODEL=y
Actual value:     

Value requested for CONFIG_ILLEGAL_POINTER_VALUE not in final .config
Requested value:  CONFIG_ILLEGAL_POINTER_VALUE=0
Actual value:     CONFIG_ILLEGAL_POINTER_VALUE=0xdead000000000000

Value requested for CONFIG_COMPAT_VDSO not in final .config
Requested value:  # CONFIG_COMPAT_VDSO is not set
Actual value:     

Value requested for CONFIG_FUNCTION_PADDING_CFI not in final .config
Requested value:  CONFIG_FUNCTION_PADDING_CFI=0
Actual value:     CONFIG_FUNCTION_PADDING_CFI=11

Value requested for CONFIG_FUNCTION_PADDING_BYTES not in final .config
Requested value:  CONFIG_FUNCTION_PADDING_BYTES=4
Actual value:     CONFIG_FUNCTION_PADDING_BYTES=16

Value requested for CONFIG_APM not in final .config
Requested value:  # CONFIG_APM is not set
Actual value:     

Value requested for CONFIG_X86_POWERNOW_K6 not in final .config
Requested value:  # CONFIG_X86_POWERNOW_K6 is not set
Actual value:     

Value requested for CONFIG_X86_POWERNOW_K7 not in final .config
Requested value:  # CONFIG_X86_POWERNOW_K7 is not set
Actual value:     

Value requested for CONFIG_X86_GX_SUSPMOD not in final .config
Requested value:  # CONFIG_X86_GX_SUSPMOD is not set
Actual value:     

Value requested for CONFIG_X86_SPEEDSTEP_ICH not in final .config
Requested value:  # CONFIG_X86_SPEEDSTEP_ICH is not set
Actual value:     

Value requested for CONFIG_X86_SPEEDSTEP_SMI not in final .config
Requested value:  # CONFIG_X86_SPEEDSTEP_SMI is not set
Actual value:     

Value requested for CONFIG_X86_CPUFREQ_NFORCE2 not in final .config
Requested value:  # CONFIG_X86_CPUFREQ_NFORCE2 is not set
Actual value:     

Value requested for CONFIG_X86_LONGRUN not in final .config
Requested value:  # CONFIG_X86_LONGRUN is not set
Actual value:     

Value requested for CONFIG_X86_LONGHAUL not in final .config
Requested value:  # CONFIG_X86_LONGHAUL is not set
Actual value:     

Value requested for CONFIG_X86_E_POWERSAVER not in final .config
Requested value:  # CONFIG_X86_E_POWERSAVER is not set
Actual value:     

Value requested for CONFIG_PCI_GOBIOS not in final .config
Requested value:  # CONFIG_PCI_GOBIOS is not set
Actual value:     

Value requested for CONFIG_PCI_GOMMCONFIG not in final .config
Requested value:  # CONFIG_PCI_GOMMCONFIG is not set
Actual value:     

Value requested for CONFIG_PCI_GODIRECT not in final .config
Requested value:  # CONFIG_PCI_GODIRECT is not set
Actual value:     

Value requested for CONFIG_PCI_GOANY not in final .config
Requested value:  CONFIG_PCI_GOANY=y
Actual value:     

Value requested for CONFIG_PCI_BIOS not in final .config
Requested value:  CONFIG_PCI_BIOS=y
Actual value:     

Value requested for CONFIG_ISA not in final .config
Requested value:  # CONFIG_ISA is not set
Actual value:     

Value requested for CONFIG_SCx200 not in final .config
Requested value:  # CONFIG_SCx200 is not set
Actual value:     

Value requested for CONFIG_OLPC not in final .config
Requested value:  # CONFIG_OLPC is not set
Actual value:     

Value requested for CONFIG_ALIX not in final .config
Requested value:  # CONFIG_ALIX is not set
Actual value:     

Value requested for CONFIG_NET5501 not in final .config
Requested value:  # CONFIG_NET5501 is not set
Actual value:     

Value requested for CONFIG_GEOS not in final .config
Requested value:  # CONFIG_GEOS is not set
Actual value:     

Value requested for CONFIG_COMPAT_32 not in final .config
Requested value:  CONFIG_COMPAT_32=y
Actual value:     

Value requested for CONFIG_HAVE_ATOMIC_IOMAP not in final .config
Requested value:  CONFIG_HAVE_ATOMIC_IOMAP=y
Actual value:     

Value requested for CONFIG_X86_DISABLED_FEATURE_PCID not in final .config
Requested value:  CONFIG_X86_DISABLED_FEATURE_PCID=y
Actual value:     

Value requested for CONFIG_X86_DISABLED_FEATURE_PKU not in final .config
Requested value:  CONFIG_X86_DISABLED_FEATURE_PKU=y
Actual value:     

Value requested for CONFIG_X86_DISABLED_FEATURE_OSPKE not in final .config
Requested value:  CONFIG_X86_DISABLED_FEATURE_OSPKE=y
Actual value:     

Value requested for CONFIG_X86_DISABLED_FEATURE_PTI not in final .config
Requested value:  CONFIG_X86_DISABLED_FEATURE_PTI=y
Actual value:     

Value requested for CONFIG_X86_DISABLED_FEATURE_IBT not in final .config
Requested value:  CONFIG_X86_DISABLED_FEATURE_IBT=y
Actual value:     

Value requested for CONFIG_X86_DISABLED_FEATURE_INVLPGB not in final .config
Requested value:  CONFIG_X86_DISABLED_FEATURE_INVLPGB=y
Actual value:     

Value requested for CONFIG_ARCH_32BIT_OFF_T not in final .config
Requested value:  CONFIG_ARCH_32BIT_OFF_T=y
Actual value:     

Value requested for CONFIG_ARCH_WANT_IPC_PARSE_VERSION not in final .config
Requested value:  CONFIG_ARCH_WANT_IPC_PARSE_VERSION=y
Actual value:     

Value requested for CONFIG_MODULES_USE_ELF_REL not in final .config
Requested value:  CONFIG_MODULES_USE_ELF_REL=y
Actual value:     

Value requested for CONFIG_ARCH_MMAP_RND_BITS not in final .config
Requested value:  CONFIG_ARCH_MMAP_RND_BITS=8
Actual value:     CONFIG_ARCH_MMAP_RND_BITS=28

Value requested for CONFIG_CLONE_BACKWARDS not in final .config
Requested value:  CONFIG_CLONE_BACKWARDS=y
Actual value:     

Value requested for CONFIG_OLD_SIGSUSPEND3 not in final .config
Requested value:  CONFIG_OLD_SIGSUSPEND3=y
Actual value:     

Value requested for CONFIG_OLD_SIGACTION not in final .config
Requested value:  CONFIG_OLD_SIGACTION=y
Actual value:     

Value requested for CONFIG_ARCH_SPLIT_ARG64 not in final .config
Requested value:  CONFIG_ARCH_SPLIT_ARG64=y
Actual value:     

Value requested for CONFIG_FUNCTION_ALIGNMENT not in final .config
Requested value:  CONFIG_FUNCTION_ALIGNMENT=4
Actual value:     CONFIG_FUNCTION_ALIGNMENT=16

Value requested for CONFIG_SELECT_MEMORY_MODEL not in final .config
Requested value:  CONFIG_SELECT_MEMORY_MODEL=y
Actual value:     

Value requested for CONFIG_FLATMEM_MANUAL not in final .config
Requested value:  CONFIG_FLATMEM_MANUAL=y
Actual value:     

Value requested for CONFIG_SPARSEMEM_MANUAL not in final .config
Requested value:  # CONFIG_SPARSEMEM_MANUAL is not set
Actual value:     

Value requested for CONFIG_FLATMEM not in final .config
Requested value:  CONFIG_FLATMEM=y
Actual value:     

Value requested for CONFIG_SPARSEMEM_STATIC not in final .config
Requested value:  CONFIG_SPARSEMEM_STATIC=y
Actual value:     

Value requested for CONFIG_KMAP_LOCAL not in final .config
Requested value:  CONFIG_KMAP_LOCAL=y
Actual value:     

Value requested for CONFIG_HAVE_EISA not in final .config
Requested value:  CONFIG_HAVE_EISA=y
Actual value:     

Value requested for CONFIG_EISA not in final .config
Requested value:  # CONFIG_EISA is not set
Actual value:     

Value requested for CONFIG_HOTPLUG_PCI_COMPAQ not in final .config
Requested value:  # CONFIG_HOTPLUG_PCI_COMPAQ is not set
Actual value:     

Value requested for CONFIG_HOTPLUG_PCI_IBM not in final .config
Requested value:  # CONFIG_HOTPLUG_PCI_IBM is not set
Actual value:     

Value requested for CONFIG_EFI_CAPSULE_QUIRK_QUARK_CSH not in final .config
Requested value:  CONFIG_EFI_CAPSULE_QUIRK_QUARK_CSH=y
Actual value:     

Value requested for CONFIG_PCH_PHUB not in final .config
Requested value:  # CONFIG_PCH_PHUB is not set
Actual value:     

Value requested for CONFIG_SCSI_NSP32 not in final .config
Requested value:  # CONFIG_SCSI_NSP32 is not set
Actual value:     

Value requested for CONFIG_PATA_CS5520 not in final .config
Requested value:  # CONFIG_PATA_CS5520 is not set
Actual value:     

Value requested for CONFIG_PATA_CS5530 not in final .config
Requested value:  # CONFIG_PATA_CS5530 is not set
Actual value:     

Value requested for CONFIG_PATA_CS5535 not in final .config
Requested value:  # CONFIG_PATA_CS5535 is not set
Actual value:     

Value requested for CONFIG_PATA_CS5536 not in final .config
Requested value:  # CONFIG_PATA_CS5536 is not set
Actual value:     

Value requested for CONFIG_PATA_SC1200 not in final .config
Requested value:  # CONFIG_PATA_SC1200 is not set
Actual value:     

Value requested for CONFIG_PCH_GBE not in final .config
Requested value:  # CONFIG_PCH_GBE is not set
Actual value:     

Value requested for CONFIG_INPUT_WISTRON_BTNS not in final .config
Requested value:  # CONFIG_INPUT_WISTRON_BTNS is not set
Actual value:     

Value requested for CONFIG_SERIAL_TIMBERDALE not in final .config
Requested value:  # CONFIG_SERIAL_TIMBERDALE is not set
Actual value:     

Value requested for CONFIG_SERIAL_PCH_UART not in final .config
Requested value:  # CONFIG_SERIAL_PCH_UART is not set
Actual value:     

Value requested for CONFIG_HW_RANDOM_GEODE not in final .config
Requested value:  CONFIG_HW_RANDOM_GEODE=y
Actual value:     

Value requested for CONFIG_SONYPI not in final .config
Requested value:  # CONFIG_SONYPI is not set
Actual value:     

Value requested for CONFIG_PC8736x_GPIO not in final .config
Requested value:  # CONFIG_PC8736x_GPIO is not set
Actual value:     

Value requested for CONFIG_NSC_GPIO not in final .config
Requested value:  # CONFIG_NSC_GPIO is not set
Actual value:     

Value requested for CONFIG_I2C_EG20T not in final .config
Requested value:  # CONFIG_I2C_EG20T is not set
Actual value:     

Value requested for CONFIG_SCx200_ACB not in final .config
Requested value:  # CONFIG_SCx200_ACB is not set
Actual value:     

Value requested for CONFIG_PTP_1588_CLOCK_PCH not in final .config
Requested value:  # CONFIG_PTP_1588_CLOCK_PCH is not set
Actual value:     

Value requested for CONFIG_SBC8360_WDT not in final .config
Requested value:  # CONFIG_SBC8360_WDT is not set
Actual value:     

Value requested for CONFIG_SBC7240_WDT not in final .config
Requested value:  # CONFIG_SBC7240_WDT is not set
Actual value:     

Value requested for CONFIG_MFD_CS5535 not in final .config
Requested value:  # CONFIG_MFD_CS5535 is not set
Actual value:     

Value requested for CONFIG_AGP_ALI not in final .config
Requested value:  # CONFIG_AGP_ALI is not set
Actual value:     

Value requested for CONFIG_AGP_ATI not in final .config
Requested value:  # CONFIG_AGP_ATI is not set
Actual value:     

Value requested for CONFIG_AGP_AMD not in final .config
Requested value:  # CONFIG_AGP_AMD is not set
Actual value:     

Value requested for CONFIG_AGP_NVIDIA not in final .config
Requested value:  # CONFIG_AGP_NVIDIA is not set
Actual value:     

Value requested for CONFIG_AGP_SWORKS not in final .config
Requested value:  # CONFIG_AGP_SWORKS is not set
Actual value:     

Value requested for CONFIG_AGP_EFFICEON not in final .config
Requested value:  # CONFIG_AGP_EFFICEON is not set
Actual value:     

Value requested for CONFIG_SND_CS5530 not in final .config
Requested value:  # CONFIG_SND_CS5530 is not set
Actual value:     

Value requested for CONFIG_SND_CS5535AUDIO not in final .config
Requested value:  # CONFIG_SND_CS5535AUDIO is not set
Actual value:     

Value requested for CONFIG_SND_SIS7019 not in final .config
Requested value:  # CONFIG_SND_SIS7019 is not set
Actual value:     

Value requested for CONFIG_LEDS_OT200 not in final .config
Requested value:  # CONFIG_LEDS_OT200 is not set
Actual value:     

Value requested for CONFIG_PCH_DMA not in final .config
Requested value:  # CONFIG_PCH_DMA is not set
Actual value:     

Value requested for CONFIG_CLKSRC_I8253 not in final .config
Requested value:  CONFIG_CLKSRC_I8253=y
Actual value:     

Value requested for CONFIG_MAILBOX not in final .config
Requested value:  # CONFIG_MAILBOX is not set
Actual value:     CONFIG_MAILBOX=y

Value requested for CONFIG_CRYPTO_SERPENT_SSE2_586 not in final .config
Requested value:  # CONFIG_CRYPTO_SERPENT_SSE2_586 is not set
Actual value:     

Value requested for CONFIG_CRYPTO_TWOFISH_586 not in final .config
Requested value:  # CONFIG_CRYPTO_TWOFISH_586 is not set
Actual value:     

Value requested for CONFIG_CRYPTO_DEV_GEODE not in final .config
Requested value:  # CONFIG_CRYPTO_DEV_GEODE is not set
Actual value:     

Value requested for CONFIG_CRYPTO_DEV_HIFN_795X not in final .config
Requested value:  # CONFIG_CRYPTO_DEV_HIFN_795X is not set
Actual value:     

Value requested for CONFIG_CRYPTO_LIB_POLY1305_RSIZE not in final .config
Requested value:  CONFIG_CRYPTO_LIB_POLY1305_RSIZE=1
Actual value:     CONFIG_CRYPTO_LIB_POLY1305_RSIZE=11

Value requested for CONFIG_AUDIT_GENERIC not in final .config
Requested value:  CONFIG_AUDIT_GENERIC=y
Actual value:     

Value requested for CONFIG_GENERIC_VDSO_32 not in final .config
Requested value:  CONFIG_GENERIC_VDSO_32=y
Actual value:     

Value requested for CONFIG_DEBUG_KMAP_LOCAL not in final .config
Requested value:  # CONFIG_DEBUG_KMAP_LOCAL is not set
Actual value:     

Value requested for CONFIG_HAVE_DEBUG_STACKOVERFLOW not in final .config
Requested value:  CONFIG_HAVE_DEBUG_STACKOVERFLOW=y
Actual value:     

Value requested for CONFIG_DEBUG_STACKOVERFLOW not in final .config
Requested value:  # CONFIG_DEBUG_STACKOVERFLOW is not set
Actual value:     

Value requested for CONFIG_HAVE_FUNCTION_GRAPH_TRACER not in final .config
Requested value:  CONFIG_HAVE_FUNCTION_GRAPH_TRACER=y
Actual value:     

Value requested for CONFIG_HAVE_FUNCTION_GRAPH_FREGS not in final .config
Requested value:  CONFIG_HAVE_FUNCTION_GRAPH_FREGS=y
Actual value:     

Value requested for CONFIG_HAVE_FTRACE_GRAPH_FUNC not in final .config
Requested value:  CONFIG_HAVE_FTRACE_GRAPH_FUNC=y
Actual value:     

Value requested for CONFIG_DRM_KUNIT_TEST not in final .config
Requested value:  CONFIG_DRM_KUNIT_TEST=m
Actual value:     

Value requested for CONFIG_DRM_XE_WERROR not in final .config
Requested value:  CONFIG_DRM_XE_WERROR=y
Actual value:     

Value requested for CONFIG_DRM_XE_DEBUG not in final .config
Requested value:  CONFIG_DRM_XE_DEBUG=y
Actual value:     

Value requested for CONFIG_DRM_XE_DEBUG_MEM not in final .config
Requested value:  CONFIG_DRM_XE_DEBUG_MEM=y
Actual value:     

Value requested for CONFIG_DRM_XE_KUNIT_TEST not in final .config
Requested value:  CONFIG_DRM_XE_KUNIT_TEST=m
Actual value:     

++ nproc
+ make -j48 ARCH=i386 olddefconfig
  GEN     Makefile
#
# configuration written to .config
#
++ nproc
+ make -j48 ARCH=i386
  SYNC    include/config/auto.conf.cmd
  GEN     Makefile
  GEN     Makefile
  WRAP    arch/x86/include/generated/uapi/asm/errno.h
  WRAP    arch/x86/include/generated/uapi/asm/bpf_perf_event.h
  WRAP    arch/x86/include/generated/uapi/asm/fcntl.h
  WRAP    arch/x86/include/generated/uapi/asm/ioctl.h
  SYSHDR  arch/x86/include/generated/uapi/asm/unistd_32.h
  WRAP    arch/x86/include/generated/uapi/asm/ipcbuf.h
  WRAP    arch/x86/include/generated/uapi/asm/ioctls.h
  SYSHDR  arch/x86/include/generated/uapi/asm/unistd_64.h
  WRAP    arch/x86/include/generated/uapi/asm/param.h
  SYSHDR  arch/x86/include/generated/uapi/asm/unistd_x32.h
  SYSTBL  arch/x86/include/generated/asm/syscalls_32.h
  WRAP    arch/x86/include/generated/uapi/asm/poll.h
  WRAP    arch/x86/include/generated/uapi/asm/resource.h
  WRAP    arch/x86/include/generated/uapi/asm/socket.h
  UPD     include/generated/uapi/linux/version.h
  WRAP    arch/x86/include/generated/uapi/asm/sockios.h
  UPD     arch/x86/include/generated/asm/cpufeaturemasks.h
  WRAP    arch/x86/include/generated/uapi/asm/termbits.h
  WRAP    arch/x86/include/generated/uapi/asm/termios.h
  WRAP    arch/x86/include/generated/uapi/asm/types.h
  UPD     include/generated/compile.h
  HOSTCC  arch/x86/tools/relocs_32.o
  WRAP    arch/x86/include/generated/asm/early_ioremap.h
  HOSTCC  arch/x86/tools/relocs_64.o
  WRAP    arch/x86/include/generated/asm/fprobe.h
  HOSTCC  arch/x86/tools/relocs_common.o
  WRAP    arch/x86/include/generated/asm/mcs_spinlock.h
  WRAP    arch/x86/include/generated/asm/mmzone.h
  WRAP    arch/x86/include/generated/asm/irq_regs.h
  WRAP    arch/x86/include/generated/asm/kmap_size.h
  WRAP    arch/x86/include/generated/asm/local64.h
  WRAP    arch/x86/include/generated/asm/mmiowb.h
  WRAP    arch/x86/include/generated/asm/module.lds.h
  WRAP    arch/x86/include/generated/asm/rwonce.h
  HOSTCC  scripts/kallsyms
  HOSTCC  scripts/sorttable
  HOSTCC  scripts/asn1_compiler
  HOSTCC  scripts/selinux/mdp/mdp
  HOSTLD  arch/x86/tools/relocs
  UPD     include/config/kernel.release
  UPD     include/generated/utsrelease.h
  CC      scripts/mod/empty.o
  HOSTCC  scripts/mod/mk_elfconfig
  CC      scripts/mod/devicetable-offsets.s
  UPD     scripts/mod/devicetable-offsets.h
  MKELF   scripts/mod/elfconfig.h
  HOSTCC  scripts/mod/modpost.o
  HOSTCC  scripts/mod/file2alias.o
  HOSTCC  scripts/mod/sumversion.o
  HOSTCC  scripts/mod/symsearch.o
  HOSTLD  scripts/mod/modpost
  CC      kernel/bounds.s
  CHKSHA1 /workspace/kernel/include/linux/atomic/atomic-arch-fallback.h
  CHKSHA1 /workspace/kernel/include/linux/atomic/atomic-instrumented.h
  CHKSHA1 /workspace/kernel/include/linux/atomic/atomic-long.h
  UPD     include/generated/timeconst.h
  UPD     include/generated/bounds.h
  CC      arch/x86/kernel/asm-offsets.s
  UPD     include/generated/asm-offsets.h
  CALL    /workspace/kernel/scripts/checksyscalls.sh
  LDS     scripts/module.lds
  CC      init/main.o
  AR      arch/x86/boot/startup/built-in.a
  AR      arch/x86/boot/startup/lib.a
  HOSTCC  usr/gen_init_cpio
  CC      init/do_mounts.o
  CC      certs/system_keyring.o
  CC      init/do_mounts_initrd.o
  UPD     init/utsversion-tmp.h
  CC      init/initramfs.o
  CC      ipc/util.o
  CC      init/calibrate.o
  CC      ipc/msgutil.o
  CC      security/commoncap.o
  CC      ipc/msg.o
  CC      block/bdev.o
  CC      security/lsm_syscalls.o
  CC      init/init_task.o
  CC      ipc/sem.o
  CC      block/fops.o
  CC      arch/x86/realmode/init.o
  CC      mm/filemap.o
  CC      io_uring/io_uring.o
  AR      arch/x86/crypto/built-in.a
  CC      security/min_addr.o
  CC      arch/x86/video/video-common.o
  CC      arch/x86/pci/i386.o
  CC      security/keys/gc.o
  AR      arch/x86/net/built-in.a
  CC      block/partitions/core.o
  HOSTCC  security/selinux/genheaders
  AR      arch/x86/entry/vsyscall/built-in.a
  CC      arch/x86/power/cpu.o
  CC      mm/damon/core.o
  AR      arch/x86/lib/crypto/built-in.a
  CC      security/integrity/iint.o
  AR      virt/lib/built-in.a
  CC      arch/x86/power/hibernate_32.o
  CC      arch/x86/events/amd/core.o
  CC      fs/nfs_common/nfsacl.o
  AR      drivers/cache/built-in.a
  AR      arch/x86/platform/atom/built-in.a
  CC      arch/x86/events/intel/core.o
  CC      arch/x86/virt/svm/cmdline.o
  CC      net/core/sock.o
  CC      arch/x86/mm/pat/set_memory.o
  AS      arch/x86/lib/atomic64_cx8_32.o
  CC      fs/notify/dnotify/dnotify.o
  AS      arch/x86/power/hibernate_asm_32.o
  CC      arch/x86/kernel/fpu/init.o
  AR      virt/built-in.a
  CC      arch/x86/kernel/fpu/bugs.o
  CC      sound/core/seq/seq.o
  AR      lib/math/tests/built-in.a
  AR      drivers/irqchip/built-in.a
  AR      arch/x86/platform/ce4100/built-in.a
  CC      lib/math/div64.o
  CC      arch/x86/entry/vdso/vma.o
  CC      arch/x86/platform/efi/memmap.o
  AS      arch/x86/lib/checksum_32.o
  CC      net/core/request_sock.o
  CC      arch/x86/kernel/cpu/mce/core.o
  CC      kernel/sched/core.o
  AR      drivers/bus/mhi/built-in.a
  AR      drivers/bus/built-in.a
  CC      crypto/asymmetric_keys/asymmetric_type.o
  CC      arch/x86/lib/cmdline.o
  AR      drivers/pwm/built-in.a
  AR      drivers/leds/trigger/built-in.a
  AR      drivers/leds/blink/built-in.a
  AR      arch/x86/virt/svm/built-in.a
  CC      kernel/sched/fair.o
  AR      drivers/leds/simatic/built-in.a
  AR      arch/x86/virt/vmx/built-in.a
  CC      drivers/leds/led-core.o
  AR      arch/x86/virt/built-in.a
  AR      arch/x86/platform/geode/built-in.a
  CC      net/ethernet/eth.o
  GEN     security/selinux/flask.h security/selinux/av_permissions.h
  AS      arch/x86/lib/cmpxchg8b_emu.o
  CC      security/selinux/avc.o
  CC      lib/math/gcd.o
  CC      arch/x86/lib/cpu.o
  CC      lib/math/lcm.o
  CC      security/security.o
  CC      lib/math/int_log.o
  GEN     usr/initramfs_data.cpio
  COPY    usr/initramfs_inc_data
  AS      usr/initramfs_data.o
  CC      arch/x86/kernel/fpu/core.o
  HOSTCC  certs/extract-cert
  AR      usr/built-in.a
  CC      arch/x86/lib/delay.o
  CC      lib/math/int_pow.o
  CC      lib/math/int_sqrt.o
  CC      lib/math/reciprocal_div.o
  CC      sound/core/seq/seq_lock.o
  CC      security/keys/key.o
  AR      arch/x86/video/built-in.a
  CC      lib/math/rational.o
  CC      drivers/pci/msi/pcidev_msi.o
  AS      arch/x86/realmode/rm/header.o
  CERT    certs/x509_certificate_list
  AS      arch/x86/lib/getuser.o
  CERT    certs/signing_key.x509
  AS      certs/system_certificates.o
  AS      arch/x86/realmode/rm/trampoline_32.o
  GEN     arch/x86/lib/inat-tables.c
  CC      drivers/pci/msi/api.o
  AR      certs/built-in.a
  CC      drivers/pci/msi/msi.o
  CC      fs/nfs_common/grace.o
  CC      sound/core/sound.o
  CC      arch/x86/lib/insn-eval.o
  AS      arch/x86/realmode/rm/stack.o
  CC      arch/x86/kernel/acpi/boot.o
  AS      arch/x86/realmode/rm/reboot.o
  CC      security/integrity/integrity_audit.o
  CC      drivers/leds/led-class.o
  AR      arch/x86/platform/iris/built-in.a
  AS      arch/x86/realmode/rm/wakeup_asm.o
  CC      arch/x86/pci/init.o
  CC      arch/x86/platform/intel/iosf_mbi.o
  AR      sound/i2c/other/built-in.a
  AR      sound/i2c/built-in.a
  CC      arch/x86/kernel/cpu/mce/severity.o
  CC      arch/x86/realmode/rm/wakemain.o
  CC      crypto/asymmetric_keys/restrict.o
  CC      arch/x86/mm/pat/memtype.o
  CC      arch/x86/entry/vdso/extable.o
  CC      drivers/pci/msi/irqdomain.o
  CC      arch/x86/platform/efi/quirks.o
  AR      fs/notify/dnotify/built-in.a
  CC      arch/x86/power/hibernate.o
  CC      fs/notify/inotify/inotify_fsnotify.o
  CC      arch/x86/realmode/rm/video-mode.o
  CC      block/partitions/msdos.o
  CC      sound/core/seq/seq_clientmgr.o
  AS      arch/x86/realmode/rm/copy.o
  CC      arch/x86/mm/init.o
  AS      arch/x86/realmode/rm/bioscall.o
  CC      arch/x86/realmode/rm/regs.o
  AR      lib/math/built-in.a
  CC      security/selinux/hooks.o
  CC      security/selinux/selinuxfs.o
  CC      fs/notify/inotify/inotify_user.o
  CC      lib/crypto/mpi/generic_mpih-lshift.o
  CC      arch/x86/realmode/rm/video-vga.o
  CC      security/selinux/netlink.o
  CC      arch/x86/realmode/rm/video-vesa.o
  CC      arch/x86/events/amd/lbr.o
  CC      arch/x86/events/intel/bts.o
  CC      arch/x86/realmode/rm/video-bios.o
  CC      net/core/skbuff.o
  CC      crypto/asymmetric_keys/signature.o
  CC      drivers/leds/led-triggers.o
  AR      lib/tests/built-in.a
  CC      sound/core/seq/seq_memory.o
  CC      lib/vdso/datastore.o
  PASYMS  arch/x86/realmode/rm/pasyms.h
  CC      fs/iomap/trace.o
  LDS     arch/x86/realmode/rm/realmode.lds
  LD      arch/x86/realmode/rm/realmode.elf
  RELOCS  arch/x86/realmode/rm/realmode.relocs
  OBJCOPY arch/x86/realmode/rm/realmode.bin
  CC      arch/x86/events/amd/ibs.o
  AS      arch/x86/realmode/rmpiggy.o
  CC      arch/x86/kernel/cpu/mtrr/mtrr.o
  CC      fs/nfs_common/common.o
  AR      arch/x86/realmode/built-in.a
  CC      arch/x86/pci/pcbios.o
  CC      block/partitions/efi.o
  CC      arch/x86/kernel/cpu/mce/genpool.o
  AR      security/integrity/built-in.a
  CC      arch/x86/mm/init_32.o
  CC      init/version.o
  AR      net/ethernet/built-in.a
  CC      arch/x86/kernel/cpu/mtrr/if.o
  AR      arch/x86/platform/intel/built-in.a
  CC      fs/iomap/iter.o
  CC      arch/x86/kernel/fpu/regset.o
  LDS     arch/x86/entry/vdso/vdso32/vdso32.lds
  AR      arch/x86/power/built-in.a
  AS      arch/x86/entry/vdso/vdso32/note.o
  CC      arch/x86/platform/efi/efi.o
  CC      kernel/locking/mutex.o
  CC      arch/x86/lib/insn.o
  AS      arch/x86/entry/vdso/vdso32/system_call.o
  CC      lib/crypto/mpi/generic_mpih-mul1.o
  AS      arch/x86/entry/vdso/vdso32/sigreturn.o
  CC      security/keys/keyring.o
  CC      arch/x86/mm/pat/memtype_interval.o
  CC      lib/crypto/memneq.o
  CC      arch/x86/entry/vdso/vdso32/vclock_gettime.o
  AR      init/built-in.a
  CC      kernel/locking/semaphore.o
  AR      drivers/pci/msi/built-in.a
  CC      drivers/pci/pcie/portdrv.o
  CC      mm/damon/ops-common.o
  CC      lib/crypto/utils.o
  CC      ipc/shm.o
  CC      crypto/asymmetric_keys/public_key.o
  AR      drivers/pci/pwrctrl/built-in.a
  AR      arch/x86/platform/intel-mid/built-in.a
  CC      arch/x86/kernel/acpi/sleep.o
  CC      mm/mempool.o
  CC      fs/quota/dquot.o
  AR      lib/vdso/built-in.a
  CC      block/bio.o
  CC      arch/x86/lib/kaslr.o
  CC      lib/crypto/mpi/generic_mpih-mul2.o
  AR      sound/drivers/opl3/built-in.a
  AR      sound/drivers/opl4/built-in.a
  CC      lib/crypto/mpi/generic_mpih-mul3.o
  AR      sound/drivers/mpu401/built-in.a
  AR      fs/notify/inotify/built-in.a
  AR      sound/drivers/vx/built-in.a
  AR      fs/notify/fanotify/built-in.a
  AR      sound/drivers/pcsp/built-in.a
  CC      fs/notify/fsnotify.o
  CC      fs/notify/notification.o
  AR      sound/drivers/built-in.a
  CC      arch/x86/kernel/cpu/mce/intel.o
  AR      drivers/leds/built-in.a
  CC      arch/x86/events/amd/uncore.o
  AS      arch/x86/entry/entry.o
  CC      kernel/locking/rwsem.o
  AR      fs/nfs_common/built-in.a
  CC      security/keys/keyctl.o
  CC      arch/x86/entry/vdso/vdso32/vgetcpu.o
  CC      io_uring/opdef.o
  CC      arch/x86/kernel/cpu/mtrr/generic.o
  CC      drivers/video/console/dummycon.o
  CC      arch/x86/pci/mmconfig_32.o
  CC      arch/x86/lib/memcpy_32.o
  CC      arch/x86/mm/fault.o
  CC      lib/zlib_inflate/inffast.o
  AS      arch/x86/lib/memmove_32.o
  CC      block/elevator.o
  CC      mm/damon/vaddr.o
  CC      arch/x86/lib/misc.o
  CC      arch/x86/lib/pc-conf-reg.o
  CC      sound/core/seq/seq_queue.o
  CC      arch/x86/kernel/fpu/signal.o
  CC      block/blk-core.o
  AR      arch/x86/mm/pat/built-in.a
  CC      net/core/datagram.o
  HOSTCC  arch/x86/entry/vdso/vdso2c
  CC      mm/damon/paddr.o
  AR      block/partitions/built-in.a
  CC      drivers/pci/hotplug/pci_hotplug_core.o
  CC      lib/zlib_inflate/inflate.o
  AR      drivers/pci/controller/dwc/built-in.a
  AR      drivers/pci/controller/mobiveil/built-in.a
  ASN.1   crypto/asymmetric_keys/x509.asn1.[ch]
  AR      drivers/pci/controller/plda/built-in.a
  ASN.1   crypto/asymmetric_keys/x509_akid.asn1.[ch]
  AR      drivers/pci/controller/built-in.a
  CC      crypto/asymmetric_keys/x509_loader.o
  AS      arch/x86/lib/putuser.o
  AR      drivers/idle/built-in.a
  AR      net/802/built-in.a
  AS      arch/x86/lib/retpoline.o
  CC      net/sched/sch_generic.o
  CC      drivers/video/backlight/backlight.o
  CC      drivers/pci/pcie/rcec.o
  CC      arch/x86/lib/string_32.o
  AS      arch/x86/kernel/acpi/wakeup_32.o
  CC      fs/iomap/buffered-io.o
  CC      arch/x86/platform/efi/efi_32.o
  CC      arch/x86/lib/strstr_32.o
  CC      fs/iomap/direct-io.o
  CC      arch/x86/kernel/acpi/cstate.o
  CC      lib/crypto/mpi/generic_mpih-rshift.o
  CC      lib/crypto/mpi/generic_mpih-sub1.o
  CC      arch/x86/lib/usercopy.o
  CC      crypto/asymmetric_keys/x509_public_key.o
  CC      arch/x86/kernel/cpu/mce/amd.o
  CC      arch/x86/events/intel/ds.o
  CC      drivers/video/console/vgacon.o
  CC      arch/x86/entry/vdso/vdso32-setup.o
  CC      kernel/power/qos.o
  CC      arch/x86/pci/direct.o
  ASN.1   crypto/asymmetric_keys/pkcs7.asn1.[ch]
  CC      ipc/syscall.o
  CC      mm/damon/sysfs-common.o
  CC      arch/x86/lib/usercopy_32.o
  CC      security/lsm_audit.o
  CC      fs/notify/group.o
  AR      drivers/char/ipmi/built-in.a
  CC      block/blk-sysfs.o
  CC      kernel/locking/percpu-rwsem.o
  CC      lib/zlib_inflate/infutil.o
  AR      arch/x86/platform/intel-quark/built-in.a
  CC      arch/x86/kernel/cpu/mtrr/cleanup.o
  CC      sound/core/seq/seq_fifo.o
  CC      arch/x86/kernel/cpu/microcode/core.o
  VDSO    arch/x86/entry/vdso/vdso32.so.dbg
  AS      arch/x86/entry/entry_32.o
  OBJCOPY arch/x86/entry/vdso/vdso32.so
  VDSO2C  arch/x86/entry/vdso/vdso-image-32.c
  CC      arch/x86/kernel/fpu/xstate.o
  CC      arch/x86/entry/vdso/vdso-image-32.o
  CC      fs/iomap/ioend.o
  CC      drivers/pci/pcie/bwctrl.o
  CC      security/selinux/nlmsgtab.o
  AR      arch/x86/kernel/acpi/built-in.a
  CC      arch/x86/kernel/apic/apic.o
  CC      arch/x86/kernel/cpu/mce/threshold.o
  CC      drivers/pci/hotplug/acpi_pcihp.o
  CC      arch/x86/kernel/cpu/microcode/intel.o
  CC      crypto/api.o
  CC      lib/crypto/mpi/generic_mpih-add1.o
  CC      arch/x86/lib/msr-smp.o
  AR      arch/x86/events/amd/built-in.a
  CC      security/keys/permission.o
  CC      crypto/asymmetric_keys/pkcs7_trust.o
  AS      arch/x86/platform/efi/efi_stub_32.o
  CC      kernel/printk/printk.o
  CC      arch/x86/platform/efi/runtime-map.o
  CC      kernel/irq/irqdesc.o
  AR      arch/x86/entry/vdso/built-in.a
  CC      arch/x86/entry/syscall_32.o
  AR      drivers/video/backlight/built-in.a
  CC      lib/zlib_inflate/inftrees.o
  CC      arch/x86/mm/ioremap.o
  CC      kernel/rcu/update.o
  CC      security/device_cgroup.o
  CC      arch/x86/pci/mmconfig-shared.o
  CC      arch/x86/lib/cache-smp.o
  CC      mm/damon/sysfs-schemes.o
  CC      security/selinux/netif.o
  CC      lib/zlib_inflate/inflate_syms.o
  CC      kernel/locking/spinlock.o
  CC      ipc/ipc_sysctl.o
  CC      lib/crypto/mpi/mpicoder.o
  CC      crypto/asymmetric_keys/pkcs7_verify.o
  CC      fs/notify/mark.o
  CC      sound/core/seq/seq_prioq.o
  CC      sound/core/seq/seq_timer.o
  CC      arch/x86/lib/crc32.o
  AR      drivers/video/console/built-in.a
  AS      arch/x86/lib/crc32-pclmul.o
  AR      drivers/video/fbdev/core/built-in.a
  CC      arch/x86/kernel/cpu/mtrr/amd.o
  CC      sound/core/seq/seq_system.o
  AR      drivers/video/fbdev/omap/built-in.a
  CC      drivers/pci/pcie/aspm.o
  CC      lib/crypto/mpi/mpi-add.o
  CC      kernel/locking/osq_lock.o
  CC      kernel/power/main.o
  AR      drivers/video/fbdev/omap2/omapfb/dss/built-in.a
  AR      drivers/video/fbdev/omap2/omapfb/displays/built-in.a
  AR      drivers/video/fbdev/omap2/omapfb/built-in.a
  CC      io_uring/kbuf.o
  AR      drivers/video/fbdev/omap2/built-in.a
  AR      drivers/video/fbdev/built-in.a
  CC      drivers/video/aperture.o
  AR      drivers/pci/hotplug/built-in.a
  CC      kernel/rcu/sync.o
  AR      lib/zlib_inflate/built-in.a
  CC      fs/quota/quota_v2.o
  CC      io_uring/rsrc.o
  CC      mm/damon/sysfs.o
  CC      arch/x86/kernel/cpu/microcode/amd.o
  CC      security/keys/process_keys.o
  CC      kernel/power/console.o
  AR      drivers/pci/switch/built-in.a
  CC      arch/x86/events/core.o
  CC      arch/x86/events/zhaoxin/core.o
  CC      kernel/irq/handle.o
  CC      kernel/locking/qspinlock.o
  CC      ipc/mqueue.o
  CC      lib/crypto/mpi/mpi-bit.o
  AR      arch/x86/platform/efi/built-in.a
  CC      arch/x86/kernel/apic/apic_common.o
  AR      arch/x86/platform/olpc/built-in.a
  AR      arch/x86/platform/scx200/built-in.a
  CC      arch/x86/lib/msr.o
  AR      arch/x86/platform/ts5500/built-in.a
  CC      kernel/irq/manage.o
  AR      arch/x86/kernel/cpu/mce/built-in.a
  AR      arch/x86/platform/uv/built-in.a
  CC      arch/x86/kernel/cpu/cacheinfo.o
  CC      kernel/power/process.o
  AR      arch/x86/platform/built-in.a
  CC      ipc/namespace.o
  AR      arch/x86/kernel/fpu/built-in.a
  CC      arch/x86/mm/extable.o
  CC      security/keys/request_key.o
  CC      crypto/asymmetric_keys/x509.asn1.o
  CC      crypto/asymmetric_keys/x509_akid.asn1.o
  CC      block/blk-flush.o
  CC      drivers/acpi/acpica/dsargs.o
  CC      drivers/acpi/acpica/dscontrol.o
  CC      crypto/asymmetric_keys/x509_cert_parser.o
  AR      drivers/acpi/pmic/built-in.a
  CC      arch/x86/kernel/cpu/mtrr/cyrix.o
  AS      arch/x86/lib/msr-reg.o
  CC      net/sched/sch_mq.o
  CC      sound/core/seq/seq_ports.o
  CC      arch/x86/pci/fixup.o
  CC      fs/iomap/fiemap.o
  CC      drivers/pnp/pnpacpi/core.o
  CC      drivers/pnp/core.o
  AR      drivers/amba/built-in.a
  CC      kernel/locking/rtmutex_api.o
  CC      mm/oom_kill.o
  CC      lib/crypto/mpi/mpi-cmp.o
  CC      fs/quota/quota_tree.o
  CC      fs/notify/fdinfo.o
  AS      arch/x86/entry/thunk.o
  CC      security/keys/request_key_auth.o
  CC      arch/x86/events/intel/knc.o
  AR      arch/x86/entry/built-in.a
  CC      security/keys/user_defined.o
  CC      lib/crypto/mpi/mpi-sub-ui.o
  CC      drivers/video/cmdline.o
  CC      drivers/pnp/card.o
  CC      drivers/acpi/acpica/dsdebug.o
  CC      sound/core/seq/seq_info.o
  CC      drivers/pnp/pnpacpi/rsparser.o
  CC      sound/core/init.o
  AR      drivers/clk/actions/built-in.a
  AR      drivers/clk/analogbits/built-in.a
  AR      drivers/clk/bcm/built-in.a
  CC      arch/x86/kernel/apic/apic_noop.o
  AR      drivers/clk/imgtec/built-in.a
  AR      drivers/clk/imx/built-in.a
  CC      drivers/pci/access.o
  AR      drivers/clk/ingenic/built-in.a
  AR      drivers/clk/mediatek/built-in.a
  AR      drivers/clk/microchip/built-in.a
  AR      drivers/clk/mstar/built-in.a
  AR      drivers/clk/mvebu/built-in.a
  AR      drivers/clk/ralink/built-in.a
  AR      drivers/clk/renesas/built-in.a
  CC      lib/crypto/mpi/mpi-div.o
  AR      drivers/clk/socfpga/built-in.a
  AR      arch/x86/events/zhaoxin/built-in.a
  CC      kernel/printk/printk_safe.o
  AR      drivers/clk/sophgo/built-in.a
  CC      security/selinux/netnode.o
  CC      crypto/asymmetric_keys/pkcs7.asn1.o
  AR      drivers/clk/spacemit/built-in.a
  AR      arch/x86/kernel/cpu/microcode/built-in.a
  CC      drivers/acpi/acpica/dsfield.o
  AR      drivers/clk/sprd/built-in.a
  CC      arch/x86/lib/msr-reg-export.o
  CC      crypto/asymmetric_keys/pkcs7_parser.o
  AR      drivers/clk/starfive/built-in.a
  CC      arch/x86/kernel/cpu/mtrr/centaur.o
  CC      fs/proc/task_mmu.o
  AR      drivers/clk/sunxi-ng/built-in.a
  AR      drivers/clk/ti/built-in.a
  CC      kernel/rcu/srcutree.o
  AR      drivers/clk/versatile/built-in.a
  AR      drivers/clk/xilinx/built-in.a
  AR      drivers/clk/built-in.a
  AR      mm/damon/built-in.a
  AS      arch/x86/lib/hweight.o
  CC      lib/crypto/mpi/mpi-mod.o
  CC      drivers/pci/pcie/pme.o
  CC      arch/x86/events/probe.o
  CC      lib/crypto/chacha.o
  CC      fs/quota/quota.o
  CC      arch/x86/kernel/apic/ipi.o
  CC      kernel/power/suspend.o
  CC      arch/x86/mm/mmap.o
  CC      net/sched/sch_frag.o
  CC      arch/x86/lib/iomem.o
  CC      block/blk-settings.o
  CC      fs/iomap/seek.o
  CC      arch/x86/events/utils.o
  CC      lib/crypto/aes.o
  CC      kernel/sched/build_policy.o
  CC      arch/x86/pci/acpi.o
  AR      fs/notify/built-in.a
  CC      sound/core/memory.o
  CC      drivers/dma/dw/core.o
  CC      drivers/dma/hsu/hsu.o
  CC      sound/core/seq/seq_dummy.o
  AR      drivers/dma/idxd/built-in.a
  CC      drivers/dma/dw/dw.o
  CC      drivers/acpi/dptf/int340x_thermal.o
  CC      security/keys/proc.o
  CC      drivers/acpi/x86/apple.o
  CC      drivers/video/nomodeset.o
  AR      sound/isa/ad1816a/built-in.a
  CC      drivers/acpi/acpica/dsinit.o
  AR      sound/isa/ad1848/built-in.a
  AR      sound/isa/cs423x/built-in.a
  CC      drivers/virtio/virtio.o
  CC      arch/x86/events/intel/lbr.o
  AR      sound/isa/es1688/built-in.a
  AR      drivers/soc/apple/built-in.a
  AR      drivers/soc/aspeed/built-in.a
  AR      sound/isa/galaxy/built-in.a
  AR      sound/isa/gus/built-in.a
  AR      drivers/soc/bcm/built-in.a
  AR      drivers/soc/fsl/built-in.a
  AR      sound/isa/msnd/built-in.a
  AR      crypto/asymmetric_keys/built-in.a
  CC      crypto/cipher.o
  AR      drivers/soc/fujitsu/built-in.a
  AR      sound/isa/opti9xx/built-in.a
  CC      kernel/locking/qrwlock.o
  AR      drivers/soc/hisilicon/built-in.a
  CC      io_uring/notif.o
  AR      sound/isa/sb/built-in.a
  AR      drivers/soc/imx/built-in.a
  AR      drivers/soc/ixp4xx/built-in.a
  AR      sound/isa/wavefront/built-in.a
  CC      arch/x86/events/intel/p4.o
  CC      arch/x86/lib/atomic64_32.o
  CC      arch/x86/kernel/cpu/mtrr/legacy.o
  AR      drivers/soc/loongson/built-in.a
  AR      sound/isa/wss/built-in.a
  AR      sound/isa/built-in.a
  AR      drivers/soc/mediatek/built-in.a
  CC      arch/x86/mm/pgtable.o
  CC      kernel/irq/spurious.o
  AR      drivers/soc/microchip/built-in.a
  CC      kernel/irq/resend.o
  AR      drivers/soc/nuvoton/built-in.a
  CC      kernel/printk/nbcon.o
  AR      drivers/soc/pxa/built-in.a
  CC      drivers/tty/vt/vt_ioctl.o
  CC      arch/x86/lib/inat.o
  CC      lib/crypto/mpi/mpi-mul.o
  AR      drivers/soc/amlogic/built-in.a
  AR      drivers/soc/qcom/built-in.a
  CC      arch/x86/kernel/apic/vector.o
  AR      drivers/soc/renesas/built-in.a
  CC      ipc/mq_sysctl.o
  AR      drivers/soc/rockchip/built-in.a
  CC      kernel/rcu/tree.o
  AR      drivers/pnp/pnpacpi/built-in.a
  AR      drivers/soc/sophgo/built-in.a
  CC      drivers/pnp/driver.o
  AR      drivers/soc/sunxi/built-in.a
  AR      drivers/soc/ti/built-in.a
  CC      arch/x86/kernel/apic/init.o
  CC      drivers/pnp/resource.o
  AR      drivers/soc/versatile/built-in.a
  AR      drivers/soc/vt8500/built-in.a
  AR      arch/x86/lib/built-in.a
  AR      arch/x86/lib/lib.a
  AR      drivers/soc/xilinx/built-in.a
  AR      drivers/soc/built-in.a
  CC      drivers/pnp/manager.o
  AR      drivers/acpi/dptf/built-in.a
  CC      drivers/video/hdmi.o
  CC      mm/fadvise.o
  CC      security/selinux/netport.o
  CC      drivers/acpi/acpica/dsmethod.o
  CC      fs/proc/inode.o
  CC      fs/iomap/swapfile.o
  AR      drivers/pci/pcie/built-in.a
  AR      sound/core/seq/built-in.a
  CC      drivers/pnp/support.o
  CC      drivers/pci/bus.o
  CC      sound/core/control.o
  CC      lib/zlib_deflate/deflate.o
  CC      drivers/acpi/x86/cmos_rtc.o
  AR      arch/x86/kernel/cpu/mtrr/built-in.a
  CC      arch/x86/kernel/cpu/scattered.o
  CC      lib/lzo/lzo1x_compress.o
  CC      arch/x86/pci/legacy.o
  AR      kernel/locking/built-in.a
  CC      net/netlink/af_netlink.o
  CC      security/keys/sysctl.o
  AR      net/bpf/built-in.a
  CC      lib/zlib_deflate/deftree.o
  AR      ipc/built-in.a
  CC      kernel/printk/printk_ringbuffer.o
  AR      drivers/dma/hsu/built-in.a
  CC      arch/x86/events/intel/p6.o
  CC      lib/lzo/lzo1x_compress_safe.o
  AR      kernel/livepatch/built-in.a
  CC      drivers/pnp/interface.o
  CC      arch/x86/kernel/apic/hw_nmi.o
  CC      block/blk-ioc.o
  CC      kernel/irq/chip.o
  CC      mm/maccess.o
  CC      security/keys/keyctl_pkey.o
  CC      crypto/algapi.o
  CC      kernel/irq/dummychip.o
  CC      net/core/stream.o
  CC      kernel/power/hibernate.o
  CC      drivers/virtio/virtio_ring.o
  CC      drivers/acpi/acpica/dsmthdat.o
  CC      kernel/power/snapshot.o
  CC      lib/crypto/mpi/mpih-cmp.o
  CC      fs/quota/kqid.o
  CC      arch/x86/kernel/cpu/topology_common.o
  CC      net/sched/sch_api.o
  CC      arch/x86/mm/physaddr.o
  CC      drivers/dma/dw/idma32.o
  CC      net/netlink/genetlink.o
  CC      drivers/char/hw_random/core.o
  CC      drivers/char/agp/backend.o
  CC      arch/x86/events/intel/pt.o
  CC      drivers/acpi/x86/lpss.o
  AR      drivers/video/built-in.a
  CC      net/sched/sch_blackhole.o
  CC      drivers/tty/hvc/hvc_console.o
  CC      arch/x86/pci/irq.o
  AR      fs/iomap/built-in.a
  CC      drivers/tty/serial/8250/8250_core.o
  CC      io_uring/tctx.o
  CC      io_uring/filetable.o
  CC      drivers/tty/vt/vc_screen.o
  CC      lib/lzo/lzo1x_decompress_safe.o
  CC      drivers/acpi/tables.o
  CC      drivers/acpi/osi.o
  CC      crypto/scatterwalk.o
  CC      drivers/pci/probe.o
  CC      kernel/sched/build_utility.o
  CC      drivers/acpi/acpica/dsobject.o
  CC      drivers/char/mem.o
  CC      lib/crypto/mpi/mpih-div.o
  CC      lib/zlib_deflate/deflate_syms.o
  CC      drivers/pnp/quirks.o
  CC      fs/proc/root.o
  CC      fs/quota/netlink.o
  AR      security/keys/built-in.a
  CC      io_uring/rw.o
  CC      kernel/printk/sysctl.o
  CC      arch/x86/kernel/cpu/topology_ext.o
  AR      drivers/iommu/arm/arm-smmu/built-in.a
  AR      drivers/iommu/arm/arm-smmu-v3/built-in.a
  AR      drivers/iommu/arm/built-in.a
  CC      mm/page-writeback.o
  AR      drivers/iommu/iommufd/built-in.a
  CC      lib/lz4/lz4_decompress.o
  CC      drivers/iommu/iommu.o
  AR      drivers/dma/amd/built-in.a
  CC      drivers/pnp/system.o
  CC      arch/x86/mm/tlb.o
  CC      block/blk-map.o
  CC      security/selinux/status.o
  CC      drivers/dma/dw/acpi.o
  AR      lib/zlib_deflate/built-in.a
  CC      drivers/tty/serial/serial_core.o
  AR      lib/lzo/built-in.a
  CC      kernel/power/swap.o
  CC      drivers/acpi/acpica/dsopcode.o
  CC      kernel/irq/devres.o
  CC      drivers/char/random.o
  CC      drivers/char/agp/generic.o
  AR      kernel/printk/built-in.a
  CC      arch/x86/kernel/apic/io_apic.o
  CC      arch/x86/kernel/apic/msi.o
  CC      drivers/char/hw_random/intel-rng.o
  CC      drivers/acpi/x86/s2idle.o
  CC      arch/x86/kernel/cpu/topology_amd.o
  CC      net/core/scm.o
  CC      sound/core/misc.o
  CC      crypto/proc.o
  CC      drivers/tty/serial/8250/8250_platform.o
  CC      fs/proc/base.o
  AR      drivers/tty/hvc/built-in.a
  CC      arch/x86/pci/common.o
  CC      drivers/virtio/virtio_anchor.o
  CC      drivers/pci/host-bridge.o
  CC      kernel/power/user.o
  CC      sound/core/device.o
  CC      drivers/tty/vt/selection.o
  AR      drivers/pnp/built-in.a
  CC      drivers/char/misc.o
  CC      kernel/power/poweroff.o
  CC      drivers/acpi/acpica/dspkginit.o
  CC      net/core/gen_stats.o
  AR      sound/pci/ac97/built-in.a
  CC      lib/crypto/mpi/mpih-mul.o
  AR      fs/quota/built-in.a
  AR      sound/pci/ali5451/built-in.a
  CC      arch/x86/events/intel/uncore.o
  AR      sound/pci/asihpi/built-in.a
  AR      sound/pci/au88x0/built-in.a
  CC      drivers/char/agp/isoch.o
  CC      kernel/irq/kexec.o
  AR      sound/pci/aw2/built-in.a
  AR      sound/pci/ctxfi/built-in.a
  AR      sound/pci/ca0106/built-in.a
  AR      sound/pci/cs46xx/built-in.a
  CC      arch/x86/kernel/cpu/common.o
  AR      sound/pci/cs5535audio/built-in.a
  AR      drivers/dma/dw/built-in.a
  AR      sound/pci/lola/built-in.a
  AR      drivers/dma/mediatek/built-in.a
  AR      sound/pci/lx6464es/built-in.a
  AR      drivers/dma/qcom/built-in.a
  AR      sound/pci/echoaudio/built-in.a
  AR      drivers/dma/stm32/built-in.a
  AR      sound/pci/emu10k1/built-in.a
  CC      fs/kernfs/mount.o
  AR      drivers/dma/ti/built-in.a
  CC      fs/kernfs/inode.o
  CC      sound/pci/hda/hda_bind.o
  CC      sound/pci/hda/hda_codec.o
  AR      drivers/dma/xilinx/built-in.a
  CC      drivers/dma/dmaengine.o
  CC      drivers/char/virtio_console.o
  CC      block/blk-merge.o
  CC      drivers/char/hw_random/amd-rng.o
  CC      block/blk-timeout.o
  CC      crypto/aead.o
  CC      drivers/acpi/acpica/dsutils.o
  CC      sound/core/info.o
  CC      fs/sysfs/file.o
  CC      security/selinux/ss/ebitmap.o
  AR      drivers/tty/ipwireless/built-in.a
  CC      mm/folio-compat.o
  CC      drivers/virtio/virtio_pci_modern_dev.o
  CC      arch/x86/mm/cpu_entry_area.o
  CC      drivers/virtio/virtio_pci_legacy_dev.o
  CC      drivers/acpi/x86/utils.o
  CC      kernel/irq/autoprobe.o
  AR      sound/pci/ice1712/built-in.a
  AR      sound/ppc/built-in.a
  CC      drivers/tty/vt/keyboard.o
  CC      mm/readahead.o
  CC      drivers/tty/serial/8250/8250_pnp.o
  AR      lib/lz4/built-in.a
  CC      fs/proc/generic.o
  CC      io_uring/poll.o
  CC      lib/crypto/mpi/mpi-pow.o
  CC      fs/devpts/inode.o
  CC      drivers/tty/serial/serial_base_bus.o
  CC      drivers/pci/remove.o
  CC      arch/x86/pci/early.o
  CC      net/sched/cls_api.o
  CC      drivers/char/agp/amd64-agp.o
  CC      net/netlink/policy.o
  CC      drivers/pci/pci.o
  CC      drivers/acpi/acpica/dswexec.o
  AR      kernel/power/built-in.a
  CC      arch/x86/kernel/apic/probe_32.o
  CC      drivers/char/hw_random/geode-rng.o
  CC      fs/proc/array.o
  CC      io_uring/eventfd.o
  CC      drivers/tty/vt/vt.o
  CC      arch/x86/pci/bus_numa.o
  CC      crypto/geniv.o
  CC      fs/kernfs/dir.o
  CC      kernel/irq/irqdomain.o
  CC      net/core/gen_estimator.o
  CC      arch/x86/mm/maccess.o
  CC      drivers/acpi/osl.o
  AR      sound/arm/built-in.a
  CC      kernel/irq/proc.o
  CC      net/sched/act_api.o
  CC      drivers/acpi/x86/blacklist.o
  CC      drivers/iommu/iommu-pages.o
  CC      fs/sysfs/dir.o
  CC      drivers/virtio/virtio_pci_modern.o
  CC      drivers/tty/serial/8250/8250_rsa.o
  CC      drivers/tty/tty_io.o
  CC      drivers/acpi/acpica/dswload.o
  CC      lib/crypto/arc4.o
  CC      arch/x86/events/intel/uncore_nhmex.o
  AR      arch/x86/kernel/apic/built-in.a
  CC      sound/core/isadma.o
  CC      drivers/char/agp/intel-agp.o
  CC      lib/crypto/mpi/mpiutil.o
  CC      arch/x86/mm/pgprot.o
  CC      drivers/char/hpet.o
  CC      fs/kernfs/file.o
  CC      drivers/dma/virt-dma.o
  AR      fs/devpts/built-in.a
  CC      drivers/tty/serial/serial_ctrl.o
  AR      drivers/gpu/host1x/built-in.a
  CC      drivers/connector/cn_queue.o
  CC      drivers/char/hw_random/via-rng.o
  CC      arch/x86/kernel/cpu/rdrand.o
  CC      drivers/acpi/acpica/dswload2.o
  CC      drivers/base/power/sysfs.o
  CC      block/blk-lib.o
  CC      mm/swap.o
  CC      sound/pci/hda/hda_jack.o
  AR      drivers/gpu/drm/tests/built-in.a
  AR      drivers/gpu/drm/arm/built-in.a
  AR      drivers/acpi/x86/built-in.a
  CC      arch/x86/pci/amd_bus.o
  CC      drivers/acpi/acpica/dswscope.o
  CC      arch/x86/kernel/cpu/match.o
  CC      drivers/tty/n_tty.o
  CC      security/selinux/ss/hashtab.o
  AR      drivers/gpu/drm/clients/built-in.a
  AR      net/netlink/built-in.a
  CC      drivers/gpu/drm/display/drm_display_helper_mod.o
  CC      drivers/gpu/drm/display/drm_dp_dual_mode_helper.o
  CC      fs/sysfs/symlink.o
  CC      drivers/block/loop.o
  CC      arch/x86/events/rapl.o
  CC      sound/core/vmaster.o
  CC      kernel/rcu/rcu_segcblist.o
  CC      arch/x86/kernel/kprobes/core.o
  CC      drivers/iommu/iommu-traces.o
  CC      mm/truncate.o
  CC      drivers/connector/connector.o
  CC      arch/x86/mm/pgtable_32.o
  CC      drivers/tty/serial/8250/8250_port.o
  CC      crypto/lskcipher.o
  AR      lib/crypto/mpi/built-in.a
  AR      drivers/char/hw_random/built-in.a
  CC      lib/crypto/gf128mul.o
  CC      drivers/tty/tty_ioctl.o
  CC      fs/proc/fd.o
  AR      drivers/gpu/vga/built-in.a
  CC      sound/core/ctljack.o
  CC      net/core/net_namespace.o
  CC      drivers/acpi/acpica/dswstate.o
  CC      fs/netfs/buffered_read.o
  CC      fs/ext4/balloc.o
  CC      drivers/dma/acpi-dma.o
  CC      arch/x86/kernel/cpu/bugs.o
  CC      security/selinux/ss/symtab.o
  CC      drivers/char/agp/intel-gtt.o
  CC      arch/x86/kernel/cpu/aperfmperf.o
  CC      drivers/base/power/generic_ops.o
  CC      drivers/virtio/virtio_pci_common.o
  CC      io_uring/uring_cmd.o
  CC      kernel/irq/migration.o
  CC      arch/x86/mm/iomap_32.o
  AR      kernel/rcu/built-in.a
  CC      kernel/dma/mapping.o
  CC      security/selinux/ss/sidtab.o
  CC      kernel/dma/direct.o
  CC      drivers/tty/tty_ldisc.o
  CC      drivers/acpi/acpica/evevent.o
  CC      arch/x86/events/intel/uncore_snb.o
  CC      block/blk-mq.o
  CC      fs/kernfs/symlink.o
  CC      fs/sysfs/mount.o
  CC      sound/core/jack.o
  AR      arch/x86/pci/built-in.a
  CC      kernel/dma/ops_helpers.o
  CC      fs/ext4/bitmap.o
  CC      drivers/gpu/drm/ttm/ttm_tt.o
  CC      lib/crypto/blake2s.o
  CC      drivers/gpu/drm/display/drm_dp_helper.o
  CC      arch/x86/kernel/cpu/cpuid-deps.o
  CC      kernel/dma/remap.o
  CC      drivers/base/power/common.o
  CC      sound/pci/hda/hda_auto_parser.o
  CC      kernel/irq/cpuhotplug.o
  AR      sound/pci/korg1212/built-in.a
  CC      drivers/acpi/acpica/evgpe.o
  AR      sound/pci/mixart/built-in.a
  CC      arch/x86/kernel/kprobes/opt.o
  COPY    drivers/tty/vt/defkeymap.c
  CC      drivers/acpi/utils.o
  CC      lib/crypto/blake2s-generic.o
  AS      arch/x86/kernel/head_32.o
  CC      drivers/iommu/iommu-sysfs.o
  AR      drivers/dma/built-in.a
  CC      drivers/misc/eeprom/eeprom_93cx6.o
  CC      fs/proc/proc_tty.o
  AR      drivers/misc/cb710/built-in.a
  CC      fs/proc/cmdline.o
  CC      arch/x86/mm/hugetlbpage.o
  CC      drivers/connector/cn_proc.o
  CC      crypto/skcipher.o
  CC      arch/x86/events/msr.o
  CC      crypto/seqiv.o
  CC      net/ethtool/ioctl.o
  AR      drivers/misc/lis3lv02d/built-in.a
  CC      net/sched/sch_fifo.o
  CC      mm/vmscan.o
  CC      drivers/virtio/virtio_pci_legacy.o
  AR      sound/pci/nm256/built-in.a
  CC      arch/x86/kernel/cpu/cpuid_0x2_table.o
  CC      io_uring/openclose.o
  AR      drivers/char/agp/built-in.a
  CC      kernel/entry/common.o
  CC      drivers/char/nvram.o
  AR      fs/kernfs/built-in.a
  CC      drivers/base/power/qos.o
  CC      sound/core/hwdep.o
  CC      drivers/base/regmap/regmap.o
  CC      kernel/module/main.o
  CC      drivers/base/firmware_loader/builtin/main.o
  CC      drivers/block/virtio_blk.o
  CC      fs/netfs/buffered_write.o
  CC      drivers/acpi/acpica/evgpeblk.o
  CC      kernel/time/time.o
  CC      fs/sysfs/group.o
  CC      kernel/futex/core.o
  CC      lib/crypto/sha1.o
  AR      drivers/misc/eeprom/built-in.a
  AR      drivers/misc/cardreader/built-in.a
  AR      drivers/misc/keba/built-in.a
  AR      drivers/mfd/built-in.a
  AR      drivers/misc/amd-sbi/built-in.a
  AR      drivers/base/test/built-in.a
  AR      drivers/misc/built-in.a
  CC      drivers/base/power/runtime.o
  CC      drivers/tty/vt/consolemap.o
  CC      arch/x86/events/intel/uncore_snbep.o
  AR      sound/sh/built-in.a
  CC      drivers/base/component.o
  CC      sound/core/timer.o
  CC      kernel/irq/pm.o
  CC      drivers/iommu/dma-iommu.o
  CC      drivers/gpu/drm/ttm/ttm_bo.o
  CC      kernel/futex/syscalls.o
  AR      drivers/base/firmware_loader/builtin/built-in.a
  CC      drivers/base/firmware_loader/main.o
  CC      block/blk-mq-tag.o
  CC      fs/proc/consoles.o
  CC      sound/pci/hda/hda_sysfs.o
  CC      net/core/secure_seq.o
  AR      arch/x86/mm/built-in.a
  CC      drivers/gpu/drm/display/drm_dp_mst_topology.o
  CC      security/selinux/ss/avtab.o
  AR      arch/x86/kernel/kprobes/built-in.a
  CC      drivers/gpu/drm/display/drm_dsc_helper.o
  CC      security/selinux/ss/policydb.o
  CC      drivers/pci/pci-driver.o
  CC      drivers/acpi/acpica/evgpeinit.o
  CC      lib/crypto/sha256.o
  CC      arch/x86/kernel/cpu/umwait.o
  CC      drivers/virtio/virtio_pci_admin_legacy_io.o
  CC      security/selinux/ss/services.o
  CC      fs/ext4/block_validity.o
  CC      drivers/gpu/drm/display/drm_hdcp_helper.o
  CC      drivers/tty/serial/8250/8250_dma.o
  CC      kernel/cgroup/cgroup.o
  AR      fs/sysfs/built-in.a
  CC      drivers/tty/tty_buffer.o
  CC      crypto/echainiv.o
  AR      drivers/char/built-in.a
  CC      net/ethtool/common.o
  CC      net/sched/cls_cgroup.o
  AR      drivers/connector/built-in.a
  CC      net/sched/ematch.o
  CC      drivers/acpi/acpica/evgpeutil.o
  CC      io_uring/sqpoll.o
  CC      fs/proc/cpuinfo.o
  CC      lib/crypto/sha256-generic.o
  CC      kernel/entry/syscall_user_dispatch.o
  CC      net/ethtool/netlink.o
  CC      kernel/time/timer.o
  CC      kernel/irq/msi.o
  AR      kernel/sched/built-in.a
  CC      sound/pci/hda/hda_controller.o
  CC      kernel/time/hrtimer.o
  HOSTCC  drivers/tty/vt/conmakehash
  CC      fs/netfs/direct_read.o
  CC      block/blk-mq-dma.o
  AR      drivers/block/built-in.a
  CC      sound/core/hrtimer.o
  CC      kernel/module/strict_rwx.o
  CC      kernel/futex/pi.o
  MKCAP   arch/x86/kernel/cpu/capflags.c
  CC      drivers/virtio/virtio_input.o
  CC      drivers/base/power/wakeirq.o
  CC      drivers/gpu/drm/ttm/ttm_bo_util.o
  CC      drivers/acpi/acpica/evglock.o
  AR      drivers/base/firmware_loader/built-in.a
  CC      arch/x86/kernel/cpu/powerflags.o
  CC      lib/zstd/zstd_decompress_module.o
  COPY    drivers/tty/vt/ucs_width_table.h
  COPY    drivers/tty/vt/ucs_recompose_table.h
  COPY    drivers/tty/vt/ucs_fallback_table.h
  CC      drivers/tty/vt/defkeymap.o
  CC      drivers/virtio/virtio_dma_buf.o
  AR      kernel/dma/built-in.a
  CC      kernel/module/kmod.o
  CC      block/blk-stat.o
  CC      lib/xz/xz_dec_syms.o
  CC      crypto/ahash.o
  CC      security/selinux/ss/conditional.o
  CC      drivers/tty/serial/8250/8250_dwlib.o
  CC      fs/proc/devices.o
  CC      mm/shrinker.o
  CC      fs/ext4/dir.o
  AR      lib/crypto/built-in.a
  CC      drivers/tty/serial/serial_port.o
  CONMK   drivers/tty/vt/consolemap_deftbl.c
  CC      drivers/tty/vt/ucs.o
  AR      kernel/entry/built-in.a
  CC      drivers/gpu/drm/ttm/ttm_bo_vm.o
  CC      net/core/flow_dissector.o
  CC      kernel/module/tree_lookup.o
  CC      lib/xz/xz_dec_stream.o
  CC      drivers/tty/vt/consolemap_deftbl.o
  AR      drivers/tty/vt/built-in.a
  CC      sound/core/pcm.o
  CC      drivers/acpi/acpica/evhandler.o
  CC      net/ethtool/bitset.o
  CC      drivers/pci/search.o
  CC      drivers/iommu/iova.o
  CC      lib/zstd/decompress/huf_decompress.o
  CC      drivers/acpi/reboot.o
  CC      drivers/base/power/main.o
  CC      kernel/futex/requeue.o
  CC      drivers/acpi/acpica/evmisc.o
  CC      kernel/irq/affinity.o
  AR      net/sched/built-in.a
  CC      security/selinux/ss/mls.o
  CC      drivers/gpu/drm/display/drm_hdmi_helper.o
  CC      fs/netfs/direct_write.o
  AR      drivers/nfc/built-in.a
  CC      lib/xz/xz_dec_lzma2.o
  AR      drivers/virtio/built-in.a
  CC      drivers/gpu/drm/ttm/ttm_module.o
  CC      drivers/acpi/nvs.o
  CC      fs/proc/interrupts.o
  CC      drivers/pci/rom.o
  AR      sound/pci/oxygen/built-in.a
  CC      drivers/tty/serial/8250/8250_pcilib.o
  CC      fs/ext4/ext4_jbd2.o
  CC      net/core/sysctl_net_core.o
  CC      kernel/time/sleep_timeout.o
  CC      fs/proc/loadavg.o
  CC      lib/dim/dim.o
  CC      kernel/module/kallsyms.o
  AR      sound/synth/emux/built-in.a
  AR      sound/synth/built-in.a
  CC      drivers/acpi/acpica/evregion.o
  CC      drivers/base/core.o
  AR      sound/usb/misc/built-in.a
  CC      drivers/gpu/drm/ttm/ttm_execbuf_util.o
  AR      sound/usb/usx2y/built-in.a
  CC      fs/jbd2/transaction.o
  AR      sound/usb/caiaq/built-in.a
  CC      arch/x86/events/intel/uncore_discovery.o
  AR      sound/usb/6fire/built-in.a
  CC      lib/zstd/decompress/zstd_ddict.o
  AR      sound/usb/hiface/built-in.a
  AR      sound/usb/bcd2000/built-in.a
  CC      kernel/irq/matrix.o
  AR      sound/usb/qcom/built-in.a
  AR      sound/usb/built-in.a
  CC      drivers/tty/serial/8250/8250_early.o
  CC      crypto/shash.o
  CC      lib/dim/net_dim.o
  CC      io_uring/xattr.o
  CC      arch/x86/events/intel/cstate.o
  CC      block/blk-mq-sysfs.o
  CC      drivers/tty/serial/earlycon.o
  CC      fs/ext4/extents.o
  CC      sound/pci/hda/hda_proc.o
  CC      drivers/base/regmap/regcache.o
  CC      drivers/base/regmap/regcache-rbtree.o
  CC      kernel/futex/waitwake.o
  CC      fs/ext4/extents_status.o
  CC      fs/netfs/iterator.o
  CC      sound/core/pcm_native.o
  CC      kernel/trace/trace_clock.o
  CC      net/core/dev.o
  CC      drivers/acpi/acpica/evrgnini.o
  AR      drivers/iommu/built-in.a
  CC      kernel/module/procfs.o
  CC      fs/ext4/file.o
  CC      kernel/bpf/core.o
  CC      drivers/tty/tty_port.o
  CC      mm/shmem.o
  CC      fs/proc/meminfo.o
  CC      lib/xz/xz_dec_bcj.o
  CC      drivers/pci/setup-res.o
  CC      crypto/akcipher.o
  CC      kernel/time/timekeeping.o
  CC      kernel/time/ntp.o
  CC      mm/util.o
  CC      arch/x86/kernel/head32.o
  CC      block/blk-mq-cpumap.o
  CC      drivers/gpu/drm/ttm/ttm_range_manager.o
  CC      net/ethtool/strset.o
  CC      kernel/trace/ring_buffer.o
  CC      drivers/tty/serial/8250/8250_exar.o
  CC      drivers/acpi/acpica/evsci.o
  CC      sound/pci/hda/hda_hwdep.o
  CC      drivers/base/regmap/regcache-flat.o
  CC      security/selinux/ss/context.o
  CC      kernel/module/sysfs.o
  CC      mm/mmzone.o
  CC      io_uring/nop.o
  CC      io_uring/fs.o
  AR      lib/xz/built-in.a
  CC      drivers/acpi/acpica/evxface.o
  CC      io_uring/splice.o
  AR      kernel/futex/built-in.a
  CC      lib/dim/rdma_dim.o
  AR      arch/x86/events/intel/built-in.a
  AR      arch/x86/events/built-in.a
  CC      drivers/gpu/drm/display/drm_scdc_helper.o
  CC      sound/pci/hda/hda_intel.o
  AR      drivers/dax/hmem/built-in.a
  CC      net/core/dev_api.o
  CC      drivers/base/power/wakeup.o
  AR      drivers/dax/built-in.a
  CC      drivers/tty/serial/8250/8250_lpss.o
  CC      drivers/tty/serial/8250/8250_mid.o
  CC      net/core/dev_addr_lists.o
  CC      fs/netfs/locking.o
  CC      fs/proc/stat.o
  CC      fs/ramfs/inode.o
  CC      fs/hugetlbfs/inode.o
  CC      drivers/pci/irq.o
  CC      drivers/dma-buf/dma-buf.o
  CC      drivers/dma-buf/dma-fence.o
  CC      drivers/tty/serial/8250/8250_pci.o
  CC      crypto/sig.o
  AR      kernel/irq/built-in.a
  CC      drivers/gpu/drm/ttm/ttm_resource.o
  CC      fs/ramfs/file-mmu.o
  CC      block/blk-mq-sched.o
  CC      drivers/tty/tty_mutex.o
  AR      sound/firewire/built-in.a
  CC      drivers/tty/tty_ldsem.o
  CC      drivers/base/regmap/regcache-maple.o
  CC      kernel/events/core.o
  AR      lib/dim/built-in.a
  CC      drivers/base/regmap/regmap-debugfs.o
  CC      drivers/acpi/acpica/evxfevnt.o
  CC      fs/jbd2/commit.o
  AR      sound/pci/pcxhr/built-in.a
  CC      fs/jbd2/recovery.o
  CC      lib/zstd/decompress/zstd_decompress.o
  CC      lib/zstd/decompress/zstd_decompress_block.o
  AR      kernel/module/built-in.a
  CC      fs/netfs/main.o
  CC      block/ioctl.o
  CC      drivers/dma-buf/dma-fence-array.o
  CC      security/selinux/netlabel.o
  CC      net/ethtool/linkinfo.o
  CC      net/ethtool/linkmodes.o
  CC      io_uring/sync.o
  CC      fs/proc/uptime.o
  CC      drivers/gpu/drm/i915/i915_config.o
  CC      arch/x86/kernel/ebda.o
  AR      sound/pci/riptide/built-in.a
  CC      drivers/acpi/acpica/evxfgpe.o
  AR      drivers/gpu/drm/display/built-in.a
  CC      kernel/time/clocksource.o
  CC      arch/x86/kernel/cpu/topology.o
  CC      drivers/pci/vpd.o
  CC      kernel/time/jiffies.o
  CC      kernel/time/timer_list.o
  CC      drivers/gpu/drm/ttm/ttm_pool.o
  CC      drivers/tty/serial/8250/8250_pericom.o
  AR      fs/ramfs/built-in.a
  CC      kernel/fork.o
  CC      drivers/tty/tty_baudrate.o
  AR      drivers/cxl/core/built-in.a
  AR      drivers/cxl/built-in.a
  CC      net/core/dst.o
  AR      sound/pci/rme9652/built-in.a
  AR      sound/sparc/built-in.a
  CC      kernel/time/timeconv.o
  CC      crypto/kpp.o
  CC      drivers/gpu/drm/i915/i915_driver.o
  ASN.1   crypto/rsapubkey.asn1.[ch]
  CC      arch/x86/kernel/platform-quirks.o
  CC      kernel/exec_domain.o
  AR      drivers/base/regmap/built-in.a
  CC      drivers/tty/tty_jobctrl.o
  CC      fs/netfs/misc.o
  CC      drivers/base/power/wakeup_stats.o
  ASN.1   crypto/rsaprivkey.asn1.[ch]
  CC      lib/zstd/zstd_common_module.o
  CC      lib/zstd/common/debug.o
  CC      net/netfilter/core.o
  CC      drivers/macintosh/mac_hid.o
  CC      drivers/acpi/acpica/evxfregn.o
  AR      sound/pci/trident/built-in.a
  CC      io_uring/msg_ring.o
  CC      fs/proc/util.o
  CC      drivers/dma-buf/dma-fence-chain.o
  CC      arch/x86/kernel/cpu/proc.o
  AR      drivers/gpu/drm/omapdrm/built-in.a
  AR      drivers/gpu/drm/renesas/rcar-du/built-in.a
  CC      kernel/trace/trace.o
  AR      drivers/gpu/drm/renesas/rz-du/built-in.a
  AR      drivers/gpu/drm/renesas/built-in.a
  CC      kernel/cgroup/rstat.o
  CC      drivers/acpi/wakeup.o
  CC      drivers/gpu/drm/i915/i915_drm_client.o
  CC      net/ethtool/rss.o
  CC      drivers/gpu/drm/i915/i915_getparam.o
  AR      sound/pci/hda/built-in.a
  AR      sound/pci/ymfpci/built-in.a
  AR      sound/pci/vx222/built-in.a
  AR      sound/pci/built-in.a
  CC      drivers/gpu/drm/ttm/ttm_device.o
  CC      sound/core/pcm_lib.o
  CC      block/genhd.o
  CC      drivers/gpu/drm/i915/i915_ioctl.o
  CC      net/core/netevent.o
  CC      net/netfilter/nf_log.o
  AR      sound/spi/built-in.a
  CC      drivers/base/power/trace.o
  CC      block/ioprio.o
  CC      fs/jbd2/checkpoint.o
  CC      fs/proc/version.o
  AR      drivers/tty/serial/8250/built-in.a
  AR      drivers/tty/serial/built-in.a
  AR      drivers/gpu/drm/tilcdc/built-in.a
  CC      arch/x86/kernel/process_32.o
  CC      drivers/acpi/acpica/exconcat.o
  AR      fs/hugetlbfs/built-in.a
  CC      drivers/pci/setup-bus.o
  CC      mm/vmstat.o
  CC      kernel/panic.o
  CC      drivers/acpi/sleep.o
  CC      kernel/time/timecounter.o
  CC      fs/netfs/objects.o
  CC      kernel/time/alarmtimer.o
  CC      crypto/rsa.o
  AR      drivers/macintosh/built-in.a
  CC      drivers/tty/n_null.o
  CC      drivers/gpu/drm/i915/i915_irq.o
  CC      kernel/events/ring_buffer.o
  CC      drivers/gpu/drm/virtio/virtgpu_drv.o
  CC      net/ipv4/netfilter/nf_defrag_ipv4.o
  CC      net/xfrm/xfrm_policy.o
  CC      drivers/dma-buf/dma-fence-unwrap.o
  CC      fs/proc/softirqs.o
  AR      security/selinux/built-in.a
  AR      security/built-in.a
  CC      kernel/cgroup/namespace.o
  AR      kernel/bpf/built-in.a
  CC      kernel/cgroup/cgroup-v1.o
  CC      fs/netfs/read_collect.o
  CC      drivers/acpi/acpica/exconfig.o
  CC      io_uring/advise.o
  CC      net/ipv4/netfilter/nf_reject_ipv4.o
  CC      fs/proc/namespaces.o
  CC      net/netfilter/nf_queue.o
  AR      sound/parisc/built-in.a
  CC      drivers/gpu/drm/ttm/ttm_sys_manager.o
  CC      drivers/base/bus.o
  AR      drivers/base/power/built-in.a
  CC      arch/x86/kernel/signal.o
  CC      drivers/tty/pty.o
  CC      kernel/time/posix-timers.o
  CC      kernel/cpu.o
  CC      net/unix/af_unix.o
  CC      net/ipv6/netfilter/ip6_tables.o
  CC      net/ipv6/af_inet6.o
  CC      drivers/dma-buf/dma-resv.o
  CC      net/ethtool/linkstate.o
  CC      net/packet/af_packet.o
  CC      net/ipv6/anycast.o
  CC      crypto/rsa_helper.o
  CC      net/ipv6/ip6_output.o
  CC      net/ipv4/route.o
  CC      drivers/acpi/acpica/exconvrt.o
  CC      fs/jbd2/revoke.o
  AR      drivers/gpu/drm/imx/built-in.a
  CC      drivers/gpu/drm/virtio/virtgpu_kms.o
  CC      kernel/time/posix-cpu-timers.o
  CC      net/netfilter/nf_sockopt.o
  CC      drivers/acpi/acpica/excreate.o
  CC      fs/netfs/read_pgpriv2.o
  AR      sound/pcmcia/vx/built-in.a
  AR      sound/pcmcia/pdaudiocf/built-in.a
  AR      sound/pcmcia/built-in.a
  CC      drivers/acpi/acpica/exdebug.o
  CC      arch/x86/kernel/cpu/feat_ctl.o
  CC      drivers/gpu/drm/ttm/ttm_backup.o
  CC      fs/fat/cache.o
  CC      block/badblocks.o
  CC      fs/ext4/fsmap.o
  CC      crypto/rsa-pkcs1pad.o
  CC      kernel/events/callchain.o
  CC      fs/proc/self.o
  CC      io_uring/statx.o
  CC      drivers/gpu/drm/i915/i915_mitigations.o
  CC      drivers/acpi/acpica/exdump.o
  CC      net/ipv6/ip6_input.o
  CC      arch/x86/kernel/cpu/intel.o
  CC      drivers/base/dd.o
  CC      arch/x86/kernel/signal_32.o
  CC      sound/core/pcm_misc.o
  CC      drivers/dma-buf/sync_file.o
  CC      kernel/trace/trace_output.o
  CC      drivers/tty/tty_audit.o
  CC      mm/backing-dev.o
  CC      net/ipv4/inetpeer.o
  CC      net/core/neighbour.o
  CC      lib/fonts/fonts.o
  AR      drivers/scsi/pcmcia/built-in.a
  CC      drivers/scsi/scsi.o
  CC      drivers/acpi/acpica/exfield.o
  CC      kernel/cgroup/freezer.o
  CC      lib/argv_split.o
  CC      fs/jbd2/journal.o
  CC      drivers/pci/vc.o
  CC      drivers/gpu/drm/virtio/virtgpu_gem.o
  CC      net/ethtool/debug.o
  CC      net/ipv4/netfilter/ip_tables.o
  CC      fs/proc/thread_self.o
  CC      lib/zstd/common/entropy_common.o
  CC      drivers/gpu/drm/ttm/ttm_agp_backend.o
  CC      fs/netfs/read_retry.o
  CC      crypto/rsassa-pkcs1.o
  CC      net/netfilter/utils.o
  CC      lib/fonts/font_8x16.o
  CC      arch/x86/kernel/cpu/tsx.o
  CC      fs/fat/dir.o
  CC      block/blk-rq-qos.o
  CC      net/ipv4/protocol.o
  CC      io_uring/timeout.o
  CC      mm/mm_init.o
  CC      fs/netfs/read_single.o
  CC      drivers/acpi/acpica/exfldio.o
  AR      drivers/dma-buf/built-in.a
  CC      lib/zstd/common/error_private.o
  AR      drivers/gpu/drm/panel/built-in.a
  CC      fs/isofs/namei.o
  CC      drivers/gpu/drm/i915/i915_module.o
  CC      kernel/time/posix-clock.o
  CC      sound/core/pcm_memory.o
  CC      fs/proc/proc_sysctl.o
  CC      net/ipv6/netfilter/ip6table_filter.o
  CC      drivers/tty/sysrq.o
  CC      fs/netfs/rolling_buffer.o
  CC      drivers/base/syscore.o
  AR      lib/fonts/built-in.a
  CC      net/netfilter/nfnetlink.o
  CC      net/ipv4/ip_input.o
  CC      arch/x86/kernel/cpu/intel_epb.o
  CC      kernel/cgroup/legacy_freezer.o
  CC      drivers/pci/mmap.o
  CC      kernel/exit.o
  AR      drivers/gpu/drm/ttm/built-in.a
  CC      drivers/gpu/drm/virtio/virtgpu_vram.o
  CC      drivers/acpi/acpica/exmisc.o
  CC      net/unix/garbage.o
  CC      crypto/acompress.o
  CC      drivers/acpi/acpica/exmutex.o
  CC      drivers/acpi/device_sysfs.o
  CC      kernel/trace/trace_seq.o
  CC      fs/ext4/fsync.o
  CC      lib/zstd/common/fse_decompress.o
  CC      drivers/gpu/drm/virtio/virtgpu_display.o
  CC      block/disk-events.o
  CC      net/ethtool/wol.o
  CC      fs/isofs/inode.o
  CC      arch/x86/kernel/cpu/amd.o
  CC      drivers/pci/devres.o
  CC      sound/core/memalloc.o
  CC      fs/fat/fatent.o
  CC      kernel/time/itimer.o
  CC      drivers/acpi/device_pm.o
  CC      kernel/softirq.o
  CC      block/blk-ia-ranges.o
  CC      drivers/scsi/hosts.o
  CC      fs/isofs/dir.o
  CC      drivers/acpi/acpica/exnames.o
  CC      io_uring/cancel.o
  CC      lib/bug.o
  CC      kernel/cgroup/pids.o
  CC      fs/netfs/write_collect.o
  CC      kernel/cgroup/rdma.o
  CC      drivers/gpu/drm/i915/i915_params.o
  CC      net/ethtool/features.o
  AR      drivers/tty/built-in.a
  CC      drivers/base/driver.o
  CC      drivers/gpu/drm/i915/i915_pci.o
  CC      drivers/gpu/drm/i915/i915_scatterlist.o
  CC      lib/zstd/common/zstd_common.o
  CC      kernel/events/hw_breakpoint.o
  CC      net/ipv6/addrconf.o
  AR      lib/zstd/built-in.a
  CC      mm/percpu.o
  AR      drivers/gpu/drm/bridge/analogix/built-in.a
  CC      net/ipv4/netfilter/iptable_filter.o
  AR      drivers/gpu/drm/bridge/cadence/built-in.a
  CC      net/ipv6/netfilter/ip6table_mangle.o
  AR      drivers/gpu/drm/bridge/imx/built-in.a
  AR      drivers/gpu/drm/bridge/synopsys/built-in.a
  AR      drivers/gpu/drm/bridge/built-in.a
  CC      kernel/events/uprobes.o
  CC      drivers/acpi/acpica/exoparg1.o
  CC      drivers/gpu/drm/virtio/virtgpu_vq.o
  CC      net/ipv6/addrlabel.o
  CC      net/netfilter/nfnetlink_log.o
  AR      sound/mips/built-in.a
  CC      fs/proc/proc_net.o
  CC      fs/netfs/write_issue.o
  CC      net/xfrm/xfrm_state.o
  CC      drivers/pci/proc.o
  CC      crypto/scompress.o
  CC      fs/netfs/write_retry.o
  CC      block/early-lookup.o
  CC      net/ipv4/netfilter/iptable_mangle.o
  CC      drivers/base/class.o
  CC      net/unix/sysctl_net_unix.o
  CC      drivers/base/platform.o
  CC      kernel/trace/trace_stat.o
  CC      net/xfrm/xfrm_hash.o
  CC      kernel/time/clockevents.o
  CC      lib/buildid.o
  CC      arch/x86/kernel/cpu/amd_cache_disable.o
  CC      drivers/scsi/scsi_ioctl.o
  CC      net/core/rtnetlink.o
  CC      sound/core/pcm_timer.o
  CC      kernel/cgroup/cpuset.o
  CC      fs/ext4/hash.o
  CC      crypto/algboss.o
  CC      drivers/acpi/acpica/exoparg2.o
  CC      io_uring/waitid.o
  CC      fs/fat/file.o
  CC      fs/isofs/util.o
  CC      sound/core/seq_device.o
  AR      net/packet/built-in.a
  CC      net/xfrm/xfrm_input.o
  AR      fs/jbd2/built-in.a
  CC      net/ethtool/privflags.o
  CC      drivers/gpu/drm/i915/i915_switcheroo.o
  CC      mm/slab_common.o
  CC      kernel/trace/trace_printk.o
  CC      io_uring/register.o
  CC      crypto/testmgr.o
  CC      lib/clz_tab.o
  CC      net/ipv4/netfilter/ipt_REJECT.o
  CC      fs/ext4/ialloc.o
  CC      kernel/trace/pid_list.o
  CC      fs/proc/kcore.o
  CC      net/netfilter/nf_conntrack_core.o
  CC      drivers/acpi/acpica/exoparg3.o
  CC      net/netfilter/nf_conntrack_standalone.o
  CC      block/bsg.o
  CC      kernel/time/tick-common.o
  CC      net/ipv6/route.o
  CC      drivers/pci/pci-sysfs.o
  CC      net/ethtool/rings.o
  CC      drivers/pci/slot.o
  CC      lib/cmdline.o
  CC      drivers/pci/pci-acpi.o
  CC      drivers/acpi/acpica/exoparg6.o
  CC      arch/x86/kernel/cpu/hygon.o
  CC      net/core/utils.o
  CC      net/ipv6/netfilter/nf_defrag_ipv6_hooks.o
  AR      net/unix/built-in.a
  CC      fs/isofs/rock.o
  CC      net/core/link_watch.o
  CC      lib/cpumask.o
  AR      sound/core/built-in.a
  AR      sound/soc/built-in.a
  CC      drivers/scsi/scsicam.o
  CC      drivers/gpu/drm/virtio/virtgpu_fence.o
  AR      sound/atmel/built-in.a
  CC      net/core/filter.o
  CC      sound/hda/hda_bus_type.o
  AR      fs/netfs/built-in.a
  CC      kernel/resource.o
  CC      drivers/scsi/scsi_error.o
  CC      fs/proc/kmsg.o
  CC      block/blk-cgroup.o
  CC      drivers/base/cpu.o
  CC      arch/x86/kernel/traps.o
  CC      fs/nfs/client.o
  CC      drivers/gpu/drm/virtio/virtgpu_object.o
  CC      crypto/cmac.o
  CC      drivers/acpi/acpica/exprep.o
  CC      drivers/gpu/drm/virtio/virtgpu_debugfs.o
  CC      arch/x86/kernel/cpu/centaur.o
  CC      fs/fat/inode.o
  CC      net/core/sock_diag.o
  CC      drivers/gpu/drm/i915/i915_sysfs.o
  CC      net/ethtool/channels.o
  AR      sound/x86/built-in.a
  CC      block/blk-ioprio.o
  CC [M]  net/ipv4/netfilter/iptable_nat.o
  CC      kernel/trace/trace_sched_switch.o
  CC      kernel/trace/trace_nop.o
  CC      lib/ctype.o
  CC      drivers/gpu/drm/virtio/virtgpu_plane.o
  CC      lib/dec_and_lock.o
  CC      fs/proc/page.o
  CC      drivers/acpi/acpica/exregion.o
  CC      net/netfilter/nf_conntrack_expect.o
  CC      sound/hda/hdac_bus.o
  AR      net/dsa/built-in.a
  CC      drivers/base/firmware.o
  CC      kernel/time/tick-broadcast.o
  CC      arch/x86/kernel/cpu/transmeta.o
  CC      lib/decompress.o
  CC      drivers/base/init.o
  CC      drivers/base/map.o
  CC      crypto/hmac.o
  CC      fs/isofs/export.o
  AR      kernel/events/built-in.a
  CC      net/sunrpc/auth_gss/auth_gss.o
  CC      lib/decompress_bunzip2.o
  AR      net/wireless/tests/built-in.a
  CC      net/wireless/core.o
  CC      net/netlabel/netlabel_user.o
  AR      net/mac80211/tests/built-in.a
  CC      net/mac80211/main.o
  CC      net/netlabel/netlabel_kapi.o
  CC      net/rfkill/core.o
  CC      net/core/dev_ioctl.o
  CC      arch/x86/kernel/idt.o
  CC      drivers/pci/iomap.o
  CC      block/blk-iolatency.o
  CC      drivers/acpi/acpica/exresnte.o
  CC      net/sunrpc/auth_gss/gss_mech_switch.o
  CC      net/9p/mod.o
  CC      io_uring/truncate.o
  CC      drivers/acpi/proc.o
  CC      net/ipv6/netfilter/nf_conntrack_reasm.o
  CC      drivers/scsi/scsi_lib.o
  AR      drivers/nvme/common/built-in.a
  CC      kernel/cgroup/misc.o
  AR      drivers/nvme/host/built-in.a
  AR      sound/xen/built-in.a
  CC      net/sunrpc/auth_gss/svcauth_gss.o
  CC      net/netlabel/netlabel_domainhash.o
  AR      drivers/nvme/target/built-in.a
  AR      drivers/nvme/built-in.a
  AR      net/ipv4/netfilter/built-in.a
  CC      net/netfilter/nf_conntrack_helper.o
  CC      drivers/gpu/drm/i915/i915_utils.o
  AR      fs/proc/built-in.a
  CC      drivers/gpu/drm/virtio/virtgpu_ioctl.o
  AR      drivers/gpu/drm/hisilicon/built-in.a
  CC      net/ipv4/ip_fragment.o
  CC      drivers/base/devres.o
  CC      drivers/acpi/acpica/exresolv.o
  CC      sound/hda/hdac_device.o
  CC      kernel/time/tick-broadcast-hrtimer.o
  CC      arch/x86/kernel/cpu/zhaoxin.o
  CC      net/ethtool/coalesce.o
  CC      fs/isofs/joliet.o
  CC      net/dns_resolver/dns_key.o
  CC      io_uring/memmap.o
  CC      net/handshake/alert.o
  CC      crypto/md5.o
  CC      lib/decompress_inflate.o
  CC      crypto/sha256.o
  CC      mm/compaction.o
  CC      net/9p/client.o
  CC      fs/ext4/indirect.o
  CC      drivers/pci/quirks.o
  CC      kernel/trace/blktrace.o
  CC      fs/fat/misc.o
  CC      fs/nfs/dir.o
  CC      io_uring/alloc_cache.o
  CC      drivers/acpi/acpica/exresop.o
  CC      kernel/cgroup/debug.o
  CC      fs/ext4/inline.o
  CC      kernel/time/tick-oneshot.o
  CC      net/rfkill/input.o
  CC      arch/x86/kernel/cpu/vortex.o
  CC      kernel/time/tick-sched.o
  CC      net/9p/error.o
  CC      net/xfrm/xfrm_output.o
  CC      block/blk-iocost.o
  CC      fs/fat/nfs.o
  CC      fs/isofs/compress.o
  CC      lib/decompress_unlz4.o
  CC      net/dns_resolver/dns_query.o
  CC      drivers/base/attribute_container.o
  CC      drivers/gpu/drm/i915/intel_clock_gating.o
  CC      drivers/gpu/drm/virtio/virtgpu_prime.o
  CC      drivers/acpi/acpica/exserial.o
  CC      arch/x86/kernel/cpu/perfctr-watchdog.o
  CC      net/sunrpc/clnt.o
  CC      drivers/ata/libata-core.o
  CC      net/sunrpc/auth_gss/gss_rpc_upcall.o
  CC      crypto/sha512_generic.o
  AR      drivers/net/phy/mediatek/built-in.a
  CC      lib/decompress_unlzma.o
  AR      drivers/net/pse-pd/built-in.a
  AR      drivers/net/phy/qcom/built-in.a
  CC      kernel/time/timer_migration.o
  CC      drivers/net/phy/realtek/realtek_main.o
  CC      fs/fat/namei_vfat.o
  CC      drivers/ata/libata-scsi.o
  CC      io_uring/io-wq.o
  AR      net/rfkill/built-in.a
  CC      io_uring/futex.o
  CC      sound/hda/hdac_sysfs.o
  CC      net/netlabel/netlabel_addrlist.o
  CC      drivers/gpu/drm/i915/intel_cpu_info.o
  CC      net/netfilter/nf_conntrack_proto.o
  CC      net/ipv6/netfilter/nf_reject_ipv6.o
  AR      kernel/cgroup/built-in.a
  CC      net/xfrm/xfrm_sysctl.o
  CC      drivers/acpi/acpica/exstore.o
  CC      net/ethtool/pause.o
  CC      net/handshake/genl.o
  CC      net/wireless/sysfs.o
  CC      net/ipv4/ip_forward.o
  CC      kernel/trace/trace_events.o
  CC      drivers/base/transport_class.o
  CC      net/mac80211/status.o
  CC      net/core/tso.o
  CC      crypto/sha3_generic.o
  AR      net/dns_resolver/built-in.a
  CC      net/devres.o
  CC      net/wireless/radiotap.o
  CC      arch/x86/kernel/cpu/vmware.o
  AR      fs/isofs/built-in.a
  CC      net/ipv6/netfilter/ip6t_ipv6header.o
  CC      fs/ext4/inode.o
  CC      drivers/scsi/constants.o
  CC      drivers/gpu/drm/virtio/virtgpu_trace_points.o
  CC      drivers/acpi/acpica/exstoren.o
  CC      io_uring/epoll.o
  CC      lib/decompress_unlzo.o
  CC      drivers/base/topology.o
  CC      net/handshake/netlink.o
  AR      drivers/gpu/drm/mxsfb/built-in.a
  CC      fs/nfs/file.o
  CC      sound/hda/hdac_regmap.o
  CC      net/netfilter/nf_conntrack_proto_generic.o
  CC      net/xfrm/xfrm_replay.o
  CC      kernel/trace/trace_export.o
  CC      net/9p/protocol.o
  CC      net/mac80211/driver-ops.o
  CC      drivers/acpi/acpica/exstorob.o
  CC      drivers/acpi/bus.o
  CC      drivers/gpu/drm/i915/intel_device_info.o
  CC      net/sunrpc/auth_gss/gss_rpc_xdr.o
  CC      drivers/pci/pci-label.o
  AR      sound/virtio/built-in.a
  CC      crypto/ecb.o
  CC      kernel/time/vsyscall.o
  CC      net/ethtool/eee.o
  AR      drivers/net/phy/realtek/built-in.a
  CC      net/ipv6/ip6_fib.o
  CC      drivers/net/phy/stubs.o
  CC      net/netlabel/netlabel_mgmt.o
  CC      fs/fat/namei_msdos.o
  CC      arch/x86/kernel/cpu/hypervisor.o
  CC      mm/show_mem.o
  CC      net/ipv4/ip_options.o
  CC      drivers/scsi/scsi_lib_dma.o
  CC      lib/decompress_unxz.o
  CC      lib/decompress_unzstd.o
  CC      drivers/acpi/acpica/exsystem.o
  CC      drivers/base/container.o
  CC      drivers/base/property.o
  CC      io_uring/napi.o
  CC      drivers/gpu/drm/virtio/virtgpu_submit.o
  CC      net/handshake/request.o
  CC      net/handshake/tlshd.o
  CC      net/handshake/trace.o
  CC      kernel/trace/trace_event_perf.o
  CC      block/mq-deadline.o
  CC      kernel/time/timekeeping_debug.o
  CC      net/ipv4/ip_output.o
  CC      arch/x86/kernel/cpu/mshyperv.o
  CC      drivers/base/cacheinfo.o
  CC      sound/hda/hdac_controller.o
  CC      drivers/pci/vgaarb.o
  CC      crypto/cbc.o
  CC      drivers/acpi/acpica/extrace.o
  CC      net/9p/trans_common.o
  CC      net/ipv6/netfilter/ip6t_REJECT.o
  CC      arch/x86/kernel/irq.o
  CC      io_uring/net.o
  CC      drivers/firewire/init_ohci1394_dma.o
  CC      drivers/cdrom/cdrom.o
  CC      lib/dump_stack.o
  CC      drivers/scsi/scsi_scan.o
  CC      net/netfilter/nf_conntrack_proto_tcp.o
  CC      net/mac80211/sta_info.o
  CC      fs/ext4/ioctl.o
  CC      net/ethtool/tsinfo.o
  CC      drivers/net/phy/mdio-boardinfo.o
  CC      drivers/gpu/drm/i915/intel_memory_region.o
  CC      drivers/acpi/acpica/exutils.o
  CC      net/xfrm/xfrm_device.o
  CC      net/sunrpc/auth_gss/trace.o
  CC      kernel/trace/trace_events_filter.o
  CC      net/wireless/util.o
  AR      fs/fat/built-in.a
  CC      kernel/time/namespace.o
  CC      mm/interval_tree.o
  AR      drivers/auxdisplay/built-in.a
  CC      drivers/pcmcia/cs.o
  CC      net/core/sock_reuseport.o
  AR      drivers/gpu/drm/virtio/built-in.a
  CC      net/sunrpc/auth_gss/gss_krb5_mech.o
  CC      net/9p/trans_fd.o
  GEN     drivers/scsi/scsi_devinfo_tbl.c
  CC      arch/x86/kernel/irq_32.o
  CC      crypto/ctr.o
  CC      io_uring/cmd_net.o
  CC      net/netlabel/netlabel_unlabeled.o
  CC      lib/earlycpio.o
  AR      drivers/firewire/built-in.a
  CC      net/ipv4/ip_sockglue.o
  CC      drivers/gpu/drm/i915/intel_pcode.o
  CC      drivers/acpi/acpica/hwacpi.o
  CC      sound/hda/hdac_stream.o
  CC      drivers/net/mdio/acpi_mdio.o
  CC      net/xfrm/xfrm_nat_keepalive.o
  CC      io_uring/fdinfo.o
  CC      net/ethtool/cabletest.o
  CC      arch/x86/kernel/cpu/debugfs.o
  CC      lib/extable.o
  CC      fs/nfs/getroot.o
  CC      drivers/base/swnode.o
  CC      block/kyber-iosched.o
  CC      drivers/net/mdio/fwnode_mdio.o
  AR      drivers/pci/built-in.a
  CC      drivers/net/phy/mdio_bus.o
  CC      drivers/scsi/scsi_devinfo.o
  CC      drivers/acpi/acpica/hwesleep.o
  AR      kernel/time/built-in.a
  CC      net/sunrpc/auth_gss/gss_krb5_seal.o
  CC      drivers/acpi/glue.o
  AR      net/handshake/built-in.a
  CC      net/wireless/reg.o
  AR      net/ipv6/netfilter/built-in.a
  CC      drivers/base/faux.o
  CC      drivers/pcmcia/socket_sysfs.o
  CC      lib/flex_proportions.o
  CC      mm/list_lru.o
  CC      net/netlabel/netlabel_cipso_v4.o
  CC      crypto/gcm.o
  CC      drivers/gpu/drm/i915/intel_region_ttm.o
  CC      fs/nfs/inode.o
  CC      net/ipv6/ipv6_sockglue.o
  CC      arch/x86/kernel/cpu/bus_lock.o
  CC      block/blk-mq-debugfs.o
  CC      drivers/gpu/drm/i915/intel_runtime_pm.o
  CC      drivers/acpi/acpica/hwgpe.o
  CC      kernel/sysctl.o
  CC      net/9p/trans_virtio.o
  CC      lib/idr.o
  AR      drivers/net/pcs/built-in.a
  CC      net/sunrpc/xprt.o
  CC      drivers/usb/common/common.o
  CC      block/blk-pm.o
  CC      drivers/usb/core/usb.o
  CC      net/core/fib_notifier.o
  CC      sound/hda/array.o
  CC      drivers/acpi/scan.o
  CC      drivers/ata/libata-eh.o
  AR      drivers/cdrom/built-in.a
  CC      net/netlabel/netlabel_calipso.o
  CC      drivers/base/auxiliary.o
  AR      io_uring/built-in.a
  CC      net/ipv6/ndisc.o
  AR      drivers/net/mdio/built-in.a
  AR      drivers/usb/phy/built-in.a
  CC      net/netfilter/nf_conntrack_proto_udp.o
  CC      fs/nfs/super.o
  CC      drivers/acpi/acpica/hwregs.o
  CC      drivers/pcmcia/cardbus.o
  CC      fs/exportfs/expfs.o
  CC      net/sunrpc/auth_gss/gss_krb5_unseal.o
  CC      net/ethtool/tunnels.o
  CC      sound/sound_core.o
  CC      net/xfrm/xfrm_algo.o
  CC      kernel/trace/trace_events_trigger.o
  CC      net/sunrpc/auth_gss/gss_krb5_wrap.o
  CC      drivers/scsi/scsi_sysctl.o
  CC      crypto/ccm.o
  CC      mm/workingset.o
  CC      arch/x86/kernel/dumpstack_32.o
  CC      fs/nfs/io.o
  CC      net/ipv6/udp.o
  CC      lib/iomem_copy.o
  CC      drivers/usb/core/hub.o
  CC      net/sunrpc/socklib.o
  CC      arch/x86/kernel/cpu/capflags.o
  CC      net/sunrpc/xprtsock.o
  AR      arch/x86/kernel/cpu/built-in.a
  CC      drivers/net/phy/mdio_device.o
  CC      kernel/capability.o
  CC      drivers/scsi/scsi_proc.o
  CC      lib/irq_regs.o
  CC      sound/hda/hdmi_chmap.o
  CC      drivers/base/devtmpfs.o
  CC      sound/hda/trace.o
  CC      drivers/usb/common/debug.o
  CC      drivers/acpi/acpica/hwsleep.o
  CC      block/holder.o
  CC      drivers/pcmcia/ds.o
  AR      drivers/usb/common/built-in.a
  CC      drivers/pcmcia/pcmcia_resource.o
  CC      drivers/gpu/drm/i915/intel_step.o
  CC      lib/is_single_threaded.o
  CC      net/sunrpc/sched.o
  CC      drivers/input/serio/serio.o
  AR      fs/exportfs/built-in.a
  CC      net/sunrpc/auth.o
  CC      net/netfilter/nf_conntrack_proto_icmp.o
  CC      drivers/input/serio/i8042.o
  CC      net/ipv4/inet_hashtables.o
  CC      fs/ext4/mballoc.o
  CC      arch/x86/kernel/time.o
  CC      drivers/acpi/acpica/hwvalid.o
  CC      net/core/xdp.o
  AR      net/9p/built-in.a
  CC      mm/debug.o
  CC      drivers/input/serio/serport.o
  AR      net/netlabel/built-in.a
  CC      drivers/acpi/acpica/hwxface.o
  CC      lib/klist.o
  CC      lib/kobject.o
  CC      crypto/aes_generic.o
  CC      net/sunrpc/auth_gss/gss_krb5_crypto.o
  AR      block/built-in.a
  CC      lib/kobject_uevent.o
  CC      net/ethtool/fec.o
  CC      lib/logic_pio.o
  CC      drivers/scsi/scsi_debugfs.o
  CC      net/xfrm/xfrm_user.o
  CC      kernel/trace/trace_eprobe.o
  CC      drivers/acpi/acpica/hwxfsleep.o
  CC      arch/x86/kernel/ioport.o
  CC      net/sunrpc/auth_gss/gss_krb5_keys.o
  CC      sound/hda/hdac_component.o
  CC      drivers/net/phy/phy.o
  CC      drivers/base/module.o
  CC      kernel/trace/trace_kprobe.o
  CC      net/ipv6/udplite.o
  CC      net/core/flow_offload.o
  CC      drivers/scsi/scsi_trace.o
  CC      net/sunrpc/auth_null.o
  CC      net/netfilter/nf_conntrack_extend.o
  CC      drivers/input/keyboard/atkbd.o
  CC      kernel/trace/error_report-traces.o
  CC      mm/gup.o
  CC      fs/lockd/clntlock.o
  CC      kernel/trace/power-traces.o
  CC      drivers/gpu/drm/i915/intel_uncore.o
  CC      net/ipv4/inet_timewait_sock.o
  CC      net/sunrpc/auth_tls.o
  CC      drivers/acpi/acpica/hwpci.o
  CC      fs/nfs/direct.o
  CC      drivers/base/auxiliary_sysfs.o
  CC      drivers/pcmcia/cistpl.o
  CC      drivers/acpi/mipi-disco-img.o
  CC      drivers/pcmcia/pcmcia_cis.o
  AR      drivers/net/ethernet/3com/built-in.a
  CC      drivers/net/ethernet/8390/ne2k-pci.o
  CC      crypto/authenc.o
  CC      net/mac80211/wep.o
  CC      net/mac80211/aead_api.o
  CC      fs/nls/nls_base.o
  CC      drivers/input/serio/libps2.o
  AR      drivers/net/ethernet/adaptec/built-in.a
  CC      kernel/ptrace.o
  CC      sound/hda/hdac_i915.o
  CC      drivers/acpi/acpica/nsaccess.o
  CC      arch/x86/kernel/dumpstack.o
  CC      sound/hda/intel-dsp-config.o
  CC      drivers/scsi/scsi_logging.o
  CC      net/mac80211/wpa.o
  CC      lib/maple_tree.o
  CC      drivers/base/devcoredump.o
  CC      net/ethtool/eeprom.o
  CC      sound/last.o
  CC      drivers/ata/libata-transport.o
  CC      net/core/gro.o
  CC      net/netfilter/nf_conntrack_acct.o
  CC      drivers/usb/core/hcd.o
  CC      sound/hda/intel-nhlt.o
  CC      fs/nls/nls_cp437.o
  AR      net/sunrpc/auth_gss/built-in.a
  CC      net/mac80211/scan.o
  AR      drivers/input/keyboard/built-in.a
  CC      sound/hda/intel-sdw-acpi.o
  CC      drivers/input/mouse/psmouse-base.o
  CC      drivers/acpi/acpica/nsalloc.o
  CC      drivers/usb/core/urb.o
  AR      fs/unicode/built-in.a
  AR      drivers/gpu/drm/sysfb/built-in.a
  CC      drivers/pcmcia/rsrc_mgr.o
  AR      drivers/input/joystick/built-in.a
  CC      net/sunrpc/auth_unix.o
  CC      drivers/usb/mon/mon_main.o
  CC      drivers/input/mouse/synaptics.o
  CC      fs/lockd/clntproc.o
  CC      kernel/user.o
  CC      net/ipv6/raw.o
  CC      lib/memcat_p.o
  CC      drivers/usb/host/pci-quirks.o
  AR      drivers/input/serio/built-in.a
  CC      net/ethtool/stats.o
  CC      net/wireless/scan.o
  CC      fs/nls/nls_ascii.o
  CC      net/ipv4/inet_connection_sock.o
  CC      net/mac80211/offchannel.o
  CC      drivers/acpi/acpica/nsarguments.o
  CC      lib/nmi_backtrace.o
  CC      crypto/authencesn.o
  CC      drivers/base/platform-msi.o
  CC      arch/x86/kernel/nmi.o
  CC      drivers/net/ethernet/8390/8390.o
  CC      drivers/net/phy/phy-c45.o
  CC      drivers/net/phy/phy-core.o
  CC      drivers/scsi/scsi_pm.o
  CC      crypto/lzo.o
  AR      sound/hda/built-in.a
  AR      sound/built-in.a
  CC      net/ipv4/tcp.o
  AR      drivers/net/ethernet/agere/built-in.a
  CC      drivers/gpu/drm/i915/intel_uncore_trace.o
  CC      drivers/input/mouse/focaltech.o
  CC      kernel/trace/rpm-traces.o
  AR      drivers/input/tablet/built-in.a
  CC      fs/nfs/pagelist.o
  CC      drivers/scsi/scsi_bsg.o
  CC      drivers/usb/host/ehci-hcd.o
  CC      fs/nls/nls_iso8859-1.o
  CC      drivers/usb/mon/mon_stat.o
  CC      drivers/pcmcia/rsrc_nonstatic.o
  CC      kernel/signal.o
  CC      drivers/acpi/acpica/nsconvert.o
  CC      fs/ext4/migrate.o
  CC      drivers/acpi/resource.o
  CC      drivers/acpi/acpi_processor.o
  CC      drivers/ata/libata-trace.o
  CC      drivers/base/physical_location.o
  CC      mm/mmap_lock.o
  CC      lib/objpool.o
  CC      net/netfilter/nf_conntrack_seqadj.o
  CC      fs/nls/nls_utf8.o
  CC      drivers/usb/class/usblp.o
  CC      net/netfilter/nf_conntrack_proto_icmpv6.o
  CC      fs/ext4/mmp.o
  CC      drivers/gpu/drm/i915/intel_wakeref.o
  CC      fs/autofs/init.o
  CC      net/wireless/nl80211.o
  CC      drivers/acpi/acpica/nsdump.o
  CC      fs/9p/vfs_super.o
  CC      drivers/net/phy/phy_device.o
  CC      drivers/pcmcia/yenta_socket.o
  CC      drivers/usb/mon/mon_text.o
  AR      net/xfrm/built-in.a
  CC      drivers/scsi/scsi_common.o
  CC      fs/9p/vfs_inode.o
  CC      drivers/base/trace.o
  CC      crypto/lzo-rle.o
  CC      crypto/rng.o
  AR      fs/nls/built-in.a
  CC      drivers/usb/core/message.o
  AR      drivers/input/touchscreen/built-in.a
  CC      net/mac80211/ht.o
  CC      drivers/input/mouse/alps.o
  CC      net/netfilter/nf_conntrack_netlink.o
  CC      drivers/rtc/lib.o
  CC      arch/x86/kernel/ldt.o
  CC      net/ethtool/phc_vclocks.o
  CC      net/mac80211/agg-tx.o
  CC      net/socket.o
  CC      net/core/netdev-genl.o
  AR      drivers/net/ethernet/8390/built-in.a
  CC      kernel/trace/trace_dynevent.o
  CC      drivers/acpi/acpica/nseval.o
  AR      drivers/net/ethernet/alacritech/built-in.a
  AR      drivers/net/ethernet/alteon/built-in.a
  CC      fs/lockd/clntxdr.o
  AR      drivers/net/ethernet/amazon/built-in.a
  AR      drivers/net/ethernet/amd/built-in.a
  AR      drivers/net/ethernet/aquantia/built-in.a
  AR      drivers/net/ethernet/arc/built-in.a
  AR      drivers/net/ethernet/asix/built-in.a
  AR      drivers/net/ethernet/atheros/built-in.a
  AR      drivers/net/ethernet/cadence/built-in.a
  CC      net/core/netdev-genl-gen.o
  CC      drivers/net/ethernet/broadcom/bnx2.o
  CC      net/netfilter/nf_conntrack_ftp.o
  CC      net/wireless/mlme.o
  CC      drivers/scsi/scsi_transport_spi.o
  CC      mm/vma_init.o
  CC      drivers/usb/core/driver.o
  CC      drivers/ata/libata-sata.o
  CC      fs/autofs/inode.o
  CC      net/core/gso.o
  CC      drivers/acpi/acpica/nsinit.o
  CC      drivers/acpi/acpica/nsload.o
  CC      drivers/acpi/acpica/nsnames.o
  AR      drivers/usb/class/built-in.a
  CC      drivers/acpi/acpica/nsobject.o
  CC      drivers/rtc/class.o
  CC      drivers/usb/mon/mon_bin.o
  CC      net/ipv6/icmp.o
  AR      drivers/base/built-in.a
  CC      drivers/gpu/drm/i915/vlv_iosf_sb.o
  CC      lib/plist.o
  CC      crypto/drbg.o
  CC      arch/x86/kernel/setup.o
  CC      mm/highmem.o
  CC      mm/memory.o
  CC      net/sysctl_net.o
  CC      fs/nfs/read.o
  CC      drivers/scsi/virtio_scsi.o
  CC      drivers/rtc/interface.o
  CC      kernel/sys.o
  CC      drivers/acpi/acpica/nsparse.o
  CC      fs/9p/vfs_inode_dotl.o
  CC      net/ethtool/mm.o
  CC      fs/9p/vfs_addr.o
  CC      kernel/trace/trace_probe.o
  CC      net/ethtool/module.o
  CC      fs/ext4/move_extent.o
  AR      drivers/pcmcia/built-in.a
  CC      drivers/rtc/nvmem.o
  CC      drivers/input/input.o
  AR      drivers/input/misc/built-in.a
  AR      fs/hostfs/built-in.a
  CC      drivers/net/phy/linkmode.o
  CC      fs/autofs/root.o
  CC      fs/lockd/host.o
  CC      fs/ext4/namei.o
  CC      drivers/gpu/drm/i915/vlv_suspend.o
  CC      drivers/acpi/acpica/nspredef.o
  CC      drivers/net/ethernet/broadcom/tg3.o
  CC      drivers/usb/core/config.o
  CC      drivers/ata/libata-sff.o
  CC      drivers/input/mouse/byd.o
  CC      drivers/usb/storage/scsiglue.o
  CC      drivers/scsi/sd.o
  CC      drivers/acpi/acpica/nsprepkg.o
  CC      drivers/usb/core/file.o
  CC      net/ipv4/tcp_input.o
  CC      crypto/jitterentropy.o
  CC      net/sunrpc/svc.o
  CC      fs/nfs/symlink.o
  AR      drivers/usb/mon/built-in.a
  CC      net/ethtool/cmis_fw_update.o
  CC      crypto/jitterentropy-kcapi.o
  CC      drivers/ata/libata-pmp.o
  CC      net/core/net-sysfs.o
  CC      drivers/rtc/dev.o
  CC      fs/ext4/page-io.o
  CC      arch/x86/kernel/x86_init.o
  CC      arch/x86/kernel/i8259.o
  CC      kernel/umh.o
  CC      drivers/net/phy/phy_link_topology.o
  CC      fs/9p/vfs_file.o
  CC      drivers/usb/host/ehci-pci.o
  CC      net/ipv4/tcp_output.o
  CC      fs/autofs/symlink.o
  CC      net/netfilter/nf_conntrack_irc.o
  CC      drivers/usb/core/buffer.o
  CC      drivers/acpi/acpica/nsrepair.o
  CC      net/netfilter/nf_conntrack_sip.o
  CC      drivers/input/mouse/logips2pp.o
  AR      drivers/net/wireless/admtek/built-in.a
  AR      drivers/net/wireless/ath/built-in.a
  CC      net/ipv6/mcast.o
  AR      drivers/net/wireless/atmel/built-in.a
  AR      drivers/net/wireless/broadcom/built-in.a
  AR      drivers/net/wireless/intel/built-in.a
  AR      drivers/net/wireless/intersil/built-in.a
  AR      drivers/net/wireless/marvell/built-in.a
  CC      net/mac80211/agg-rx.o
  AR      drivers/net/wireless/mediatek/built-in.a
  AR      drivers/net/wireless/microchip/built-in.a
  AR      drivers/net/wireless/purelifi/built-in.a
  AR      drivers/net/wireless/quantenna/built-in.a
  CC      drivers/rtc/proc.o
  AR      drivers/net/wireless/ralink/built-in.a
  AR      drivers/net/wireless/realtek/built-in.a
  AR      drivers/net/wireless/rsi/built-in.a
  AR      drivers/net/wireless/silabs/built-in.a
  CC      fs/lockd/svc.o
  AR      drivers/net/wireless/st/built-in.a
  AR      drivers/net/wireless/ti/built-in.a
  AR      drivers/net/wireless/zydas/built-in.a
  AR      drivers/net/wireless/virtual/built-in.a
  CC      drivers/usb/storage/protocol.o
  AR      drivers/net/wireless/built-in.a
  CC      crypto/ghash-generic.o
  AR      drivers/net/usb/built-in.a
  CC      fs/9p/vfs_dir.o
  CC      drivers/net/phy/phy_package.o
  CC      arch/x86/kernel/irqinit.o
  CC      fs/ext4/readpage.o
  CC      fs/ext4/resize.o
  CC      drivers/gpu/drm/i915/soc/intel_dram.o
  CC      fs/ext4/super.o
  CC      drivers/acpi/acpica/nsrepair2.o
  CC      kernel/trace/trace_uprobe.o
  CC      drivers/acpi/acpica/nssearch.o
  CC      fs/debugfs/inode.o
  CC      kernel/workqueue.o
  CC      fs/tracefs/inode.o
  CC      fs/nfs/unlink.o
  CC      drivers/usb/host/ohci-hcd.o
  CC      drivers/ata/libata-acpi.o
  CC      net/ipv6/reassembly.o
  CC      net/ethtool/cmis_cdb.o
  CC      drivers/input/mouse/lifebook.o
  CC      fs/autofs/waitq.o
  CC      drivers/net/mii.o
  AR      drivers/net/ethernet/brocade/built-in.a
  CC      net/ipv4/tcp_timer.o
  CC      drivers/usb/core/sysfs.o
  CC      net/ethtool/pse-pd.o
  CC      drivers/input/input-compat.o
  CC      drivers/rtc/sysfs.o
  CC      net/wireless/ibss.o
  CC      drivers/ata/libata-pata-timings.o
  CC      fs/debugfs/file.o
  CC      fs/tracefs/event_inode.o
  CC      drivers/acpi/acpica/nsutils.o
  CC      crypto/hash_info.o
  CC      crypto/rsapubkey.asn1.o
  CC      drivers/usb/storage/transport.o
  CC      crypto/rsaprivkey.asn1.o
  AR      crypto/built-in.a
  CC      drivers/acpi/acpica/nswalk.o
  CC      fs/9p/vfs_dentry.o
  CC      lib/radix-tree.o
  CC      drivers/net/phy/phy_caps.o
  CC      net/mac80211/vht.o
  CC      mm/mincore.o
  CC      arch/x86/kernel/jump_label.o
  CC      net/core/hotdata.o
  CC      drivers/input/mouse/trackpoint.o
  CC [M]  fs/efivarfs/inode.o
  CC      drivers/acpi/acpica/nsxfeval.o
  CC      drivers/rtc/rtc-mc146818-lib.o
  CC      kernel/trace/rethook.o
  CC      drivers/gpu/drm/i915/soc/intel_gmch.o
  CC      kernel/pid.o
  CC      fs/lockd/svclock.o
  CC      fs/autofs/expire.o
  CC      lib/ratelimit.o
  CC      drivers/ata/ahci.o
  CC      net/ipv6/tcp_ipv6.o
  CC      fs/nfs/write.o
  CC      drivers/usb/core/endpoint.o
  CC      fs/9p/v9fs.o
  CC      net/sunrpc/svcsock.o
  CC      drivers/acpi/processor_core.o
  CC      lib/rbtree.o
  CC      drivers/scsi/sr.o
  CC      net/ethtool/plca.o
  AR      fs/tracefs/built-in.a
  CC      drivers/input/input-mt.o
  CC      drivers/gpu/drm/i915/soc/intel_rom.o
  CC      drivers/acpi/acpica/nsxfname.o
  CC      arch/x86/kernel/irq_work.o
  CC      fs/open.o
  CC      drivers/usb/storage/usb.o
  CC [M]  fs/efivarfs/file.o
  CC      drivers/input/mouse/cypress_ps2.o
  AR      fs/debugfs/built-in.a
  CC      drivers/gpu/drm/i915/i915_memcpy.o
  CC      drivers/usb/core/devio.o
  CC      drivers/rtc/rtc-cmos.o
  CC      net/netfilter/nf_nat_core.o
  CC      fs/9p/fid.o
  CC      net/wireless/sme.o
  CC      drivers/net/phy/mdio_bus_provider.o
  CC      lib/seq_buf.o
  CC      drivers/ata/libahci.o
  CC      net/wireless/chan.o
  AR      drivers/net/ethernet/cavium/common/built-in.a
  AR      drivers/net/ethernet/cavium/thunder/built-in.a
  CC      drivers/scsi/sr_ioctl.o
  AR      drivers/net/ethernet/cavium/liquidio/built-in.a
  AR      drivers/net/ethernet/cavium/octeon/built-in.a
  AR      kernel/trace/built-in.a
  AR      drivers/net/ethernet/cavium/built-in.a
  CC      fs/lockd/svcshare.o
  CC      drivers/acpi/acpica/nsxfobj.o
  CC      net/ethtool/phy.o
  CC      net/core/netdev_rx_queue.o
  CC      net/mac80211/he.o
  CC      mm/mlock.o
  CC      net/ipv6/ping.o
  AR      drivers/usb/misc/built-in.a
  CC      net/ethtool/tsconfig.o
  CC      drivers/usb/core/notify.o
  CC      arch/x86/kernel/probe_roms.o
  CC      fs/autofs/dev-ioctl.o
  CC      arch/x86/kernel/sys_ia32.o
  CC      drivers/input/input-poller.o
  CC [M]  fs/efivarfs/super.o
  CC      drivers/acpi/processor_pdc.o
  CC      drivers/acpi/acpica/psargs.o
  CC      drivers/usb/host/ohci-pci.o
  CC      drivers/input/mouse/psmouse-smbus.o
  CC      fs/ext4/symlink.o
  CC      lib/siphash.o
  CC      fs/read_write.o
  CC      fs/nfs/namespace.o
  CC      net/mac80211/s1g.o
  CC      net/sunrpc/svcauth.o
  CC      fs/9p/xattr.o
  CC      net/ipv6/exthdrs.o
  CC      drivers/usb/storage/initializers.o
  CC      net/core/net-procfs.o
  CC      drivers/gpu/drm/i915/i915_mm.o
  CC      drivers/net/phy/swphy.o
  CC      mm/mmap.o
  CC      drivers/scsi/sr_vendor.o
  CC      fs/nfs/mount_clnt.o
  AR      drivers/rtc/built-in.a
  CC      drivers/usb/storage/sierra_ms.o
  CC      drivers/usb/storage/option_ms.o
  CC      drivers/scsi/sg.o
  CC      drivers/acpi/acpica/psloop.o
  AR      drivers/net/ethernet/chelsio/built-in.a
  CC      drivers/net/loopback.o
  CC      kernel/task_work.o
  CC      lib/string.o
  CC      drivers/ata/ata_piix.o
  CC      arch/x86/kernel/ksysfs.o
  CC      fs/lockd/svcproc.o
  CC      drivers/i2c/algos/i2c-algo-bit.o
  CC      drivers/usb/host/uhci-hcd.o
  AR      fs/autofs/built-in.a
  CC      drivers/usb/host/xhci.o
  CC      fs/lockd/svcsubs.o
  CC      fs/nfs/nfstrace.o
  CC      lib/timerqueue.o
  AR      net/ethtool/built-in.a
  CC [M]  fs/efivarfs/vars.o
  AR      drivers/gpu/drm/tiny/built-in.a
  CC      fs/ext4/sysfs.o
  CC      fs/file_table.o
  CC      drivers/usb/early/ehci-dbgp.o
  CC      drivers/net/phy/mdio_devres.o
  AR      fs/9p/built-in.a
  CC      drivers/acpi/ec.o
  AR      drivers/input/mouse/built-in.a
  CC      drivers/input/ff-core.o
  CC      net/netfilter/nf_nat_proto.o
  CC      drivers/acpi/acpica/psobject.o
  CC      lib/union_find.o
  CC      lib/vsprintf.o
  AR      drivers/i3c/built-in.a
  CC      net/ipv4/tcp_ipv4.o
  AR      drivers/media/i2c/built-in.a
  AR      drivers/pps/clients/built-in.a
  AR      drivers/media/tuners/built-in.a
  CC      drivers/pps/pps.o
  CC      drivers/net/netconsole.o
  AR      drivers/media/rc/keymaps/built-in.a
  AR      drivers/media/rc/built-in.a
  CC      drivers/usb/storage/usual-tables.o
  CC      net/core/netpoll.o
  AR      drivers/media/common/b2c2/built-in.a
  AR      drivers/media/common/saa7146/built-in.a
  AR      drivers/media/common/siano/built-in.a
  AR      drivers/media/common/v4l2-tpg/built-in.a
  CC      arch/x86/kernel/bootflag.o
  CC      drivers/input/touchscreen.o
  AR      drivers/media/common/videobuf2/built-in.a
  AR      drivers/media/common/built-in.a
  CC      drivers/gpu/drm/i915/i915_sw_fence.o
  CC      net/netfilter/nf_nat_helper.o
  CC      kernel/extable.o
  CC      drivers/usb/core/generic.o
  AR      drivers/media/platform/allegro-dvt/built-in.a
  AR      drivers/media/platform/amlogic/c3/isp/built-in.a
  CC      drivers/acpi/acpica/psopcode.o
  AR      drivers/media/platform/amlogic/c3/mipi-adapter/built-in.a
  CC      net/netfilter/nf_nat_masquerade.o
  AR      drivers/media/platform/amlogic/c3/mipi-csi2/built-in.a
  CC      drivers/net/virtio_net.o
  AR      drivers/media/platform/amlogic/c3/built-in.a
  AR      drivers/media/platform/amlogic/meson-ge2d/built-in.a
  AR      drivers/media/platform/amlogic/built-in.a
  AR      drivers/media/platform/amphion/built-in.a
  AR      drivers/media/platform/aspeed/built-in.a
  AR      drivers/media/platform/atmel/built-in.a
  AR      drivers/media/platform/broadcom/built-in.a
  CC      fs/super.o
  AR      drivers/media/platform/cadence/built-in.a
  CC      drivers/gpu/drm/i915/i915_sw_fence_work.o
  AR      drivers/media/platform/chips-media/coda/built-in.a
  AR      drivers/media/platform/chips-media/wave5/built-in.a
  AR      drivers/media/platform/chips-media/built-in.a
  AR      drivers/net/ethernet/cisco/built-in.a
  AR      drivers/i2c/algos/built-in.a
  CC      drivers/gpu/drm/i915/i915_syncmap.o
  AR      drivers/media/platform/imagination/built-in.a
  CC      drivers/i2c/busses/i2c-i801.o
  AR      drivers/media/platform/intel/built-in.a
  CC      drivers/ata/pata_amd.o
  AR      drivers/media/platform/marvell/built-in.a
  LD [M]  fs/efivarfs/efivarfs.o
  CC      drivers/ata/pata_oldpiix.o
  AR      drivers/media/platform/mediatek/jpeg/built-in.a
  AR      drivers/media/platform/mediatek/mdp/built-in.a
  CC      drivers/acpi/dock.o
  AR      drivers/media/platform/mediatek/vcodec/common/built-in.a
  AR      drivers/media/platform/mediatek/vcodec/encoder/built-in.a
  AR      drivers/media/platform/mediatek/vcodec/decoder/built-in.a
  AR      drivers/media/platform/mediatek/vpu/built-in.a
  AR      drivers/media/platform/mediatek/vcodec/built-in.a
  CC      drivers/scsi/scsi_sysfs.o
  CC      drivers/usb/core/quirks.o
  AR      drivers/media/platform/mediatek/mdp3/built-in.a
  AR      drivers/media/platform/mediatek/built-in.a
  CC      drivers/net/phy/fixed_phy.o
  CC      drivers/acpi/acpica/psopinfo.o
  AR      drivers/media/platform/microchip/built-in.a
  AR      drivers/media/platform/nuvoton/built-in.a
  AR      drivers/usb/storage/built-in.a
  AR      drivers/media/platform/nvidia/tegra-vde/built-in.a
  CC      fs/lockd/mon.o
  CC      drivers/i2c/i2c-boardinfo.o
  AR      drivers/i2c/muxes/built-in.a
  AR      drivers/media/platform/nvidia/built-in.a
  CC      fs/char_dev.o
  AR      drivers/usb/early/built-in.a
  CC      drivers/pps/kapi.o
  AR      drivers/media/platform/nxp/dw100/built-in.a
  AR      drivers/media/platform/qcom/camss/built-in.a
  AR      drivers/media/platform/nxp/imx-jpeg/built-in.a
  AR      drivers/media/platform/nxp/imx8-isi/built-in.a
  AR      drivers/media/platform/qcom/iris/built-in.a
  AR      drivers/media/platform/nxp/built-in.a
  CC      drivers/pps/sysfs.o
  AR      drivers/media/platform/qcom/venus/built-in.a
  AR      drivers/media/platform/raspberrypi/pisp_be/built-in.a
  CC      fs/nfs/export.o
  AR      drivers/media/platform/qcom/built-in.a
  CC      net/ipv6/datagram.o
  AR      drivers/media/platform/raspberrypi/rp1-cfe/built-in.a
  CC      mm/mmu_gather.o
  AR      drivers/media/platform/raspberrypi/built-in.a
  CC      arch/x86/kernel/e820.o
  CC      drivers/net/net_failover.o
  CC      drivers/input/ff-memless.o
  CC      drivers/acpi/acpica/psparse.o
  CC      drivers/usb/core/devices.o
  AR      drivers/media/platform/renesas/rcar-isp/built-in.a
  AR      drivers/net/ethernet/cortina/built-in.a
  CC      net/netfilter/nf_nat_ftp.o
  AR      drivers/media/platform/renesas/rcar-vin/built-in.a
  CC      drivers/gpu/drm/i915/i915_user_extensions.o
  AR      drivers/media/platform/renesas/rzg2l-cru/built-in.a
  AR      drivers/media/platform/renesas/vsp1/built-in.a
  AR      drivers/media/platform/renesas/built-in.a
  CC      net/sunrpc/svcauth_unix.o
  AR      drivers/media/platform/rockchip/rga/built-in.a
  AR      drivers/media/platform/rockchip/rkisp1/built-in.a
  AR      drivers/media/platform/samsung/exynos-gsc/built-in.a
  AR      drivers/media/platform/rockchip/built-in.a
  CC      net/netfilter/nf_nat_irc.o
  AR      drivers/media/platform/samsung/exynos4-is/built-in.a
  AR      drivers/media/platform/samsung/s3c-camif/built-in.a
  AR      drivers/media/platform/samsung/s5p-g2d/built-in.a
  AR      drivers/media/platform/samsung/s5p-jpeg/built-in.a
  CC      fs/ext4/xattr.o
  AR      drivers/media/platform/samsung/s5p-mfc/built-in.a
  CC      lib/win_minmax.o
  AR      drivers/media/platform/samsung/built-in.a
  CC      drivers/acpi/pci_root.o
  CC      net/mac80211/ibss.o
  AR      drivers/media/platform/st/sti/bdisp/built-in.a
  AR      drivers/media/platform/st/sti/c8sectpfe/built-in.a
  AR      drivers/media/platform/st/sti/delta/built-in.a
  CC      drivers/input/sparse-keymap.o
  AR      drivers/media/platform/st/sti/hva/built-in.a
  AR      drivers/media/platform/st/stm32/built-in.a
  AR      drivers/media/platform/st/built-in.a
  AR      drivers/media/platform/sunxi/sun4i-csi/built-in.a
  AR      drivers/media/platform/sunxi/sun6i-csi/built-in.a
  CC      fs/lockd/trace.o
  AR      drivers/media/platform/sunxi/sun6i-mipi-csi2/built-in.a
  CC      arch/x86/kernel/pci-dma.o
  AR      drivers/media/platform/sunxi/sun8i-a83t-mipi-csi2/built-in.a
  AR      drivers/media/platform/sunxi/sun8i-di/built-in.a
  AR      drivers/media/platform/synopsys/hdmirx/built-in.a
  CC      kernel/params.o
  AR      drivers/media/platform/synopsys/built-in.a
  AR      drivers/media/platform/sunxi/sun8i-rotate/built-in.a
  AR      drivers/media/platform/sunxi/built-in.a
  CC      drivers/acpi/acpica/psscope.o
  AR      drivers/media/platform/ti/am437x/built-in.a
  AR      drivers/media/platform/ti/cal/built-in.a
  AR      drivers/media/platform/ti/vpe/built-in.a
  CC      net/core/fib_rules.o
  CC      net/ipv4/tcp_minisocks.o
  CC      net/mac80211/iface.o
  AR      drivers/media/platform/ti/davinci/built-in.a
  AR      drivers/media/platform/ti/j721e-csi2rx/built-in.a
  CC      drivers/gpu/drm/i915/i915_debugfs.o
  AR      drivers/pps/built-in.a
  AR      drivers/media/platform/ti/omap/built-in.a
  CC      drivers/acpi/acpica/pstree.o
  AR      drivers/media/platform/ti/omap3isp/built-in.a
  CC      drivers/i2c/i2c-core-base.o
  AR      drivers/media/platform/ti/built-in.a
  CC      arch/x86/kernel/quirks.o
  AR      drivers/media/platform/verisilicon/built-in.a
  AR      drivers/media/platform/via/built-in.a
  AR      drivers/media/platform/xilinx/built-in.a
  AR      drivers/media/platform/built-in.a
  CC      drivers/acpi/pci_link.o
  CC      drivers/ata/pata_sch.o
  CC      drivers/ata/pata_mpiix.o
  AR      drivers/media/pci/ttpci/built-in.a
  CC      fs/ext4/xattr_hurd.o
  AR      drivers/media/pci/b2c2/built-in.a
  CC      drivers/gpu/drm/i915/i915_debugfs_params.o
  AR      drivers/media/pci/pluto2/built-in.a
  AR      drivers/media/pci/dm1105/built-in.a
  AR      drivers/media/pci/pt1/built-in.a
  AR      drivers/media/pci/pt3/built-in.a
  CC      fs/ext4/xattr_trusted.o
  AR      drivers/media/pci/mantis/built-in.a
  CC      arch/x86/kernel/kdebugfs.o
  AR      drivers/media/pci/ngene/built-in.a
  AR      drivers/media/pci/ddbridge/built-in.a
  AR      drivers/media/pci/saa7146/built-in.a
  CC      net/wireless/ethtool.o
  AR      drivers/media/pci/smipcie/built-in.a
  CC      drivers/i2c/i2c-core-smbus.o
  AR      drivers/media/pci/netup_unidvb/built-in.a
  AR      drivers/media/pci/intel/ipu3/built-in.a
  CC      mm/mprotect.o
  AR      drivers/media/pci/intel/ivsc/built-in.a
  AR      drivers/media/pci/intel/built-in.a
  AR      drivers/media/pci/built-in.a
  CC      drivers/usb/core/phy.o
  AR      drivers/i2c/busses/built-in.a
  CC      drivers/gpu/drm/i915/i915_pmu.o
  AR      drivers/net/phy/built-in.a
  AR      drivers/media/usb/b2c2/built-in.a
  CC      fs/stat.o
  CC      drivers/input/vivaldi-fmap.o
  AR      drivers/media/usb/dvb-usb/built-in.a
  CC      drivers/ptp/ptp_clock.o
  AR      drivers/media/usb/dvb-usb-v2/built-in.a
  CC      drivers/acpi/acpica/psutils.o
  AR      drivers/media/usb/s2255/built-in.a
  AR      drivers/media/usb/siano/built-in.a
  AR      drivers/media/usb/ttusb-budget/built-in.a
  CC      arch/x86/kernel/alternative.o
  AR      drivers/media/usb/ttusb-dec/built-in.a
  AR      drivers/media/usb/built-in.a
  AR      drivers/media/mmc/siano/built-in.a
  AR      drivers/media/mmc/built-in.a
  AR      drivers/media/firewire/built-in.a
  AR      drivers/scsi/built-in.a
  AR      drivers/media/spi/built-in.a
  CC      drivers/gpu/drm/i915/gt/gen2_engine_cs.o
  CC      fs/exec.o
  AR      drivers/media/test-drivers/built-in.a
  AR      drivers/media/built-in.a
  CC      drivers/i2c/i2c-core-acpi.o
  CC      drivers/acpi/pci_irq.o
  CC      net/netfilter/nf_nat_sip.o
  CC      net/wireless/mesh.o
  CC      drivers/ptp/ptp_chardev.o
  CC      fs/lockd/xdr.o
  CC      drivers/usb/host/xhci-mem.o
  CC      drivers/acpi/acpica/pswalk.o
  CC      drivers/input/input-leds.o
  CC      net/ipv4/tcp_cong.o
  CC      net/mac80211/link.o
  AR      drivers/net/ethernet/dec/tulip/built-in.a
  AR      drivers/net/ethernet/dec/built-in.a
  CC      lib/xarray.o
  CC      net/ipv6/ip6_flowlabel.o
  CC      net/wireless/ap.o
  CC      drivers/gpu/drm/i915/gt/gen6_engine_cs.o
  CC      drivers/ata/ata_generic.o
  CC      kernel/kthread.o
  CC      net/sunrpc/addr.o
  CC      drivers/usb/host/xhci-ext-caps.o
  CC      drivers/power/supply/power_supply_core.o
  AR      drivers/gpu/drm/xlnx/built-in.a
  CC      fs/pipe.o
  CC      drivers/acpi/acpica/psxface.o
  CC      drivers/usb/core/port.o
  CC      drivers/acpi/acpi_apd.o
  CC      net/ipv4/tcp_metrics.o
  CC      net/sunrpc/rpcb_clnt.o
  CC      fs/ext4/xattr_user.o
  CC      drivers/input/evdev.o
  CC      drivers/usb/host/xhci-ring.o
  CC      arch/x86/kernel/i8253.o
  CC      mm/mremap.o
  CC      drivers/acpi/acpica/rsaddr.o
  CC      drivers/acpi/acpica/rscalc.o
  AR      drivers/net/ethernet/dlink/built-in.a
  CC      fs/ext4/fast_commit.o
  CC      fs/nfs/sysfs.o
  CC      net/core/net-traces.o
  CC      drivers/usb/core/hcd-pci.o
  CC      fs/lockd/netlink.o
  CC      drivers/ptp/ptp_sysfs.o
  CC      net/core/selftests.o
  AR      drivers/ata/built-in.a
  CC      net/core/ptp_classifier.o
  CC      fs/namei.o
  CC      net/ipv4/tcp_fastopen.o
  CC      drivers/acpi/acpi_platform.o
  CC      arch/x86/kernel/hw_breakpoint.o
  CC      fs/lockd/clnt4xdr.o
  CC      drivers/i2c/i2c-smbus.o
  CC      drivers/gpu/drm/i915/gt/gen6_ppgtt.o
  CC      mm/msync.o
  CC      net/mac80211/rate.o
  CC      drivers/usb/core/usb-acpi.o
  CC      drivers/power/supply/power_supply_sysfs.o
  CC      net/ipv6/inet6_connection_sock.o
  CC      fs/ext4/orphan.o
  CC      drivers/acpi/acpica/rscreate.o
  CC      drivers/ptp/ptp_vclock.o
  CC      net/netfilter/x_tables.o
  CC      net/wireless/trace.o
  CC      lib/lockref.o
  CC      lib/bcd.o
  CC      kernel/sys_ni.o
  CC      net/wireless/ocb.o
  CC      drivers/power/supply/power_supply_leds.o
  CC      lib/sort.o
  CC      drivers/ptp/ptp_kvm_x86.o
  CC      mm/page_vma_mapped.o
  CC      fs/ext4/acl.o
  CC      net/netfilter/xt_tcpudp.o
  AR      drivers/input/built-in.a
  CC      net/wireless/pmsr.o
  CC      fs/lockd/xdr4.o
  AR      drivers/gpu/drm/gud/built-in.a
  CC      net/netfilter/xt_CONNSECMARK.o
  CC      drivers/gpu/drm/i915/gt/gen7_renderclear.o
  CC      drivers/acpi/acpi_pnp.o
  CC      drivers/acpi/acpica/rsdumpinfo.o
  CC      net/ipv6/udp_offload.o
  AR      drivers/gpu/drm/sitronix/built-in.a
  CC      drivers/gpu/drm/i915/gt/gen8_engine_cs.o
  CC      lib/parser.o
  CC      kernel/nsproxy.o
  CC      lib/debug_locks.o
  AR      drivers/i2c/built-in.a
  CC      drivers/power/supply/power_supply_hwmon.o
  AR      drivers/usb/core/built-in.a
  CC      fs/lockd/svc4proc.o
  CC      arch/x86/kernel/tsc.o
  CC      fs/ext4/xattr_security.o
  CC      net/ipv4/tcp_rate.o
  AR      drivers/gpu/drm/solomon/built-in.a
  CC      net/core/netprio_cgroup.o
  CC [M]  drivers/gpu/drm/scheduler/sched_main.o
  CC      net/netfilter/xt_NFLOG.o
  CC      fs/nfs/fs_context.o
  CC      net/mac80211/michael.o
  CC      drivers/hwmon/hwmon.o
  CC      drivers/acpi/acpica/rsinfo.o
  CC      net/netfilter/xt_SECMARK.o
  CC      drivers/gpu/drm/i915/gt/gen8_ppgtt.o
  AR      drivers/thermal/broadcom/built-in.a
  AR      drivers/thermal/renesas/built-in.a
  AR      drivers/thermal/samsung/built-in.a
  CC      drivers/thermal/intel/intel_tcc.o
  CC      kernel/notifier.o
  CC      kernel/ksysfs.o
  CC      arch/x86/kernel/tsc_msr.o
  CC      lib/random32.o
  CC      drivers/ptp/ptp_kvm_common.o
  CC      drivers/gpu/drm/i915/gt/intel_breadcrumbs.o
  AR      drivers/net/ethernet/emulex/built-in.a
  CC      net/sunrpc/timer.o
  CC      fs/lockd/procfs.o
  AR      drivers/thermal/st/built-in.a
  CC      drivers/thermal/intel/therm_throt.o
  CC      drivers/acpi/acpica/rsio.o
  CC      net/netfilter/xt_TCPMSS.o
  CC      mm/pagewalk.o
  AR      drivers/power/supply/built-in.a
  AR      drivers/power/built-in.a
  CC      fs/nfs/nfsroot.o
  CC      drivers/acpi/power.o
  CC      net/core/netclassid_cgroup.o
  CC      fs/fcntl.o
  AR      drivers/net/ethernet/broadcom/built-in.a
  AR      drivers/net/ethernet/engleder/built-in.a
  AR      drivers/net/ethernet/ezchip/built-in.a
  CC [M]  drivers/gpu/drm/scheduler/sched_fence.o
  AR      drivers/net/ethernet/fujitsu/built-in.a
  AR      drivers/net/ethernet/fungible/built-in.a
  AR      drivers/net/ethernet/google/built-in.a
  AR      drivers/net/ethernet/hisilicon/built-in.a
  AR      drivers/net/ethernet/huawei/built-in.a
  CC      drivers/net/ethernet/intel/e1000/e1000_main.o
  CC      lib/bust_spinlocks.o
  CC      net/core/dst_cache.o
  AR      drivers/net/ethernet/i825xx/built-in.a
  CC      drivers/acpi/acpica/rsirq.o
  CC      drivers/gpu/drm/i915/gt/intel_context.o
  CC      drivers/net/ethernet/intel/e1000e/82571.o
  CC      net/sunrpc/xdr.o
  CC      drivers/usb/host/xhci-hub.o
  AR      drivers/thermal/qcom/built-in.a
  CC      drivers/acpi/event.o
  CC      net/ipv6/seg6.o
  HOSTCC  drivers/gpu/drm/xe/xe_gen_wa_oob
  AR      drivers/net/ethernet/microsoft/built-in.a
  CC      fs/nfs/sysctl.o
  CC      drivers/gpu/drm/i915/gt/intel_context_sseu.o
  AR      fs/ext4/built-in.a
  CC      drivers/acpi/acpica/rslist.o
  CC      arch/x86/kernel/io_delay.o
  CC      net/mac80211/tkip.o
  AR      drivers/ptp/built-in.a
  CC      drivers/acpi/evged.o
  CC      net/netfilter/xt_conntrack.o
  AR      drivers/net/ethernet/litex/built-in.a
  CC [M]  drivers/gpu/drm/scheduler/sched_entity.o
  CC      net/netfilter/xt_policy.o
  CC      fs/nfs/nfs3super.o
  GEN     xe_wa_oob.c xe_wa_oob.h
  CC [M]  drivers/gpu/drm/xe/xe_bb.o
  CC      drivers/acpi/acpica/rsmemory.o
  CC      net/sunrpc/sunrpc_syms.o
  AR      fs/lockd/built-in.a
  CC      kernel/cred.o
  AR      drivers/net/ethernet/marvell/octeon_ep/built-in.a
  AR      drivers/net/ethernet/marvell/octeon_ep_vf/built-in.a
  AR      drivers/net/ethernet/marvell/octeontx2/built-in.a
  CC      drivers/acpi/sysfs.o
  AR      drivers/net/ethernet/marvell/prestera/built-in.a
  CC      drivers/net/ethernet/marvell/sky2.o
  CC      net/ipv4/tcp_recovery.o
  CC [M]  drivers/gpu/drm/xe/xe_bo.o
  CC      arch/x86/kernel/rtc.o
  CC      lib/kasprintf.o
  CC      drivers/gpu/drm/i915/gt/intel_engine_cs.o
  AR      drivers/net/ethernet/mellanox/built-in.a
  GEN     net/wireless/shipped-certs.c
  CC      fs/nfs/nfs3client.o
  CC      net/mac80211/aes_cmac.o
  CC      kernel/reboot.o
  CC      mm/pgtable-generic.o
  AR      drivers/hwmon/built-in.a
  CC      drivers/net/ethernet/intel/e1000e/ich8lan.o
  CC      drivers/acpi/acpica/rsmisc.o
  AR      drivers/thermal/tegra/built-in.a
  CC      fs/nfs/nfs3proc.o
  CC      arch/x86/kernel/resource.o
  CC [M]  drivers/thermal/intel/x86_pkg_temp_thermal.o
  CC      net/netfilter/xt_state.o
  CC      net/ipv4/tcp_ulp.o
  CC      net/mac80211/aes_gmac.o
  CC      net/mac80211/fils_aead.o
  CC      lib/bitmap.o
  CC      drivers/acpi/property.o
  CC      drivers/gpu/drm/drm_atomic.o
  CC      drivers/acpi/debugfs.o
  CC      fs/nfs/nfs3xdr.o
  AR      drivers/thermal/mediatek/built-in.a
  CC      mm/rmap.o
  AR      drivers/watchdog/built-in.a
  CC      drivers/net/ethernet/intel/e100.o
  LD [M]  drivers/gpu/drm/scheduler/gpu-sched.o
  CC      fs/ioctl.o
  CC      drivers/acpi/acpica/rsserial.o
  CC      lib/scatterlist.o
  AS      arch/x86/kernel/irqflags.o
  CC      arch/x86/kernel/static_call.o
  CC      drivers/net/ethernet/intel/e1000/e1000_hw.o
  CC      fs/nfs/nfs3acl.o
  CC      kernel/async.o
  CC      drivers/gpu/drm/drm_atomic_uapi.o
  CC      drivers/md/md.o
  CC      arch/x86/kernel/process.o
  CC      net/ipv6/fib6_notifier.o
  CC      net/mac80211/cfg.o
  CC      drivers/acpi/acpica/rsutils.o
  CC [M]  drivers/gpu/drm/xe/xe_bo_evict.o
  CC      fs/readdir.o
  CC [M]  drivers/gpu/drm/xe/xe_devcoredump.o
  CC [M]  drivers/gpu/drm/xe/xe_device.o
  CC      net/core/gro_cells.o
  AR      drivers/thermal/intel/built-in.a
  CC      drivers/thermal/thermal_core.o
  CC      net/wireless/shipped-certs.o
  CC      net/mac80211/ethtool.o
  CC      drivers/md/md-bitmap.o
  CC      fs/select.o
  CC      kernel/range.o
  CC      drivers/net/ethernet/intel/e1000e/80003es2lan.o
  CC [M]  drivers/gpu/drm/xe/xe_device_sysfs.o
  CC [M]  drivers/gpu/drm/xe/xe_dma_buf.o
  CC      net/core/failover.o
  CC      drivers/net/ethernet/intel/e1000/e1000_ethtool.o
  CC      kernel/smpboot.o
  CC      kernel/ucount.o
  CC      drivers/acpi/acpica/rsxface.o
  CC      drivers/usb/host/xhci-dbg.o
  CC [M]  net/netfilter/nf_log_syslog.o
  CC      drivers/cpufreq/cpufreq.o
  CC      drivers/usb/host/xhci-trace.o
  CC      net/ipv4/tcp_offload.o
  CC      drivers/cpufreq/freq_table.o
  CC      net/ipv4/tcp_plb.o
  CC      net/ipv6/rpl.o
  CC      drivers/net/ethernet/intel/e1000e/mac.o
  CC      drivers/acpi/acpica/tbdata.o
  CC      lib/list_sort.o
  CC      fs/dcache.o
  CC      kernel/regset.o
  CC      drivers/acpi/acpi_lpat.o
  CC      net/sunrpc/cache.o
  CC      drivers/net/ethernet/intel/e1000/e1000_param.o
  CC      lib/uuid.o
  AR      drivers/mmc/built-in.a
  CC      drivers/thermal/thermal_sysfs.o
  CC      drivers/cpuidle/governors/menu.o
  CC      drivers/acpi/acpi_pcc.o
  CC      drivers/cpuidle/cpuidle.o
  CC      drivers/net/ethernet/intel/e1000e/manage.o
  AR      drivers/net/ethernet/meta/built-in.a
  CC      net/ipv6/ioam6.o
  CC      lib/iov_iter.o
  CC      mm/vmalloc.o
  CC      drivers/cpuidle/governors/haltpoll.o
  CC      kernel/ksyms_common.o
  CC      net/sunrpc/rpc_pipe.o
  CC      drivers/cpuidle/driver.o
  AR      net/core/built-in.a
  CC      drivers/cpufreq/cpufreq_performance.o
  CC      drivers/acpi/ac.o
  CC      drivers/net/ethernet/intel/e1000e/nvm.o
  CC      drivers/net/ethernet/intel/e1000e/phy.o
  CC      drivers/gpu/drm/i915/gt/intel_engine_heartbeat.o
  CC      fs/inode.o
  CC      arch/x86/kernel/ptrace.o
  CC      drivers/acpi/acpica/tbfadt.o
  CC      drivers/net/ethernet/intel/e1000e/param.o
  CC [M]  drivers/gpu/drm/xe/xe_drm_client.o
  CC      drivers/net/ethernet/intel/e1000e/ethtool.o
  CC      drivers/cpufreq/cpufreq_userspace.o
  CC      fs/attr.o
  CC      fs/bad_inode.o
  CC      drivers/gpu/drm/i915/gt/intel_engine_pm.o
  AR      drivers/ufs/built-in.a
  CC      kernel/groups.o
  CC      drivers/gpu/drm/drm_auth.o
  CC      fs/nfs/nfs4proc.o
  CC      drivers/md/md-autodetect.o
  CC      drivers/cpuidle/governor.o
  CC      drivers/thermal/thermal_trip.o
  CC [M]  net/netfilter/xt_mark.o
  CC      arch/x86/kernel/tls.o
  CC      drivers/acpi/acpica/tbfind.o
  CC      drivers/acpi/button.o
  CC      net/ipv4/datagram.o
  CC      net/sunrpc/sysfs.o
  CC [M]  net/netfilter/xt_nat.o
  AR      drivers/net/ethernet/marvell/built-in.a
  CC      drivers/usb/host/xhci-debugfs.o
  AR      drivers/cpuidle/governors/built-in.a
  CC      drivers/acpi/acpica/tbinstal.o
  AR      drivers/firmware/arm_ffa/built-in.a
  CC      kernel/kcmp.o
  AR      drivers/firmware/arm_scmi/built-in.a
  AR      drivers/firmware/broadcom/built-in.a
  AR      drivers/firmware/cirrus/test/built-in.a
  AR      drivers/firmware/cirrus/built-in.a
  CC      drivers/cpufreq/cpufreq_ondemand.o
  CC      mm/vma.o
  AR      drivers/firmware/meson/built-in.a
  AR      drivers/firmware/microchip/built-in.a
  CC      fs/nfs/nfs4xdr.o
  CC      drivers/cpufreq/cpufreq_governor.o
  AR      drivers/firmware/imx/built-in.a
  CC [M]  net/netfilter/xt_LOG.o
  CC      drivers/firmware/efi/efi-bgrt.o
  CC      drivers/net/ethernet/intel/e1000e/netdev.o
  CC      drivers/cpuidle/sysfs.o
  CC      drivers/gpu/drm/i915/gt/intel_engine_user.o
  CC      fs/nfs/nfs4state.o
  CC      drivers/thermal/thermal_helpers.o
  AR      drivers/net/ethernet/intel/e1000/built-in.a
  CC      net/mac80211/rx.o
  CC      net/mac80211/spectmgmt.o
  CC      drivers/firmware/efi/libstub/alignedmem.o
  CC      drivers/firmware/efi/libstub/efi-stub-helper.o
  CC [M]  drivers/gpu/drm/xe/xe_eu_stall.o
  CC      arch/x86/kernel/step.o
  CC      drivers/acpi/acpica/tbprint.o
  CC      drivers/gpu/drm/i915/gt/intel_execlists_submission.o
  CC      fs/nfs/nfs4renewd.o
  CC      fs/nfs/nfs4super.o
  CC      arch/x86/kernel/i8237.o
  CC      drivers/firmware/efi/efi.o
  CC      net/mac80211/tx.o
  AR      drivers/net/ethernet/micrel/built-in.a
  CC      net/ipv6/sysctl_net_ipv6.o
  CC [M]  net/netfilter/xt_MASQUERADE.o
  CC      kernel/freezer.o
  CC      drivers/gpu/drm/drm_blend.o
  AR      drivers/firmware/psci/built-in.a
  CC      net/sunrpc/svc_xprt.o
  CC      drivers/usb/host/xhci-pci.o
  CC      drivers/cpufreq/cpufreq_governor_attr_set.o
  CC      drivers/thermal/thermal_thresholds.o
  CC      net/ipv4/raw.o
  CC      drivers/cpuidle/poll_state.o
  CC [M]  net/netfilter/xt_addrtype.o
  CC      net/mac80211/key.o
  CC      drivers/acpi/acpica/tbutils.o
  CC [M]  drivers/gpu/drm/xe/xe_exec.o
  AR      drivers/net/ethernet/microchip/built-in.a
  CC      arch/x86/kernel/stacktrace.o
  CC      drivers/net/ethernet/intel/e1000e/ptp.o
  CC      drivers/gpu/drm/drm_bridge.o
  CC      fs/nfs/nfs4file.o
  CC      drivers/cpuidle/cpuidle-haltpoll.o
  CC      fs/file.o
  CC      lib/clz_ctz.o
  CC      net/ipv6/xfrm6_policy.o
  CC      arch/x86/kernel/reboot.o
  CC      net/mac80211/util.o
  AR      drivers/crypto/stm32/built-in.a
  CC      drivers/firmware/efi/libstub/file.o
  CC      drivers/thermal/thermal_netlink.o
  AR      drivers/crypto/inside-secure/eip93/built-in.a
  AR      drivers/firmware/qcom/built-in.a
  AR      drivers/crypto/inside-secure/built-in.a
  AR      drivers/firmware/samsung/built-in.a
  CC      net/sunrpc/xprtmultipath.o
  AR      drivers/crypto/xilinx/built-in.a
  CC      drivers/cpufreq/acpi-cpufreq.o
  CC [M]  drivers/gpu/drm/xe/xe_exec_queue.o
  CC      drivers/acpi/acpica/tbxface.o
  AR      drivers/crypto/hisilicon/built-in.a
  AR      drivers/crypto/intel/keembay/built-in.a
  AR      drivers/crypto/intel/ixp4xx/built-in.a
  CC      lib/bsearch.o
  AR      drivers/crypto/intel/built-in.a
  AR      drivers/crypto/starfive/built-in.a
  AR      drivers/crypto/cavium/built-in.a
  AR      drivers/crypto/built-in.a
  CC      lib/find_bit.o
  AR      drivers/firmware/smccc/built-in.a
  CC      drivers/gpu/drm/drm_cache.o
  CC      net/ipv4/udp.o
  CC      fs/nfs/delegation.o
  AR      drivers/cpuidle/built-in.a
  CC      drivers/md/dm.o
  AR      drivers/net/ethernet/mscc/built-in.a
  CC      kernel/profile.o
  CC      drivers/cpufreq/amd-pstate.o
  CC      net/ipv6/xfrm6_state.o
  AR      drivers/net/ethernet/myricom/built-in.a
  CC      drivers/firmware/efi/vars.o
  CC      net/ipv6/xfrm6_input.o
  CC      drivers/acpi/fan_core.o
  CC      drivers/gpu/drm/i915/gt/intel_ggtt.o
  CC      lib/llist.o
  CC      net/ipv6/xfrm6_output.o
  CC      drivers/acpi/acpica/tbxfload.o
  CC      drivers/firmware/efi/reboot.o
  CC      drivers/thermal/thermal_hwmon.o
  CC      kernel/stacktrace.o
  CC      drivers/cpufreq/amd-pstate-trace.o
  CC      drivers/acpi/fan_attr.o
  CC      lib/lwq.o
  CC      drivers/acpi/fan_hwmon.o
  CC      drivers/md/dm-table.o
  CC      drivers/firmware/efi/libstub/gop.o
  CC      arch/x86/kernel/msr.o
  AR      drivers/firmware/tegra/built-in.a
  CC      net/ipv4/udplite.o
  AR      drivers/net/ethernet/natsemi/built-in.a
  CC      fs/nfs/nfs4idmap.o
  CC      drivers/firmware/efi/libstub/lib-cmdline.o
  AR      drivers/usb/host/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_execlist.o
  CC      lib/memweight.o
  AR      drivers/usb/built-in.a
  CC      drivers/acpi/acpica/tbxfroot.o
  AR      net/netfilter/built-in.a
  CC      net/mac80211/parse.o
  CC      mm/vma_exec.o
  AR      drivers/firmware/xilinx/built-in.a
  AR      drivers/net/ethernet/neterion/built-in.a
  CC      kernel/dma.o
  AR      drivers/net/ethernet/netronome/built-in.a
  CC      fs/filesystems.o
  CC      fs/namespace.o
  CC      drivers/gpu/drm/i915/gt/intel_ggtt_fencing.o
  CC      drivers/clocksource/acpi_pm.o
  CC      lib/kfifo.o
  CC      drivers/clocksource/i8253.o
  CC [M]  drivers/gpu/drm/xe/xe_force_wake.o
  CC      kernel/smp.o
  CC      net/sunrpc/stats.o
  CC      arch/x86/kernel/cpuid.o
  CC      drivers/gpu/drm/drm_color_mgmt.o
  CC      drivers/firmware/efi/libstub/lib-ctype.o
  AR      drivers/net/ethernet/ni/built-in.a
  CC      lib/percpu-refcount.o
  CC      drivers/gpu/drm/drm_connector.o
  CC      drivers/md/dm-target.o
  CC      drivers/thermal/gov_step_wise.o
  CC      drivers/acpi/acpica/utaddress.o
  CC      fs/nfs/callback.o
  CC      drivers/acpi/acpi_video.o
  CC      drivers/md/dm-linear.o
  CC      drivers/cpufreq/intel_pstate.o
  CC      drivers/firmware/efi/libstub/mem.o
  CC      drivers/hid/usbhid/hid-core.o
  CC      drivers/hid/hid-core.o
  CC      net/mac80211/wme.o
  CC      drivers/gpu/drm/drm_crtc.o
  CC      drivers/net/ethernet/nvidia/forcedeth.o
  CC      lib/rhashtable.o
  AR      drivers/clocksource/built-in.a
  CC      fs/seq_file.o
  CC      net/ipv4/udp_offload.o
  CC      drivers/acpi/acpica/utalloc.o
  CC      drivers/acpi/video_detect.o
  CC      mm/process_vm_access.o
  CC      net/ipv6/xfrm6_protocol.o
  CC      arch/x86/kernel/early-quirks.o
  AR      drivers/net/ethernet/oki-semi/built-in.a
  CC      fs/nfs/callback_xdr.o
  CC      drivers/hid/usbhid/hiddev.o
  AR      drivers/thermal/built-in.a
  CC      drivers/md/dm-stripe.o
  CC      net/mac80211/chan.o
  CC      arch/x86/kernel/smp.o
  CC      drivers/gpu/drm/drm_displayid.o
  CC      drivers/hid/hid-input.o
  CC      drivers/gpu/drm/drm_drv.o
  CC      drivers/acpi/processor_driver.o
  CC      drivers/firmware/efi/libstub/pci.o
  CC [M]  drivers/gpu/drm/xe/xe_ggtt.o
  CC      drivers/acpi/acpica/utascii.o
  CC      drivers/firmware/efi/libstub/printk.o
  CC      lib/base64.o
  AR      drivers/platform/x86/amd/built-in.a
  AR      drivers/platform/x86/intel/built-in.a
  AR      drivers/platform/x86/tuxedo/nb04/built-in.a
  AR      drivers/platform/x86/tuxedo/built-in.a
  AR      drivers/platform/surface/built-in.a
  CC      drivers/platform/x86/wmi.o
  AR      drivers/net/ethernet/packetengines/built-in.a
  AR      drivers/net/ethernet/qlogic/built-in.a
  CC      drivers/acpi/acpica/utbuffer.o
  CC      fs/xattr.o
  CC      drivers/hid/usbhid/hid-pidff.o
  CC [M]  drivers/gpu/drm/xe/xe_gpu_scheduler.o
  CC      kernel/uid16.o
  CC      drivers/gpu/drm/i915/gt/intel_gt.o
  CC      kernel/kallsyms.o
  CC      net/sunrpc/sysctl.o
  CC      drivers/acpi/acpica/utcksum.o
  CC      net/ipv6/netfilter.o
  CC      drivers/firmware/dmi_scan.o
  CC      drivers/mailbox/mailbox.o
  AR      drivers/perf/built-in.a
  CC      net/ipv4/arp.o
  CC      mm/page_alloc.o
  CC      net/ipv6/proc.o
  CC      drivers/firmware/dmi-id.o
  CC      kernel/acct.o
  CC      drivers/platform/x86/wmi-bmof.o
  CC      drivers/md/dm-ioctl.o
  CC      drivers/gpu/drm/drm_dumb_buffers.o
  CC      lib/once.o
  CC      drivers/firmware/efi/memattr.o
  CC      fs/nfs/callback_proc.o
  CC      drivers/firmware/efi/libstub/random.o
  CC      drivers/acpi/acpica/utcopy.o
  CC      drivers/acpi/acpica/utexcep.o
  CC      drivers/firmware/efi/libstub/randomalloc.o
  CC      net/ipv4/icmp.o
  CC      drivers/mailbox/pcc.o
  AR      drivers/net/ethernet/qualcomm/emac/built-in.a
  AR      drivers/net/ethernet/qualcomm/built-in.a
  CC      drivers/md/dm-io.o
  CC      drivers/platform/x86/eeepc-laptop.o
  CC [M]  drivers/gpu/drm/xe/xe_gsc.o
  CC      arch/x86/kernel/smpboot.o
  CC      lib/refcount.o
  CC      drivers/gpu/drm/drm_edid.o
  CC      drivers/firmware/memmap.o
  CC      drivers/acpi/acpica/utdebug.o
  CC      kernel/vmcore_info.o
  CC      net/ipv4/devinet.o
  CC [M]  drivers/gpu/drm/xe/xe_gsc_debugfs.o
  CC      drivers/firmware/efi/libstub/relocate.o
  AR      drivers/hwtracing/intel_th/built-in.a
  CC      drivers/acpi/processor_thermal.o
  AR      drivers/android/built-in.a
  CC      drivers/gpu/drm/drm_eld.o
  CC      drivers/net/ethernet/realtek/8139too.o
  AR      drivers/net/ethernet/renesas/built-in.a
  CC      drivers/firmware/efi/tpm.o
  CC      drivers/net/ethernet/realtek/r8169_main.o
  CC      drivers/platform/x86/p2sb.o
  CC      fs/libfs.o
  CC      fs/nfs/nfs4namespace.o
  AR      net/sunrpc/built-in.a
  CC      lib/rcuref.o
  AR      drivers/net/ethernet/rdc/built-in.a
  CC      drivers/acpi/acpica/utdecode.o
  CC [M]  drivers/gpu/drm/xe/xe_gsc_proxy.o
  CC      fs/nfs/nfs4getroot.o
  CC      drivers/acpi/processor_idle.o
  AR      drivers/hid/usbhid/built-in.a
  CC      drivers/gpu/drm/drm_encoder.o
  CC      drivers/md/dm-kcopyd.o
  CC      drivers/acpi/processor_throttling.o
  CC      fs/fs-writeback.o
  AR      drivers/cpufreq/built-in.a
  AR      drivers/net/ethernet/intel/e1000e/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_gsc_submit.o
  AR      drivers/net/ethernet/intel/built-in.a
  CC      arch/x86/kernel/tsc_sync.o
  CC      net/ipv6/syncookies.o
  AR      drivers/mailbox/built-in.a
  CC      drivers/firmware/efi/memmap.o
  CC      drivers/gpu/drm/drm_file.o
  CC      lib/usercopy.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_buffer_pool.o
  CC      drivers/hid/hid-quirks.o
  CC      drivers/acpi/acpica/utdelete.o
  AR      drivers/nvmem/layouts/built-in.a
  CC      drivers/gpu/drm/i915/gt/intel_gt_ccs_mode.o
  CC      drivers/nvmem/core.o
  CC      drivers/acpi/acpica/uterror.o
  CC      drivers/net/ethernet/realtek/r8169_firmware.o
  CC      drivers/hid/hid-debug.o
  CC      kernel/elfcorehdr.o
  CC      drivers/firmware/efi/libstub/secureboot.o
  CC      drivers/gpu/drm/drm_fourcc.o
  CC      lib/errseq.o
  CC      fs/nfs/nfs4client.o
  CC      lib/bucket_locks.o
  CC      arch/x86/kernel/setup_percpu.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_clock_utils.o
  AR      drivers/net/ethernet/rocker/built-in.a
  AR      drivers/platform/x86/built-in.a
  CC      drivers/acpi/acpica/uteval.o
  AR      drivers/platform/built-in.a
  CC      drivers/hid/hidraw.o
  CC      net/ipv4/af_inet.o
  CC      net/ipv6/calipso.o
  CC      drivers/firmware/efi/capsule.o
  CC      drivers/firmware/efi/esrt.o
  CC      drivers/md/dm-sysfs.o
  CC      drivers/gpu/drm/drm_framebuffer.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_debugfs.o
  CC      drivers/acpi/processor_perflib.o
  CC [M]  drivers/gpu/drm/xe/xe_gt.o
  CC      drivers/firmware/efi/libstub/skip_spaces.o
  AR      drivers/net/ethernet/samsung/built-in.a
  CC      drivers/hid/hid-generic.o
  CC      fs/pnode.o
  AR      net/wireless/built-in.a
  CC      fs/nfs/nfs4session.o
  CC      drivers/firmware/efi/libstub/smbios.o
  CC      net/ipv4/igmp.o
  CC      arch/x86/kernel/mpparse.o
  CC      fs/splice.o
  CC      net/mac80211/trace.o
  CC      lib/generic-radix-tree.o
  CC      drivers/gpu/drm/drm_gem.o
  CC      drivers/firmware/efi/runtime-wrappers.o
  CC      drivers/acpi/container.o
  CC      kernel/kexec_core.o
  CC      drivers/acpi/acpica/utglobal.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_engines_debugfs.o
  CC      drivers/firmware/efi/capsule-loader.o
  CC      arch/x86/kernel/trace_clock.o
  CC      mm/page_frag_cache.o
  AR      drivers/net/ethernet/nvidia/built-in.a
  CC      net/ipv4/fib_frontend.o
  CC      net/mac80211/mlme.o
  CC      drivers/net/ethernet/realtek/r8169_phy_config.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_ccs_mode.o
  CC      drivers/firmware/efi/libstub/tpm.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_irq.o
  CC      net/ipv6/ah6.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_clock.o
  CC      drivers/md/dm-stats.o
  CC      drivers/gpu/drm/drm_ioctl.o
  CC      drivers/acpi/acpica/uthex.o
  CC      drivers/firmware/efi/libstub/vsprintf.o
  CC      drivers/firmware/efi/earlycon.o
  AR      drivers/net/ethernet/seeq/built-in.a
  CC      net/ipv6/esp6.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_freq.o
  CC      net/ipv4/fib_semantics.o
  CC      lib/bitmap-str.o
  AR      drivers/nvmem/built-in.a
  CC      drivers/firmware/efi/libstub/x86-stub.o
  CC      arch/x86/kernel/trace.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_idle.o
  CC      mm/init-mm.o
  CC      drivers/gpu/drm/drm_lease.o
  AR      drivers/net/ethernet/silan/built-in.a
  CC      drivers/hid/hid-a4tech.o
  CC      kernel/kexec.o
  CC      drivers/acpi/acpica/utids.o
  CC      drivers/acpi/thermal_lib.o
  CC      net/mac80211/tdls.o
  CC      net/ipv4/fib_trie.o
  CC      lib/string_helpers.o
  CC      net/ipv6/sit.o
  CC      arch/x86/kernel/rethook.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_mcr.o
  CC      drivers/hid/hid-apple.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_mcr.o
  AR      drivers/net/ethernet/sis/built-in.a
  CC      net/mac80211/ocb.o
  STUBCPY drivers/firmware/efi/libstub/alignedmem.stub.o
  CC      drivers/acpi/thermal.o
  CC      drivers/acpi/acpica/utinit.o
  CC      mm/memblock.o
  CC      lib/hexdump.o
  CC      drivers/hid/hid-belkin.o
  CC      drivers/gpu/drm/drm_managed.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_pagefault.o
  STUBCPY drivers/firmware/efi/libstub/efi-stub-helper.stub.o
  CC      fs/sync.o
  CC      fs/nfs/dns_resolve.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_pm.o
  CC      kernel/utsname.o
  CC      net/mac80211/airtime.o
  CC      drivers/md/dm-rq.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_sysfs.o
  CC      drivers/acpi/acpica/utlock.o
  CC      arch/x86/kernel/vmcore_info_32.o
  CC      net/ipv6/addrconf_core.o
  CC      net/ipv4/fib_notifier.o
  CC      mm/slub.o
  CC      mm/madvise.o
  CC      lib/kstrtox.o
  AR      drivers/firmware/efi/built-in.a
  CC      net/mac80211/eht.o
  STUBCPY drivers/firmware/efi/libstub/file.stub.o
  STUBCPY drivers/firmware/efi/libstub/gop.stub.o
  STUBCPY drivers/firmware/efi/libstub/lib-cmdline.stub.o
  STUBCPY drivers/firmware/efi/libstub/lib-ctype.stub.o
  STUBCPY drivers/firmware/efi/libstub/mem.stub.o
  STUBCPY drivers/firmware/efi/libstub/pci.stub.o
  CC      drivers/acpi/nhlt.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_throttle.o
  CC      arch/x86/kernel/machine_kexec_32.o
  STUBCPY drivers/firmware/efi/libstub/printk.stub.o
  CC      drivers/acpi/acpica/utmath.o
  STUBCPY drivers/firmware/efi/libstub/random.stub.o
  CC      net/ipv4/inet_fragment.o
  STUBCPY drivers/firmware/efi/libstub/randomalloc.stub.o
  STUBCPY drivers/firmware/efi/libstub/relocate.stub.o
  CC      kernel/pid_namespace.o
  STUBCPY drivers/firmware/efi/libstub/secureboot.stub.o
  STUBCPY drivers/firmware/efi/libstub/skip_spaces.stub.o
  STUBCPY drivers/firmware/efi/libstub/smbios.stub.o
  STUBCPY drivers/firmware/efi/libstub/tpm.stub.o
  CC      drivers/acpi/acpi_memhotplug.o
  STUBCPY drivers/firmware/efi/libstub/vsprintf.stub.o
  STUBCPY drivers/firmware/efi/libstub/x86-stub.stub.o
  AR      drivers/firmware/efi/libstub/lib.a
  AS      arch/x86/kernel/relocate_kernel_32.o
  CC      net/ipv6/exthdrs_core.o
  AR      drivers/firmware/built-in.a
  CC      fs/utimes.o
  CC      fs/nfs/nfs4trace.o
  CC      drivers/acpi/ioapic.o
  CC      net/mac80211/led.o
  CC      drivers/hid/hid-cherry.o
  CC      drivers/md/dm-io-rewind.o
  CC      drivers/acpi/battery.o
  CC      kernel/stop_machine.o
  CC      net/ipv4/ping.o
  AR      drivers/net/ethernet/sfc/built-in.a
  CC      net/ipv6/ip6_checksum.o
  CC      drivers/hid/hid-chicony.o
  CC      fs/d_path.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_pm_debugfs.o
  CC      lib/iomap.o
  CC      drivers/acpi/acpica/utmisc.o
  CC      drivers/gpu/drm/drm_mm.o
  CC      drivers/acpi/bgrt.o
  CC      net/mac80211/pm.o
  CC      mm/page_io.o
  CC      net/ipv6/ip6_icmp.o
  CC      fs/nfs/nfs4sysctl.o
  AR      drivers/net/ethernet/realtek/built-in.a
  AR      drivers/net/ethernet/smsc/built-in.a
  AR      drivers/net/ethernet/socionext/built-in.a
  AR      drivers/net/ethernet/stmicro/built-in.a
  AR      drivers/net/ethernet/sun/built-in.a
  CC      drivers/gpu/drm/drm_mode_config.o
  AR      drivers/net/ethernet/tehuti/built-in.a
  CC      drivers/hid/hid-cypress.o
  AR      drivers/net/ethernet/ti/built-in.a
  AR      drivers/net/ethernet/vertexcom/built-in.a
  AR      drivers/net/ethernet/via/built-in.a
  CC      drivers/hid/hid-ezkey.o
  AR      drivers/net/ethernet/wangxun/built-in.a
  AR      drivers/net/ethernet/wiznet/built-in.a
  AR      drivers/net/ethernet/xilinx/built-in.a
  AR      drivers/net/ethernet/xircom/built-in.a
  CC      drivers/hid/hid-gyration.o
  AR      drivers/net/ethernet/synopsys/built-in.a
  CC      arch/x86/kernel/module.o
  AR      drivers/net/ethernet/pensando/built-in.a
  AR      drivers/net/ethernet/built-in.a
  CC      drivers/acpi/acpica/utmutex.o
  CC      fs/stack.o
  CC      lib/iomap_copy.o
  CC      net/mac80211/rc80211_minstrel_ht.o
  AR      drivers/net/built-in.a
  CC      drivers/acpi/spcr.o
  CC      drivers/md/dm-builtin.o
  CC      net/ipv4/ip_tunnel_core.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_pm_irq.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_requests.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_tlb_invalidation.o
  CC      net/ipv4/gre_offload.o
  CC      drivers/md/dm-raid1.o
  CC      fs/fs_struct.o
  CC      drivers/gpu/drm/drm_mode_object.o
  CC      drivers/md/dm-log.o
  CC      net/ipv6/output_core.o
  CC      lib/devres.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_topology.o
  CC      drivers/md/dm-region-hash.o
  CC      kernel/audit.o
  CC      drivers/acpi/acpica/utnonansi.o
  CC      arch/x86/kernel/doublefault_32.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_sysfs.o
  CC      fs/statfs.o
  CC      drivers/gpu/drm/drm_modes.o
  CC      net/mac80211/wbrf.o
  CC      kernel/auditfilter.o
  CC      drivers/acpi/acpica/utobject.o
  CC [M]  drivers/gpu/drm/xe/xe_guc.o
  CC      drivers/md/dm-zero.o
  CC      lib/check_signature.o
  CC      mm/swap_state.o
  CC      arch/x86/kernel/early_printk.o
  CC      kernel/auditsc.o
  CC      drivers/acpi/acpica/utosi.o
  CC      drivers/hid/hid-ite.o
  CC      drivers/gpu/drm/i915/gt/intel_gt_sysfs_pm.o
  CC      drivers/gpu/drm/drm_modeset_lock.o
  CC      drivers/hid/hid-kensington.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_ads.o
  CC      net/ipv4/metrics.o
  CC      lib/interval_tree.o
  CC      kernel/audit_watch.o
  CC      net/ipv6/protocol.o
  CC      drivers/gpu/drm/i915/gt/intel_gtt.o
  CC      net/ipv6/ip6_offload.o
  CC      drivers/gpu/drm/i915/gt/intel_llc.o
  CC      drivers/gpu/drm/i915/gt/intel_lrc.o
  CC      kernel/audit_fsnotify.o
  CC      mm/swapfile.o
  CC      fs/fs_pin.o
  CC      drivers/gpu/drm/drm_plane.o
  CC      lib/assoc_array.o
  CC      drivers/acpi/acpica/utownerid.o
  CC      drivers/gpu/drm/i915/gt/intel_migrate.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_buf.o
  CC      drivers/gpu/drm/i915/gt/intel_mocs.o
  CC      arch/x86/kernel/hpet.o
  CC      arch/x86/kernel/amd_nb.o
  CC      fs/nsfs.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_capture.o
  CC      kernel/audit_tree.o
  CC      net/ipv6/tcpv6_offload.o
  CC      drivers/gpu/drm/drm_prime.o
  CC      drivers/hid/hid-microsoft.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_ct.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_db_mgr.o
  CC      net/ipv4/netlink.o
  CC      fs/fs_types.o
  AR      drivers/md/built-in.a
  CC      fs/fs_context.o
  CC      drivers/acpi/acpica/utpredef.o
  CC      kernel/kprobes.o
  CC      mm/dmapool.o
  CC      drivers/gpu/drm/i915/gt/intel_ppgtt.o
  CC      net/ipv4/nexthop.o
  CC      drivers/gpu/drm/i915/gt/intel_rc6.o
  CC      net/ipv6/exthdrs_offload.o
  CC      arch/x86/kernel/amd_node.o
  CC      lib/bitrev.o
  CC      drivers/hid/hid-monterey.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_engine_activity.o
  CC      drivers/gpu/drm/drm_print.o
  CC      drivers/acpi/acpica/utresdecode.o
  CC      fs/fs_parser.o
  CC      drivers/acpi/acpica/utresrc.o
  CC      mm/hugetlb.o
  CC      drivers/gpu/drm/drm_property.o
  CC      fs/fsopen.o
  CC      mm/mmu_notifier.o
  CC      net/ipv6/inet6_hashtables.o
  CC      lib/crc-ccitt.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_hwconfig.o
  CC      kernel/seccomp.o
  CC      drivers/gpu/drm/i915/gt/intel_region_lmem.o
  CC      net/ipv4/udp_tunnel_stub.o
  CC      drivers/gpu/drm/drm_rect.o
  CC      mm/migrate.o
  CC      net/ipv6/mcast_snoop.o
  CC      drivers/acpi/acpica/utstate.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_id_mgr.o
  CC      net/ipv4/ip_tunnel.o
  CC      fs/init.o
  CC      drivers/hid/hid-ntrig.o
  CC      kernel/relay.o
  CC      lib/crc16.o
  CC      arch/x86/kernel/kvm.o
  CC      mm/page_counter.o
  CC      drivers/gpu/drm/i915/gt/intel_renderstate.o
  CC      drivers/hid/hid-pl.o
  CC      kernel/utsname_sysctl.o
  CC      drivers/gpu/drm/i915/gt/intel_reset.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_klv_helpers.o
  CC      drivers/gpu/drm/i915/gt/intel_ring.o
  CC      net/ipv4/sysctl_net_ipv4.o
  CC      drivers/gpu/drm/drm_syncobj.o
  CC      kernel/delayacct.o
  CC      drivers/hid/hid-petalynx.o
  CC      kernel/taskstats.o
  CC      drivers/hid/hid-redragon.o
  CC      drivers/acpi/acpica/utstring.o
  CC      net/ipv4/proc.o
  CC      drivers/gpu/drm/drm_sysfs.o
  HOSTCC  lib/gen_crc32table
  CC      kernel/tsacct.o
  CC      drivers/hid/hid-samsung.o
  CC      drivers/acpi/acpica/utstrsuppt.o
  AR      fs/nfs/built-in.a
  CC      net/ipv4/fib_rules.o
  CC      mm/hugetlb_cgroup.o
  CC      drivers/acpi/acpica/utstrtoul64.o
  CC      lib/xxhash.o
  CC      arch/x86/kernel/kvmclock.o
  CC      drivers/gpu/drm/drm_trace_points.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_log.o
  CC      drivers/gpu/drm/i915/gt/intel_ring_submission.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_pc.o
  CC      kernel/tracepoint.o
  CC      net/ipv4/ipmr.o
  CC      drivers/acpi/acpica/utxface.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_submit.o
  CC [M]  drivers/gpu/drm/xe/xe_heci_gsc.o
  CC      fs/kernel_read_file.o
  CC      lib/genalloc.o
  CC      arch/x86/kernel/paravirt.o
  CC      mm/early_ioremap.o
  CC      kernel/irq_work.o
  CC      drivers/gpu/drm/drm_vblank.o
  CC      drivers/gpu/drm/i915/gt/intel_rps.o
  CC      fs/mnt_idmapping.o
  CC      net/ipv4/ipmr_base.o
  CC      drivers/gpu/drm/drm_vblank_work.o
  CC      mm/page_ext.o
  CC      lib/percpu_counter.o
  CC      net/ipv4/syncookies.o
  CC      drivers/hid/hid-sony.o
  CC      net/ipv4/tunnel4.o
  CC [M]  drivers/gpu/drm/xe/xe_huc.o
  CC      drivers/gpu/drm/i915/gt/intel_sa_media.o
  CC      drivers/acpi/acpica/utxfinit.o
  CC      lib/audit.o
  CC      arch/x86/kernel/pvclock.o
  CC      fs/remap_range.o
  AR      net/ipv6/built-in.a
  CC      net/ipv4/ipconfig.o
  CC      arch/x86/kernel/pcspeaker.o
  CC      drivers/gpu/drm/drm_vma_manager.o
  CC      arch/x86/kernel/check.o
  CC      fs/pidfs.o
  CC [M]  drivers/gpu/drm/xe/xe_hw_engine.o
  CC      kernel/static_call.o
  CC      mm/secretmem.o
  CC      drivers/hid/hid-sunplus.o
  CC      kernel/padata.o
  CC      kernel/jump_label.o
  CC      drivers/acpi/acpica/utxferror.o
  CC      mm/hmm.o
  CC      drivers/gpu/drm/i915/gt/intel_sseu.o
  CC      fs/buffer.o
  CC      fs/mpage.o
  CC      drivers/hid/hid-topseed.o
  CC      net/ipv4/netfilter.o
  CC      drivers/acpi/acpica/utxfmutex.o
  CC      kernel/context_tracking.o
  CC      drivers/gpu/drm/drm_writeback.o
  CC      mm/memfd.o
  CC      fs/proc_namespace.o
  CC      arch/x86/kernel/uprobes.o
  CC      lib/syscall.o
  CC [M]  drivers/gpu/drm/xe/xe_hw_engine_class_sysfs.o
  CC      drivers/gpu/drm/i915/gt/intel_sseu_debugfs.o
  CC      net/ipv4/tcp_cubic.o
  CC      kernel/iomem.o
  CC      mm/execmem.o
  CC      fs/direct-io.o
  CC      arch/x86/kernel/perf_regs.o
  CC      drivers/gpu/drm/drm_panel.o
  CC      drivers/gpu/drm/i915/gt/intel_timeline.o
  AR      drivers/acpi/acpica/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_hw_engine_group.o
  AR      drivers/acpi/built-in.a
  CC      lib/errname.o
  CC      fs/eventpoll.o
  CC      arch/x86/kernel/itmt.o
  CC      kernel/rseq.o
  CC      net/ipv4/tcp_sigpool.o
  CC      lib/nlattr.o
  CC [M]  drivers/gpu/drm/xe/xe_hw_fence.o
  CC      net/ipv4/cipso_ipv4.o
  CC      lib/cpu_rmap.o
  CC      fs/anon_inodes.o
  CC      arch/x86/kernel/umip.o
  CC      drivers/gpu/drm/drm_pci.o
  CC [M]  drivers/gpu/drm/xe/xe_irq.o
  CC      lib/dynamic_queue_limits.o
  CC      fs/signalfd.o
  CC      drivers/gpu/drm/i915/gt/intel_tlb.o
  CC      arch/x86/kernel/unwind_frame.o
  AR      drivers/hid/built-in.a
  CC      net/ipv4/xfrm4_policy.o
  CC      fs/timerfd.o
  CC [M]  drivers/gpu/drm/xe/xe_lrc.o
  CC      drivers/gpu/drm/drm_debugfs.o
  CC      lib/glob.o
  CC      drivers/gpu/drm/i915/gt/intel_wopcm.o
  CC      net/ipv4/xfrm4_state.o
  CC [M]  drivers/gpu/drm/xe/xe_migrate.o
  CC [M]  drivers/gpu/drm/xe/xe_mmio.o
  CC      drivers/gpu/drm/drm_debugfs_crc.o
  CC      fs/eventfd.o
  LDS     arch/x86/kernel/vmlinux.lds
  CC [M]  drivers/gpu/drm/xe/xe_mocs.o
  CC      lib/strncpy_from_user.o
  CC      drivers/gpu/drm/i915/gt/intel_workarounds.o
  CC      net/ipv4/xfrm4_input.o
  CC      drivers/gpu/drm/drm_panel_orientation_quirks.o
  CC      fs/aio.o
  CC      fs/locks.o
  CC      net/ipv4/xfrm4_output.o
  CC      drivers/gpu/drm/drm_buddy.o
  CC      lib/strnlen_user.o
  CC      fs/binfmt_misc.o
  CC      net/ipv4/xfrm4_protocol.o
  CC [M]  drivers/gpu/drm/xe/xe_module.o
  CC      fs/binfmt_script.o
  CC      drivers/gpu/drm/drm_gem_shmem_helper.o
  CC      lib/net_utils.o
  CC      fs/binfmt_elf.o
  AR      mm/built-in.a
  CC      lib/sg_pool.o
  CC      drivers/gpu/drm/i915/gt/shmem_utils.o
  AR      kernel/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_oa.o
  AR      arch/x86/kernel/built-in.a
  CC      drivers/gpu/drm/i915/gt/sysfs_engines.o
  CC      drivers/gpu/drm/drm_atomic_helper.o
  AR      arch/x86/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_observation.o
  CC      lib/stackdepot.o
  CC      drivers/gpu/drm/drm_atomic_state_helper.o
  CC      fs/mbcache.o
  CC [M]  drivers/gpu/drm/xe/xe_pat.o
  CC      lib/asn1_decoder.o
  CC      drivers/gpu/drm/i915/gt/intel_ggtt_gmch.o
  CC      drivers/gpu/drm/drm_bridge_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_pci.o
  GEN     lib/oid_registry_data.c
  CC [M]  drivers/gpu/drm/xe/xe_pcode.o
  CC [M]  drivers/gpu/drm/xe/xe_pm.o
  CC      lib/ucs2_string.o
  CC      drivers/gpu/drm/i915/gt/gen6_renderstate.o
  CC      lib/sbitmap.o
  CC      drivers/gpu/drm/drm_crtc_helper.o
  CC      lib/group_cpus.o
  CC [M]  drivers/gpu/drm/xe/xe_preempt_fence.o
  CC      drivers/gpu/drm/drm_damage_helper.o
  CC      fs/posix_acl.o
  CC      lib/fw_table.o
  CC      drivers/gpu/drm/i915/gt/gen7_renderstate.o
  CC [M]  drivers/gpu/drm/xe/xe_pt.o
  CC [M]  drivers/gpu/drm/xe/xe_pt_walk.o
  CC [M]  drivers/gpu/drm/xe/xe_pxp.o
  CC [M]  drivers/gpu/drm/xe/xe_pxp_debugfs.o
  AR      net/mac80211/built-in.a
  CC      drivers/gpu/drm/i915/gt/gen8_renderstate.o
  AR      lib/lib.a
  CC      drivers/gpu/drm/drm_flip_work.o
  CC      fs/coredump.o
  CC [M]  drivers/gpu/drm/xe/xe_pxp_submit.o
  CC      drivers/gpu/drm/drm_format_helper.o
  GEN     lib/crc32table.h
  CC      fs/drop_caches.o
  CC      drivers/gpu/drm/i915/gt/gen9_renderstate.o
  CC      lib/oid_registry.o
  CC [M]  drivers/gpu/drm/xe/xe_query.o
  CC [M]  drivers/gpu/drm/xe/xe_range_fence.o
  CC [M]  drivers/gpu/drm/xe/xe_reg_sr.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_busy.o
  CC      drivers/gpu/drm/drm_gem_atomic_helper.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_clflush.o
  CC      fs/sysctls.o
  CC [M]  drivers/gpu/drm/xe/xe_reg_whitelist.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_context.o
  CC      lib/crc32.o
  CC      fs/fhandle.o
  CC [M]  drivers/gpu/drm/xe/xe_ring_ops.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_create.o
  AR      net/ipv4/built-in.a
  CC [M]  drivers/gpu/drm/xe/xe_rtp.o
  AR      net/built-in.a
  CC      drivers/gpu/drm/i915/gem/i915_gem_dmabuf.o
  CC      drivers/gpu/drm/drm_gem_framebuffer_helper.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_domain.o
  CC [M]  drivers/gpu/drm/xe/xe_sa.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_execbuffer.o
  CC [M]  drivers/gpu/drm/xe/xe_sched_job.o
  CC [M]  drivers/gpu/drm/xe/xe_shrinker.o
  CC      drivers/gpu/drm/drm_kms_helper_common.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_internal.o
  CC [M]  drivers/gpu/drm/xe/xe_step.o
  CC      drivers/gpu/drm/drm_modeset_helper.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_lmem.o
  CC      drivers/gpu/drm/drm_plane_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_survivability_mode.o
  CC [M]  drivers/gpu/drm/xe/xe_sync.o
  CC [M]  drivers/gpu/drm/xe/xe_tile.o
  CC      drivers/gpu/drm/drm_probe_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_tile_sysfs.o
  AR      lib/built-in.a
  CC      drivers/gpu/drm/i915/gem/i915_gem_mman.o
  CC [M]  drivers/gpu/drm/xe/xe_trace.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_object.o
  CC      drivers/gpu/drm/drm_self_refresh_helper.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_pages.o
  CC      drivers/gpu/drm/drm_simple_kms_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_trace_bo.o
  CC [M]  drivers/gpu/drm/xe/xe_trace_guc.o
  CC      drivers/gpu/drm/bridge/panel.o
  CC [M]  drivers/gpu/drm/xe/xe_trace_lrc.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_phys.o
  CC      drivers/gpu/drm/drm_mipi_dsi.o
  CC [M]  drivers/gpu/drm/xe/xe_ttm_stolen_mgr.o
  CC [M]  drivers/gpu/drm/xe/xe_ttm_sys_mgr.o
  CC [M]  drivers/gpu/drm/xe/xe_ttm_vram_mgr.o
  CC [M]  drivers/gpu/drm/drm_exec.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_pm.o
  CC [M]  drivers/gpu/drm/drm_gpuvm.o
  CC [M]  drivers/gpu/drm/xe/xe_tuning.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_region.o
  CC [M]  drivers/gpu/drm/drm_suballoc.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_shmem.o
  CC [M]  drivers/gpu/drm/xe/xe_uc.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_shrinker.o
  CC [M]  drivers/gpu/drm/drm_gem_ttm_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_uc_fw.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_stolen.o
  CC [M]  drivers/gpu/drm/xe/xe_vm.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_throttle.o
  CC [M]  drivers/gpu/drm/xe/xe_vram.o
  CC [M]  drivers/gpu/drm/xe/xe_vram_freq.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_tiling.o
  CC [M]  drivers/gpu/drm/xe/xe_vsec.o
  CC [M]  drivers/gpu/drm/xe/xe_wa.o
  CC [M]  drivers/gpu/drm/xe/xe_wait_user_fence.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_ttm.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_ttm_move.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_ttm_pm.o
  CC [M]  drivers/gpu/drm/xe/xe_wopcm.o
  CC [M]  drivers/gpu/drm/xe/xe_hmm.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_userptr.o
  CC [M]  drivers/gpu/drm/xe/xe_hwmon.o
  CC      drivers/gpu/drm/i915/gem/i915_gem_wait.o
  CC [M]  drivers/gpu/drm/xe/xe_pmu.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_sriov_vf.o
  CC      drivers/gpu/drm/i915/gem/i915_gemfs.o
  AR      fs/built-in.a
  LD [M]  drivers/gpu/drm/drm_suballoc_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_relay.o
  CC      drivers/gpu/drm/i915/i915_active.o
  CC      drivers/gpu/drm/i915/i915_cmd_parser.o
  CC [M]  drivers/gpu/drm/xe/xe_memirq.o
  CC      drivers/gpu/drm/i915/i915_deps.o
  LD [M]  drivers/gpu/drm/drm_ttm_helper.o
  CC [M]  drivers/gpu/drm/xe/xe_sriov.o
  CC [M]  drivers/gpu/drm/xe/xe_sriov_vf.o
  CC      drivers/gpu/drm/i915/i915_gem.o
  CC      drivers/gpu/drm/i915/i915_gem_evict.o
  CC      drivers/gpu/drm/i915/i915_gem_gtt.o
  CC      drivers/gpu/drm/i915/i915_gem_ww.o
  CC [M]  drivers/gpu/drm/xe/xe_tile_sriov_vf.o
  CC [M]  drivers/gpu/drm/xe/display/ext/i915_irq.o
  CC      drivers/gpu/drm/i915/i915_query.o
  CC [M]  drivers/gpu/drm/xe/display/ext/i915_utils.o
  CC      drivers/gpu/drm/i915/i915_request.o
  CC [M]  drivers/gpu/drm/xe/display/intel_bo.o
  CC [M]  drivers/gpu/drm/xe/display/intel_fb_bo.o
  CC [M]  drivers/gpu/drm/xe/display/intel_fbdev_fb.o
  CC [M]  drivers/gpu/drm/xe/display/xe_display.o
  CC [M]  drivers/gpu/drm/xe/display/xe_display_misc.o
  CC [M]  drivers/gpu/drm/xe/display/xe_display_rpm.o
  CC [M]  drivers/gpu/drm/xe/display/xe_display_wa.o
  CC      drivers/gpu/drm/i915/i915_scheduler.o
  CC      drivers/gpu/drm/i915/i915_trace_points.o
  CC [M]  drivers/gpu/drm/xe/display/xe_dsb_buffer.o
  CC [M]  drivers/gpu/drm/xe/display/xe_fb_pin.o
  CC      drivers/gpu/drm/i915/i915_ttm_buddy_manager.o
  CC      drivers/gpu/drm/i915/i915_vma.o
  CC      drivers/gpu/drm/i915/i915_vma_resource.o
  CC [M]  drivers/gpu/drm/xe/display/xe_hdcp_gsc.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_gsc_fw.o
  CC [M]  drivers/gpu/drm/xe/display/xe_plane_initial.o
  CC [M]  drivers/gpu/drm/xe/display/xe_tdf.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_gsc_proxy.o
  CC [M]  drivers/gpu/drm/xe/i915-soc/intel_dram.o
  CC [M]  drivers/gpu/drm/xe/i915-soc/intel_rom.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_gsc_uc.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_gsc_uc_debugfs.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_gsc_uc_heci_cmd_submit.o
  CC [M]  drivers/gpu/drm/xe/i915-display/icl_dsi.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_ads.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_alpm.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_capture.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_atomic.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_ct.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_atomic_plane.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_audio.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_debugfs.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_backlight.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_fw.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_bios.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_bw.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_cdclk.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_hwconfig.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_log.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_log_debugfs.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_cmtg.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_color.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_rc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_combo_phy.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_slpc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_connector.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_guc_submission.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_crtc.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_huc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_crtc_state_dump.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_cursor.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_cx0_phy.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_huc_debugfs.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_ddi.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_ddi_buf_trans.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_huc_fw.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_uc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_conversion.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_device.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_uc_debugfs.o
  CC      drivers/gpu/drm/i915/gt/uc/intel_uc_fw.o
  CC      drivers/gpu/drm/i915/gt/intel_gsc.o
  CC      drivers/gpu/drm/i915/i915_hwmon.o
  CC      drivers/gpu/drm/i915/display/hsw_ips.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_driver.o
  CC      drivers/gpu/drm/i915/display/i9xx_plane.o
  CC      drivers/gpu/drm/i915/display/i9xx_display_sr.o
  CC      drivers/gpu/drm/i915/display/i9xx_wm.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_irq.o
  CC      drivers/gpu/drm/i915/display/intel_alpm.o
  CC      drivers/gpu/drm/i915/display/intel_atomic.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_params.o
  CC      drivers/gpu/drm/i915/display/intel_atomic_plane.o
  CC      drivers/gpu/drm/i915/display/intel_audio.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_power.o
  CC      drivers/gpu/drm/i915/display/intel_bios.o
  CC      drivers/gpu/drm/i915/display/intel_bo.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_power_map.o
  CC      drivers/gpu/drm/i915/display/intel_bw.o
  CC      drivers/gpu/drm/i915/display/intel_cdclk.o
  CC      drivers/gpu/drm/i915/display/intel_cmtg.o
  CC      drivers/gpu/drm/i915/display/intel_color.o
  CC      drivers/gpu/drm/i915/display/intel_combo_phy.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_power_well.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_trace.o
  CC      drivers/gpu/drm/i915/display/intel_connector.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_wa.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dkl_phy.o
  CC      drivers/gpu/drm/i915/display/intel_crtc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dmc.o
  CC      drivers/gpu/drm/i915/display/intel_crtc_state_dump.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dmc_wl.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp.o
  CC      drivers/gpu/drm/i915/display/intel_cursor.o
  CC      drivers/gpu/drm/i915/display/intel_display.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_aux.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_aux_backlight.o
  CC      drivers/gpu/drm/i915/display/intel_display_conversion.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_hdcp.o
  CC      drivers/gpu/drm/i915/display/intel_display_driver.o
  CC      drivers/gpu/drm/i915/display/intel_display_irq.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_link_training.o
  CC      drivers/gpu/drm/i915/display/intel_display_params.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_mst.o
  CC      drivers/gpu/drm/i915/display/intel_display_power.o
  CC      drivers/gpu/drm/i915/display/intel_display_power_map.o
  CC      drivers/gpu/drm/i915/display/intel_display_power_well.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dp_test.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dpll.o
  CC      drivers/gpu/drm/i915/display/intel_display_reset.o
  CC      drivers/gpu/drm/i915/display/intel_display_rpm.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dpll_mgr.o
  CC      drivers/gpu/drm/i915/display/intel_display_rps.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dpt_common.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_drrs.o
  CC      drivers/gpu/drm/i915/display/intel_display_snapshot.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dsb.o
  CC      drivers/gpu/drm/i915/display/intel_display_wa.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dsi.o
  CC      drivers/gpu/drm/i915/display/intel_dmc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dsi_dcs_backlight.o
  CC      drivers/gpu/drm/i915/display/intel_dmc_wl.o
  CC      drivers/gpu/drm/i915/display/intel_dpio_phy.o
  CC      drivers/gpu/drm/i915/display/intel_dpll.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_dsi_vbt.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_encoder.o
  CC      drivers/gpu/drm/i915/display/intel_dpll_mgr.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_fb.o
  CC      drivers/gpu/drm/i915/display/intel_dpt.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_fbc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_fdi.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_fifo_underrun.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_frontbuffer.o
  CC      drivers/gpu/drm/i915/display/intel_dpt_common.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_global_state.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_gmbus.o
  CC      drivers/gpu/drm/i915/display/intel_drrs.o
  CC      drivers/gpu/drm/i915/display/intel_dsb.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hdcp.o
  CC      drivers/gpu/drm/i915/display/intel_dsb_buffer.o
  CC      drivers/gpu/drm/i915/display/intel_fb.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hdcp_gsc_message.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hdmi.o
  CC      drivers/gpu/drm/i915/display/intel_fb_bo.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hotplug.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hotplug_irq.o
  CC      drivers/gpu/drm/i915/display/intel_fb_pin.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_hti.o
  CC      drivers/gpu/drm/i915/display/intel_fbc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_link_bw.o
  CC      drivers/gpu/drm/i915/display/intel_fdi.o
  CC      drivers/gpu/drm/i915/display/intel_fifo_underrun.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_lspcon.o
  CC      drivers/gpu/drm/i915/display/intel_frontbuffer.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_modeset_lock.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_modeset_setup.o
  CC      drivers/gpu/drm/i915/display/intel_global_state.o
  CC      drivers/gpu/drm/i915/display/intel_hdcp.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_modeset_verify.o
  CC      drivers/gpu/drm/i915/display/intel_hdcp_gsc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_panel.o
  CC      drivers/gpu/drm/i915/display/intel_hdcp_gsc_message.o
  CC      drivers/gpu/drm/i915/display/intel_hotplug.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_pfit.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_pmdemand.o
  CC      drivers/gpu/drm/i915/display/intel_hotplug_irq.o
  CC      drivers/gpu/drm/i915/display/intel_hti.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_pch.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_pps.o
  CC      drivers/gpu/drm/i915/display/intel_link_bw.o
  CC      drivers/gpu/drm/i915/display/intel_load_detect.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_psr.o
  CC      drivers/gpu/drm/i915/display/intel_lpe_audio.o
  CC      drivers/gpu/drm/i915/display/intel_modeset_lock.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_qp_tables.o
  CC      drivers/gpu/drm/i915/display/intel_modeset_setup.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_quirks.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_snps_hdmi_pll.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_snps_phy.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_tc.o
  CC      drivers/gpu/drm/i915/display/intel_modeset_verify.o
  CC      drivers/gpu/drm/i915/display/intel_overlay.o
  CC      drivers/gpu/drm/i915/display/intel_pch.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_vblank.o
  CC      drivers/gpu/drm/i915/display/intel_pch_display.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_vdsc.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_vga.o
  CC      drivers/gpu/drm/i915/display/intel_pch_refclk.o
  CC      drivers/gpu/drm/i915/display/intel_plane_initial.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_vrr.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_wm.o
  CC [M]  drivers/gpu/drm/xe/i915-display/skl_scaler.o
  CC      drivers/gpu/drm/i915/display/intel_pmdemand.o
  CC      drivers/gpu/drm/i915/display/intel_psr.o
  CC [M]  drivers/gpu/drm/xe/i915-display/skl_universal_plane.o
  CC [M]  drivers/gpu/drm/xe/i915-display/skl_watermark.o
  CC      drivers/gpu/drm/i915/display/intel_quirks.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_acpi.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_opregion.o
  CC      drivers/gpu/drm/i915/display/intel_sbi.o
  CC [M]  drivers/gpu/drm/xe/xe_debugfs.o
  CC      drivers/gpu/drm/i915/display/intel_sprite.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_debugfs.o
  CC      drivers/gpu/drm/i915/display/intel_sprite_uapi.o
  CC      drivers/gpu/drm/i915/display/intel_tc.o
  CC      drivers/gpu/drm/i915/display/intel_vblank.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_sriov_vf_debugfs.o
  CC      drivers/gpu/drm/i915/display/intel_vga.o
  CC [M]  drivers/gpu/drm/xe/xe_gt_stats.o
  CC      drivers/gpu/drm/i915/display/intel_wm.o
  CC [M]  drivers/gpu/drm/xe/xe_guc_debugfs.o
  CC      drivers/gpu/drm/i915/display/skl_scaler.o
  CC      drivers/gpu/drm/i915/display/skl_universal_plane.o
  CC      drivers/gpu/drm/i915/display/skl_watermark.o
  CC [M]  drivers/gpu/drm/xe/xe_huc_debugfs.o
  CC      drivers/gpu/drm/i915/display/vlv_sideband.o
  CC [M]  drivers/gpu/drm/xe/xe_uc_debugfs.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_debugfs.o
  CC      drivers/gpu/drm/i915/display/intel_acpi.o
  CC      drivers/gpu/drm/i915/display/intel_opregion.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_display_debugfs_params.o
  CC [M]  drivers/gpu/drm/xe/i915-display/intel_pipe_crc.o
  CC      drivers/gpu/drm/i915/display/intel_display_debugfs.o
  CC      drivers/gpu/drm/i915/display/intel_display_debugfs_params.o
  CC      drivers/gpu/drm/i915/display/intel_pipe_crc.o
  CC      drivers/gpu/drm/i915/display/dvo_ch7017.o
  CC      drivers/gpu/drm/i915/display/dvo_ch7xxx.o
  CC      drivers/gpu/drm/i915/display/dvo_ivch.o
  CC      drivers/gpu/drm/i915/display/dvo_ns2501.o
  CC      drivers/gpu/drm/i915/display/dvo_sil164.o
  CC      drivers/gpu/drm/i915/display/dvo_tfp410.o
  CC      drivers/gpu/drm/i915/display/g4x_dp.o
  CC      drivers/gpu/drm/i915/display/g4x_hdmi.o
  CC      drivers/gpu/drm/i915/display/icl_dsi.o
  CC      drivers/gpu/drm/i915/display/intel_backlight.o
  CC      drivers/gpu/drm/i915/display/intel_crt.o
  CC      drivers/gpu/drm/i915/display/intel_cx0_phy.o
  CC      drivers/gpu/drm/i915/display/intel_ddi.o
  CC      drivers/gpu/drm/i915/display/intel_ddi_buf_trans.o
  CC      drivers/gpu/drm/i915/display/intel_display_device.o
  CC      drivers/gpu/drm/i915/display/intel_display_trace.o
  CC      drivers/gpu/drm/i915/display/intel_dkl_phy.o
  CC      drivers/gpu/drm/i915/display/intel_dp.o
  CC      drivers/gpu/drm/i915/display/intel_dp_aux.o
  CC      drivers/gpu/drm/i915/display/intel_dp_aux_backlight.o
  CC      drivers/gpu/drm/i915/display/intel_dp_hdcp.o
  CC      drivers/gpu/drm/i915/display/intel_dp_link_training.o
  CC      drivers/gpu/drm/i915/display/intel_dp_mst.o
  CC      drivers/gpu/drm/i915/display/intel_dp_test.o
  CC      drivers/gpu/drm/i915/display/intel_dsi.o
  CC      drivers/gpu/drm/i915/display/intel_dsi_dcs_backlight.o
  CC      drivers/gpu/drm/i915/display/intel_dsi_vbt.o
  CC      drivers/gpu/drm/i915/display/intel_dvo.o
  CC      drivers/gpu/drm/i915/display/intel_encoder.o
  CC      drivers/gpu/drm/i915/display/intel_gmbus.o
  CC      drivers/gpu/drm/i915/display/intel_hdmi.o
  CC      drivers/gpu/drm/i915/display/intel_lspcon.o
  CC      drivers/gpu/drm/i915/display/intel_lvds.o
  CC      drivers/gpu/drm/i915/display/intel_panel.o
  CC      drivers/gpu/drm/i915/display/intel_pfit.o
  CC      drivers/gpu/drm/i915/display/intel_pps.o
  CC      drivers/gpu/drm/i915/display/intel_qp_tables.o
  CC      drivers/gpu/drm/i915/display/intel_sdvo.o
  CC      drivers/gpu/drm/i915/display/intel_snps_hdmi_pll.o
  CC      drivers/gpu/drm/i915/display/intel_snps_phy.o
  CC      drivers/gpu/drm/i915/display/intel_tv.o
  CC      drivers/gpu/drm/i915/display/intel_vdsc.o
  CC      drivers/gpu/drm/i915/display/intel_vrr.o
  CC      drivers/gpu/drm/i915/display/vlv_dsi.o
  CC      drivers/gpu/drm/i915/display/vlv_dsi_pll.o
  CC      drivers/gpu/drm/i915/i915_perf.o
  CC      drivers/gpu/drm/i915/pxp/intel_pxp.o
  CC      drivers/gpu/drm/i915/pxp/intel_pxp_huc.o
  CC      drivers/gpu/drm/i915/pxp/intel_pxp_tee.o
  CC      drivers/gpu/drm/i915/i915_gpu_error.o
  CC      drivers/gpu/drm/i915/i915_vgpu.o
  LD [M]  drivers/gpu/drm/xe/xe.o
  AR      drivers/gpu/drm/i915/built-in.a
  AR      drivers/gpu/drm/built-in.a
  AR      drivers/gpu/built-in.a
  AR      drivers/built-in.a
  AR      built-in.a
  AR      vmlinux.a
  LD      vmlinux.o
  OBJCOPY modules.builtin.modinfo
  GEN     modules.builtin
  MODPOST Module.symvers
  CC      .vmlinux.export.o
  CC [M]  fs/efivarfs/efivarfs.mod.o
  CC [M]  .module-common.o
  CC [M]  drivers/gpu/drm/drm_exec.mod.o
  CC [M]  drivers/gpu/drm/drm_gpuvm.mod.o
  CC [M]  drivers/gpu/drm/drm_suballoc_helper.mod.o
  CC [M]  drivers/gpu/drm/drm_ttm_helper.mod.o
  CC [M]  drivers/gpu/drm/scheduler/gpu-sched.mod.o
  CC [M]  drivers/gpu/drm/xe/xe.mod.o
  CC [M]  drivers/thermal/intel/x86_pkg_temp_thermal.mod.o
  CC [M]  net/netfilter/nf_log_syslog.mod.o
  CC [M]  net/netfilter/xt_mark.mod.o
  CC [M]  net/netfilter/xt_nat.mod.o
  CC [M]  net/netfilter/xt_LOG.mod.o
  CC [M]  net/netfilter/xt_MASQUERADE.mod.o
  CC [M]  net/netfilter/xt_addrtype.mod.o
  CC [M]  net/ipv4/netfilter/iptable_nat.mod.o
  LD [M]  fs/efivarfs/efivarfs.ko
  LD [M]  drivers/gpu/drm/drm_gpuvm.ko
  LD [M]  drivers/gpu/drm/drm_ttm_helper.ko
  LD [M]  net/netfilter/nf_log_syslog.ko
  LD [M]  net/netfilter/xt_mark.ko
  LD [M]  net/netfilter/xt_nat.ko
  LD [M]  net/netfilter/xt_LOG.ko
  LD [M]  net/netfilter/xt_addrtype.ko
  LD [M]  net/ipv4/netfilter/iptable_nat.ko
  LD [M]  drivers/gpu/drm/drm_suballoc_helper.ko
  LD [M]  drivers/gpu/drm/xe/xe.ko
  LD [M]  net/netfilter/xt_MASQUERADE.ko
  LD [M]  drivers/gpu/drm/drm_exec.ko
  LD [M]  drivers/thermal/intel/x86_pkg_temp_thermal.ko
  LD [M]  drivers/gpu/drm/scheduler/gpu-sched.ko
  UPD     include/generated/utsversion.h
  CC      init/version-timestamp.o
  KSYMS   .tmp_vmlinux0.kallsyms.S
  AS      .tmp_vmlinux0.kallsyms.o
  LD      .tmp_vmlinux1
  NM      .tmp_vmlinux1.syms
  KSYMS   .tmp_vmlinux1.kallsyms.S
  AS      .tmp_vmlinux1.kallsyms.o
  LD      .tmp_vmlinux2
  NM      .tmp_vmlinux2.syms
  KSYMS   .tmp_vmlinux2.kallsyms.S
  AS      .tmp_vmlinux2.kallsyms.o
  LD      vmlinux.unstripped
  NM      System.map
  SORTTAB vmlinux.unstripped
  RSTRIP  vmlinux
  CC      arch/x86/boot/a20.o
  AS      arch/x86/boot/bioscall.o
  CC      arch/x86/boot/cmdline.o
  AS      arch/x86/boot/copy.o
  HOSTCC  arch/x86/boot/mkcpustr
  CC      arch/x86/boot/cpuflags.o
  CC      arch/x86/boot/cpucheck.o
  CC      arch/x86/boot/edd.o
  CC      arch/x86/boot/early_serial_console.o
  CC      arch/x86/boot/main.o
  CC      arch/x86/boot/memory.o
  CC      arch/x86/boot/pm.o
  AS      arch/x86/boot/pmjump.o
  CC      arch/x86/boot/printf.o
  CC      arch/x86/boot/regs.o
  CC      arch/x86/boot/string.o
  CC      arch/x86/boot/tty.o
  CC      arch/x86/boot/video.o
  CC      arch/x86/boot/video-mode.o
  CC      arch/x86/boot/version.o
  CC      arch/x86/boot/video-vga.o
  CC      arch/x86/boot/video-vesa.o
  CC      arch/x86/boot/video-bios.o
  LDS     arch/x86/boot/compressed/vmlinux.lds
  AS      arch/x86/boot/compressed/kernel_info.o
  AS      arch/x86/boot/compressed/head_32.o
  VOFFSET arch/x86/boot/compressed/../voffset.h
  CC      arch/x86/boot/compressed/cmdline.o
  CC      arch/x86/boot/compressed/string.o
  CC      arch/x86/boot/compressed/error.o
  OBJCOPY arch/x86/boot/compressed/vmlinux.bin
  RELOCS  arch/x86/boot/compressed/vmlinux.relocs
  HOSTCC  arch/x86/boot/compressed/mkpiggy
  CC      arch/x86/boot/compressed/cpuflags.o
  CC      arch/x86/boot/compressed/early_serial_console.o
  CPUSTR  arch/x86/boot/cpustr.h
  CC      arch/x86/boot/compressed/kaslr.o
  CC      arch/x86/boot/compressed/acpi.o
  CC      arch/x86/boot/compressed/efi.o
  CC      arch/x86/boot/cpu.o
  GZIP    arch/x86/boot/compressed/vmlinux.bin.gz
  CC      arch/x86/boot/compressed/misc.o
  MKPIGGY arch/x86/boot/compressed/piggy.S
  AS      arch/x86/boot/compressed/piggy.o
  LD      arch/x86/boot/compressed/vmlinux
  ZOFFSET arch/x86/boot/zoffset.h
  OBJCOPY arch/x86/boot/vmlinux.bin
  AS      arch/x86/boot/header.o
  LD      arch/x86/boot/setup.elf
  OBJCOPY arch/x86/boot/setup.bin
  BUILD   arch/x86/boot/bzImage
Kernel: arch/x86/boot/bzImage is ready  (#1)
run-parts: executing /workspace/ci/hooks/20-kernel-doc
+ SRC_DIR=/workspace/kernel
+ cd /workspace/kernel
+ xargs ./scripts/kernel-doc -Werror -none include/uapi/drm/xe_drm.h
+ find drivers/gpu/drm/xe/ -name '*.[ch]' -not -path 'drivers/gpu/drm/xe/display/*'
All hooks done



^ permalink raw reply	[flat|nested] 33+ messages in thread

* ✓ CI.checksparse: success for drm/xe: Implement clear VRAM on free
  2025-06-11  5:42 [PATCH] drm/xe: Implement clear VRAM on free Matthew Brost
                   ` (4 preceding siblings ...)
  2025-06-11  6:02 ` ✓ CI.Hooks: " Patchwork
@ 2025-06-11  6:03 ` Patchwork
  2025-06-11  6:51 ` ✓ Xe.CI.BAT: " Patchwork
                   ` (4 subsequent siblings)
  10 siblings, 0 replies; 33+ messages in thread
From: Patchwork @ 2025-06-11  6:03 UTC (permalink / raw)
  To: Matthew Brost; +Cc: intel-xe

== Series Details ==

Series: drm/xe: Implement clear VRAM on free
URL   : https://patchwork.freedesktop.org/series/150074/
State : success

== Summary ==

+ trap cleanup EXIT
+ KERNEL=/kernel
+ MT=/root/linux/maintainer-tools
+ git clone https://gitlab.freedesktop.org/drm/maintainer-tools /root/linux/maintainer-tools
Cloning into '/root/linux/maintainer-tools'...
warning: redirecting to https://gitlab.freedesktop.org/drm/maintainer-tools.git/
+ make -C /root/linux/maintainer-tools
make: Entering directory '/root/linux/maintainer-tools'
cc -O2 -g -Wextra -o remap-log remap-log.c
make: Leaving directory '/root/linux/maintainer-tools'
+ cd /kernel
+ git config --global --add safe.directory /kernel
+ /root/linux/maintainer-tools/dim sparse --fast 7bc153635620254b73cfe8714ce42768b2bf6d60
Sparse version: 0.6.4 (Ubuntu: 0.6.4-4ubuntu3)
Fast mode used, each commit won't be checked separately.
Okay!

+ cleanup
++ stat -c %u:%g /kernel
+ chown -R 1003:1003 /kernel



^ permalink raw reply	[flat|nested] 33+ messages in thread

* ✓ Xe.CI.BAT: success for drm/xe: Implement clear VRAM on free
  2025-06-11  5:42 [PATCH] drm/xe: Implement clear VRAM on free Matthew Brost
                   ` (5 preceding siblings ...)
  2025-06-11  6:03 ` ✓ CI.checksparse: " Patchwork
@ 2025-06-11  6:51 ` Patchwork
  2025-06-11  8:09 ` ✗ Xe.CI.Full: failure " Patchwork
                   ` (3 subsequent siblings)
  10 siblings, 0 replies; 33+ messages in thread
From: Patchwork @ 2025-06-11  6:51 UTC (permalink / raw)
  To: Matthew Brost; +Cc: intel-xe

[-- Attachment #1: Type: text/plain, Size: 1086 bytes --]

== Series Details ==

Series: drm/xe: Implement clear VRAM on free
URL   : https://patchwork.freedesktop.org/series/150074/
State : success

== Summary ==

CI Bug Log - changes from xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60_BAT -> xe-pw-150074v1_BAT
====================================================

Summary
-------

  **SUCCESS**

  No regressions found.

  

Participating hosts (7 -> 7)
------------------------------

  No changes in participating hosts


Changes
-------

  No changes found


Build changes
-------------

  * IGT: IGT_8403 -> IGT_8404
  * Linux: xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60 -> xe-pw-150074v1

  IGT_8403: f2e82612b44bf8c30bfd0c523b69e424dc5f8d7a @ https://gitlab.freedesktop.org/drm/igt-gpu-tools.git
  IGT_8404: dad4b2bb9e5a2c87ae0275efbf9f0df00a67ef46 @ https://gitlab.freedesktop.org/drm/igt-gpu-tools.git
  xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60: 7bc153635620254b73cfe8714ce42768b2bf6d60
  xe-pw-150074v1: 150074v1

== Logs ==

For more details see: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/index.html

[-- Attachment #2: Type: text/html, Size: 1648 bytes --]

^ permalink raw reply	[flat|nested] 33+ messages in thread

* ✗ Xe.CI.Full: failure for drm/xe: Implement clear VRAM on free
  2025-06-11  5:42 [PATCH] drm/xe: Implement clear VRAM on free Matthew Brost
                   ` (6 preceding siblings ...)
  2025-06-11  6:51 ` ✓ Xe.CI.BAT: " Patchwork
@ 2025-06-11  8:09 ` Patchwork
  2025-06-11 16:26 ` [PATCH] " Summers, Stuart
                   ` (2 subsequent siblings)
  10 siblings, 0 replies; 33+ messages in thread
From: Patchwork @ 2025-06-11  8:09 UTC (permalink / raw)
  To: Matthew Brost; +Cc: intel-xe

[-- Attachment #1: Type: text/plain, Size: 78358 bytes --]

== Series Details ==

Series: drm/xe: Implement clear VRAM on free
URL   : https://patchwork.freedesktop.org/series/150074/
State : failure

== Summary ==

CI Bug Log - changes from xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60_FULL -> xe-pw-150074v1_FULL
====================================================

Summary
-------

  **FAILURE**

  Serious unknown changes coming with xe-pw-150074v1_FULL absolutely need to be
  verified manually.
  
  If you think the reported changes have nothing to do with the changes
  introduced in xe-pw-150074v1_FULL, please notify your bug team (I915-ci-infra@lists.freedesktop.org) to allow them
  to document this new failure mode, which will reduce false positives in CI.

  

Participating hosts (4 -> 4)
------------------------------

  No changes in participating hosts

Possible new issues
-------------------

  Here are the unknown changes that may have been introduced in xe-pw-150074v1_FULL:

### IGT changes ###

#### Possible regressions ####

  * igt@kms_sequence@get-forked-busy@pipe-a-dp-4:
    - shard-dg2-set2:     [PASS][1] -> [INCOMPLETE][2] +1 other test incomplete
   [1]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-463/igt@kms_sequence@get-forked-busy@pipe-a-dp-4.html
   [2]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-464/igt@kms_sequence@get-forked-busy@pipe-a-dp-4.html

  * igt@xe_live_ktest@xe_bo:
    - shard-dg2-set2:     [PASS][3] -> [FAIL][4] +3 other tests fail
   [3]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-464/igt@xe_live_ktest@xe_bo.html
   [4]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-435/igt@xe_live_ktest@xe_bo.html

  
Known issues
------------

  Here are the changes found in xe-pw-150074v1_FULL that come from known issues:

### IGT changes ###

#### Issues hit ####

  * igt@kms_addfb_basic@invalid-smem-bo-on-discrete:
    - shard-adlp:         NOTRUN -> [SKIP][5] ([Intel XE#3157])
   [5]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-9/igt@kms_addfb_basic@invalid-smem-bo-on-discrete.html

  * igt@kms_async_flips@async-flip-suspend-resume:
    - shard-adlp:         NOTRUN -> [DMESG-WARN][6] ([Intel XE#4543]) +4 other tests dmesg-warn
   [6]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-3/igt@kms_async_flips@async-flip-suspend-resume.html

  * igt@kms_async_flips@async-flip-with-page-flip-events-tiled@pipe-d-dp-4-4-rc-ccs-cc:
    - shard-dg2-set2:     NOTRUN -> [SKIP][7] ([Intel XE#3767]) +15 other tests skip
   [7]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-434/igt@kms_async_flips@async-flip-with-page-flip-events-tiled@pipe-d-dp-4-4-rc-ccs-cc.html

  * igt@kms_async_flips@invalid-async-flip-atomic:
    - shard-dg2-set2:     NOTRUN -> [SKIP][8] ([Intel XE#3768])
   [8]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-464/igt@kms_async_flips@invalid-async-flip-atomic.html

  * igt@kms_big_fb@4-tiled-addfb-size-offset-overflow:
    - shard-adlp:         NOTRUN -> [SKIP][9] ([Intel XE#607])
   [9]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-6/igt@kms_big_fb@4-tiled-addfb-size-offset-overflow.html

  * igt@kms_big_fb@x-tiled-32bpp-rotate-90:
    - shard-adlp:         NOTRUN -> [SKIP][10] ([Intel XE#316]) +8 other tests skip
   [10]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-2/igt@kms_big_fb@x-tiled-32bpp-rotate-90.html

  * igt@kms_big_fb@x-tiled-64bpp-rotate-90:
    - shard-dg2-set2:     NOTRUN -> [SKIP][11] ([Intel XE#316]) +3 other tests skip
   [11]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-464/igt@kms_big_fb@x-tiled-64bpp-rotate-90.html

  * igt@kms_big_fb@x-tiled-8bpp-rotate-90:
    - shard-lnl:          NOTRUN -> [SKIP][12] ([Intel XE#1407]) +3 other tests skip
   [12]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-8/igt@kms_big_fb@x-tiled-8bpp-rotate-90.html

  * igt@kms_big_fb@x-tiled-max-hw-stride-32bpp-rotate-0-hflip-async-flip:
    - shard-adlp:         [PASS][13] -> [DMESG-FAIL][14] ([Intel XE#4543]) +1 other test dmesg-fail
   [13]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-adlp-6/igt@kms_big_fb@x-tiled-max-hw-stride-32bpp-rotate-0-hflip-async-flip.html
   [14]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-3/igt@kms_big_fb@x-tiled-max-hw-stride-32bpp-rotate-0-hflip-async-flip.html

  * igt@kms_big_fb@x-tiled-max-hw-stride-64bpp-rotate-0-async-flip:
    - shard-dg2-set2:     [PASS][15] -> [FAIL][16] ([Intel XE#1231])
   [15]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-464/igt@kms_big_fb@x-tiled-max-hw-stride-64bpp-rotate-0-async-flip.html
   [16]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-435/igt@kms_big_fb@x-tiled-max-hw-stride-64bpp-rotate-0-async-flip.html

  * igt@kms_big_fb@y-tiled-max-hw-stride-32bpp-rotate-180-hflip:
    - shard-lnl:          NOTRUN -> [SKIP][17] ([Intel XE#1124]) +5 other tests skip
   [17]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-8/igt@kms_big_fb@y-tiled-max-hw-stride-32bpp-rotate-180-hflip.html

  * igt@kms_big_fb@y-tiled-max-hw-stride-64bpp-rotate-0-hflip:
    - shard-adlp:         NOTRUN -> [DMESG-FAIL][18] ([Intel XE#4543]) +9 other tests dmesg-fail
   [18]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-1/igt@kms_big_fb@y-tiled-max-hw-stride-64bpp-rotate-0-hflip.html

  * igt@kms_big_fb@yf-tiled-32bpp-rotate-180:
    - shard-dg2-set2:     NOTRUN -> [SKIP][19] ([Intel XE#1124]) +17 other tests skip
   [19]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-435/igt@kms_big_fb@yf-tiled-32bpp-rotate-180.html

  * igt@kms_big_fb@yf-tiled-max-hw-stride-32bpp-rotate-0:
    - shard-adlp:         NOTRUN -> [SKIP][20] ([Intel XE#1124]) +22 other tests skip
   [20]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-9/igt@kms_big_fb@yf-tiled-max-hw-stride-32bpp-rotate-0.html

  * igt@kms_bw@connected-linear-tiling-2-displays-2160x1440p:
    - shard-lnl:          NOTRUN -> [SKIP][21] ([Intel XE#2191]) +1 other test skip
   [21]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-4/igt@kms_bw@connected-linear-tiling-2-displays-2160x1440p.html

  * igt@kms_bw@connected-linear-tiling-4-displays-1920x1080p:
    - shard-dg2-set2:     NOTRUN -> [SKIP][22] ([Intel XE#2191])
   [22]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-436/igt@kms_bw@connected-linear-tiling-4-displays-1920x1080p.html

  * igt@kms_bw@connected-linear-tiling-4-displays-2560x1440p:
    - shard-adlp:         NOTRUN -> [SKIP][23] ([Intel XE#2191]) +1 other test skip
   [23]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-1/igt@kms_bw@connected-linear-tiling-4-displays-2560x1440p.html

  * igt@kms_bw@linear-tiling-2-displays-2560x1440p:
    - shard-dg2-set2:     NOTRUN -> [SKIP][24] ([Intel XE#367]) +3 other tests skip
   [24]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-464/igt@kms_bw@linear-tiling-2-displays-2560x1440p.html

  * igt@kms_bw@linear-tiling-2-displays-3840x2160p:
    - shard-lnl:          NOTRUN -> [SKIP][25] ([Intel XE#367])
   [25]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-8/igt@kms_bw@linear-tiling-2-displays-3840x2160p.html

  * igt@kms_bw@linear-tiling-4-displays-1920x1080p:
    - shard-lnl:          NOTRUN -> [SKIP][26] ([Intel XE#1512])
   [26]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-1/igt@kms_bw@linear-tiling-4-displays-1920x1080p.html

  * igt@kms_bw@linear-tiling-4-displays-2560x1440p:
    - shard-adlp:         NOTRUN -> [SKIP][27] ([Intel XE#367]) +2 other tests skip
   [27]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-9/igt@kms_bw@linear-tiling-4-displays-2560x1440p.html

  * igt@kms_ccs@bad-pixel-format-4-tiled-dg2-mc-ccs:
    - shard-adlp:         NOTRUN -> [SKIP][28] ([Intel XE#455] / [Intel XE#787]) +55 other tests skip
   [28]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-4/igt@kms_ccs@bad-pixel-format-4-tiled-dg2-mc-ccs.html

  * igt@kms_ccs@crc-primary-basic-4-tiled-mtl-mc-ccs@pipe-c-hdmi-a-1:
    - shard-adlp:         NOTRUN -> [SKIP][29] ([Intel XE#787]) +83 other tests skip
   [29]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-1/igt@kms_ccs@crc-primary-basic-4-tiled-mtl-mc-ccs@pipe-c-hdmi-a-1.html

  * igt@kms_ccs@crc-primary-basic-4-tiled-mtl-rc-ccs-cc@pipe-d-hdmi-a-6:
    - shard-dg2-set2:     NOTRUN -> [SKIP][30] ([Intel XE#787]) +76 other tests skip
   [30]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-435/igt@kms_ccs@crc-primary-basic-4-tiled-mtl-rc-ccs-cc@pipe-d-hdmi-a-6.html

  * igt@kms_ccs@crc-primary-rotation-180-4-tiled-dg2-rc-ccs-cc:
    - shard-lnl:          NOTRUN -> [SKIP][31] ([Intel XE#2887]) +7 other tests skip
   [31]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-4/igt@kms_ccs@crc-primary-rotation-180-4-tiled-dg2-rc-ccs-cc.html

  * igt@kms_ccs@crc-primary-rotation-180-4-tiled-mtl-rc-ccs-cc@pipe-d-dp-4:
    - shard-dg2-set2:     NOTRUN -> [SKIP][32] ([Intel XE#455] / [Intel XE#787]) +21 other tests skip
   [32]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-435/igt@kms_ccs@crc-primary-rotation-180-4-tiled-mtl-rc-ccs-cc@pipe-d-dp-4.html

  * igt@kms_ccs@crc-primary-suspend-4-tiled-dg2-rc-ccs@pipe-c-hdmi-a-6:
    - shard-dg2-set2:     [PASS][33] -> [FAIL][34] ([Intel XE#616]) +18 other tests fail
   [33]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-435/igt@kms_ccs@crc-primary-suspend-4-tiled-dg2-rc-ccs@pipe-c-hdmi-a-6.html
   [34]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-435/igt@kms_ccs@crc-primary-suspend-4-tiled-dg2-rc-ccs@pipe-c-hdmi-a-6.html

  * igt@kms_ccs@crc-primary-suspend-4-tiled-lnl-ccs:
    - shard-adlp:         NOTRUN -> [SKIP][35] ([Intel XE#3442])
   [35]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-4/igt@kms_ccs@crc-primary-suspend-4-tiled-lnl-ccs.html

  * igt@kms_ccs@crc-sprite-planes-basic-4-tiled-lnl-ccs:
    - shard-adlp:         NOTRUN -> [SKIP][36] ([Intel XE#2907]) +3 other tests skip
   [36]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-4/igt@kms_ccs@crc-sprite-planes-basic-4-tiled-lnl-ccs.html

  * igt@kms_ccs@random-ccs-data-4-tiled-lnl-ccs:
    - shard-dg2-set2:     NOTRUN -> [SKIP][37] ([Intel XE#2907]) +1 other test skip
   [37]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-434/igt@kms_ccs@random-ccs-data-4-tiled-lnl-ccs.html

  * igt@kms_cdclk@mode-transition@pipe-d-dp-4:
    - shard-dg2-set2:     NOTRUN -> [SKIP][38] ([Intel XE#4417]) +3 other tests skip
   [38]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-436/igt@kms_cdclk@mode-transition@pipe-d-dp-4.html

  * igt@kms_cdclk@plane-scaling:
    - shard-adlp:         NOTRUN -> [SKIP][39] ([Intel XE#4416] / [Intel XE#455])
   [39]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-8/igt@kms_cdclk@plane-scaling.html

  * igt@kms_cdclk@plane-scaling@pipe-a-hdmi-a-1:
    - shard-adlp:         NOTRUN -> [SKIP][40] ([Intel XE#4416]) +2 other tests skip
   [40]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-8/igt@kms_cdclk@plane-scaling@pipe-a-hdmi-a-1.html

  * igt@kms_chamelium_color@ctm-green-to-red:
    - shard-adlp:         NOTRUN -> [SKIP][41] ([Intel XE#306]) +2 other tests skip
   [41]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-6/igt@kms_chamelium_color@ctm-green-to-red.html

  * igt@kms_chamelium_color@ctm-limited-range:
    - shard-lnl:          NOTRUN -> [SKIP][42] ([Intel XE#306])
   [42]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-8/igt@kms_chamelium_color@ctm-limited-range.html

  * igt@kms_chamelium_color@gamma:
    - shard-dg2-set2:     NOTRUN -> [SKIP][43] ([Intel XE#306]) +1 other test skip
   [43]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-464/igt@kms_chamelium_color@gamma.html

  * igt@kms_chamelium_edid@dp-edid-change-during-hibernate:
    - shard-dg2-set2:     NOTRUN -> [SKIP][44] ([Intel XE#373]) +10 other tests skip
   [44]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-434/igt@kms_chamelium_edid@dp-edid-change-during-hibernate.html
    - shard-lnl:          NOTRUN -> [SKIP][45] ([Intel XE#373]) +9 other tests skip
   [45]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-3/igt@kms_chamelium_edid@dp-edid-change-during-hibernate.html

  * igt@kms_chamelium_edid@dp-edid-resolution-list:
    - shard-adlp:         NOTRUN -> [SKIP][46] ([Intel XE#373]) +19 other tests skip
   [46]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-9/igt@kms_chamelium_edid@dp-edid-resolution-list.html

  * igt@kms_content_protection@dp-mst-type-0:
    - shard-adlp:         NOTRUN -> [SKIP][47] ([Intel XE#307])
   [47]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-3/igt@kms_content_protection@dp-mst-type-0.html

  * igt@kms_content_protection@lic-type-1:
    - shard-lnl:          NOTRUN -> [SKIP][48] ([Intel XE#5176]) +1 other test skip
   [48]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-6/igt@kms_content_protection@lic-type-1.html

  * igt@kms_content_protection@srm@pipe-a-dp-4:
    - shard-dg2-set2:     NOTRUN -> [FAIL][49] ([Intel XE#1178]) +1 other test fail
   [49]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-434/igt@kms_content_protection@srm@pipe-a-dp-4.html

  * igt@kms_cursor_crc@cursor-random-32x10:
    - shard-lnl:          NOTRUN -> [SKIP][50] ([Intel XE#1424]) +2 other tests skip
   [50]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-4/igt@kms_cursor_crc@cursor-random-32x10.html

  * igt@kms_cursor_crc@cursor-random-512x170:
    - shard-adlp:         NOTRUN -> [SKIP][51] ([Intel XE#308]) +2 other tests skip
   [51]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-3/igt@kms_cursor_crc@cursor-random-512x170.html

  * igt@kms_cursor_crc@cursor-sliding-512x170:
    - shard-dg2-set2:     NOTRUN -> [SKIP][52] ([Intel XE#308])
   [52]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-434/igt@kms_cursor_crc@cursor-sliding-512x170.html

  * igt@kms_cursor_legacy@2x-nonblocking-modeset-vs-cursor-atomic:
    - shard-lnl:          NOTRUN -> [SKIP][53] ([Intel XE#309]) +2 other tests skip
   [53]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-3/igt@kms_cursor_legacy@2x-nonblocking-modeset-vs-cursor-atomic.html

  * igt@kms_cursor_legacy@cursorb-vs-flipa-atomic-transitions-varying-size:
    - shard-adlp:         NOTRUN -> [SKIP][54] ([Intel XE#309]) +8 other tests skip
   [54]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-2/igt@kms_cursor_legacy@cursorb-vs-flipa-atomic-transitions-varying-size.html

  * igt@kms_cursor_legacy@short-busy-flip-before-cursor-toggle:
    - shard-adlp:         NOTRUN -> [SKIP][55] ([Intel XE#323]) +1 other test skip
   [55]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-8/igt@kms_cursor_legacy@short-busy-flip-before-cursor-toggle.html

  * igt@kms_display_modes@extended-mode-basic:
    - shard-adlp:         NOTRUN -> [SKIP][56] ([Intel XE#4302])
   [56]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-1/igt@kms_display_modes@extended-mode-basic.html

  * igt@kms_dp_aux_dev:
    - shard-adlp:         NOTRUN -> [SKIP][57] ([Intel XE#3009])
   [57]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-9/igt@kms_dp_aux_dev.html

  * igt@kms_dp_link_training@uhbr-mst:
    - shard-lnl:          NOTRUN -> [SKIP][58] ([Intel XE#4354]) +1 other test skip
   [58]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-7/igt@kms_dp_link_training@uhbr-mst.html

  * igt@kms_dp_link_training@uhbr-sst:
    - shard-adlp:         NOTRUN -> [SKIP][59] ([Intel XE#4356])
   [59]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-9/igt@kms_dp_link_training@uhbr-sst.html
    - shard-dg2-set2:     NOTRUN -> [SKIP][60] ([Intel XE#4356]) +1 other test skip
   [60]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-435/igt@kms_dp_link_training@uhbr-sst.html

  * igt@kms_dp_linktrain_fallback@dp-fallback:
    - shard-adlp:         NOTRUN -> [SKIP][61] ([Intel XE#4331])
   [61]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-1/igt@kms_dp_linktrain_fallback@dp-fallback.html

  * igt@kms_dsc@dsc-with-output-formats-with-bpc:
    - shard-lnl:          NOTRUN -> [SKIP][62] ([Intel XE#2244]) +1 other test skip
   [62]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-3/igt@kms_dsc@dsc-with-output-formats-with-bpc.html

  * igt@kms_fbc_dirty_rect@fbc-dirty-rectangle-dirtyfb-tests:
    - shard-dg2-set2:     NOTRUN -> [SKIP][63] ([Intel XE#4422])
   [63]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-464/igt@kms_fbc_dirty_rect@fbc-dirty-rectangle-dirtyfb-tests.html

  * igt@kms_fbc_dirty_rect@fbc-dirty-rectangle-out-visible-area:
    - shard-adlp:         NOTRUN -> [SKIP][64] ([Intel XE#4422])
   [64]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-3/igt@kms_fbc_dirty_rect@fbc-dirty-rectangle-out-visible-area.html

  * igt@kms_fbcon_fbt@psr:
    - shard-dg2-set2:     NOTRUN -> [SKIP][65] ([Intel XE#776])
   [65]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-463/igt@kms_fbcon_fbt@psr.html

  * igt@kms_fbcon_fbt@psr-suspend:
    - shard-adlp:         NOTRUN -> [SKIP][66] ([Intel XE#776])
   [66]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-8/igt@kms_fbcon_fbt@psr-suspend.html

  * igt@kms_feature_discovery@display-2x:
    - shard-adlp:         NOTRUN -> [SKIP][67] ([Intel XE#702])
   [67]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-2/igt@kms_feature_discovery@display-2x.html

  * igt@kms_feature_discovery@display-3x:
    - shard-adlp:         NOTRUN -> [SKIP][68] ([Intel XE#703])
   [68]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-2/igt@kms_feature_discovery@display-3x.html

  * igt@kms_feature_discovery@psr1:
    - shard-adlp:         NOTRUN -> [SKIP][69] ([Intel XE#1135]) +1 other test skip
   [69]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-6/igt@kms_feature_discovery@psr1.html

  * igt@kms_flip@2x-flip-vs-dpms-on-nop:
    - shard-adlp:         NOTRUN -> [SKIP][70] ([Intel XE#310]) +8 other tests skip
   [70]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-6/igt@kms_flip@2x-flip-vs-dpms-on-nop.html

  * igt@kms_flip@2x-flip-vs-expired-vblank-interruptible@bd-hdmi-a6-dp4:
    - shard-dg2-set2:     [PASS][71] -> [FAIL][72] ([Intel XE#301] / [Intel XE#3321])
   [71]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-436/igt@kms_flip@2x-flip-vs-expired-vblank-interruptible@bd-hdmi-a6-dp4.html
   [72]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-463/igt@kms_flip@2x-flip-vs-expired-vblank-interruptible@bd-hdmi-a6-dp4.html

  * igt@kms_flip@2x-flip-vs-expired-vblank-interruptible@cd-hdmi-a6-dp4:
    - shard-dg2-set2:     [PASS][73] -> [FAIL][74] ([Intel XE#301]) +2 other tests fail
   [73]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-436/igt@kms_flip@2x-flip-vs-expired-vblank-interruptible@cd-hdmi-a6-dp4.html
   [74]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-463/igt@kms_flip@2x-flip-vs-expired-vblank-interruptible@cd-hdmi-a6-dp4.html

  * igt@kms_flip@2x-flip-vs-modeset:
    - shard-lnl:          NOTRUN -> [SKIP][75] ([Intel XE#1421]) +7 other tests skip
   [75]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-1/igt@kms_flip@2x-flip-vs-modeset.html

  * igt@kms_flip@flip-vs-expired-vblank-interruptible@a-dp4:
    - shard-dg2-set2:     NOTRUN -> [FAIL][76] ([Intel XE#301]) +5 other tests fail
   [76]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-463/igt@kms_flip@flip-vs-expired-vblank-interruptible@a-dp4.html

  * igt@kms_flip_scaled_crc@flip-32bpp-linear-to-64bpp-linear-downscaling:
    - shard-lnl:          NOTRUN -> [SKIP][77] ([Intel XE#1397] / [Intel XE#1745])
   [77]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-8/igt@kms_flip_scaled_crc@flip-32bpp-linear-to-64bpp-linear-downscaling.html

  * igt@kms_flip_scaled_crc@flip-32bpp-linear-to-64bpp-linear-downscaling@pipe-a-default-mode:
    - shard-lnl:          NOTRUN -> [SKIP][78] ([Intel XE#1397])
   [78]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-8/igt@kms_flip_scaled_crc@flip-32bpp-linear-to-64bpp-linear-downscaling@pipe-a-default-mode.html

  * igt@kms_flip_scaled_crc@flip-64bpp-yftile-to-16bpp-yftile-upscaling@pipe-a-default-mode:
    - shard-lnl:          NOTRUN -> [SKIP][79] ([Intel XE#1401]) +4 other tests skip
   [79]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-1/igt@kms_flip_scaled_crc@flip-64bpp-yftile-to-16bpp-yftile-upscaling@pipe-a-default-mode.html

  * igt@kms_flip_scaled_crc@flip-64bpp-ytile-to-16bpp-ytile-downscaling@pipe-a-valid-mode:
    - shard-adlp:         NOTRUN -> [DMESG-FAIL][80] ([Intel XE#4543] / [Intel XE#4921]) +1 other test dmesg-fail
   [80]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-3/igt@kms_flip_scaled_crc@flip-64bpp-ytile-to-16bpp-ytile-downscaling@pipe-a-valid-mode.html

  * igt@kms_flip_scaled_crc@flip-64bpp-ytile-to-32bpp-ytile-downscaling:
    - shard-lnl:          NOTRUN -> [SKIP][81] ([Intel XE#1401] / [Intel XE#1745]) +4 other tests skip
   [81]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-7/igt@kms_flip_scaled_crc@flip-64bpp-ytile-to-32bpp-ytile-downscaling.html

  * igt@kms_flip_scaled_crc@flip-64bpp-ytile-to-32bpp-ytilegen12rcccs-upscaling@pipe-a-valid-mode:
    - shard-adlp:         NOTRUN -> [SKIP][82] ([Intel XE#455]) +38 other tests skip
   [82]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-9/igt@kms_flip_scaled_crc@flip-64bpp-ytile-to-32bpp-ytilegen12rcccs-upscaling@pipe-a-valid-mode.html

  * igt@kms_frontbuffer_tracking@drrs-1p-primscrn-cur-indfb-draw-blt:
    - shard-adlp:         NOTRUN -> [SKIP][83] ([Intel XE#651]) +24 other tests skip
   [83]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-2/igt@kms_frontbuffer_tracking@drrs-1p-primscrn-cur-indfb-draw-blt.html

  * igt@kms_frontbuffer_tracking@drrs-suspend:
    - shard-dg2-set2:     NOTRUN -> [SKIP][84] ([Intel XE#651]) +36 other tests skip
   [84]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-436/igt@kms_frontbuffer_tracking@drrs-suspend.html

  * igt@kms_frontbuffer_tracking@fbc-2p-scndscrn-spr-indfb-draw-render:
    - shard-adlp:         NOTRUN -> [SKIP][85] ([Intel XE#656]) +71 other tests skip
   [85]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-9/igt@kms_frontbuffer_tracking@fbc-2p-scndscrn-spr-indfb-draw-render.html

  * igt@kms_frontbuffer_tracking@fbc-tiling-4:
    - shard-adlp:         NOTRUN -> [SKIP][86] ([Intel XE#1151]) +1 other test skip
   [86]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-6/igt@kms_frontbuffer_tracking@fbc-tiling-4.html

  * igt@kms_frontbuffer_tracking@fbcdrrs-1p-offscren-pri-indfb-draw-blt:
    - shard-lnl:          NOTRUN -> [SKIP][87] ([Intel XE#651]) +12 other tests skip
   [87]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-1/igt@kms_frontbuffer_tracking@fbcdrrs-1p-offscren-pri-indfb-draw-blt.html

  * igt@kms_frontbuffer_tracking@fbcpsr-2p-scndscrn-spr-indfb-draw-mmap-wc:
    - shard-lnl:          NOTRUN -> [SKIP][88] ([Intel XE#656]) +32 other tests skip
   [88]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-3/igt@kms_frontbuffer_tracking@fbcpsr-2p-scndscrn-spr-indfb-draw-mmap-wc.html

  * igt@kms_frontbuffer_tracking@fbcpsr-tiling-4:
    - shard-dg2-set2:     NOTRUN -> [SKIP][89] ([Intel XE#653]) +39 other tests skip
   [89]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-464/igt@kms_frontbuffer_tracking@fbcpsr-tiling-4.html

  * igt@kms_frontbuffer_tracking@plane-fbc-rte:
    - shard-dg2-set2:     NOTRUN -> [SKIP][90] ([Intel XE#1158])
   [90]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-436/igt@kms_frontbuffer_tracking@plane-fbc-rte.html
    - shard-adlp:         NOTRUN -> [SKIP][91] ([Intel XE#1158])
   [91]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-6/igt@kms_frontbuffer_tracking@plane-fbc-rte.html

  * igt@kms_frontbuffer_tracking@psr-1p-primscrn-cur-indfb-draw-blt:
    - shard-adlp:         NOTRUN -> [SKIP][92] ([Intel XE#653]) +24 other tests skip
   [92]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-9/igt@kms_frontbuffer_tracking@psr-1p-primscrn-cur-indfb-draw-blt.html

  * igt@kms_getfb@getfb-reject-ccs:
    - shard-adlp:         NOTRUN -> [SKIP][93] ([Intel XE#1341])
   [93]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-1/igt@kms_getfb@getfb-reject-ccs.html

  * igt@kms_getfb@getfb2-accept-ccs:
    - shard-adlp:         NOTRUN -> [SKIP][94] ([Intel XE#1339])
   [94]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-4/igt@kms_getfb@getfb2-accept-ccs.html

  * igt@kms_hdr@invalid-metadata-sizes:
    - shard-lnl:          NOTRUN -> [SKIP][95] ([Intel XE#1503])
   [95]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-2/igt@kms_hdr@invalid-metadata-sizes.html

  * igt@kms_joiner@basic-force-ultra-joiner:
    - shard-adlp:         NOTRUN -> [SKIP][96] ([Intel XE#2925])
   [96]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-1/igt@kms_joiner@basic-force-ultra-joiner.html

  * igt@kms_joiner@basic-max-non-joiner:
    - shard-lnl:          NOTRUN -> [SKIP][97] ([Intel XE#4298])
   [97]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-6/igt@kms_joiner@basic-max-non-joiner.html

  * igt@kms_joiner@invalid-modeset-big-joiner:
    - shard-dg2-set2:     NOTRUN -> [SKIP][98] ([Intel XE#346])
   [98]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-463/igt@kms_joiner@invalid-modeset-big-joiner.html
    - shard-lnl:          NOTRUN -> [SKIP][99] ([Intel XE#346])
   [99]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-7/igt@kms_joiner@invalid-modeset-big-joiner.html

  * igt@kms_joiner@invalid-modeset-force-ultra-joiner:
    - shard-lnl:          NOTRUN -> [SKIP][100] ([Intel XE#2934])
   [100]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-6/igt@kms_joiner@invalid-modeset-force-ultra-joiner.html

  * igt@kms_plane@pixel-format-source-clamping@pipe-b-plane-0:
    - shard-adlp:         NOTRUN -> [FAIL][101] ([Intel XE#5195]) +4 other tests fail
   [101]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-8/igt@kms_plane@pixel-format-source-clamping@pipe-b-plane-0.html

  * igt@kms_plane_lowres@tiling-none@pipe-b-edp-1:
    - shard-lnl:          NOTRUN -> [SKIP][102] ([Intel XE#599]) +4 other tests skip
   [102]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-6/igt@kms_plane_lowres@tiling-none@pipe-b-edp-1.html

  * igt@kms_plane_multiple@tiling-y:
    - shard-dg2-set2:     NOTRUN -> [SKIP][103] ([Intel XE#5020])
   [103]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-435/igt@kms_plane_multiple@tiling-y.html
    - shard-lnl:          NOTRUN -> [SKIP][104] ([Intel XE#5020])
   [104]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-1/igt@kms_plane_multiple@tiling-y.html

  * igt@kms_pm_backlight@fade:
    - shard-adlp:         NOTRUN -> [SKIP][105] ([Intel XE#870]) +3 other tests skip
   [105]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-3/igt@kms_pm_backlight@fade.html

  * igt@kms_pm_backlight@fade-with-suspend:
    - shard-dg2-set2:     NOTRUN -> [SKIP][106] ([Intel XE#870]) +2 other tests skip
   [106]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-464/igt@kms_pm_backlight@fade-with-suspend.html

  * igt@kms_pm_dc@dc3co-vpb-simulation:
    - shard-adlp:         NOTRUN -> [SKIP][107] ([Intel XE#1122]) +1 other test skip
   [107]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-6/igt@kms_pm_dc@dc3co-vpb-simulation.html
    - shard-lnl:          NOTRUN -> [SKIP][108] ([Intel XE#736])
   [108]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-3/igt@kms_pm_dc@dc3co-vpb-simulation.html

  * igt@kms_pm_dc@dc5-psr:
    - shard-dg2-set2:     NOTRUN -> [SKIP][109] ([Intel XE#1129])
   [109]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-435/igt@kms_pm_dc@dc5-psr.html

  * igt@kms_pm_dc@dc5-retention-flops:
    - shard-dg2-set2:     NOTRUN -> [SKIP][110] ([Intel XE#3309])
   [110]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-436/igt@kms_pm_dc@dc5-retention-flops.html

  * igt@kms_pm_dc@dc6-dpms:
    - shard-lnl:          NOTRUN -> [FAIL][111] ([Intel XE#718])
   [111]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-2/igt@kms_pm_dc@dc6-dpms.html

  * igt@kms_pm_dc@dc6-psr:
    - shard-adlp:         NOTRUN -> [SKIP][112] ([Intel XE#1129])
   [112]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-3/igt@kms_pm_dc@dc6-psr.html

  * igt@kms_pm_dc@deep-pkgc:
    - shard-lnl:          NOTRUN -> [FAIL][113] ([Intel XE#2029])
   [113]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-7/igt@kms_pm_dc@deep-pkgc.html

  * igt@kms_pm_rpm@dpms-non-lpsp:
    - shard-adlp:         NOTRUN -> [SKIP][114] ([Intel XE#836]) +2 other tests skip
   [114]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-1/igt@kms_pm_rpm@dpms-non-lpsp.html

  * igt@kms_psr2_sf@fbc-pr-cursor-plane-move-continuous-sf:
    - shard-lnl:          NOTRUN -> [SKIP][115] ([Intel XE#2893])
   [115]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-6/igt@kms_psr2_sf@fbc-pr-cursor-plane-move-continuous-sf.html

  * igt@kms_psr2_sf@fbc-psr2-cursor-plane-move-continuous-sf:
    - shard-adlp:         NOTRUN -> [SKIP][116] ([Intel XE#1489]) +14 other tests skip
   [116]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-3/igt@kms_psr2_sf@fbc-psr2-cursor-plane-move-continuous-sf.html

  * igt@kms_psr2_sf@fbc-psr2-overlay-primary-update-sf-dmg-area@pipe-b-edp-1:
    - shard-lnl:          NOTRUN -> [SKIP][117] ([Intel XE#4608]) +5 other tests skip
   [117]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-8/igt@kms_psr2_sf@fbc-psr2-overlay-primary-update-sf-dmg-area@pipe-b-edp-1.html

  * igt@kms_psr2_sf@fbc-psr2-primary-plane-update-sf-dmg-area:
    - shard-lnl:          NOTRUN -> [SKIP][118] ([Intel XE#2893] / [Intel XE#4608]) +2 other tests skip
   [118]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-6/igt@kms_psr2_sf@fbc-psr2-primary-plane-update-sf-dmg-area.html

  * igt@kms_psr2_sf@psr2-overlay-primary-update-sf-dmg-area:
    - shard-dg2-set2:     NOTRUN -> [SKIP][119] ([Intel XE#1489]) +10 other tests skip
   [119]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-434/igt@kms_psr2_sf@psr2-overlay-primary-update-sf-dmg-area.html

  * igt@kms_psr2_su@page_flip-nv12:
    - shard-dg2-set2:     NOTRUN -> [SKIP][120] ([Intel XE#1122]) +1 other test skip
   [120]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-463/igt@kms_psr2_su@page_flip-nv12.html
    - shard-lnl:          NOTRUN -> [SKIP][121] ([Intel XE#1128]) +1 other test skip
   [121]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-2/igt@kms_psr2_su@page_flip-nv12.html

  * igt@kms_psr@fbc-pr-sprite-render:
    - shard-adlp:         NOTRUN -> [SKIP][122] ([Intel XE#2850] / [Intel XE#929]) +23 other tests skip
   [122]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-9/igt@kms_psr@fbc-pr-sprite-render.html

  * igt@kms_psr@fbc-psr-sprite-render:
    - shard-dg2-set2:     NOTRUN -> [SKIP][123] ([Intel XE#2850] / [Intel XE#929]) +22 other tests skip
   [123]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-464/igt@kms_psr@fbc-psr-sprite-render.html

  * igt@kms_psr@fbc-psr2-cursor-blt@edp-1:
    - shard-lnl:          NOTRUN -> [SKIP][124] ([Intel XE#4609]) +2 other tests skip
   [124]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-3/igt@kms_psr@fbc-psr2-cursor-blt@edp-1.html

  * igt@kms_psr@fbc-psr2-sprite-plane-onoff:
    - shard-lnl:          NOTRUN -> [SKIP][125] ([Intel XE#1406]) +4 other tests skip
   [125]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-7/igt@kms_psr@fbc-psr2-sprite-plane-onoff.html

  * igt@kms_psr_stress_test@flip-primary-invalidate-overlay:
    - shard-dg2-set2:     NOTRUN -> [SKIP][126] ([Intel XE#2939])
   [126]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-436/igt@kms_psr_stress_test@flip-primary-invalidate-overlay.html

  * igt@kms_psr_stress_test@invalidate-primary-flip-overlay:
    - shard-adlp:         NOTRUN -> [SKIP][127] ([Intel XE#2939]) +1 other test skip
   [127]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-3/igt@kms_psr_stress_test@invalidate-primary-flip-overlay.html
    - shard-lnl:          [PASS][128] -> [SKIP][129] ([Intel XE#4692])
   [128]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-lnl-8/igt@kms_psr_stress_test@invalidate-primary-flip-overlay.html
   [129]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-1/igt@kms_psr_stress_test@invalidate-primary-flip-overlay.html

  * igt@kms_rotation_crc@multiplane-rotation-cropping-bottom:
    - shard-adlp:         NOTRUN -> [FAIL][130] ([Intel XE#1874]) +1 other test fail
   [130]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-3/igt@kms_rotation_crc@multiplane-rotation-cropping-bottom.html

  * igt@kms_rotation_crc@primary-4-tiled-reflect-x-0:
    - shard-adlp:         NOTRUN -> [SKIP][131] ([Intel XE#1127])
   [131]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-9/igt@kms_rotation_crc@primary-4-tiled-reflect-x-0.html

  * igt@kms_rotation_crc@primary-rotation-270:
    - shard-lnl:          NOTRUN -> [SKIP][132] ([Intel XE#3414] / [Intel XE#3904])
   [132]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-1/igt@kms_rotation_crc@primary-rotation-270.html

  * igt@kms_rotation_crc@primary-yf-tiled-reflect-x-0:
    - shard-lnl:          NOTRUN -> [SKIP][133] ([Intel XE#1127])
   [133]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-1/igt@kms_rotation_crc@primary-yf-tiled-reflect-x-0.html

  * igt@kms_rotation_crc@primary-yf-tiled-reflect-x-180:
    - shard-dg2-set2:     NOTRUN -> [SKIP][134] ([Intel XE#1127])
   [134]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-436/igt@kms_rotation_crc@primary-yf-tiled-reflect-x-180.html

  * igt@kms_rotation_crc@sprite-rotation-270:
    - shard-adlp:         NOTRUN -> [SKIP][135] ([Intel XE#3414]) +3 other tests skip
   [135]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-1/igt@kms_rotation_crc@sprite-rotation-270.html
    - shard-dg2-set2:     NOTRUN -> [SKIP][136] ([Intel XE#3414]) +2 other tests skip
   [136]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-463/igt@kms_rotation_crc@sprite-rotation-270.html

  * igt@kms_setmode@basic-clone-single-crtc:
    - shard-lnl:          NOTRUN -> [SKIP][137] ([Intel XE#1435])
   [137]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-7/igt@kms_setmode@basic-clone-single-crtc.html

  * igt@kms_setmode@basic@pipe-a-dp-4:
    - shard-dg2-set2:     [PASS][138] -> [FAIL][139] ([Intel XE#2883]) +1 other test fail
   [138]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-464/igt@kms_setmode@basic@pipe-a-dp-4.html
   [139]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-434/igt@kms_setmode@basic@pipe-a-dp-4.html

  * igt@kms_setmode@basic@pipe-b-edp-1:
    - shard-lnl:          [PASS][140] -> [FAIL][141] ([Intel XE#2883]) +2 other tests fail
   [140]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-lnl-3/igt@kms_setmode@basic@pipe-b-edp-1.html
   [141]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-3/igt@kms_setmode@basic@pipe-b-edp-1.html

  * igt@kms_tiled_display@basic-test-pattern:
    - shard-adlp:         NOTRUN -> [SKIP][142] ([Intel XE#362]) +1 other test skip
   [142]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-6/igt@kms_tiled_display@basic-test-pattern.html

  * igt@kms_tv_load_detect@load-detect:
    - shard-adlp:         NOTRUN -> [SKIP][143] ([Intel XE#330])
   [143]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-6/igt@kms_tv_load_detect@load-detect.html

  * igt@kms_vrr@cmrr:
    - shard-dg2-set2:     NOTRUN -> [SKIP][144] ([Intel XE#2168])
   [144]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-434/igt@kms_vrr@cmrr.html

  * igt@kms_vrr@flipline:
    - shard-dg2-set2:     NOTRUN -> [SKIP][145] ([Intel XE#455]) +29 other tests skip
   [145]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-434/igt@kms_vrr@flipline.html

  * igt@kms_vrr@seamless-rr-switch-vrr:
    - shard-lnl:          NOTRUN -> [SKIP][146] ([Intel XE#1499]) +1 other test skip
   [146]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-1/igt@kms_vrr@seamless-rr-switch-vrr.html

  * igt@sriov_basic@enable-vfs-bind-unbind-each-numvfs-all:
    - shard-dg2-set2:     NOTRUN -> [SKIP][147] ([Intel XE#1091] / [Intel XE#2849])
   [147]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-434/igt@sriov_basic@enable-vfs-bind-unbind-each-numvfs-all.html

  * igt@xe_ccs@ctrl-surf-copy:
    - shard-adlp:         NOTRUN -> [SKIP][148] ([Intel XE#455] / [Intel XE#488]) +2 other tests skip
   [148]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-2/igt@xe_ccs@ctrl-surf-copy.html

  * igt@xe_ccs@large-ctrl-surf-copy:
    - shard-adlp:         NOTRUN -> [SKIP][149] ([Intel XE#3576])
   [149]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-6/igt@xe_ccs@large-ctrl-surf-copy.html

  * igt@xe_create@create-big-vram:
    - shard-adlp:         NOTRUN -> [SKIP][150] ([Intel XE#1062])
   [150]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-9/igt@xe_create@create-big-vram.html

  * igt@xe_eu_stall@non-blocking-re-enable:
    - shard-adlp:         NOTRUN -> [SKIP][151] ([Intel XE#4497]) +2 other tests skip
   [151]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-4/igt@xe_eu_stall@non-blocking-re-enable.html
    - shard-dg2-set2:     NOTRUN -> [SKIP][152] ([Intel XE#4497]) +1 other test skip
   [152]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-464/igt@xe_eu_stall@non-blocking-re-enable.html

  * igt@xe_eudebug@basic-client:
    - shard-lnl:          NOTRUN -> [SKIP][153] ([Intel XE#4837]) +9 other tests skip
   [153]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-4/igt@xe_eudebug@basic-client.html

  * igt@xe_eudebug_online@interrupt-all-set-breakpoint:
    - shard-dg2-set2:     NOTRUN -> [SKIP][154] ([Intel XE#4837]) +16 other tests skip
   [154]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-464/igt@xe_eudebug_online@interrupt-all-set-breakpoint.html

  * igt@xe_eudebug_online@set-breakpoint-sigint-debugger:
    - shard-adlp:         NOTRUN -> [SKIP][155] ([Intel XE#4837]) +21 other tests skip
   [155]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-3/igt@xe_eudebug_online@set-breakpoint-sigint-debugger.html

  * igt@xe_eudebug_sriov@deny-eudebug:
    - shard-adlp:         NOTRUN -> [SKIP][156] ([Intel XE#4519])
   [156]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-4/igt@xe_eudebug_sriov@deny-eudebug.html

  * igt@xe_evict@evict-beng-small:
    - shard-adlp:         NOTRUN -> [SKIP][157] ([Intel XE#261] / [Intel XE#688]) +5 other tests skip
   [157]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-3/igt@xe_evict@evict-beng-small.html

  * igt@xe_evict_ccs@evict-overcommit-parallel-nofree-reopen:
    - shard-lnl:          NOTRUN -> [SKIP][158] ([Intel XE#688]) +5 other tests skip
   [158]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-8/igt@xe_evict_ccs@evict-overcommit-parallel-nofree-reopen.html

  * igt@xe_evict_ccs@evict-overcommit-parallel-nofree-samefd:
    - shard-adlp:         NOTRUN -> [SKIP][159] ([Intel XE#688])
   [159]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-2/igt@xe_evict_ccs@evict-overcommit-parallel-nofree-samefd.html

  * igt@xe_exec_basic@multigpu-once-bindexecqueue-userptr-invalidate:
    - shard-adlp:         NOTRUN -> [SKIP][160] ([Intel XE#1392]) +12 other tests skip
   [160]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-1/igt@xe_exec_basic@multigpu-once-bindexecqueue-userptr-invalidate.html

  * igt@xe_exec_basic@multigpu-once-null:
    - shard-lnl:          NOTRUN -> [SKIP][161] ([Intel XE#1392]) +3 other tests skip
   [161]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-3/igt@xe_exec_basic@multigpu-once-null.html

  * igt@xe_exec_fault_mode@many-execqueues-bindexecqueue-userptr-prefetch:
    - shard-adlp:         NOTRUN -> [SKIP][162] ([Intel XE#288]) +47 other tests skip
   [162]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-9/igt@xe_exec_fault_mode@many-execqueues-bindexecqueue-userptr-prefetch.html

  * igt@xe_exec_fault_mode@once-bindexecqueue-imm:
    - shard-dg2-set2:     NOTRUN -> [SKIP][163] ([Intel XE#288]) +25 other tests skip
   [163]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-434/igt@xe_exec_fault_mode@once-bindexecqueue-imm.html

  * igt@xe_exec_reset@parallel-gt-reset:
    - shard-dg2-set2:     [PASS][164] -> [DMESG-WARN][165] ([Intel XE#3876])
   [164]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-434/igt@xe_exec_reset@parallel-gt-reset.html
   [165]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-464/igt@xe_exec_reset@parallel-gt-reset.html

  * igt@xe_exec_system_allocator@process-many-execqueues-mmap-nomemset:
    - shard-adlp:         NOTRUN -> [SKIP][166] ([Intel XE#4915]) +411 other tests skip
   [166]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-2/igt@xe_exec_system_allocator@process-many-execqueues-mmap-nomemset.html

  * igt@xe_exec_system_allocator@threads-many-stride-malloc-bo-unmap:
    - shard-dg2-set2:     NOTRUN -> [SKIP][167] ([Intel XE#4915]) +299 other tests skip
   [167]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-435/igt@xe_exec_system_allocator@threads-many-stride-malloc-bo-unmap.html

  * igt@xe_exec_system_allocator@threads-shared-vm-many-large-mmap-free-huge:
    - shard-lnl:          NOTRUN -> [SKIP][168] ([Intel XE#4943]) +17 other tests skip
   [168]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-8/igt@xe_exec_system_allocator@threads-shared-vm-many-large-mmap-free-huge.html

  * igt@xe_mmap@pci-membarrier-parallel:
    - shard-lnl:          NOTRUN -> [SKIP][169] ([Intel XE#5100])
   [169]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-6/igt@xe_mmap@pci-membarrier-parallel.html

  * igt@xe_mmap@small-bar:
    - shard-lnl:          NOTRUN -> [SKIP][170] ([Intel XE#512])
   [170]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-8/igt@xe_mmap@small-bar.html

  * igt@xe_mmap@vram:
    - shard-adlp:         NOTRUN -> [SKIP][171] ([Intel XE#1008])
   [171]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-9/igt@xe_mmap@vram.html

  * igt@xe_module_load@force-load:
    - shard-lnl:          NOTRUN -> [SKIP][172] ([Intel XE#378])
   [172]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-4/igt@xe_module_load@force-load.html

  * igt@xe_module_load@load:
    - shard-dg2-set2:     ([PASS][173], [PASS][174], [PASS][175], [PASS][176], [PASS][177], [PASS][178], [PASS][179], [PASS][180], [PASS][181], [PASS][182], [PASS][183], [PASS][184], [PASS][185], [PASS][186], [PASS][187], [PASS][188], [PASS][189], [PASS][190], [PASS][191], [PASS][192], [PASS][193], [PASS][194], [PASS][195], [PASS][196]) -> ([PASS][197], [PASS][198], [PASS][199], [PASS][200], [PASS][201], [PASS][202], [PASS][203], [PASS][204], [PASS][205], [PASS][206], [PASS][207], [PASS][208], [PASS][209], [PASS][210], [SKIP][211], [PASS][212], [PASS][213], [PASS][214], [PASS][215], [PASS][216], [PASS][217], [PASS][218], [PASS][219], [PASS][220], [PASS][221], [PASS][222]) ([Intel XE#378])
   [173]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-435/igt@xe_module_load@load.html
   [174]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-435/igt@xe_module_load@load.html
   [175]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-434/igt@xe_module_load@load.html
   [176]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-464/igt@xe_module_load@load.html
   [177]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-434/igt@xe_module_load@load.html
   [178]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-434/igt@xe_module_load@load.html
   [179]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-434/igt@xe_module_load@load.html
   [180]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-436/igt@xe_module_load@load.html
   [181]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-435/igt@xe_module_load@load.html
   [182]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-434/igt@xe_module_load@load.html
   [183]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-463/igt@xe_module_load@load.html
   [184]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-436/igt@xe_module_load@load.html
   [185]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-436/igt@xe_module_load@load.html
   [186]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-464/igt@xe_module_load@load.html
   [187]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-436/igt@xe_module_load@load.html
   [188]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-436/igt@xe_module_load@load.html
   [189]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-464/igt@xe_module_load@load.html
   [190]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-435/igt@xe_module_load@load.html
   [191]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-435/igt@xe_module_load@load.html
   [192]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-463/igt@xe_module_load@load.html
   [193]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-463/igt@xe_module_load@load.html
   [194]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-463/igt@xe_module_load@load.html
   [195]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-463/igt@xe_module_load@load.html
   [196]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-464/igt@xe_module_load@load.html
   [197]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-463/igt@xe_module_load@load.html
   [198]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-436/igt@xe_module_load@load.html
   [199]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-435/igt@xe_module_load@load.html
   [200]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-435/igt@xe_module_load@load.html
   [201]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-435/igt@xe_module_load@load.html
   [202]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-435/igt@xe_module_load@load.html
   [203]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-463/igt@xe_module_load@load.html
   [204]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-464/igt@xe_module_load@load.html
   [205]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-464/igt@xe_module_load@load.html
   [206]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-464/igt@xe_module_load@load.html
   [207]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-464/igt@xe_module_load@load.html
   [208]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-464/igt@xe_module_load@load.html
   [209]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-435/igt@xe_module_load@load.html
   [210]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-434/igt@xe_module_load@load.html
   [211]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-464/igt@xe_module_load@load.html
   [212]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-463/igt@xe_module_load@load.html
   [213]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-463/igt@xe_module_load@load.html
   [214]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-434/igt@xe_module_load@load.html
   [215]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-434/igt@xe_module_load@load.html
   [216]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-434/igt@xe_module_load@load.html
   [217]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-436/igt@xe_module_load@load.html
   [218]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-436/igt@xe_module_load@load.html
   [219]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-436/igt@xe_module_load@load.html
   [220]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-463/igt@xe_module_load@load.html
   [221]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-436/igt@xe_module_load@load.html
   [222]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-436/igt@xe_module_load@load.html

  * igt@xe_noexec_ping_pong:
    - shard-adlp:         NOTRUN -> [SKIP][223] ([Intel XE#379])
   [223]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-6/igt@xe_noexec_ping_pong.html

  * igt@xe_oa@mi-rpc:
    - shard-dg2-set2:     NOTRUN -> [SKIP][224] ([Intel XE#2541] / [Intel XE#3573]) +4 other tests skip
   [224]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-435/igt@xe_oa@mi-rpc.html

  * igt@xe_oa@privileged-forked-access-vaddr:
    - shard-adlp:         NOTRUN -> [SKIP][225] ([Intel XE#2541] / [Intel XE#3573]) +9 other tests skip
   [225]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-3/igt@xe_oa@privileged-forked-access-vaddr.html

  * igt@xe_oa@syncs-syncobj-cfg:
    - shard-dg2-set2:     NOTRUN -> [SKIP][226] ([Intel XE#2541] / [Intel XE#3573] / [Intel XE#4501]) +1 other test skip
   [226]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-463/igt@xe_oa@syncs-syncobj-cfg.html

  * igt@xe_oa@syncs-syncobj-wait:
    - shard-adlp:         NOTRUN -> [SKIP][227] ([Intel XE#2541] / [Intel XE#3573] / [Intel XE#4501]) +1 other test skip
   [227]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-9/igt@xe_oa@syncs-syncobj-wait.html

  * igt@xe_pm@d3cold-basic-exec:
    - shard-lnl:          NOTRUN -> [SKIP][228] ([Intel XE#2284] / [Intel XE#366])
   [228]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-7/igt@xe_pm@d3cold-basic-exec.html

  * igt@xe_pm@d3cold-multiple-execs:
    - shard-dg2-set2:     NOTRUN -> [SKIP][229] ([Intel XE#2284] / [Intel XE#366]) +1 other test skip
   [229]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-436/igt@xe_pm@d3cold-multiple-execs.html

  * igt@xe_pm@d3hot-mmap-vram:
    - shard-adlp:         NOTRUN -> [SKIP][230] ([Intel XE#1948])
   [230]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-4/igt@xe_pm@d3hot-mmap-vram.html

  * igt@xe_pm@s3-basic-exec:
    - shard-lnl:          NOTRUN -> [SKIP][231] ([Intel XE#584]) +2 other tests skip
   [231]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-8/igt@xe_pm@s3-basic-exec.html

  * igt@xe_pm@s3-d3cold-basic-exec:
    - shard-adlp:         NOTRUN -> [SKIP][232] ([Intel XE#2284] / [Intel XE#366]) +1 other test skip
   [232]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-9/igt@xe_pm@s3-d3cold-basic-exec.html

  * igt@xe_pm@vram-d3cold-threshold:
    - shard-lnl:          NOTRUN -> [SKIP][233] ([Intel XE#579])
   [233]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-7/igt@xe_pm@vram-d3cold-threshold.html

  * igt@xe_pmu@fn-engine-activity-load:
    - shard-adlp:         NOTRUN -> [ABORT][234] ([Intel XE#5214]) +2 other tests abort
   [234]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-6/igt@xe_pmu@fn-engine-activity-load.html

  * igt@xe_pmu@fn-engine-activity-sched-if-idle:
    - shard-lnl:          NOTRUN -> [SKIP][235] ([Intel XE#4650])
   [235]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-8/igt@xe_pmu@fn-engine-activity-sched-if-idle.html

  * igt@xe_pmu@gt-frequency:
    - shard-dg2-set2:     NOTRUN -> [FAIL][236] ([Intel XE#5166]) +1 other test fail
   [236]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-435/igt@xe_pmu@gt-frequency.html

  * igt@xe_pxp@pxp-stale-bo-bind-post-rpm:
    - shard-dg2-set2:     NOTRUN -> [SKIP][237] ([Intel XE#4733]) +1 other test skip
   [237]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-435/igt@xe_pxp@pxp-stale-bo-bind-post-rpm.html

  * igt@xe_pxp@pxp-stale-bo-bind-post-termination-irq:
    - shard-adlp:         NOTRUN -> [SKIP][238] ([Intel XE#4733]) +4 other tests skip
   [238]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-3/igt@xe_pxp@pxp-stale-bo-bind-post-termination-irq.html

  * igt@xe_query@multigpu-query-engines:
    - shard-dg2-set2:     NOTRUN -> [SKIP][239] ([Intel XE#944]) +2 other tests skip
   [239]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-463/igt@xe_query@multigpu-query-engines.html

  * igt@xe_query@multigpu-query-uc-fw-version-huc:
    - shard-adlp:         NOTRUN -> [SKIP][240] ([Intel XE#944]) +6 other tests skip
   [240]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-6/igt@xe_query@multigpu-query-uc-fw-version-huc.html
    - shard-lnl:          NOTRUN -> [SKIP][241] ([Intel XE#944]) +1 other test skip
   [241]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-3/igt@xe_query@multigpu-query-uc-fw-version-huc.html

  * igt@xe_sriov_auto_provisioning@selfconfig-reprovision-reduce-numvfs:
    - shard-dg2-set2:     NOTRUN -> [SKIP][242] ([Intel XE#4130])
   [242]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-463/igt@xe_sriov_auto_provisioning@selfconfig-reprovision-reduce-numvfs.html

  * igt@xe_sriov_flr@flr-vfs-parallel:
    - shard-dg2-set2:     NOTRUN -> [SKIP][243] ([Intel XE#4273])
   [243]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-463/igt@xe_sriov_flr@flr-vfs-parallel.html
    - shard-lnl:          NOTRUN -> [SKIP][244] ([Intel XE#4273])
   [244]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-7/igt@xe_sriov_flr@flr-vfs-parallel.html

  
#### Possible fixes ####

  * igt@core_hotunplug@unplug-rescan:
    - shard-dg2-set2:     [ABORT][245] -> [PASS][246]
   [245]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-434/igt@core_hotunplug@unplug-rescan.html
   [246]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-464/igt@core_hotunplug@unplug-rescan.html

  * igt@kms_async_flips@async-flip-with-page-flip-events-linear-atomic@pipe-c-edp-1:
    - shard-lnl:          [FAIL][247] ([Intel XE#911]) -> [PASS][248] +3 other tests pass
   [247]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-lnl-4/igt@kms_async_flips@async-flip-with-page-flip-events-linear-atomic@pipe-c-edp-1.html
   [248]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-8/igt@kms_async_flips@async-flip-with-page-flip-events-linear-atomic@pipe-c-edp-1.html

  * igt@kms_big_fb@x-tiled-max-hw-stride-32bpp-rotate-180-async-flip:
    - shard-adlp:         [DMESG-FAIL][249] ([Intel XE#4543]) -> [PASS][250] +3 other tests pass
   [249]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-adlp-2/igt@kms_big_fb@x-tiled-max-hw-stride-32bpp-rotate-180-async-flip.html
   [250]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-2/igt@kms_big_fb@x-tiled-max-hw-stride-32bpp-rotate-180-async-flip.html

  * igt@kms_bw@connected-linear-tiling-1-displays-3840x2160p:
    - shard-lnl:          [ABORT][251] ([Intel XE#4760]) -> [PASS][252]
   [251]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-lnl-8/igt@kms_bw@connected-linear-tiling-1-displays-3840x2160p.html
   [252]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-7/igt@kms_bw@connected-linear-tiling-1-displays-3840x2160p.html

  * igt@kms_ccs@random-ccs-data-4-tiled-dg2-rc-ccs:
    - shard-dg2-set2:     [INCOMPLETE][253] ([Intel XE#1727] / [Intel XE#3113] / [Intel XE#4212] / [Intel XE#4345] / [Intel XE#4522]) -> [PASS][254]
   [253]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-435/igt@kms_ccs@random-ccs-data-4-tiled-dg2-rc-ccs.html
   [254]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-435/igt@kms_ccs@random-ccs-data-4-tiled-dg2-rc-ccs.html

  * igt@kms_ccs@random-ccs-data-4-tiled-dg2-rc-ccs@pipe-b-dp-4:
    - shard-dg2-set2:     [INCOMPLETE][255] ([Intel XE#1727] / [Intel XE#3113] / [Intel XE#4212] / [Intel XE#4522]) -> [PASS][256] +2 other tests pass
   [255]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-435/igt@kms_ccs@random-ccs-data-4-tiled-dg2-rc-ccs@pipe-b-dp-4.html
   [256]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-435/igt@kms_ccs@random-ccs-data-4-tiled-dg2-rc-ccs@pipe-b-dp-4.html

  * igt@kms_flip@2x-flip-vs-expired-vblank-interruptible@ab-hdmi-a6-dp4:
    - shard-dg2-set2:     [FAIL][257] ([Intel XE#301] / [Intel XE#3321]) -> [PASS][258] +3 other tests pass
   [257]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-436/igt@kms_flip@2x-flip-vs-expired-vblank-interruptible@ab-hdmi-a6-dp4.html
   [258]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-463/igt@kms_flip@2x-flip-vs-expired-vblank-interruptible@ab-hdmi-a6-dp4.html

  * igt@kms_flip@flip-vs-expired-vblank-interruptible@b-edp1:
    - shard-lnl:          [FAIL][259] ([Intel XE#301]) -> [PASS][260] +1 other test pass
   [259]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-lnl-8/igt@kms_flip@flip-vs-expired-vblank-interruptible@b-edp1.html
   [260]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-2/igt@kms_flip@flip-vs-expired-vblank-interruptible@b-edp1.html

  * igt@kms_flip@flip-vs-expired-vblank@a-hdmi-a6:
    - shard-dg2-set2:     [FAIL][261] ([Intel XE#301]) -> [PASS][262] +4 other tests pass
   [261]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-436/igt@kms_flip@flip-vs-expired-vblank@a-hdmi-a6.html
   [262]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-435/igt@kms_flip@flip-vs-expired-vblank@a-hdmi-a6.html

  * igt@kms_hdr@invalid-hdr:
    - shard-dg2-set2:     [SKIP][263] ([Intel XE#455]) -> [PASS][264]
   [263]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-436/igt@kms_hdr@invalid-hdr.html
   [264]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-463/igt@kms_hdr@invalid-hdr.html

  * igt@kms_plane_cursor@viewport:
    - shard-dg2-set2:     [FAIL][265] ([Intel XE#616]) -> [PASS][266] +1 other test pass
   [265]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-434/igt@kms_plane_cursor@viewport.html
   [266]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-464/igt@kms_plane_cursor@viewport.html

  * igt@kms_vrr@cmrr@pipe-a-edp-1:
    - shard-lnl:          [FAIL][267] ([Intel XE#4459]) -> [PASS][268] +1 other test pass
   [267]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-lnl-6/igt@kms_vrr@cmrr@pipe-a-edp-1.html
   [268]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-3/igt@kms_vrr@cmrr@pipe-a-edp-1.html

  * igt@xe_drm_fdinfo@utilization-single-idle:
    - shard-dg2-set2:     [INCOMPLETE][269] -> [PASS][270]
   [269]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-436/igt@xe_drm_fdinfo@utilization-single-idle.html
   [270]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-464/igt@xe_drm_fdinfo@utilization-single-idle.html

  * igt@xe_exec_system_allocator@threads-shared-vm-many-execqueues-new-bo-map-nomemset:
    - shard-lnl:          [FAIL][271] ([Intel XE#5165]) -> [PASS][272]
   [271]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-lnl-3/igt@xe_exec_system_allocator@threads-shared-vm-many-execqueues-new-bo-map-nomemset.html
   [272]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-3/igt@xe_exec_system_allocator@threads-shared-vm-many-execqueues-new-bo-map-nomemset.html

  * igt@xe_exec_system_allocator@threads-shared-vm-many-large-execqueues-new-bo-map-nomemset:
    - shard-lnl:          [FAIL][273] ([Intel XE#5018]) -> [PASS][274] +1 other test pass
   [273]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-lnl-8/igt@xe_exec_system_allocator@threads-shared-vm-many-large-execqueues-new-bo-map-nomemset.html
   [274]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-2/igt@xe_exec_system_allocator@threads-shared-vm-many-large-execqueues-new-bo-map-nomemset.html

  * igt@xe_pm@s4-d3hot-basic-exec:
    - shard-lnl:          [ABORT][275] ([Intel XE#1794]) -> [PASS][276]
   [275]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-lnl-2/igt@xe_pm@s4-d3hot-basic-exec.html
   [276]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-lnl-1/igt@xe_pm@s4-d3hot-basic-exec.html

  * igt@xe_pm@s4-vm-bind-unbind-all:
    - shard-adlp:         [ABORT][277] ([Intel XE#1794]) -> [PASS][278]
   [277]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-adlp-9/igt@xe_pm@s4-vm-bind-unbind-all.html
   [278]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-3/igt@xe_pm@s4-vm-bind-unbind-all.html

  * igt@xe_pm_residency@cpg-basic:
    - shard-dg2-set2:     [TIMEOUT][279] -> [PASS][280]
   [279]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-463/igt@xe_pm_residency@cpg-basic.html
   [280]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-434/igt@xe_pm_residency@cpg-basic.html

  
#### Warnings ####

  * igt@kms_ccs@crc-primary-suspend-4-tiled-dg2-mc-ccs@pipe-d-dp-4:
    - shard-dg2-set2:     [INCOMPLETE][281] ([Intel XE#3862]) -> [FAIL][282] ([Intel XE#616]) +1 other test fail
   [281]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-436/igt@kms_ccs@crc-primary-suspend-4-tiled-dg2-mc-ccs@pipe-d-dp-4.html
   [282]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-436/igt@kms_ccs@crc-primary-suspend-4-tiled-dg2-mc-ccs@pipe-d-dp-4.html

  * igt@xe_fault_injection@probe-fail-guc-xe_guc_ct_send_recv:
    - shard-dg2-set2:     [ABORT][283] ([Intel XE#4917]) -> [ABORT][284] ([Intel XE#4917] / [Intel XE#5227])
   [283]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-dg2-435/igt@xe_fault_injection@probe-fail-guc-xe_guc_ct_send_recv.html
   [284]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-dg2-434/igt@xe_fault_injection@probe-fail-guc-xe_guc_ct_send_recv.html

  * igt@xe_pmu@engine-activity-single-load@engine-drm_xe_engine_class_video_enhance0:
    - shard-adlp:         [DMESG-WARN][285] ([Intel XE#5214]) -> [ABORT][286] ([Intel XE#5214]) +1 other test abort
   [285]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60/shard-adlp-1/igt@xe_pmu@engine-activity-single-load@engine-drm_xe_engine_class_video_enhance0.html
   [286]: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/shard-adlp-9/igt@xe_pmu@engine-activity-single-load@engine-drm_xe_engine_class_video_enhance0.html

  
  {name}: This element is suppressed. This means it is ignored when computing
          the status of the difference (SUCCESS, WARNING, or FAILURE).

  [Intel XE#1008]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1008
  [Intel XE#1062]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1062
  [Intel XE#1091]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1091
  [Intel XE#1122]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1122
  [Intel XE#1124]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1124
  [Intel XE#1127]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1127
  [Intel XE#1128]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1128
  [Intel XE#1129]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1129
  [Intel XE#1135]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1135
  [Intel XE#1151]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1151
  [Intel XE#1158]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1158
  [Intel XE#1178]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1178
  [Intel XE#1231]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1231
  [Intel XE#1339]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1339
  [Intel XE#1341]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1341
  [Intel XE#1392]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1392
  [Intel XE#1397]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1397
  [Intel XE#1401]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1401
  [Intel XE#1406]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1406
  [Intel XE#1407]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1407
  [Intel XE#1421]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1421
  [Intel XE#1424]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1424
  [Intel XE#1435]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1435
  [Intel XE#1489]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1489
  [Intel XE#1499]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1499
  [Intel XE#1503]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1503
  [Intel XE#1512]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1512
  [Intel XE#1727]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1727
  [Intel XE#1745]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1745
  [Intel XE#1794]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1794
  [Intel XE#1874]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1874
  [Intel XE#1948]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/1948
  [Intel XE#2029]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2029
  [Intel XE#2168]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2168
  [Intel XE#2191]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2191
  [Intel XE#2244]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2244
  [Intel XE#2284]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2284
  [Intel XE#2541]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2541
  [Intel XE#261]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/261
  [Intel XE#2849]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2849
  [Intel XE#2850]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2850
  [Intel XE#288]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/288
  [Intel XE#2883]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2883
  [Intel XE#2887]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2887
  [Intel XE#2893]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2893
  [Intel XE#2907]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2907
  [Intel XE#2925]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2925
  [Intel XE#2934]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2934
  [Intel XE#2939]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/2939
  [Intel XE#3009]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3009
  [Intel XE#301]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/301
  [Intel XE#306]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/306
  [Intel XE#307]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/307
  [Intel XE#308]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/308
  [Intel XE#309]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/309
  [Intel XE#310]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/310
  [Intel XE#3113]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3113
  [Intel XE#3157]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3157
  [Intel XE#316]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/316
  [Intel XE#323]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/323
  [Intel XE#330]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/330
  [Intel XE#3309]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3309
  [Intel XE#3321]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3321
  [Intel XE#3414]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3414
  [Intel XE#3442]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3442
  [Intel XE#346]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/346
  [Intel XE#3573]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3573
  [Intel XE#3576]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3576
  [Intel XE#362]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/362
  [Intel XE#366]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/366
  [Intel XE#367]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/367
  [Intel XE#373]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/373
  [Intel XE#3767]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3767
  [Intel XE#3768]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3768
  [Intel XE#378]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/378
  [Intel XE#379]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/379
  [Intel XE#3862]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3862
  [Intel XE#3876]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3876
  [Intel XE#3904]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/3904
  [Intel XE#4130]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4130
  [Intel XE#4212]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4212
  [Intel XE#4273]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4273
  [Intel XE#4298]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4298
  [Intel XE#4302]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4302
  [Intel XE#4331]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4331
  [Intel XE#4345]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4345
  [Intel XE#4354]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4354
  [Intel XE#4356]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4356
  [Intel XE#4416]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4416
  [Intel XE#4417]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4417
  [Intel XE#4422]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4422
  [Intel XE#4459]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4459
  [Intel XE#4497]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4497
  [Intel XE#4501]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4501
  [Intel XE#4519]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4519
  [Intel XE#4522]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4522
  [Intel XE#4543]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4543
  [Intel XE#455]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/455
  [Intel XE#4608]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4608
  [Intel XE#4609]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4609
  [Intel XE#4650]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4650
  [Intel XE#4692]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4692
  [Intel XE#4733]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4733
  [Intel XE#4760]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4760
  [Intel XE#4837]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4837
  [Intel XE#488]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/488
  [Intel XE#4915]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4915
  [Intel XE#4917]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4917
  [Intel XE#4921]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4921
  [Intel XE#4943]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/4943
  [Intel XE#5018]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/5018
  [Intel XE#5020]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/5020
  [Intel XE#5100]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/5100
  [Intel XE#512]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/512
  [Intel XE#5165]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/5165
  [Intel XE#5166]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/5166
  [Intel XE#5172]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/5172
  [Intel XE#5173]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/5173
  [Intel XE#5176]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/5176
  [Intel XE#5191]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/5191
  [Intel XE#5195]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/5195
  [Intel XE#5214]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/5214
  [Intel XE#5227]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/5227
  [Intel XE#579]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/579
  [Intel XE#584]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/584
  [Intel XE#599]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/599
  [Intel XE#607]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/607
  [Intel XE#616]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/616
  [Intel XE#651]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/651
  [Intel XE#653]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/653
  [Intel XE#656]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/656
  [Intel XE#688]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/688
  [Intel XE#702]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/702
  [Intel XE#703]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/703
  [Intel XE#718]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/718
  [Intel XE#736]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/736
  [Intel XE#776]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/776
  [Intel XE#787]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/787
  [Intel XE#836]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/836
  [Intel XE#870]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/870
  [Intel XE#911]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/911
  [Intel XE#929]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/929
  [Intel XE#944]: https://gitlab.freedesktop.org/drm/xe/kernel/issues/944


Build changes
-------------

  * IGT: IGT_8403 -> IGT_8404
  * Linux: xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60 -> xe-pw-150074v1

  IGT_8403: f2e82612b44bf8c30bfd0c523b69e424dc5f8d7a @ https://gitlab.freedesktop.org/drm/igt-gpu-tools.git
  IGT_8404: dad4b2bb9e5a2c87ae0275efbf9f0df00a67ef46 @ https://gitlab.freedesktop.org/drm/igt-gpu-tools.git
  xe-3226-7bc153635620254b73cfe8714ce42768b2bf6d60: 7bc153635620254b73cfe8714ce42768b2bf6d60
  xe-pw-150074v1: 150074v1

== Logs ==

For more details see: https://intel-gfx-ci.01.org/tree/intel-xe/xe-pw-150074v1/index.html

[-- Attachment #2: Type: text/html, Size: 90764 bytes --]

^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-11  5:42 [PATCH] drm/xe: Implement clear VRAM on free Matthew Brost
                   ` (7 preceding siblings ...)
  2025-06-11  8:09 ` ✗ Xe.CI.Full: failure " Patchwork
@ 2025-06-11 16:26 ` Summers, Stuart
  2025-06-11 16:46   ` Matthew Brost
  2025-06-12 12:53 ` Thomas Hellström
  2025-06-20 13:08 ` Matthew Auld
  10 siblings, 1 reply; 33+ messages in thread
From: Summers, Stuart @ 2025-06-11 16:26 UTC (permalink / raw)
  To: intel-xe@lists.freedesktop.org, Brost,  Matthew
  Cc: Auld, Matthew, thomas.hellstrom@linux.intel.com

On Tue, 2025-06-10 at 22:42 -0700, Matthew Brost wrote:
> Clearing on free should hide latency of BO clears on new user BO
> allocations.

Do you have any test results showing the latency improvement here on
high volume submission tests? Also how does this impact at very large
buffer size submissions and mix of large and small buffer submissions
with eviction between different processes?

> 
> Implemented via calling xe_migrate_clear in release notify and
> updating
> iterator in xe_migrate_clear to skip cleared buddy blocks. Only user
> BOs
> cleared in release notify as kernel BOs could still be in use (e.g.,
> PT
> BOs need to wait for dma-resv to be idle).
> 
> Signed-off-by: Matthew Brost <matthew.brost@intel.com>
> ---
>  drivers/gpu/drm/xe/xe_bo.c           | 47
> ++++++++++++++++++++++++++++
>  drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++---
>  drivers/gpu/drm/xe/xe_migrate.h      |  1 +
>  drivers/gpu/drm/xe/xe_res_cursor.h   | 26 +++++++++++++++
>  drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
>  drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
>  6 files changed, 94 insertions(+), 5 deletions(-)
> 
> diff --git a/drivers/gpu/drm/xe/xe_bo.c b/drivers/gpu/drm/xe/xe_bo.c
> index 4e39188a021a..74470f4d418d 100644
> --- a/drivers/gpu/drm/xe/xe_bo.c
> +++ b/drivers/gpu/drm/xe/xe_bo.c
> @@ -1434,6 +1434,51 @@ static bool
> xe_ttm_bo_lock_in_destructor(struct ttm_buffer_object *ttm_bo)
>         return locked;
>  }
>  
> +static void xe_ttm_bo_release_clear(struct ttm_buffer_object
> *ttm_bo)
> +{
> +       struct xe_device *xe = ttm_to_xe_device(ttm_bo->bdev);
> +       struct dma_fence *fence;
> +       int err, idx;
> +
> +       xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> +
> +       if (ttm_bo->type != ttm_bo_type_device)
> +               return;
> +
> +       if (xe_device_wedged(xe))
> +               return;
> +
> +       if (!ttm_bo->resource || !mem_type_is_vram(ttm_bo->resource-
> >mem_type))
> +               return;
> +
> +       if (!drm_dev_enter(&xe->drm, &idx))
> +               return;
> +
> +       if (!xe_pm_runtime_get_if_active(xe))
> +               goto unbind;
> +
> +       err = dma_resv_reserve_fences(&ttm_bo->base._resv, 1);
> +       if (err)
> +               goto put_pm;
> +
> +       fence = xe_migrate_clear(mem_type_to_migrate(xe, ttm_bo-
> >resource->mem_type),
> +                                ttm_to_xe_bo(ttm_bo), ttm_bo-
> >resource,
> +                                XE_MIGRATE_CLEAR_FLAG_FULL |
> +                                XE_MIGRATE_CLEAR_NON_DIRTY);
> +       if (XE_WARN_ON(IS_ERR(fence)))
> +               goto put_pm;
> +
> +       xe_ttm_vram_mgr_resource_set_cleared(ttm_bo->resource);
> +       dma_resv_add_fence(&ttm_bo->base._resv, fence,
> +                          DMA_RESV_USAGE_KERNEL);
> +       dma_fence_put(fence);
> +
> +put_pm:
> +       xe_pm_runtime_put(xe);
> +unbind:
> +       drm_dev_exit(idx);
> +}
> +
>  static void xe_ttm_bo_release_notify(struct ttm_buffer_object
> *ttm_bo)
>  {
>         struct dma_resv_iter cursor;
> @@ -1478,6 +1523,8 @@ static void xe_ttm_bo_release_notify(struct
> ttm_buffer_object *ttm_bo)
>         }
>         dma_fence_put(replacement);
>  
> +       xe_ttm_bo_release_clear(ttm_bo);
> +
>         dma_resv_unlock(ttm_bo->base.resv);
>  }
>  
> diff --git a/drivers/gpu/drm/xe/xe_migrate.c
> b/drivers/gpu/drm/xe/xe_migrate.c
> index 8f8e9fdfb2a8..39d7200cb366 100644
> --- a/drivers/gpu/drm/xe/xe_migrate.c
> +++ b/drivers/gpu/drm/xe/xe_migrate.c
> @@ -1063,7 +1063,7 @@ struct dma_fence *xe_migrate_clear(struct
> xe_migrate *m,
>         struct xe_gt *gt = m->tile->primary_gt;
>         struct xe_device *xe = gt_to_xe(gt);
>         bool clear_only_system_ccs = false;
> -       struct dma_fence *fence = NULL;
> +       struct dma_fence *fence = dma_fence_get_stub();
>         u64 size = bo->size;
>         struct xe_res_cursor src_it;
>         struct ttm_resource *src = dst;
> @@ -1075,10 +1075,13 @@ struct dma_fence *xe_migrate_clear(struct
> xe_migrate *m,
>         if (!clear_bo_data && clear_ccs && !IS_DGFX(xe))
>                 clear_only_system_ccs = true;
>  
> -       if (!clear_vram)
> +       if (!clear_vram) {
>                 xe_res_first_sg(xe_bo_sg(bo), 0, bo->size, &src_it);
> -       else
> +       } else {
>                 xe_res_first(src, 0, bo->size, &src_it);
> +               if (!(clear_flags & XE_MIGRATE_CLEAR_NON_DIRTY))
> +                       size -= xe_res_next_dirty(&src_it);
> +       }
>  
>         while (size) {
>                 u64 clear_L0_ofs;
> @@ -1125,6 +1128,9 @@ struct dma_fence *xe_migrate_clear(struct
> xe_migrate *m,
>                         emit_pte(m, bb, clear_L0_pt, clear_vram,
> clear_only_system_ccs,
>                                  &src_it, clear_L0, dst);
>  
> +               if (clear_vram && !(clear_flags &
> XE_MIGRATE_CLEAR_NON_DIRTY))
> +                       size -= xe_res_next_dirty(&src_it);
> +
>                 bb->cs[bb->len++] = MI_BATCH_BUFFER_END;
>                 update_idx = bb->len;
>  
> @@ -1146,7 +1152,7 @@ struct dma_fence *xe_migrate_clear(struct
> xe_migrate *m,
>                 }
>  
>                 xe_sched_job_add_migrate_flush(job, flush_flags);
> -               if (!fence) {
> +               if (fence == dma_fence_get_stub()) {
>                         /*
>                          * There can't be anything userspace related
> at this
>                          * point, so we just need to respect any
> potential move
> diff --git a/drivers/gpu/drm/xe/xe_migrate.h
> b/drivers/gpu/drm/xe/xe_migrate.h
> index fb9839c1bae0..58a7b747ef11 100644
> --- a/drivers/gpu/drm/xe/xe_migrate.h
> +++ b/drivers/gpu/drm/xe/xe_migrate.h
> @@ -118,6 +118,7 @@ int xe_migrate_access_memory(struct xe_migrate
> *m, struct xe_bo *bo,
>  
>  #define XE_MIGRATE_CLEAR_FLAG_BO_DATA          BIT(0)
>  #define XE_MIGRATE_CLEAR_FLAG_CCS_DATA         BIT(1)
> +#define XE_MIGRATE_CLEAR_NON_DIRTY             BIT(2)
>  #define
> XE_MIGRATE_CLEAR_FLAG_FULL     (XE_MIGRATE_CLEAR_FLAG_BO_DATA | \
>                                         XE_MIGRATE_CLEAR_FLAG_CCS_DAT
> A)
>  struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
> diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h
> b/drivers/gpu/drm/xe/xe_res_cursor.h
> index d1a403cfb628..630082e809ba 100644
> --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> @@ -315,6 +315,32 @@ static inline void xe_res_next(struct
> xe_res_cursor *cur, u64 size)
>         }
>  }
>  
> +/**
> + * xe_res_next_dirty - advance the cursor to next dirty buddy block
> + *
> + * @cur: the cursor to advance
> + *
> + * Move the cursor until dirty buddy block is found.
> + *
> + * Return: Number of bytes cursor has been advanced
> + */
> +static inline u64 xe_res_next_dirty(struct xe_res_cursor *cur)
> +{
> +       struct drm_buddy_block *block = cur->node;
> +       u64 bytes = 0;
> +
> +       XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> +                  cur->mem_type != XE_PL_VRAM1);

What if we have more than just these two? Maybe check against the mask
instead.

> +
> +       while (cur->remaining && drm_buddy_block_is_clear(block)) {
> +               bytes += cur->size;
> +               xe_res_next(cur, cur->size);
> +               block = cur->node;
> +       }
> +
> +       return bytes;
> +}
> +
>  /**
>   * xe_res_dma - return dma address of cursor at current position
>   *
> diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> index 9e375a40aee9..120046941c1e 100644
> --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> @@ -84,6 +84,9 @@ static int xe_ttm_vram_mgr_new(struct
> ttm_resource_manager *man,
>         if (place->fpfn || lpfn != man->size >> PAGE_SHIFT)
>                 vres->flags |= DRM_BUDDY_RANGE_ALLOCATION;
>  
> +       if (tbo->type == ttm_bo_type_device)
> +               vres->flags |= DRM_BUDDY_CLEAR_ALLOCATION;
> +
>         if (WARN_ON(!vres->base.size)) {
>                 err = -EINVAL;
>                 goto error_fini;
> @@ -187,7 +190,7 @@ static void xe_ttm_vram_mgr_del(struct
> ttm_resource_manager *man,
>         struct drm_buddy *mm = &mgr->mm;
>  
>         mutex_lock(&mgr->lock);
> -       drm_buddy_free_list(mm, &vres->blocks, 0);
> +       drm_buddy_free_list(mm, &vres->blocks, vres->flags);
>         mgr->visible_avail += vres->used_visible_size;
>         mutex_unlock(&mgr->lock);
>  
> diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> index cc76050e376d..dfc0e6890b3c 100644
> --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> @@ -36,6 +36,12 @@ to_xe_ttm_vram_mgr_resource(struct ttm_resource
> *res)
>         return container_of(res, struct xe_ttm_vram_mgr_resource,
> base);
>  }
>  
> +static inline void
> +xe_ttm_vram_mgr_resource_set_cleared(struct ttm_resource *res)
> +{
> +       to_xe_ttm_vram_mgr_resource(res)->flags |= DRM_BUDDY_CLEARED;

I see the amd driver is doing the same thing here. Maybe we can pull
this in based on the flags given at the resource initialization so we
can potentially tweak this for different scenarios (when to free) and
converge what we're doing here and what amd is doing into the common
code.

Thanks,
Stuart

> +}
> +
>  static inline struct xe_ttm_vram_mgr *
>  to_xe_ttm_vram_mgr(struct ttm_resource_manager *man)
>  {


^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-11 16:26 ` [PATCH] " Summers, Stuart
@ 2025-06-11 16:46   ` Matthew Brost
  2025-06-11 17:04     ` Summers, Stuart
  0 siblings, 1 reply; 33+ messages in thread
From: Matthew Brost @ 2025-06-11 16:46 UTC (permalink / raw)
  To: Summers, Stuart
  Cc: intel-xe@lists.freedesktop.org, Auld,  Matthew,
	thomas.hellstrom@linux.intel.com

On Wed, Jun 11, 2025 at 10:26:44AM -0600, Summers, Stuart wrote:
> On Tue, 2025-06-10 at 22:42 -0700, Matthew Brost wrote:
> > Clearing on free should hide latency of BO clears on new user BO
> > allocations.
> 
> Do you have any test results showing the latency improvement here on
> high volume submission tests? Also how does this impact at very large

No performance data yet available. Something we definitely should look
into and would be curious about the results. FWIW, AMDGPU implements
clear on free in a very similar way to this series. 

> buffer size submissions and mix of large and small buffer submissions
> with eviction between different processes?
> 

Eviction somewhat orthogonal to this. If an eviction occurs and it is a
new allocation a clear would still have be issued ahead handing the
memory over to the new BO, if eviction occurs and paged in BO has
backing store (it was previously evicted) we'd just copy the contents
into the allocated memory.

Matt

> > 
> > Implemented via calling xe_migrate_clear in release notify and
> > updating
> > iterator in xe_migrate_clear to skip cleared buddy blocks. Only user
> > BOs
> > cleared in release notify as kernel BOs could still be in use (e.g.,
> > PT
> > BOs need to wait for dma-resv to be idle).
> > 
> > Signed-off-by: Matthew Brost <matthew.brost@intel.com>
> > ---
> >  drivers/gpu/drm/xe/xe_bo.c           | 47
> > ++++++++++++++++++++++++++++
> >  drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++---
> >  drivers/gpu/drm/xe/xe_migrate.h      |  1 +
> >  drivers/gpu/drm/xe/xe_res_cursor.h   | 26 +++++++++++++++
> >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
> >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
> >  6 files changed, 94 insertions(+), 5 deletions(-)
> > 
> > diff --git a/drivers/gpu/drm/xe/xe_bo.c b/drivers/gpu/drm/xe/xe_bo.c
> > index 4e39188a021a..74470f4d418d 100644
> > --- a/drivers/gpu/drm/xe/xe_bo.c
> > +++ b/drivers/gpu/drm/xe/xe_bo.c
> > @@ -1434,6 +1434,51 @@ static bool
> > xe_ttm_bo_lock_in_destructor(struct ttm_buffer_object *ttm_bo)
> >         return locked;
> >  }
> >  
> > +static void xe_ttm_bo_release_clear(struct ttm_buffer_object
> > *ttm_bo)
> > +{
> > +       struct xe_device *xe = ttm_to_xe_device(ttm_bo->bdev);
> > +       struct dma_fence *fence;
> > +       int err, idx;
> > +
> > +       xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> > +
> > +       if (ttm_bo->type != ttm_bo_type_device)
> > +               return;
> > +
> > +       if (xe_device_wedged(xe))
> > +               return;
> > +
> > +       if (!ttm_bo->resource || !mem_type_is_vram(ttm_bo->resource-
> > >mem_type))
> > +               return;
> > +
> > +       if (!drm_dev_enter(&xe->drm, &idx))
> > +               return;
> > +
> > +       if (!xe_pm_runtime_get_if_active(xe))
> > +               goto unbind;
> > +
> > +       err = dma_resv_reserve_fences(&ttm_bo->base._resv, 1);
> > +       if (err)
> > +               goto put_pm;
> > +
> > +       fence = xe_migrate_clear(mem_type_to_migrate(xe, ttm_bo-
> > >resource->mem_type),
> > +                                ttm_to_xe_bo(ttm_bo), ttm_bo-
> > >resource,
> > +                                XE_MIGRATE_CLEAR_FLAG_FULL |
> > +                                XE_MIGRATE_CLEAR_NON_DIRTY);
> > +       if (XE_WARN_ON(IS_ERR(fence)))
> > +               goto put_pm;
> > +
> > +       xe_ttm_vram_mgr_resource_set_cleared(ttm_bo->resource);
> > +       dma_resv_add_fence(&ttm_bo->base._resv, fence,
> > +                          DMA_RESV_USAGE_KERNEL);
> > +       dma_fence_put(fence);
> > +
> > +put_pm:
> > +       xe_pm_runtime_put(xe);
> > +unbind:
> > +       drm_dev_exit(idx);
> > +}
> > +
> >  static void xe_ttm_bo_release_notify(struct ttm_buffer_object
> > *ttm_bo)
> >  {
> >         struct dma_resv_iter cursor;
> > @@ -1478,6 +1523,8 @@ static void xe_ttm_bo_release_notify(struct
> > ttm_buffer_object *ttm_bo)
> >         }
> >         dma_fence_put(replacement);
> >  
> > +       xe_ttm_bo_release_clear(ttm_bo);
> > +
> >         dma_resv_unlock(ttm_bo->base.resv);
> >  }
> >  
> > diff --git a/drivers/gpu/drm/xe/xe_migrate.c
> > b/drivers/gpu/drm/xe/xe_migrate.c
> > index 8f8e9fdfb2a8..39d7200cb366 100644
> > --- a/drivers/gpu/drm/xe/xe_migrate.c
> > +++ b/drivers/gpu/drm/xe/xe_migrate.c
> > @@ -1063,7 +1063,7 @@ struct dma_fence *xe_migrate_clear(struct
> > xe_migrate *m,
> >         struct xe_gt *gt = m->tile->primary_gt;
> >         struct xe_device *xe = gt_to_xe(gt);
> >         bool clear_only_system_ccs = false;
> > -       struct dma_fence *fence = NULL;
> > +       struct dma_fence *fence = dma_fence_get_stub();
> >         u64 size = bo->size;
> >         struct xe_res_cursor src_it;
> >         struct ttm_resource *src = dst;
> > @@ -1075,10 +1075,13 @@ struct dma_fence *xe_migrate_clear(struct
> > xe_migrate *m,
> >         if (!clear_bo_data && clear_ccs && !IS_DGFX(xe))
> >                 clear_only_system_ccs = true;
> >  
> > -       if (!clear_vram)
> > +       if (!clear_vram) {
> >                 xe_res_first_sg(xe_bo_sg(bo), 0, bo->size, &src_it);
> > -       else
> > +       } else {
> >                 xe_res_first(src, 0, bo->size, &src_it);
> > +               if (!(clear_flags & XE_MIGRATE_CLEAR_NON_DIRTY))
> > +                       size -= xe_res_next_dirty(&src_it);
> > +       }
> >  
> >         while (size) {
> >                 u64 clear_L0_ofs;
> > @@ -1125,6 +1128,9 @@ struct dma_fence *xe_migrate_clear(struct
> > xe_migrate *m,
> >                         emit_pte(m, bb, clear_L0_pt, clear_vram,
> > clear_only_system_ccs,
> >                                  &src_it, clear_L0, dst);
> >  
> > +               if (clear_vram && !(clear_flags &
> > XE_MIGRATE_CLEAR_NON_DIRTY))
> > +                       size -= xe_res_next_dirty(&src_it);
> > +
> >                 bb->cs[bb->len++] = MI_BATCH_BUFFER_END;
> >                 update_idx = bb->len;
> >  
> > @@ -1146,7 +1152,7 @@ struct dma_fence *xe_migrate_clear(struct
> > xe_migrate *m,
> >                 }
> >  
> >                 xe_sched_job_add_migrate_flush(job, flush_flags);
> > -               if (!fence) {
> > +               if (fence == dma_fence_get_stub()) {
> >                         /*
> >                          * There can't be anything userspace related
> > at this
> >                          * point, so we just need to respect any
> > potential move
> > diff --git a/drivers/gpu/drm/xe/xe_migrate.h
> > b/drivers/gpu/drm/xe/xe_migrate.h
> > index fb9839c1bae0..58a7b747ef11 100644
> > --- a/drivers/gpu/drm/xe/xe_migrate.h
> > +++ b/drivers/gpu/drm/xe/xe_migrate.h
> > @@ -118,6 +118,7 @@ int xe_migrate_access_memory(struct xe_migrate
> > *m, struct xe_bo *bo,
> >  
> >  #define XE_MIGRATE_CLEAR_FLAG_BO_DATA          BIT(0)
> >  #define XE_MIGRATE_CLEAR_FLAG_CCS_DATA         BIT(1)
> > +#define XE_MIGRATE_CLEAR_NON_DIRTY             BIT(2)
> >  #define
> > XE_MIGRATE_CLEAR_FLAG_FULL     (XE_MIGRATE_CLEAR_FLAG_BO_DATA | \
> >                                         XE_MIGRATE_CLEAR_FLAG_CCS_DAT
> > A)
> >  struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
> > diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h
> > b/drivers/gpu/drm/xe/xe_res_cursor.h
> > index d1a403cfb628..630082e809ba 100644
> > --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> > +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> > @@ -315,6 +315,32 @@ static inline void xe_res_next(struct
> > xe_res_cursor *cur, u64 size)
> >         }
> >  }
> >  
> > +/**
> > + * xe_res_next_dirty - advance the cursor to next dirty buddy block
> > + *
> > + * @cur: the cursor to advance
> > + *
> > + * Move the cursor until dirty buddy block is found.
> > + *
> > + * Return: Number of bytes cursor has been advanced
> > + */
> > +static inline u64 xe_res_next_dirty(struct xe_res_cursor *cur)
> > +{
> > +       struct drm_buddy_block *block = cur->node;
> > +       u64 bytes = 0;
> > +
> > +       XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> > +                  cur->mem_type != XE_PL_VRAM1);
> 
> What if we have more than just these two? Maybe check against the mask
> instead.
> 
> > +
> > +       while (cur->remaining && drm_buddy_block_is_clear(block)) {
> > +               bytes += cur->size;
> > +               xe_res_next(cur, cur->size);
> > +               block = cur->node;
> > +       }
> > +
> > +       return bytes;
> > +}
> > +
> >  /**
> >   * xe_res_dma - return dma address of cursor at current position
> >   *
> > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > index 9e375a40aee9..120046941c1e 100644
> > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > @@ -84,6 +84,9 @@ static int xe_ttm_vram_mgr_new(struct
> > ttm_resource_manager *man,
> >         if (place->fpfn || lpfn != man->size >> PAGE_SHIFT)
> >                 vres->flags |= DRM_BUDDY_RANGE_ALLOCATION;
> >  
> > +       if (tbo->type == ttm_bo_type_device)
> > +               vres->flags |= DRM_BUDDY_CLEAR_ALLOCATION;
> > +
> >         if (WARN_ON(!vres->base.size)) {
> >                 err = -EINVAL;
> >                 goto error_fini;
> > @@ -187,7 +190,7 @@ static void xe_ttm_vram_mgr_del(struct
> > ttm_resource_manager *man,
> >         struct drm_buddy *mm = &mgr->mm;
> >  
> >         mutex_lock(&mgr->lock);
> > -       drm_buddy_free_list(mm, &vres->blocks, 0);
> > +       drm_buddy_free_list(mm, &vres->blocks, vres->flags);
> >         mgr->visible_avail += vres->used_visible_size;
> >         mutex_unlock(&mgr->lock);
> >  
> > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > index cc76050e376d..dfc0e6890b3c 100644
> > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > @@ -36,6 +36,12 @@ to_xe_ttm_vram_mgr_resource(struct ttm_resource
> > *res)
> >         return container_of(res, struct xe_ttm_vram_mgr_resource,
> > base);
> >  }
> >  
> > +static inline void
> > +xe_ttm_vram_mgr_resource_set_cleared(struct ttm_resource *res)
> > +{
> > +       to_xe_ttm_vram_mgr_resource(res)->flags |= DRM_BUDDY_CLEARED;
> 
> I see the amd driver is doing the same thing here. Maybe we can pull
> this in based on the flags given at the resource initialization so we
> can potentially tweak this for different scenarios (when to free) and
> converge what we're doing here and what amd is doing into the common
> code.
> 
> Thanks,
> Stuart
> 
> > +}
> > +
> >  static inline struct xe_ttm_vram_mgr *
> >  to_xe_ttm_vram_mgr(struct ttm_resource_manager *man)
> >  {
> 

^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-11 16:46   ` Matthew Brost
@ 2025-06-11 17:04     ` Summers, Stuart
  2025-06-11 17:57       ` Matthew Brost
  0 siblings, 1 reply; 33+ messages in thread
From: Summers, Stuart @ 2025-06-11 17:04 UTC (permalink / raw)
  To: Brost, Matthew
  Cc: intel-xe@lists.freedesktop.org, Auld,  Matthew,
	thomas.hellstrom@linux.intel.com

On Wed, 2025-06-11 at 09:46 -0700, Matthew Brost wrote:
> On Wed, Jun 11, 2025 at 10:26:44AM -0600, Summers, Stuart wrote:
> > On Tue, 2025-06-10 at 22:42 -0700, Matthew Brost wrote:
> > > Clearing on free should hide latency of BO clears on new user BO
> > > allocations.
> > 
> > Do you have any test results showing the latency improvement here
> > on
> > high volume submission tests? Also how does this impact at very
> > large
> 
> No performance data yet available. Something we definitely should
> look
> into and would be curious about the results. FWIW, AMDGPU implements
> clear on free in a very similar way to this series. 

I had a few other comments towards the end of the patch. Basically I
think it would be nice to be able to configure this. There was
significant testing done here for Aurora in i915 and the performance
benefits were potentially different based on the types of workloads
being used. Having user hints for instance might allow us to take
advantage of those workload specific use cases.

> 
> > buffer size submissions and mix of large and small buffer
> > submissions
> > with eviction between different processes?
> > 
> 
> Eviction somewhat orthogonal to this. If an eviction occurs and it is
> a
> new allocation a clear would still have be issued ahead handing the
> memory over to the new BO, if eviction occurs and paged in BO has
> backing store (it was previously evicted) we'd just copy the contents
> into the allocated memory.

Good point. I still think we should consider the scenarios of having a
large buffer workload running and then clearing, then we have a small
buffer workload coming in which now needs to wait on the clear from
that large workload. Whereas on clear-on-alloc for the small workload,
we can get that submission in quickly and not wait for that larger one.

I don't think there is necessarily a one-size-fits-all solution here
which is why I think the hints are important.

Thanks,
Stuart

> 
> Matt
> 
> > > 
> > > Implemented via calling xe_migrate_clear in release notify and
> > > updating
> > > iterator in xe_migrate_clear to skip cleared buddy blocks. Only
> > > user
> > > BOs
> > > cleared in release notify as kernel BOs could still be in use
> > > (e.g.,
> > > PT
> > > BOs need to wait for dma-resv to be idle).
> > > 
> > > Signed-off-by: Matthew Brost <matthew.brost@intel.com>
> > > ---
> > >  drivers/gpu/drm/xe/xe_bo.c           | 47
> > > ++++++++++++++++++++++++++++
> > >  drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++---
> > >  drivers/gpu/drm/xe/xe_migrate.h      |  1 +
> > >  drivers/gpu/drm/xe/xe_res_cursor.h   | 26 +++++++++++++++
> > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
> > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
> > >  6 files changed, 94 insertions(+), 5 deletions(-)
> > > 
> > > diff --git a/drivers/gpu/drm/xe/xe_bo.c
> > > b/drivers/gpu/drm/xe/xe_bo.c
> > > index 4e39188a021a..74470f4d418d 100644
> > > --- a/drivers/gpu/drm/xe/xe_bo.c
> > > +++ b/drivers/gpu/drm/xe/xe_bo.c
> > > @@ -1434,6 +1434,51 @@ static bool
> > > xe_ttm_bo_lock_in_destructor(struct ttm_buffer_object *ttm_bo)
> > >         return locked;
> > >  }
> > >  
> > > +static void xe_ttm_bo_release_clear(struct ttm_buffer_object
> > > *ttm_bo)
> > > +{
> > > +       struct xe_device *xe = ttm_to_xe_device(ttm_bo->bdev);
> > > +       struct dma_fence *fence;
> > > +       int err, idx;
> > > +
> > > +       xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> > > +
> > > +       if (ttm_bo->type != ttm_bo_type_device)
> > > +               return;
> > > +
> > > +       if (xe_device_wedged(xe))
> > > +               return;
> > > +
> > > +       if (!ttm_bo->resource || !mem_type_is_vram(ttm_bo-
> > > >resource-
> > > > mem_type))
> > > +               return;
> > > +
> > > +       if (!drm_dev_enter(&xe->drm, &idx))
> > > +               return;
> > > +
> > > +       if (!xe_pm_runtime_get_if_active(xe))
> > > +               goto unbind;
> > > +
> > > +       err = dma_resv_reserve_fences(&ttm_bo->base._resv, 1);
> > > +       if (err)
> > > +               goto put_pm;
> > > +
> > > +       fence = xe_migrate_clear(mem_type_to_migrate(xe, ttm_bo-
> > > > resource->mem_type),
> > > +                                ttm_to_xe_bo(ttm_bo), ttm_bo-
> > > > resource,
> > > +                                XE_MIGRATE_CLEAR_FLAG_FULL |
> > > +                                XE_MIGRATE_CLEAR_NON_DIRTY);
> > > +       if (XE_WARN_ON(IS_ERR(fence)))
> > > +               goto put_pm;
> > > +
> > > +       xe_ttm_vram_mgr_resource_set_cleared(ttm_bo->resource);
> > > +       dma_resv_add_fence(&ttm_bo->base._resv, fence,
> > > +                          DMA_RESV_USAGE_KERNEL);
> > > +       dma_fence_put(fence);
> > > +
> > > +put_pm:
> > > +       xe_pm_runtime_put(xe);
> > > +unbind:
> > > +       drm_dev_exit(idx);
> > > +}
> > > +
> > >  static void xe_ttm_bo_release_notify(struct ttm_buffer_object
> > > *ttm_bo)
> > >  {
> > >         struct dma_resv_iter cursor;
> > > @@ -1478,6 +1523,8 @@ static void xe_ttm_bo_release_notify(struct
> > > ttm_buffer_object *ttm_bo)
> > >         }
> > >         dma_fence_put(replacement);
> > >  
> > > +       xe_ttm_bo_release_clear(ttm_bo);
> > > +
> > >         dma_resv_unlock(ttm_bo->base.resv);
> > >  }
> > >  
> > > diff --git a/drivers/gpu/drm/xe/xe_migrate.c
> > > b/drivers/gpu/drm/xe/xe_migrate.c
> > > index 8f8e9fdfb2a8..39d7200cb366 100644
> > > --- a/drivers/gpu/drm/xe/xe_migrate.c
> > > +++ b/drivers/gpu/drm/xe/xe_migrate.c
> > > @@ -1063,7 +1063,7 @@ struct dma_fence *xe_migrate_clear(struct
> > > xe_migrate *m,
> > >         struct xe_gt *gt = m->tile->primary_gt;
> > >         struct xe_device *xe = gt_to_xe(gt);
> > >         bool clear_only_system_ccs = false;
> > > -       struct dma_fence *fence = NULL;
> > > +       struct dma_fence *fence = dma_fence_get_stub();
> > >         u64 size = bo->size;
> > >         struct xe_res_cursor src_it;
> > >         struct ttm_resource *src = dst;
> > > @@ -1075,10 +1075,13 @@ struct dma_fence *xe_migrate_clear(struct
> > > xe_migrate *m,
> > >         if (!clear_bo_data && clear_ccs && !IS_DGFX(xe))
> > >                 clear_only_system_ccs = true;
> > >  
> > > -       if (!clear_vram)
> > > +       if (!clear_vram) {
> > >                 xe_res_first_sg(xe_bo_sg(bo), 0, bo->size,
> > > &src_it);
> > > -       else
> > > +       } else {
> > >                 xe_res_first(src, 0, bo->size, &src_it);
> > > +               if (!(clear_flags & XE_MIGRATE_CLEAR_NON_DIRTY))
> > > +                       size -= xe_res_next_dirty(&src_it);
> > > +       }
> > >  
> > >         while (size) {
> > >                 u64 clear_L0_ofs;
> > > @@ -1125,6 +1128,9 @@ struct dma_fence *xe_migrate_clear(struct
> > > xe_migrate *m,
> > >                         emit_pte(m, bb, clear_L0_pt, clear_vram,
> > > clear_only_system_ccs,
> > >                                  &src_it, clear_L0, dst);
> > >  
> > > +               if (clear_vram && !(clear_flags &
> > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > +                       size -= xe_res_next_dirty(&src_it);
> > > +
> > >                 bb->cs[bb->len++] = MI_BATCH_BUFFER_END;
> > >                 update_idx = bb->len;
> > >  
> > > @@ -1146,7 +1152,7 @@ struct dma_fence *xe_migrate_clear(struct
> > > xe_migrate *m,
> > >                 }
> > >  
> > >                 xe_sched_job_add_migrate_flush(job, flush_flags);
> > > -               if (!fence) {
> > > +               if (fence == dma_fence_get_stub()) {
> > >                         /*
> > >                          * There can't be anything userspace
> > > related
> > > at this
> > >                          * point, so we just need to respect any
> > > potential move
> > > diff --git a/drivers/gpu/drm/xe/xe_migrate.h
> > > b/drivers/gpu/drm/xe/xe_migrate.h
> > > index fb9839c1bae0..58a7b747ef11 100644
> > > --- a/drivers/gpu/drm/xe/xe_migrate.h
> > > +++ b/drivers/gpu/drm/xe/xe_migrate.h
> > > @@ -118,6 +118,7 @@ int xe_migrate_access_memory(struct
> > > xe_migrate
> > > *m, struct xe_bo *bo,
> > >  
> > >  #define XE_MIGRATE_CLEAR_FLAG_BO_DATA          BIT(0)
> > >  #define XE_MIGRATE_CLEAR_FLAG_CCS_DATA         BIT(1)
> > > +#define XE_MIGRATE_CLEAR_NON_DIRTY             BIT(2)
> > >  #define
> > > XE_MIGRATE_CLEAR_FLAG_FULL     (XE_MIGRATE_CLEAR_FLAG_BO_DATA | \
> > >                                         XE_MIGRATE_CLEAR_FLAG_CCS
> > > _DAT
> > > A)
> > >  struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
> > > diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > index d1a403cfb628..630082e809ba 100644
> > > --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > @@ -315,6 +315,32 @@ static inline void xe_res_next(struct
> > > xe_res_cursor *cur, u64 size)
> > >         }
> > >  }
> > >  
> > > +/**
> > > + * xe_res_next_dirty - advance the cursor to next dirty buddy
> > > block
> > > + *
> > > + * @cur: the cursor to advance
> > > + *
> > > + * Move the cursor until dirty buddy block is found.
> > > + *
> > > + * Return: Number of bytes cursor has been advanced
> > > + */
> > > +static inline u64 xe_res_next_dirty(struct xe_res_cursor *cur)
> > > +{
> > > +       struct drm_buddy_block *block = cur->node;
> > > +       u64 bytes = 0;
> > > +
> > > +       XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> > > +                  cur->mem_type != XE_PL_VRAM1);
> > 
> > What if we have more than just these two? Maybe check against the
> > mask
> > instead.
> > 
> > > +
> > > +       while (cur->remaining && drm_buddy_block_is_clear(block))
> > > {
> > > +               bytes += cur->size;
> > > +               xe_res_next(cur, cur->size);
> > > +               block = cur->node;
> > > +       }
> > > +
> > > +       return bytes;
> > > +}
> > > +
> > >  /**
> > >   * xe_res_dma - return dma address of cursor at current position
> > >   *
> > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > index 9e375a40aee9..120046941c1e 100644
> > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > @@ -84,6 +84,9 @@ static int xe_ttm_vram_mgr_new(struct
> > > ttm_resource_manager *man,
> > >         if (place->fpfn || lpfn != man->size >> PAGE_SHIFT)
> > >                 vres->flags |= DRM_BUDDY_RANGE_ALLOCATION;
> > >  
> > > +       if (tbo->type == ttm_bo_type_device)
> > > +               vres->flags |= DRM_BUDDY_CLEAR_ALLOCATION;
> > > +
> > >         if (WARN_ON(!vres->base.size)) {
> > >                 err = -EINVAL;
> > >                 goto error_fini;
> > > @@ -187,7 +190,7 @@ static void xe_ttm_vram_mgr_del(struct
> > > ttm_resource_manager *man,
> > >         struct drm_buddy *mm = &mgr->mm;
> > >  
> > >         mutex_lock(&mgr->lock);
> > > -       drm_buddy_free_list(mm, &vres->blocks, 0);
> > > +       drm_buddy_free_list(mm, &vres->blocks, vres->flags);
> > >         mgr->visible_avail += vres->used_visible_size;
> > >         mutex_unlock(&mgr->lock);
> > >  
> > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > index cc76050e376d..dfc0e6890b3c 100644
> > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > @@ -36,6 +36,12 @@ to_xe_ttm_vram_mgr_resource(struct
> > > ttm_resource
> > > *res)
> > >         return container_of(res, struct xe_ttm_vram_mgr_resource,
> > > base);
> > >  }
> > >  
> > > +static inline void
> > > +xe_ttm_vram_mgr_resource_set_cleared(struct ttm_resource *res)
> > > +{
> > > +       to_xe_ttm_vram_mgr_resource(res)->flags |=
> > > DRM_BUDDY_CLEARED;
> > 
> > I see the amd driver is doing the same thing here. Maybe we can
> > pull
> > this in based on the flags given at the resource initialization so
> > we
> > can potentially tweak this for different scenarios (when to free)
> > and
> > converge what we're doing here and what amd is doing into the
> > common
> > code.
> > 
> > Thanks,
> > Stuart
> > 
> > > +}
> > > +
> > >  static inline struct xe_ttm_vram_mgr *
> > >  to_xe_ttm_vram_mgr(struct ttm_resource_manager *man)
> > >  {
> > 


^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-11 17:04     ` Summers, Stuart
@ 2025-06-11 17:57       ` Matthew Brost
  2025-06-11 18:05         ` Summers, Stuart
  0 siblings, 1 reply; 33+ messages in thread
From: Matthew Brost @ 2025-06-11 17:57 UTC (permalink / raw)
  To: Summers, Stuart
  Cc: intel-xe@lists.freedesktop.org, Auld,  Matthew,
	thomas.hellstrom@linux.intel.com

On Wed, Jun 11, 2025 at 11:04:06AM -0600, Summers, Stuart wrote:
> On Wed, 2025-06-11 at 09:46 -0700, Matthew Brost wrote:
> > On Wed, Jun 11, 2025 at 10:26:44AM -0600, Summers, Stuart wrote:
> > > On Tue, 2025-06-10 at 22:42 -0700, Matthew Brost wrote:
> > > > Clearing on free should hide latency of BO clears on new user BO
> > > > allocations.
> > > 
> > > Do you have any test results showing the latency improvement here
> > > on
> > > high volume submission tests? Also how does this impact at very
> > > large
> > 
> > No performance data yet available. Something we definitely should
> > look
> > into and would be curious about the results. FWIW, AMDGPU implements
> > clear on free in a very similar way to this series. 
> 
> I had a few other comments towards the end of the patch. Basically I

I should slow down and read... Repling to all comments here.

> think it would be nice to be able to configure this. There was
> significant testing done here for Aurora in i915 and the performance
> benefits were potentially different based on the types of workloads
> being used. Having user hints for instance might allow us to take
> advantage of those workload specific use cases.
> 

We can wire this mode to the uAPI for BO creation if needed - this patch
does clear-on-free blindly for any user BO. Ofc with uAPI we need a UMD
user to upstream. We may just want to start with this patch and do that
in a follow up if needed as it a minor tweak from a code PoV.

> > 
> > > buffer size submissions and mix of large and small buffer
> > > submissions
> > > with eviction between different processes?
> > > 
> > 
> > Eviction somewhat orthogonal to this. If an eviction occurs and it is
> > a
> > new allocation a clear would still have be issued ahead handing the
> > memory over to the new BO, if eviction occurs and paged in BO has
> > backing store (it was previously evicted) we'd just copy the contents
> > into the allocated memory.
> 
> Good point. I still think we should consider the scenarios of having a
> large buffer workload running and then clearing, then we have a small
> buffer workload coming in which now needs to wait on the clear from
> that large workload. Whereas on clear-on-alloc for the small workload,
> we can get that submission in quickly and not wait for that larger one.
> 

The buddy allocator tries to allocate cleared VRAM first, then falls
back to dirty VRAM. Dirty VRAM will still be cleared upon allocation in
this patch.

The senerio you describe could result in eviction actually. If a large
BO has pending clear - it won't be in either buddy allocator pool - it
will be TTM as ghost object (pending free). If the buddy allocator fails
an allocation, eviction is triggered with the ghost objects in TTM being
tried to allocate first (I think, if I'm misstaing TTM internals my
bad). This would as you suggest result in the BO allocation waiting on
potentially a large clear to finish even though the allocation is small
in size.

> I don't think there is necessarily a one-size-fits-all solution here
> which is why I think the hints are important.
> 

Jumping to new uAPI + hints immediately might not be the best approach,
but as I stated this is minor thing to add if needed.

> Thanks,
> Stuart
> 
> > 
> > Matt
> > 
> > > > 
> > > > Implemented via calling xe_migrate_clear in release notify and
> > > > updating
> > > > iterator in xe_migrate_clear to skip cleared buddy blocks. Only
> > > > user
> > > > BOs
> > > > cleared in release notify as kernel BOs could still be in use
> > > > (e.g.,
> > > > PT
> > > > BOs need to wait for dma-resv to be idle).
> > > > 
> > > > Signed-off-by: Matthew Brost <matthew.brost@intel.com>
> > > > ---
> > > >  drivers/gpu/drm/xe/xe_bo.c           | 47
> > > > ++++++++++++++++++++++++++++
> > > >  drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++---
> > > >  drivers/gpu/drm/xe/xe_migrate.h      |  1 +
> > > >  drivers/gpu/drm/xe/xe_res_cursor.h   | 26 +++++++++++++++
> > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
> > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
> > > >  6 files changed, 94 insertions(+), 5 deletions(-)
> > > > 
> > > > diff --git a/drivers/gpu/drm/xe/xe_bo.c
> > > > b/drivers/gpu/drm/xe/xe_bo.c
> > > > index 4e39188a021a..74470f4d418d 100644
> > > > --- a/drivers/gpu/drm/xe/xe_bo.c
> > > > +++ b/drivers/gpu/drm/xe/xe_bo.c
> > > > @@ -1434,6 +1434,51 @@ static bool
> > > > xe_ttm_bo_lock_in_destructor(struct ttm_buffer_object *ttm_bo)
> > > >         return locked;
> > > >  }
> > > >  
> > > > +static void xe_ttm_bo_release_clear(struct ttm_buffer_object
> > > > *ttm_bo)
> > > > +{
> > > > +       struct xe_device *xe = ttm_to_xe_device(ttm_bo->bdev);
> > > > +       struct dma_fence *fence;
> > > > +       int err, idx;
> > > > +
> > > > +       xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> > > > +
> > > > +       if (ttm_bo->type != ttm_bo_type_device)
> > > > +               return;
> > > > +
> > > > +       if (xe_device_wedged(xe))
> > > > +               return;
> > > > +
> > > > +       if (!ttm_bo->resource || !mem_type_is_vram(ttm_bo-
> > > > >resource-
> > > > > mem_type))
> > > > +               return;
> > > > +
> > > > +       if (!drm_dev_enter(&xe->drm, &idx))
> > > > +               return;
> > > > +
> > > > +       if (!xe_pm_runtime_get_if_active(xe))
> > > > +               goto unbind;
> > > > +
> > > > +       err = dma_resv_reserve_fences(&ttm_bo->base._resv, 1);
> > > > +       if (err)
> > > > +               goto put_pm;
> > > > +
> > > > +       fence = xe_migrate_clear(mem_type_to_migrate(xe, ttm_bo-
> > > > > resource->mem_type),
> > > > +                                ttm_to_xe_bo(ttm_bo), ttm_bo-
> > > > > resource,
> > > > +                                XE_MIGRATE_CLEAR_FLAG_FULL |
> > > > +                                XE_MIGRATE_CLEAR_NON_DIRTY);
> > > > +       if (XE_WARN_ON(IS_ERR(fence)))
> > > > +               goto put_pm;
> > > > +
> > > > +       xe_ttm_vram_mgr_resource_set_cleared(ttm_bo->resource);
> > > > +       dma_resv_add_fence(&ttm_bo->base._resv, fence,
> > > > +                          DMA_RESV_USAGE_KERNEL);
> > > > +       dma_fence_put(fence);
> > > > +
> > > > +put_pm:
> > > > +       xe_pm_runtime_put(xe);
> > > > +unbind:
> > > > +       drm_dev_exit(idx);
> > > > +}
> > > > +
> > > >  static void xe_ttm_bo_release_notify(struct ttm_buffer_object
> > > > *ttm_bo)
> > > >  {
> > > >         struct dma_resv_iter cursor;
> > > > @@ -1478,6 +1523,8 @@ static void xe_ttm_bo_release_notify(struct
> > > > ttm_buffer_object *ttm_bo)
> > > >         }
> > > >         dma_fence_put(replacement);
> > > >  
> > > > +       xe_ttm_bo_release_clear(ttm_bo);
> > > > +
> > > >         dma_resv_unlock(ttm_bo->base.resv);
> > > >  }
> > > >  
> > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.c
> > > > b/drivers/gpu/drm/xe/xe_migrate.c
> > > > index 8f8e9fdfb2a8..39d7200cb366 100644
> > > > --- a/drivers/gpu/drm/xe/xe_migrate.c
> > > > +++ b/drivers/gpu/drm/xe/xe_migrate.c
> > > > @@ -1063,7 +1063,7 @@ struct dma_fence *xe_migrate_clear(struct
> > > > xe_migrate *m,
> > > >         struct xe_gt *gt = m->tile->primary_gt;
> > > >         struct xe_device *xe = gt_to_xe(gt);
> > > >         bool clear_only_system_ccs = false;
> > > > -       struct dma_fence *fence = NULL;
> > > > +       struct dma_fence *fence = dma_fence_get_stub();
> > > >         u64 size = bo->size;
> > > >         struct xe_res_cursor src_it;
> > > >         struct ttm_resource *src = dst;
> > > > @@ -1075,10 +1075,13 @@ struct dma_fence *xe_migrate_clear(struct
> > > > xe_migrate *m,
> > > >         if (!clear_bo_data && clear_ccs && !IS_DGFX(xe))
> > > >                 clear_only_system_ccs = true;
> > > >  
> > > > -       if (!clear_vram)
> > > > +       if (!clear_vram) {
> > > >                 xe_res_first_sg(xe_bo_sg(bo), 0, bo->size,
> > > > &src_it);
> > > > -       else
> > > > +       } else {
> > > >                 xe_res_first(src, 0, bo->size, &src_it);
> > > > +               if (!(clear_flags & XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > +                       size -= xe_res_next_dirty(&src_it);
> > > > +       }
> > > >  
> > > >         while (size) {
> > > >                 u64 clear_L0_ofs;
> > > > @@ -1125,6 +1128,9 @@ struct dma_fence *xe_migrate_clear(struct
> > > > xe_migrate *m,
> > > >                         emit_pte(m, bb, clear_L0_pt, clear_vram,
> > > > clear_only_system_ccs,
> > > >                                  &src_it, clear_L0, dst);
> > > >  
> > > > +               if (clear_vram && !(clear_flags &
> > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > +                       size -= xe_res_next_dirty(&src_it);
> > > > +
> > > >                 bb->cs[bb->len++] = MI_BATCH_BUFFER_END;
> > > >                 update_idx = bb->len;
> > > >  
> > > > @@ -1146,7 +1152,7 @@ struct dma_fence *xe_migrate_clear(struct
> > > > xe_migrate *m,
> > > >                 }
> > > >  
> > > >                 xe_sched_job_add_migrate_flush(job, flush_flags);
> > > > -               if (!fence) {
> > > > +               if (fence == dma_fence_get_stub()) {
> > > >                         /*
> > > >                          * There can't be anything userspace
> > > > related
> > > > at this
> > > >                          * point, so we just need to respect any
> > > > potential move
> > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.h
> > > > b/drivers/gpu/drm/xe/xe_migrate.h
> > > > index fb9839c1bae0..58a7b747ef11 100644
> > > > --- a/drivers/gpu/drm/xe/xe_migrate.h
> > > > +++ b/drivers/gpu/drm/xe/xe_migrate.h
> > > > @@ -118,6 +118,7 @@ int xe_migrate_access_memory(struct
> > > > xe_migrate
> > > > *m, struct xe_bo *bo,
> > > >  
> > > >  #define XE_MIGRATE_CLEAR_FLAG_BO_DATA          BIT(0)
> > > >  #define XE_MIGRATE_CLEAR_FLAG_CCS_DATA         BIT(1)
> > > > +#define XE_MIGRATE_CLEAR_NON_DIRTY             BIT(2)
> > > >  #define
> > > > XE_MIGRATE_CLEAR_FLAG_FULL     (XE_MIGRATE_CLEAR_FLAG_BO_DATA | \
> > > >                                         XE_MIGRATE_CLEAR_FLAG_CCS
> > > > _DAT
> > > > A)
> > > >  struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
> > > > diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > index d1a403cfb628..630082e809ba 100644
> > > > --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > @@ -315,6 +315,32 @@ static inline void xe_res_next(struct
> > > > xe_res_cursor *cur, u64 size)
> > > >         }
> > > >  }
> > > >  
> > > > +/**
> > > > + * xe_res_next_dirty - advance the cursor to next dirty buddy
> > > > block
> > > > + *
> > > > + * @cur: the cursor to advance
> > > > + *
> > > > + * Move the cursor until dirty buddy block is found.
> > > > + *
> > > > + * Return: Number of bytes cursor has been advanced
> > > > + */
> > > > +static inline u64 xe_res_next_dirty(struct xe_res_cursor *cur)
> > > > +{
> > > > +       struct drm_buddy_block *block = cur->node;
> > > > +       u64 bytes = 0;
> > > > +
> > > > +       XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> > > > +                  cur->mem_type != XE_PL_VRAM1);
> > > 
> > > What if we have more than just these two? Maybe check against the
> > > mask
> > > instead.

Sure. I think we do this test in a couple of other places in the driver too
and clean this up in seperate patch first.

> > > 
> > > > +
> > > > +       while (cur->remaining && drm_buddy_block_is_clear(block))
> > > > {
> > > > +               bytes += cur->size;
> > > > +               xe_res_next(cur, cur->size);
> > > > +               block = cur->node;
> > > > +       }
> > > > +
> > > > +       return bytes;
> > > > +}
> > > > +
> > > >  /**
> > > >   * xe_res_dma - return dma address of cursor at current position
> > > >   *
> > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > index 9e375a40aee9..120046941c1e 100644
> > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > @@ -84,6 +84,9 @@ static int xe_ttm_vram_mgr_new(struct
> > > > ttm_resource_manager *man,
> > > >         if (place->fpfn || lpfn != man->size >> PAGE_SHIFT)
> > > >                 vres->flags |= DRM_BUDDY_RANGE_ALLOCATION;
> > > >  
> > > > +       if (tbo->type == ttm_bo_type_device)
> > > > +               vres->flags |= DRM_BUDDY_CLEAR_ALLOCATION;
> > > > +
> > > >         if (WARN_ON(!vres->base.size)) {
> > > >                 err = -EINVAL;
> > > >                 goto error_fini;
> > > > @@ -187,7 +190,7 @@ static void xe_ttm_vram_mgr_del(struct
> > > > ttm_resource_manager *man,
> > > >         struct drm_buddy *mm = &mgr->mm;
> > > >  
> > > >         mutex_lock(&mgr->lock);
> > > > -       drm_buddy_free_list(mm, &vres->blocks, 0);
> > > > +       drm_buddy_free_list(mm, &vres->blocks, vres->flags);
> > > >         mgr->visible_avail += vres->used_visible_size;
> > > >         mutex_unlock(&mgr->lock);
> > > >  
> > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > index cc76050e376d..dfc0e6890b3c 100644
> > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > @@ -36,6 +36,12 @@ to_xe_ttm_vram_mgr_resource(struct
> > > > ttm_resource
> > > > *res)
> > > >         return container_of(res, struct xe_ttm_vram_mgr_resource,
> > > > base);
> > > >  }
> > > >  
> > > > +static inline void
> > > > +xe_ttm_vram_mgr_resource_set_cleared(struct ttm_resource *res)
> > > > +{
> > > > +       to_xe_ttm_vram_mgr_resource(res)->flags |=
> > > > DRM_BUDDY_CLEARED;
> > > 
> > > I see the amd driver is doing the same thing here. Maybe we can
> > > pull
> > > this in based on the flags given at the resource initialization so
> > > we
> > > can potentially tweak this for different scenarios (when to free)
> > > and
> > > converge what we're doing here and what amd is doing into the
> > > common
> > > code.
> > > 

AMD has a flag, which is the same test in this series as 'type ==
ttm_bo_type_device'. AMD blindly sets this flag on user BO creation but
as I stated above we could wire this to uAPI if needed.

Also I think there are some kernel BOs which clear-on-free is safe too
(e.g., I think only PT BOs need contents to stick around after final put
until dma-resv is clean of fences). Would have to fully to test for
definitive answer though.

Matt

> > > Thanks,
> > > Stuart
> > > 
> > > > +}
> > > > +
> > > >  static inline struct xe_ttm_vram_mgr *
> > > >  to_xe_ttm_vram_mgr(struct ttm_resource_manager *man)
> > > >  {
> > > 
> 

^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-11 17:57       ` Matthew Brost
@ 2025-06-11 18:05         ` Summers, Stuart
  2025-06-11 18:20           ` Matthew Brost
  0 siblings, 1 reply; 33+ messages in thread
From: Summers, Stuart @ 2025-06-11 18:05 UTC (permalink / raw)
  To: Brost, Matthew
  Cc: intel-xe@lists.freedesktop.org, Auld,  Matthew,
	thomas.hellstrom@linux.intel.com

On Wed, 2025-06-11 at 10:57 -0700, Matthew Brost wrote:
> On Wed, Jun 11, 2025 at 11:04:06AM -0600, Summers, Stuart wrote:
> > On Wed, 2025-06-11 at 09:46 -0700, Matthew Brost wrote:
> > > On Wed, Jun 11, 2025 at 10:26:44AM -0600, Summers, Stuart wrote:
> > > > On Tue, 2025-06-10 at 22:42 -0700, Matthew Brost wrote:
> > > > > Clearing on free should hide latency of BO clears on new user
> > > > > BO
> > > > > allocations.
> > > > 
> > > > Do you have any test results showing the latency improvement
> > > > here
> > > > on
> > > > high volume submission tests? Also how does this impact at very
> > > > large
> > > 
> > > No performance data yet available. Something we definitely should
> > > look
> > > into and would be curious about the results. FWIW, AMDGPU
> > > implements
> > > clear on free in a very similar way to this series. 
> > 
> > I had a few other comments towards the end of the patch. Basically
> > I
> 
> I should slow down and read... Repling to all comments here.
> 
> > think it would be nice to be able to configure this. There was
> > significant testing done here for Aurora in i915 and the
> > performance
> > benefits were potentially different based on the types of workloads
> > being used. Having user hints for instance might allow us to take
> > advantage of those workload specific use cases.
> > 
> 
> We can wire this mode to the uAPI for BO creation if needed - this
> patch
> does clear-on-free blindly for any user BO. Ofc with uAPI we need a
> UMD
> user to upstream. We may just want to start with this patch and do
> that
> in a follow up if needed as it a minor tweak from a code PoV.

Actually it would be great if you can add exactly this to the commit
message. Basically we are intentionally doing clear on free here
blindly because we don't currently have a user for some kind of more
complicated (from the user perspective) hint system. (just kind of
repeating what you said)

This way we have some documentation of why we chose this route other
than just because amd is doing that.

> 
> > > 
> > > > buffer size submissions and mix of large and small buffer
> > > > submissions
> > > > with eviction between different processes?
> > > > 
> > > 
> > > Eviction somewhat orthogonal to this. If an eviction occurs and
> > > it is
> > > a
> > > new allocation a clear would still have be issued ahead handing
> > > the
> > > memory over to the new BO, if eviction occurs and paged in BO has
> > > backing store (it was previously evicted) we'd just copy the
> > > contents
> > > into the allocated memory.
> > 
> > Good point. I still think we should consider the scenarios of
> > having a
> > large buffer workload running and then clearing, then we have a
> > small
> > buffer workload coming in which now needs to wait on the clear from
> > that large workload. Whereas on clear-on-alloc for the small
> > workload,
> > we can get that submission in quickly and not wait for that larger
> > one.
> > 
> 
> The buddy allocator tries to allocate cleared VRAM first, then falls
> back to dirty VRAM. Dirty VRAM will still be cleared upon allocation
> in
> this patch.
> 
> The senerio you describe could result in eviction actually. If a
> large
> BO has pending clear - it won't be in either buddy allocator pool -
> it
> will be TTM as ghost object (pending free). If the buddy allocator
> fails
> an allocation, eviction is triggered with the ghost objects in TTM
> being
> tried to allocate first (I think, if I'm misstaing TTM internals my
> bad). This would as you suggest result in the BO allocation waiting
> on
> potentially a large clear to finish even though the allocation is
> small
> in size.

So we have had customers in the past who have wanted explicit disabling
of eviction. I agree in the current implementation that might be the
case, but in the future we might want such a capability, so there is
still a chance of blocking. But again, maybe this can be a future
enhancement as you said.

> 
> > I don't think there is necessarily a one-size-fits-all solution
> > here
> > which is why I think the hints are important.
> > 
> 
> Jumping to new uAPI + hints immediately might not be the best
> approach,
> but as I stated this is minor thing to add if needed.
> 
> > Thanks,
> > Stuart
> > 
> > > 
> > > Matt
> > > 
> > > > > 
> > > > > Implemented via calling xe_migrate_clear in release notify
> > > > > and
> > > > > updating
> > > > > iterator in xe_migrate_clear to skip cleared buddy blocks.
> > > > > Only
> > > > > user
> > > > > BOs
> > > > > cleared in release notify as kernel BOs could still be in use
> > > > > (e.g.,
> > > > > PT
> > > > > BOs need to wait for dma-resv to be idle).
> > > > > 
> > > > > Signed-off-by: Matthew Brost <matthew.brost@intel.com>
> > > > > ---
> > > > >  drivers/gpu/drm/xe/xe_bo.c           | 47
> > > > > ++++++++++++++++++++++++++++
> > > > >  drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++---
> > > > >  drivers/gpu/drm/xe/xe_migrate.h      |  1 +
> > > > >  drivers/gpu/drm/xe/xe_res_cursor.h   | 26 +++++++++++++++
> > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
> > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
> > > > >  6 files changed, 94 insertions(+), 5 deletions(-)
> > > > > 
> > > > > diff --git a/drivers/gpu/drm/xe/xe_bo.c
> > > > > b/drivers/gpu/drm/xe/xe_bo.c
> > > > > index 4e39188a021a..74470f4d418d 100644
> > > > > --- a/drivers/gpu/drm/xe/xe_bo.c
> > > > > +++ b/drivers/gpu/drm/xe/xe_bo.c
> > > > > @@ -1434,6 +1434,51 @@ static bool
> > > > > xe_ttm_bo_lock_in_destructor(struct ttm_buffer_object
> > > > > *ttm_bo)
> > > > >         return locked;
> > > > >  }
> > > > >  
> > > > > +static void xe_ttm_bo_release_clear(struct ttm_buffer_object
> > > > > *ttm_bo)
> > > > > +{
> > > > > +       struct xe_device *xe = ttm_to_xe_device(ttm_bo-
> > > > > >bdev);
> > > > > +       struct dma_fence *fence;
> > > > > +       int err, idx;
> > > > > +
> > > > > +       xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> > > > > +
> > > > > +       if (ttm_bo->type != ttm_bo_type_device)
> > > > > +               return;
> > > > > +
> > > > > +       if (xe_device_wedged(xe))
> > > > > +               return;
> > > > > +
> > > > > +       if (!ttm_bo->resource || !mem_type_is_vram(ttm_bo-
> > > > > > resource-
> > > > > > mem_type))
> > > > > +               return;
> > > > > +
> > > > > +       if (!drm_dev_enter(&xe->drm, &idx))
> > > > > +               return;
> > > > > +
> > > > > +       if (!xe_pm_runtime_get_if_active(xe))
> > > > > +               goto unbind;
> > > > > +
> > > > > +       err = dma_resv_reserve_fences(&ttm_bo->base._resv,
> > > > > 1);
> > > > > +       if (err)
> > > > > +               goto put_pm;
> > > > > +
> > > > > +       fence = xe_migrate_clear(mem_type_to_migrate(xe,
> > > > > ttm_bo-
> > > > > > resource->mem_type),
> > > > > +                                ttm_to_xe_bo(ttm_bo),
> > > > > ttm_bo-
> > > > > > resource,
> > > > > +                                XE_MIGRATE_CLEAR_FLAG_FULL |
> > > > > +                                XE_MIGRATE_CLEAR_NON_DIRTY);
> > > > > +       if (XE_WARN_ON(IS_ERR(fence)))
> > > > > +               goto put_pm;
> > > > > +
> > > > > +       xe_ttm_vram_mgr_resource_set_cleared(ttm_bo-
> > > > > >resource);
> > > > > +       dma_resv_add_fence(&ttm_bo->base._resv, fence,
> > > > > +                          DMA_RESV_USAGE_KERNEL);
> > > > > +       dma_fence_put(fence);
> > > > > +
> > > > > +put_pm:
> > > > > +       xe_pm_runtime_put(xe);
> > > > > +unbind:
> > > > > +       drm_dev_exit(idx);
> > > > > +}
> > > > > +
> > > > >  static void xe_ttm_bo_release_notify(struct
> > > > > ttm_buffer_object
> > > > > *ttm_bo)
> > > > >  {
> > > > >         struct dma_resv_iter cursor;
> > > > > @@ -1478,6 +1523,8 @@ static void
> > > > > xe_ttm_bo_release_notify(struct
> > > > > ttm_buffer_object *ttm_bo)
> > > > >         }
> > > > >         dma_fence_put(replacement);
> > > > >  
> > > > > +       xe_ttm_bo_release_clear(ttm_bo);
> > > > > +
> > > > >         dma_resv_unlock(ttm_bo->base.resv);
> > > > >  }
> > > > >  
> > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > index 8f8e9fdfb2a8..39d7200cb366 100644
> > > > > --- a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > @@ -1063,7 +1063,7 @@ struct dma_fence
> > > > > *xe_migrate_clear(struct
> > > > > xe_migrate *m,
> > > > >         struct xe_gt *gt = m->tile->primary_gt;
> > > > >         struct xe_device *xe = gt_to_xe(gt);
> > > > >         bool clear_only_system_ccs = false;
> > > > > -       struct dma_fence *fence = NULL;
> > > > > +       struct dma_fence *fence = dma_fence_get_stub();
> > > > >         u64 size = bo->size;
> > > > >         struct xe_res_cursor src_it;
> > > > >         struct ttm_resource *src = dst;
> > > > > @@ -1075,10 +1075,13 @@ struct dma_fence
> > > > > *xe_migrate_clear(struct
> > > > > xe_migrate *m,
> > > > >         if (!clear_bo_data && clear_ccs && !IS_DGFX(xe))
> > > > >                 clear_only_system_ccs = true;
> > > > >  
> > > > > -       if (!clear_vram)
> > > > > +       if (!clear_vram) {
> > > > >                 xe_res_first_sg(xe_bo_sg(bo), 0, bo->size,
> > > > > &src_it);
> > > > > -       else
> > > > > +       } else {
> > > > >                 xe_res_first(src, 0, bo->size, &src_it);
> > > > > +               if (!(clear_flags &
> > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > +                       size -= xe_res_next_dirty(&src_it);
> > > > > +       }
> > > > >  
> > > > >         while (size) {
> > > > >                 u64 clear_L0_ofs;
> > > > > @@ -1125,6 +1128,9 @@ struct dma_fence
> > > > > *xe_migrate_clear(struct
> > > > > xe_migrate *m,
> > > > >                         emit_pte(m, bb, clear_L0_pt,
> > > > > clear_vram,
> > > > > clear_only_system_ccs,
> > > > >                                  &src_it, clear_L0, dst);
> > > > >  
> > > > > +               if (clear_vram && !(clear_flags &
> > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > +                       size -= xe_res_next_dirty(&src_it);
> > > > > +
> > > > >                 bb->cs[bb->len++] = MI_BATCH_BUFFER_END;
> > > > >                 update_idx = bb->len;
> > > > >  
> > > > > @@ -1146,7 +1152,7 @@ struct dma_fence
> > > > > *xe_migrate_clear(struct
> > > > > xe_migrate *m,
> > > > >                 }
> > > > >  
> > > > >                 xe_sched_job_add_migrate_flush(job,
> > > > > flush_flags);
> > > > > -               if (!fence) {
> > > > > +               if (fence == dma_fence_get_stub()) {
> > > > >                         /*
> > > > >                          * There can't be anything userspace
> > > > > related
> > > > > at this
> > > > >                          * point, so we just need to respect
> > > > > any
> > > > > potential move
> > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > index fb9839c1bae0..58a7b747ef11 100644
> > > > > --- a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > @@ -118,6 +118,7 @@ int xe_migrate_access_memory(struct
> > > > > xe_migrate
> > > > > *m, struct xe_bo *bo,
> > > > >  
> > > > >  #define XE_MIGRATE_CLEAR_FLAG_BO_DATA          BIT(0)
> > > > >  #define XE_MIGRATE_CLEAR_FLAG_CCS_DATA         BIT(1)
> > > > > +#define XE_MIGRATE_CLEAR_NON_DIRTY             BIT(2)
> > > > >  #define
> > > > > XE_MIGRATE_CLEAR_FLAG_FULL     (XE_MIGRATE_CLEAR_FLAG_BO_DATA
> > > > > | \
> > > > >                                         XE_MIGRATE_CLEAR_FLAG
> > > > > _CCS
> > > > > _DAT
> > > > > A)
> > > > >  struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
> > > > > diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > index d1a403cfb628..630082e809ba 100644
> > > > > --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > @@ -315,6 +315,32 @@ static inline void xe_res_next(struct
> > > > > xe_res_cursor *cur, u64 size)
> > > > >         }
> > > > >  }
> > > > >  
> > > > > +/**
> > > > > + * xe_res_next_dirty - advance the cursor to next dirty
> > > > > buddy
> > > > > block
> > > > > + *
> > > > > + * @cur: the cursor to advance
> > > > > + *
> > > > > + * Move the cursor until dirty buddy block is found.
> > > > > + *
> > > > > + * Return: Number of bytes cursor has been advanced
> > > > > + */
> > > > > +static inline u64 xe_res_next_dirty(struct xe_res_cursor
> > > > > *cur)
> > > > > +{
> > > > > +       struct drm_buddy_block *block = cur->node;
> > > > > +       u64 bytes = 0;
> > > > > +
> > > > > +       XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> > > > > +                  cur->mem_type != XE_PL_VRAM1);
> > > > 
> > > > What if we have more than just these two? Maybe check against
> > > > the
> > > > mask
> > > > instead.
> 
> Sure. I think we do this test in a couple of other places in the
> driver too
> and clean this up in seperate patch first.

No problem, just wanted to call it out. We can do this later..

> 
> > > > 
> > > > > +
> > > > > +       while (cur->remaining &&
> > > > > drm_buddy_block_is_clear(block))
> > > > > {
> > > > > +               bytes += cur->size;
> > > > > +               xe_res_next(cur, cur->size);
> > > > > +               block = cur->node;
> > > > > +       }
> > > > > +
> > > > > +       return bytes;
> > > > > +}
> > > > > +
> > > > >  /**
> > > > >   * xe_res_dma - return dma address of cursor at current
> > > > > position
> > > > >   *
> > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > index 9e375a40aee9..120046941c1e 100644
> > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > @@ -84,6 +84,9 @@ static int xe_ttm_vram_mgr_new(struct
> > > > > ttm_resource_manager *man,
> > > > >         if (place->fpfn || lpfn != man->size >> PAGE_SHIFT)
> > > > >                 vres->flags |= DRM_BUDDY_RANGE_ALLOCATION;
> > > > >  
> > > > > +       if (tbo->type == ttm_bo_type_device)
> > > > > +               vres->flags |= DRM_BUDDY_CLEAR_ALLOCATION;
> > > > > +
> > > > >         if (WARN_ON(!vres->base.size)) {
> > > > >                 err = -EINVAL;
> > > > >                 goto error_fini;
> > > > > @@ -187,7 +190,7 @@ static void xe_ttm_vram_mgr_del(struct
> > > > > ttm_resource_manager *man,
> > > > >         struct drm_buddy *mm = &mgr->mm;
> > > > >  
> > > > >         mutex_lock(&mgr->lock);
> > > > > -       drm_buddy_free_list(mm, &vres->blocks, 0);
> > > > > +       drm_buddy_free_list(mm, &vres->blocks, vres->flags);
> > > > >         mgr->visible_avail += vres->used_visible_size;
> > > > >         mutex_unlock(&mgr->lock);
> > > > >  
> > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > index cc76050e376d..dfc0e6890b3c 100644
> > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > @@ -36,6 +36,12 @@ to_xe_ttm_vram_mgr_resource(struct
> > > > > ttm_resource
> > > > > *res)
> > > > >         return container_of(res, struct
> > > > > xe_ttm_vram_mgr_resource,
> > > > > base);
> > > > >  }
> > > > >  
> > > > > +static inline void
> > > > > +xe_ttm_vram_mgr_resource_set_cleared(struct ttm_resource
> > > > > *res)
> > > > > +{
> > > > > +       to_xe_ttm_vram_mgr_resource(res)->flags |=
> > > > > DRM_BUDDY_CLEARED;
> > > > 
> > > > I see the amd driver is doing the same thing here. Maybe we can
> > > > pull
> > > > this in based on the flags given at the resource initialization
> > > > so
> > > > we
> > > > can potentially tweak this for different scenarios (when to
> > > > free)
> > > > and
> > > > converge what we're doing here and what amd is doing into the
> > > > common
> > > > code.
> > > > 
> 
> AMD has a flag, which is the same test in this series as 'type ==
> ttm_bo_type_device'. AMD blindly sets this flag on user BO creation
> but
> as I stated above we could wire this to uAPI if needed.
> 
> Also I think there are some kernel BOs which clear-on-free is safe
> too
> (e.g., I think only PT BOs need contents to stick around after final
> put
> until dma-resv is clean of fences). Would have to fully to test for
> definitive answer though.

In most cases the kernel operations are going to be lower priority than
the user operations (with the exception of maybe page faults). We had
looked at things in i915 like preempting kernel operations when a user
op comes in (the user clear-on-alloc preempts the kernel clear-on-
free/alloc). This probably falls in the same optimization category you
mentioned, although it doesn't necessarily need a user hint.

Thanks,
Stuart

> 
> Matt
> 
> > > > Thanks,
> > > > Stuart
> > > > 
> > > > > +}
> > > > > +
> > > > >  static inline struct xe_ttm_vram_mgr *
> > > > >  to_xe_ttm_vram_mgr(struct ttm_resource_manager *man)
> > > > >  {
> > > > 
> > 


^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-11 18:05         ` Summers, Stuart
@ 2025-06-11 18:20           ` Matthew Brost
  2025-06-11 18:23             ` Summers, Stuart
  0 siblings, 1 reply; 33+ messages in thread
From: Matthew Brost @ 2025-06-11 18:20 UTC (permalink / raw)
  To: Summers, Stuart
  Cc: intel-xe@lists.freedesktop.org, Auld,  Matthew,
	thomas.hellstrom@linux.intel.com

On Wed, Jun 11, 2025 at 12:05:36PM -0600, Summers, Stuart wrote:
> On Wed, 2025-06-11 at 10:57 -0700, Matthew Brost wrote:
> > On Wed, Jun 11, 2025 at 11:04:06AM -0600, Summers, Stuart wrote:
> > > On Wed, 2025-06-11 at 09:46 -0700, Matthew Brost wrote:
> > > > On Wed, Jun 11, 2025 at 10:26:44AM -0600, Summers, Stuart wrote:
> > > > > On Tue, 2025-06-10 at 22:42 -0700, Matthew Brost wrote:
> > > > > > Clearing on free should hide latency of BO clears on new user
> > > > > > BO
> > > > > > allocations.
> > > > > 
> > > > > Do you have any test results showing the latency improvement
> > > > > here
> > > > > on
> > > > > high volume submission tests? Also how does this impact at very
> > > > > large
> > > > 
> > > > No performance data yet available. Something we definitely should
> > > > look
> > > > into and would be curious about the results. FWIW, AMDGPU
> > > > implements
> > > > clear on free in a very similar way to this series. 
> > > 
> > > I had a few other comments towards the end of the patch. Basically
> > > I
> > 
> > I should slow down and read... Repling to all comments here.
> > 
> > > think it would be nice to be able to configure this. There was
> > > significant testing done here for Aurora in i915 and the
> > > performance
> > > benefits were potentially different based on the types of workloads
> > > being used. Having user hints for instance might allow us to take
> > > advantage of those workload specific use cases.
> > > 
> > 
> > We can wire this mode to the uAPI for BO creation if needed - this
> > patch
> > does clear-on-free blindly for any user BO. Ofc with uAPI we need a
> > UMD
> > user to upstream. We may just want to start with this patch and do
> > that
> > in a follow up if needed as it a minor tweak from a code PoV.
> 
> Actually it would be great if you can add exactly this to the commit
> message. Basically we are intentionally doing clear on free here
> blindly because we don't currently have a user for some kind of more
> complicated (from the user perspective) hint system. (just kind of
> repeating what you said)
> 
> This way we have some documentation of why we chose this route other
> than just because amd is doing that.
> 

Sure.

> > 
> > > > 
> > > > > buffer size submissions and mix of large and small buffer
> > > > > submissions
> > > > > with eviction between different processes?
> > > > > 
> > > > 
> > > > Eviction somewhat orthogonal to this. If an eviction occurs and
> > > > it is
> > > > a
> > > > new allocation a clear would still have be issued ahead handing
> > > > the
> > > > memory over to the new BO, if eviction occurs and paged in BO has
> > > > backing store (it was previously evicted) we'd just copy the
> > > > contents
> > > > into the allocated memory.
> > > 
> > > Good point. I still think we should consider the scenarios of
> > > having a
> > > large buffer workload running and then clearing, then we have a
> > > small
> > > buffer workload coming in which now needs to wait on the clear from
> > > that large workload. Whereas on clear-on-alloc for the small
> > > workload,
> > > we can get that submission in quickly and not wait for that larger
> > > one.
> > > 
> > 
> > The buddy allocator tries to allocate cleared VRAM first, then falls
> > back to dirty VRAM. Dirty VRAM will still be cleared upon allocation
> > in
> > this patch.
> > 
> > The senerio you describe could result in eviction actually. If a
> > large
> > BO has pending clear - it won't be in either buddy allocator pool -
> > it
> > will be TTM as ghost object (pending free). If the buddy allocator
> > fails
> > an allocation, eviction is triggered with the ghost objects in TTM
> > being
> > tried to allocate first (I think, if I'm misstaing TTM internals my
> > bad). This would as you suggest result in the BO allocation waiting
> > on
> > potentially a large clear to finish even though the allocation is
> > small
> > in size.
> 
> So we have had customers in the past who have wanted explicit disabling
> of eviction. I agree in the current implementation that might be the

Explicitly disabling eviction is not an upstream option, downstream in
i915 you can do whatever you want as there are no rules. We have
discussed a pin accounting controler vis cgroups or something upstream
which may be acceptable. Different discussion though.

> case, but in the future we might want such a capability, so there is
> still a chance of blocking. But again, maybe this can be a future
> enhancement as you said.
> 
> > 
> > > I don't think there is necessarily a one-size-fits-all solution
> > > here
> > > which is why I think the hints are important.
> > > 
> > 
> > Jumping to new uAPI + hints immediately might not be the best
> > approach,
> > but as I stated this is minor thing to add if needed.
> > 
> > > Thanks,
> > > Stuart
> > > 
> > > > 
> > > > Matt
> > > > 
> > > > > > 
> > > > > > Implemented via calling xe_migrate_clear in release notify
> > > > > > and
> > > > > > updating
> > > > > > iterator in xe_migrate_clear to skip cleared buddy blocks.
> > > > > > Only
> > > > > > user
> > > > > > BOs
> > > > > > cleared in release notify as kernel BOs could still be in use
> > > > > > (e.g.,
> > > > > > PT
> > > > > > BOs need to wait for dma-resv to be idle).
> > > > > > 
> > > > > > Signed-off-by: Matthew Brost <matthew.brost@intel.com>
> > > > > > ---
> > > > > >  drivers/gpu/drm/xe/xe_bo.c           | 47
> > > > > > ++++++++++++++++++++++++++++
> > > > > >  drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++---
> > > > > >  drivers/gpu/drm/xe/xe_migrate.h      |  1 +
> > > > > >  drivers/gpu/drm/xe/xe_res_cursor.h   | 26 +++++++++++++++
> > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
> > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
> > > > > >  6 files changed, 94 insertions(+), 5 deletions(-)
> > > > > > 
> > > > > > diff --git a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > index 4e39188a021a..74470f4d418d 100644
> > > > > > --- a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > +++ b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > @@ -1434,6 +1434,51 @@ static bool
> > > > > > xe_ttm_bo_lock_in_destructor(struct ttm_buffer_object
> > > > > > *ttm_bo)
> > > > > >         return locked;
> > > > > >  }
> > > > > >  
> > > > > > +static void xe_ttm_bo_release_clear(struct ttm_buffer_object
> > > > > > *ttm_bo)
> > > > > > +{
> > > > > > +       struct xe_device *xe = ttm_to_xe_device(ttm_bo-
> > > > > > >bdev);
> > > > > > +       struct dma_fence *fence;
> > > > > > +       int err, idx;
> > > > > > +
> > > > > > +       xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> > > > > > +
> > > > > > +       if (ttm_bo->type != ttm_bo_type_device)
> > > > > > +               return;
> > > > > > +
> > > > > > +       if (xe_device_wedged(xe))
> > > > > > +               return;
> > > > > > +
> > > > > > +       if (!ttm_bo->resource || !mem_type_is_vram(ttm_bo-
> > > > > > > resource-
> > > > > > > mem_type))
> > > > > > +               return;
> > > > > > +
> > > > > > +       if (!drm_dev_enter(&xe->drm, &idx))
> > > > > > +               return;
> > > > > > +
> > > > > > +       if (!xe_pm_runtime_get_if_active(xe))
> > > > > > +               goto unbind;
> > > > > > +
> > > > > > +       err = dma_resv_reserve_fences(&ttm_bo->base._resv,
> > > > > > 1);
> > > > > > +       if (err)
> > > > > > +               goto put_pm;
> > > > > > +
> > > > > > +       fence = xe_migrate_clear(mem_type_to_migrate(xe,
> > > > > > ttm_bo-
> > > > > > > resource->mem_type),
> > > > > > +                                ttm_to_xe_bo(ttm_bo),
> > > > > > ttm_bo-
> > > > > > > resource,
> > > > > > +                                XE_MIGRATE_CLEAR_FLAG_FULL |
> > > > > > +                                XE_MIGRATE_CLEAR_NON_DIRTY);
> > > > > > +       if (XE_WARN_ON(IS_ERR(fence)))
> > > > > > +               goto put_pm;
> > > > > > +
> > > > > > +       xe_ttm_vram_mgr_resource_set_cleared(ttm_bo-
> > > > > > >resource);
> > > > > > +       dma_resv_add_fence(&ttm_bo->base._resv, fence,
> > > > > > +                          DMA_RESV_USAGE_KERNEL);
> > > > > > +       dma_fence_put(fence);
> > > > > > +
> > > > > > +put_pm:
> > > > > > +       xe_pm_runtime_put(xe);
> > > > > > +unbind:
> > > > > > +       drm_dev_exit(idx);
> > > > > > +}
> > > > > > +
> > > > > >  static void xe_ttm_bo_release_notify(struct
> > > > > > ttm_buffer_object
> > > > > > *ttm_bo)
> > > > > >  {
> > > > > >         struct dma_resv_iter cursor;
> > > > > > @@ -1478,6 +1523,8 @@ static void
> > > > > > xe_ttm_bo_release_notify(struct
> > > > > > ttm_buffer_object *ttm_bo)
> > > > > >         }
> > > > > >         dma_fence_put(replacement);
> > > > > >  
> > > > > > +       xe_ttm_bo_release_clear(ttm_bo);
> > > > > > +
> > > > > >         dma_resv_unlock(ttm_bo->base.resv);
> > > > > >  }
> > > > > >  
> > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > index 8f8e9fdfb2a8..39d7200cb366 100644
> > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > @@ -1063,7 +1063,7 @@ struct dma_fence
> > > > > > *xe_migrate_clear(struct
> > > > > > xe_migrate *m,
> > > > > >         struct xe_gt *gt = m->tile->primary_gt;
> > > > > >         struct xe_device *xe = gt_to_xe(gt);
> > > > > >         bool clear_only_system_ccs = false;
> > > > > > -       struct dma_fence *fence = NULL;
> > > > > > +       struct dma_fence *fence = dma_fence_get_stub();
> > > > > >         u64 size = bo->size;
> > > > > >         struct xe_res_cursor src_it;
> > > > > >         struct ttm_resource *src = dst;
> > > > > > @@ -1075,10 +1075,13 @@ struct dma_fence
> > > > > > *xe_migrate_clear(struct
> > > > > > xe_migrate *m,
> > > > > >         if (!clear_bo_data && clear_ccs && !IS_DGFX(xe))
> > > > > >                 clear_only_system_ccs = true;
> > > > > >  
> > > > > > -       if (!clear_vram)
> > > > > > +       if (!clear_vram) {
> > > > > >                 xe_res_first_sg(xe_bo_sg(bo), 0, bo->size,
> > > > > > &src_it);
> > > > > > -       else
> > > > > > +       } else {
> > > > > >                 xe_res_first(src, 0, bo->size, &src_it);
> > > > > > +               if (!(clear_flags &
> > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > +                       size -= xe_res_next_dirty(&src_it);
> > > > > > +       }
> > > > > >  
> > > > > >         while (size) {
> > > > > >                 u64 clear_L0_ofs;
> > > > > > @@ -1125,6 +1128,9 @@ struct dma_fence
> > > > > > *xe_migrate_clear(struct
> > > > > > xe_migrate *m,
> > > > > >                         emit_pte(m, bb, clear_L0_pt,
> > > > > > clear_vram,
> > > > > > clear_only_system_ccs,
> > > > > >                                  &src_it, clear_L0, dst);
> > > > > >  
> > > > > > +               if (clear_vram && !(clear_flags &
> > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > +                       size -= xe_res_next_dirty(&src_it);
> > > > > > +
> > > > > >                 bb->cs[bb->len++] = MI_BATCH_BUFFER_END;
> > > > > >                 update_idx = bb->len;
> > > > > >  
> > > > > > @@ -1146,7 +1152,7 @@ struct dma_fence
> > > > > > *xe_migrate_clear(struct
> > > > > > xe_migrate *m,
> > > > > >                 }
> > > > > >  
> > > > > >                 xe_sched_job_add_migrate_flush(job,
> > > > > > flush_flags);
> > > > > > -               if (!fence) {
> > > > > > +               if (fence == dma_fence_get_stub()) {
> > > > > >                         /*
> > > > > >                          * There can't be anything userspace
> > > > > > related
> > > > > > at this
> > > > > >                          * point, so we just need to respect
> > > > > > any
> > > > > > potential move
> > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > index fb9839c1bae0..58a7b747ef11 100644
> > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > @@ -118,6 +118,7 @@ int xe_migrate_access_memory(struct
> > > > > > xe_migrate
> > > > > > *m, struct xe_bo *bo,
> > > > > >  
> > > > > >  #define XE_MIGRATE_CLEAR_FLAG_BO_DATA          BIT(0)
> > > > > >  #define XE_MIGRATE_CLEAR_FLAG_CCS_DATA         BIT(1)
> > > > > > +#define XE_MIGRATE_CLEAR_NON_DIRTY             BIT(2)
> > > > > >  #define
> > > > > > XE_MIGRATE_CLEAR_FLAG_FULL     (XE_MIGRATE_CLEAR_FLAG_BO_DATA
> > > > > > | \
> > > > > >                                         XE_MIGRATE_CLEAR_FLAG
> > > > > > _CCS
> > > > > > _DAT
> > > > > > A)
> > > > > >  struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
> > > > > > diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > index d1a403cfb628..630082e809ba 100644
> > > > > > --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > @@ -315,6 +315,32 @@ static inline void xe_res_next(struct
> > > > > > xe_res_cursor *cur, u64 size)
> > > > > >         }
> > > > > >  }
> > > > > >  
> > > > > > +/**
> > > > > > + * xe_res_next_dirty - advance the cursor to next dirty
> > > > > > buddy
> > > > > > block
> > > > > > + *
> > > > > > + * @cur: the cursor to advance
> > > > > > + *
> > > > > > + * Move the cursor until dirty buddy block is found.
> > > > > > + *
> > > > > > + * Return: Number of bytes cursor has been advanced
> > > > > > + */
> > > > > > +static inline u64 xe_res_next_dirty(struct xe_res_cursor
> > > > > > *cur)
> > > > > > +{
> > > > > > +       struct drm_buddy_block *block = cur->node;
> > > > > > +       u64 bytes = 0;
> > > > > > +
> > > > > > +       XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> > > > > > +                  cur->mem_type != XE_PL_VRAM1);
> > > > > 
> > > > > What if we have more than just these two? Maybe check against
> > > > > the
> > > > > mask
> > > > > instead.
> > 
> > Sure. I think we do this test in a couple of other places in the
> > driver too
> > and clean this up in seperate patch first.
> 
> No problem, just wanted to call it out. We can do this later..
> 
> > 
> > > > > 
> > > > > > +
> > > > > > +       while (cur->remaining &&
> > > > > > drm_buddy_block_is_clear(block))
> > > > > > {
> > > > > > +               bytes += cur->size;
> > > > > > +               xe_res_next(cur, cur->size);
> > > > > > +               block = cur->node;
> > > > > > +       }
> > > > > > +
> > > > > > +       return bytes;
> > > > > > +}
> > > > > > +
> > > > > >  /**
> > > > > >   * xe_res_dma - return dma address of cursor at current
> > > > > > position
> > > > > >   *
> > > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > index 9e375a40aee9..120046941c1e 100644
> > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > @@ -84,6 +84,9 @@ static int xe_ttm_vram_mgr_new(struct
> > > > > > ttm_resource_manager *man,
> > > > > >         if (place->fpfn || lpfn != man->size >> PAGE_SHIFT)
> > > > > >                 vres->flags |= DRM_BUDDY_RANGE_ALLOCATION;
> > > > > >  
> > > > > > +       if (tbo->type == ttm_bo_type_device)
> > > > > > +               vres->flags |= DRM_BUDDY_CLEAR_ALLOCATION;
> > > > > > +
> > > > > >         if (WARN_ON(!vres->base.size)) {
> > > > > >                 err = -EINVAL;
> > > > > >                 goto error_fini;
> > > > > > @@ -187,7 +190,7 @@ static void xe_ttm_vram_mgr_del(struct
> > > > > > ttm_resource_manager *man,
> > > > > >         struct drm_buddy *mm = &mgr->mm;
> > > > > >  
> > > > > >         mutex_lock(&mgr->lock);
> > > > > > -       drm_buddy_free_list(mm, &vres->blocks, 0);
> > > > > > +       drm_buddy_free_list(mm, &vres->blocks, vres->flags);
> > > > > >         mgr->visible_avail += vres->used_visible_size;
> > > > > >         mutex_unlock(&mgr->lock);
> > > > > >  
> > > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > index cc76050e376d..dfc0e6890b3c 100644
> > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > @@ -36,6 +36,12 @@ to_xe_ttm_vram_mgr_resource(struct
> > > > > > ttm_resource
> > > > > > *res)
> > > > > >         return container_of(res, struct
> > > > > > xe_ttm_vram_mgr_resource,
> > > > > > base);
> > > > > >  }
> > > > > >  
> > > > > > +static inline void
> > > > > > +xe_ttm_vram_mgr_resource_set_cleared(struct ttm_resource
> > > > > > *res)
> > > > > > +{
> > > > > > +       to_xe_ttm_vram_mgr_resource(res)->flags |=
> > > > > > DRM_BUDDY_CLEARED;
> > > > > 
> > > > > I see the amd driver is doing the same thing here. Maybe we can
> > > > > pull
> > > > > this in based on the flags given at the resource initialization
> > > > > so
> > > > > we
> > > > > can potentially tweak this for different scenarios (when to
> > > > > free)
> > > > > and
> > > > > converge what we're doing here and what amd is doing into the
> > > > > common
> > > > > code.
> > > > > 
> > 
> > AMD has a flag, which is the same test in this series as 'type ==
> > ttm_bo_type_device'. AMD blindly sets this flag on user BO creation
> > but
> > as I stated above we could wire this to uAPI if needed.
> > 
> > Also I think there are some kernel BOs which clear-on-free is safe
> > too
> > (e.g., I think only PT BOs need contents to stick around after final
> > put
> > until dma-resv is clean of fences). Would have to fully to test for
> > definitive answer though.
> 
> In most cases the kernel operations are going to be lower priority than

It is the inverse of that - kernel operations are a always higher
priority as without them a user app can't function (think any page table
memory allocation or memory allocation for a LRC). This is one of
reasons we just pin kernel memory in Xe compared evictable kernel memory
in the i915 (also evicting kernel memory is a huge pain as we have idle
the GuC state which could use that memory).

> the user operations (with the exception of maybe page faults). We had
> looked at things in i915 like preempting kernel operations when a user
> op comes in (the user clear-on-alloc preempts the kernel clear-on-
> free/alloc). This probably falls in the same optimization category you

We definitely won't do that as this would require multiple migration
queues and preemption via the GuC is so expensive I'd doubt you'd ever
win. I guess we could have a convolved algorithm in the migration queue
to jump to higher priortiy jobs but would need some really strong data
indicating this is needed. Also with dma-resv basically the migration
queue needs to be idle before anything from the user can run.

Matt

> mentioned, although it doesn't necessarily need a user hint.
> 
> Thanks,
> Stuart
> 
> > 
> > Matt
> > 
> > > > > Thanks,
> > > > > Stuart
> > > > > 
> > > > > > +}
> > > > > > +
> > > > > >  static inline struct xe_ttm_vram_mgr *
> > > > > >  to_xe_ttm_vram_mgr(struct ttm_resource_manager *man)
> > > > > >  {
> > > > > 
> > > 
> 

^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-11 18:20           ` Matthew Brost
@ 2025-06-11 18:23             ` Summers, Stuart
  2025-06-11 19:01               ` Matthew Brost
  0 siblings, 1 reply; 33+ messages in thread
From: Summers, Stuart @ 2025-06-11 18:23 UTC (permalink / raw)
  To: Brost, Matthew
  Cc: intel-xe@lists.freedesktop.org, Auld,  Matthew,
	thomas.hellstrom@linux.intel.com

On Wed, 2025-06-11 at 11:20 -0700, Matthew Brost wrote:
> On Wed, Jun 11, 2025 at 12:05:36PM -0600, Summers, Stuart wrote:
> > On Wed, 2025-06-11 at 10:57 -0700, Matthew Brost wrote:
> > > On Wed, Jun 11, 2025 at 11:04:06AM -0600, Summers, Stuart wrote:
> > > > On Wed, 2025-06-11 at 09:46 -0700, Matthew Brost wrote:
> > > > > On Wed, Jun 11, 2025 at 10:26:44AM -0600, Summers, Stuart
> > > > > wrote:
> > > > > > On Tue, 2025-06-10 at 22:42 -0700, Matthew Brost wrote:
> > > > > > > Clearing on free should hide latency of BO clears on new
> > > > > > > user
> > > > > > > BO
> > > > > > > allocations.
> > > > > > 
> > > > > > Do you have any test results showing the latency
> > > > > > improvement
> > > > > > here
> > > > > > on
> > > > > > high volume submission tests? Also how does this impact at
> > > > > > very
> > > > > > large
> > > > > 
> > > > > No performance data yet available. Something we definitely
> > > > > should
> > > > > look
> > > > > into and would be curious about the results. FWIW, AMDGPU
> > > > > implements
> > > > > clear on free in a very similar way to this series. 

So back to this one, what is the motivation for this change if we don't
have data?

> > > > 
> > > > I had a few other comments towards the end of the patch.
> > > > Basically
> > > > I
> > > 
> > > I should slow down and read... Repling to all comments here.
> > > 
> > > > think it would be nice to be able to configure this. There was
> > > > significant testing done here for Aurora in i915 and the
> > > > performance
> > > > benefits were potentially different based on the types of
> > > > workloads
> > > > being used. Having user hints for instance might allow us to
> > > > take
> > > > advantage of those workload specific use cases.
> > > > 
> > > 
> > > We can wire this mode to the uAPI for BO creation if needed -
> > > this
> > > patch
> > > does clear-on-free blindly for any user BO. Ofc with uAPI we need
> > > a
> > > UMD
> > > user to upstream. We may just want to start with this patch and
> > > do
> > > that
> > > in a follow up if needed as it a minor tweak from a code PoV.
> > 
> > Actually it would be great if you can add exactly this to the
> > commit
> > message. Basically we are intentionally doing clear on free here
> > blindly because we don't currently have a user for some kind of
> > more
> > complicated (from the user perspective) hint system. (just kind of
> > repeating what you said)
> > 
> > This way we have some documentation of why we chose this route
> > other
> > than just because amd is doing that.
> > 
> 
> Sure.
> 
> > > 
> > > > > 
> > > > > > buffer size submissions and mix of large and small buffer
> > > > > > submissions
> > > > > > with eviction between different processes?
> > > > > > 
> > > > > 
> > > > > Eviction somewhat orthogonal to this. If an eviction occurs
> > > > > and
> > > > > it is
> > > > > a
> > > > > new allocation a clear would still have be issued ahead
> > > > > handing
> > > > > the
> > > > > memory over to the new BO, if eviction occurs and paged in BO
> > > > > has
> > > > > backing store (it was previously evicted) we'd just copy the
> > > > > contents
> > > > > into the allocated memory.
> > > > 
> > > > Good point. I still think we should consider the scenarios of
> > > > having a
> > > > large buffer workload running and then clearing, then we have a
> > > > small
> > > > buffer workload coming in which now needs to wait on the clear
> > > > from
> > > > that large workload. Whereas on clear-on-alloc for the small
> > > > workload,
> > > > we can get that submission in quickly and not wait for that
> > > > larger
> > > > one.
> > > > 
> > > 
> > > The buddy allocator tries to allocate cleared VRAM first, then
> > > falls
> > > back to dirty VRAM. Dirty VRAM will still be cleared upon
> > > allocation
> > > in
> > > this patch.
> > > 
> > > The senerio you describe could result in eviction actually. If a
> > > large
> > > BO has pending clear - it won't be in either buddy allocator pool
> > > -
> > > it
> > > will be TTM as ghost object (pending free). If the buddy
> > > allocator
> > > fails
> > > an allocation, eviction is triggered with the ghost objects in
> > > TTM
> > > being
> > > tried to allocate first (I think, if I'm misstaing TTM internals
> > > my
> > > bad). This would as you suggest result in the BO allocation
> > > waiting
> > > on
> > > potentially a large clear to finish even though the allocation is
> > > small
> > > in size.
> > 
> > So we have had customers in the past who have wanted explicit
> > disabling
> > of eviction. I agree in the current implementation that might be
> > the
> 
> Explicitly disabling eviction is not an upstream option, downstream
> in
> i915 you can do whatever you want as there are no rules. We have
> discussed a pin accounting controler vis cgroups or something
> upstream
> which may be acceptable. Different discussion though.
> 
> > case, but in the future we might want such a capability, so there
> > is
> > still a chance of blocking. But again, maybe this can be a future
> > enhancement as you said.
> > 
> > > 
> > > > I don't think there is necessarily a one-size-fits-all solution
> > > > here
> > > > which is why I think the hints are important.
> > > > 
> > > 
> > > Jumping to new uAPI + hints immediately might not be the best
> > > approach,
> > > but as I stated this is minor thing to add if needed.
> > > 
> > > > Thanks,
> > > > Stuart
> > > > 
> > > > > 
> > > > > Matt
> > > > > 
> > > > > > > 
> > > > > > > Implemented via calling xe_migrate_clear in release
> > > > > > > notify
> > > > > > > and
> > > > > > > updating
> > > > > > > iterator in xe_migrate_clear to skip cleared buddy
> > > > > > > blocks.
> > > > > > > Only
> > > > > > > user
> > > > > > > BOs
> > > > > > > cleared in release notify as kernel BOs could still be in
> > > > > > > use
> > > > > > > (e.g.,
> > > > > > > PT
> > > > > > > BOs need to wait for dma-resv to be idle).
> > > > > > > 
> > > > > > > Signed-off-by: Matthew Brost <matthew.brost@intel.com>
> > > > > > > ---
> > > > > > >  drivers/gpu/drm/xe/xe_bo.c           | 47
> > > > > > > ++++++++++++++++++++++++++++
> > > > > > >  drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++---
> > > > > > >  drivers/gpu/drm/xe/xe_migrate.h      |  1 +
> > > > > > >  drivers/gpu/drm/xe/xe_res_cursor.h   | 26
> > > > > > > +++++++++++++++
> > > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
> > > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
> > > > > > >  6 files changed, 94 insertions(+), 5 deletions(-)
> > > > > > > 
> > > > > > > diff --git a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > index 4e39188a021a..74470f4d418d 100644
> > > > > > > --- a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > +++ b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > @@ -1434,6 +1434,51 @@ static bool
> > > > > > > xe_ttm_bo_lock_in_destructor(struct ttm_buffer_object
> > > > > > > *ttm_bo)
> > > > > > >         return locked;
> > > > > > >  }
> > > > > > >  
> > > > > > > +static void xe_ttm_bo_release_clear(struct
> > > > > > > ttm_buffer_object
> > > > > > > *ttm_bo)
> > > > > > > +{
> > > > > > > +       struct xe_device *xe = ttm_to_xe_device(ttm_bo-
> > > > > > > > bdev);
> > > > > > > +       struct dma_fence *fence;
> > > > > > > +       int err, idx;
> > > > > > > +
> > > > > > > +       xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> > > > > > > +
> > > > > > > +       if (ttm_bo->type != ttm_bo_type_device)
> > > > > > > +               return;
> > > > > > > +
> > > > > > > +       if (xe_device_wedged(xe))
> > > > > > > +               return;
> > > > > > > +
> > > > > > > +       if (!ttm_bo->resource ||
> > > > > > > !mem_type_is_vram(ttm_bo-
> > > > > > > > resource-
> > > > > > > > mem_type))
> > > > > > > +               return;
> > > > > > > +
> > > > > > > +       if (!drm_dev_enter(&xe->drm, &idx))
> > > > > > > +               return;
> > > > > > > +
> > > > > > > +       if (!xe_pm_runtime_get_if_active(xe))
> > > > > > > +               goto unbind;
> > > > > > > +
> > > > > > > +       err = dma_resv_reserve_fences(&ttm_bo-
> > > > > > > >base._resv,
> > > > > > > 1);
> > > > > > > +       if (err)
> > > > > > > +               goto put_pm;
> > > > > > > +
> > > > > > > +       fence = xe_migrate_clear(mem_type_to_migrate(xe,
> > > > > > > ttm_bo-
> > > > > > > > resource->mem_type),
> > > > > > > +                                ttm_to_xe_bo(ttm_bo),
> > > > > > > ttm_bo-
> > > > > > > > resource,
> > > > > > > +                               
> > > > > > > XE_MIGRATE_CLEAR_FLAG_FULL |
> > > > > > > +                               
> > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY);
> > > > > > > +       if (XE_WARN_ON(IS_ERR(fence)))
> > > > > > > +               goto put_pm;
> > > > > > > +
> > > > > > > +       xe_ttm_vram_mgr_resource_set_cleared(ttm_bo-
> > > > > > > > resource);
> > > > > > > +       dma_resv_add_fence(&ttm_bo->base._resv, fence,
> > > > > > > +                          DMA_RESV_USAGE_KERNEL);
> > > > > > > +       dma_fence_put(fence);
> > > > > > > +
> > > > > > > +put_pm:
> > > > > > > +       xe_pm_runtime_put(xe);
> > > > > > > +unbind:
> > > > > > > +       drm_dev_exit(idx);
> > > > > > > +}
> > > > > > > +
> > > > > > >  static void xe_ttm_bo_release_notify(struct
> > > > > > > ttm_buffer_object
> > > > > > > *ttm_bo)
> > > > > > >  {
> > > > > > >         struct dma_resv_iter cursor;
> > > > > > > @@ -1478,6 +1523,8 @@ static void
> > > > > > > xe_ttm_bo_release_notify(struct
> > > > > > > ttm_buffer_object *ttm_bo)
> > > > > > >         }
> > > > > > >         dma_fence_put(replacement);
> > > > > > >  
> > > > > > > +       xe_ttm_bo_release_clear(ttm_bo);
> > > > > > > +
> > > > > > >         dma_resv_unlock(ttm_bo->base.resv);
> > > > > > >  }
> > > > > > >  
> > > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > index 8f8e9fdfb2a8..39d7200cb366 100644
> > > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > @@ -1063,7 +1063,7 @@ struct dma_fence
> > > > > > > *xe_migrate_clear(struct
> > > > > > > xe_migrate *m,
> > > > > > >         struct xe_gt *gt = m->tile->primary_gt;
> > > > > > >         struct xe_device *xe = gt_to_xe(gt);
> > > > > > >         bool clear_only_system_ccs = false;
> > > > > > > -       struct dma_fence *fence = NULL;
> > > > > > > +       struct dma_fence *fence = dma_fence_get_stub();
> > > > > > >         u64 size = bo->size;
> > > > > > >         struct xe_res_cursor src_it;
> > > > > > >         struct ttm_resource *src = dst;
> > > > > > > @@ -1075,10 +1075,13 @@ struct dma_fence
> > > > > > > *xe_migrate_clear(struct
> > > > > > > xe_migrate *m,
> > > > > > >         if (!clear_bo_data && clear_ccs && !IS_DGFX(xe))
> > > > > > >                 clear_only_system_ccs = true;
> > > > > > >  
> > > > > > > -       if (!clear_vram)
> > > > > > > +       if (!clear_vram) {
> > > > > > >                 xe_res_first_sg(xe_bo_sg(bo), 0, bo-
> > > > > > > >size,
> > > > > > > &src_it);
> > > > > > > -       else
> > > > > > > +       } else {
> > > > > > >                 xe_res_first(src, 0, bo->size, &src_it);
> > > > > > > +               if (!(clear_flags &
> > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > > +                       size -=
> > > > > > > xe_res_next_dirty(&src_it);
> > > > > > > +       }
> > > > > > >  
> > > > > > >         while (size) {
> > > > > > >                 u64 clear_L0_ofs;
> > > > > > > @@ -1125,6 +1128,9 @@ struct dma_fence
> > > > > > > *xe_migrate_clear(struct
> > > > > > > xe_migrate *m,
> > > > > > >                         emit_pte(m, bb, clear_L0_pt,
> > > > > > > clear_vram,
> > > > > > > clear_only_system_ccs,
> > > > > > >                                  &src_it, clear_L0, dst);
> > > > > > >  
> > > > > > > +               if (clear_vram && !(clear_flags &
> > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > > +                       size -=
> > > > > > > xe_res_next_dirty(&src_it);
> > > > > > > +
> > > > > > >                 bb->cs[bb->len++] = MI_BATCH_BUFFER_END;
> > > > > > >                 update_idx = bb->len;
> > > > > > >  
> > > > > > > @@ -1146,7 +1152,7 @@ struct dma_fence
> > > > > > > *xe_migrate_clear(struct
> > > > > > > xe_migrate *m,
> > > > > > >                 }
> > > > > > >  
> > > > > > >                 xe_sched_job_add_migrate_flush(job,
> > > > > > > flush_flags);
> > > > > > > -               if (!fence) {
> > > > > > > +               if (fence == dma_fence_get_stub()) {
> > > > > > >                         /*
> > > > > > >                          * There can't be anything
> > > > > > > userspace
> > > > > > > related
> > > > > > > at this
> > > > > > >                          * point, so we just need to
> > > > > > > respect
> > > > > > > any
> > > > > > > potential move
> > > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > index fb9839c1bae0..58a7b747ef11 100644
> > > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > @@ -118,6 +118,7 @@ int xe_migrate_access_memory(struct
> > > > > > > xe_migrate
> > > > > > > *m, struct xe_bo *bo,
> > > > > > >  
> > > > > > >  #define XE_MIGRATE_CLEAR_FLAG_BO_DATA          BIT(0)
> > > > > > >  #define XE_MIGRATE_CLEAR_FLAG_CCS_DATA         BIT(1)
> > > > > > > +#define XE_MIGRATE_CLEAR_NON_DIRTY             BIT(2)
> > > > > > >  #define
> > > > > > > XE_MIGRATE_CLEAR_FLAG_FULL     (XE_MIGRATE_CLEAR_FLAG_BO_
> > > > > > > DATA
> > > > > > > > \
> > > > > > >                                         XE_MIGRATE_CLEAR_
> > > > > > > FLAG
> > > > > > > _CCS
> > > > > > > _DAT
> > > > > > > A)
> > > > > > >  struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
> > > > > > > diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > index d1a403cfb628..630082e809ba 100644
> > > > > > > --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > @@ -315,6 +315,32 @@ static inline void
> > > > > > > xe_res_next(struct
> > > > > > > xe_res_cursor *cur, u64 size)
> > > > > > >         }
> > > > > > >  }
> > > > > > >  
> > > > > > > +/**
> > > > > > > + * xe_res_next_dirty - advance the cursor to next dirty
> > > > > > > buddy
> > > > > > > block
> > > > > > > + *
> > > > > > > + * @cur: the cursor to advance
> > > > > > > + *
> > > > > > > + * Move the cursor until dirty buddy block is found.
> > > > > > > + *
> > > > > > > + * Return: Number of bytes cursor has been advanced
> > > > > > > + */
> > > > > > > +static inline u64 xe_res_next_dirty(struct xe_res_cursor
> > > > > > > *cur)
> > > > > > > +{
> > > > > > > +       struct drm_buddy_block *block = cur->node;
> > > > > > > +       u64 bytes = 0;
> > > > > > > +
> > > > > > > +       XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> > > > > > > +                  cur->mem_type != XE_PL_VRAM1);
> > > > > > 
> > > > > > What if we have more than just these two? Maybe check
> > > > > > against
> > > > > > the
> > > > > > mask
> > > > > > instead.
> > > 
> > > Sure. I think we do this test in a couple of other places in the
> > > driver too
> > > and clean this up in seperate patch first.
> > 
> > No problem, just wanted to call it out. We can do this later..
> > 
> > > 
> > > > > > 
> > > > > > > +
> > > > > > > +       while (cur->remaining &&
> > > > > > > drm_buddy_block_is_clear(block))
> > > > > > > {
> > > > > > > +               bytes += cur->size;
> > > > > > > +               xe_res_next(cur, cur->size);
> > > > > > > +               block = cur->node;
> > > > > > > +       }
> > > > > > > +
> > > > > > > +       return bytes;
> > > > > > > +}
> > > > > > > +
> > > > > > >  /**
> > > > > > >   * xe_res_dma - return dma address of cursor at current
> > > > > > > position
> > > > > > >   *
> > > > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > index 9e375a40aee9..120046941c1e 100644
> > > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > @@ -84,6 +84,9 @@ static int xe_ttm_vram_mgr_new(struct
> > > > > > > ttm_resource_manager *man,
> > > > > > >         if (place->fpfn || lpfn != man->size >>
> > > > > > > PAGE_SHIFT)
> > > > > > >                 vres->flags |=
> > > > > > > DRM_BUDDY_RANGE_ALLOCATION;
> > > > > > >  
> > > > > > > +       if (tbo->type == ttm_bo_type_device)
> > > > > > > +               vres->flags |=
> > > > > > > DRM_BUDDY_CLEAR_ALLOCATION;
> > > > > > > +
> > > > > > >         if (WARN_ON(!vres->base.size)) {
> > > > > > >                 err = -EINVAL;
> > > > > > >                 goto error_fini;
> > > > > > > @@ -187,7 +190,7 @@ static void
> > > > > > > xe_ttm_vram_mgr_del(struct
> > > > > > > ttm_resource_manager *man,
> > > > > > >         struct drm_buddy *mm = &mgr->mm;
> > > > > > >  
> > > > > > >         mutex_lock(&mgr->lock);
> > > > > > > -       drm_buddy_free_list(mm, &vres->blocks, 0);
> > > > > > > +       drm_buddy_free_list(mm, &vres->blocks, vres-
> > > > > > > >flags);
> > > > > > >         mgr->visible_avail += vres->used_visible_size;
> > > > > > >         mutex_unlock(&mgr->lock);
> > > > > > >  
> > > > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > index cc76050e376d..dfc0e6890b3c 100644
> > > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > @@ -36,6 +36,12 @@ to_xe_ttm_vram_mgr_resource(struct
> > > > > > > ttm_resource
> > > > > > > *res)
> > > > > > >         return container_of(res, struct
> > > > > > > xe_ttm_vram_mgr_resource,
> > > > > > > base);
> > > > > > >  }
> > > > > > >  
> > > > > > > +static inline void
> > > > > > > +xe_ttm_vram_mgr_resource_set_cleared(struct ttm_resource
> > > > > > > *res)
> > > > > > > +{
> > > > > > > +       to_xe_ttm_vram_mgr_resource(res)->flags |=
> > > > > > > DRM_BUDDY_CLEARED;
> > > > > > 
> > > > > > I see the amd driver is doing the same thing here. Maybe we
> > > > > > can
> > > > > > pull
> > > > > > this in based on the flags given at the resource
> > > > > > initialization
> > > > > > so
> > > > > > we
> > > > > > can potentially tweak this for different scenarios (when to
> > > > > > free)
> > > > > > and
> > > > > > converge what we're doing here and what amd is doing into
> > > > > > the
> > > > > > common
> > > > > > code.
> > > > > > 
> > > 
> > > AMD has a flag, which is the same test in this series as 'type ==
> > > ttm_bo_type_device'. AMD blindly sets this flag on user BO
> > > creation
> > > but
> > > as I stated above we could wire this to uAPI if needed.
> > > 
> > > Also I think there are some kernel BOs which clear-on-free is
> > > safe
> > > too
> > > (e.g., I think only PT BOs need contents to stick around after
> > > final
> > > put
> > > until dma-resv is clean of fences). Would have to fully to test
> > > for
> > > definitive answer though.
> > 
> > In most cases the kernel operations are going to be lower priority
> > than
> 
> It is the inverse of that - kernel operations are a always higher
> priority as without them a user app can't function (think any page
> table
> memory allocation or memory allocation for a LRC). This is one of
> reasons we just pin kernel memory in Xe compared evictable kernel
> memory
> in the i915 (also evicting kernel memory is a huge pain as we have
> idle
> the GuC state which could use that memory).

We're talking about kernel operations attached to different processes
though. The incoming kernel work would be for a new user process
(prepping the buffer for submission). The existing user process IMO
should have higher priority.

Thanks,
Stuart

> 
> > the user operations (with the exception of maybe page faults). We
> > had
> > looked at things in i915 like preempting kernel operations when a
> > user
> > op comes in (the user clear-on-alloc preempts the kernel clear-on-
> > free/alloc). This probably falls in the same optimization category
> > you
> 
> We definitely won't do that as this would require multiple migration
> queues and preemption via the GuC is so expensive I'd doubt you'd
> ever
> win. I guess we could have a convolved algorithm in the migration
> queue
> to jump to higher priortiy jobs but would need some really strong
> data
> indicating this is needed. Also with dma-resv basically the migration
> queue needs to be idle before anything from the user can run.
> 
> Matt
> 
> > mentioned, although it doesn't necessarily need a user hint.
> > 
> > Thanks,
> > Stuart
> > 
> > > 
> > > Matt
> > > 
> > > > > > Thanks,
> > > > > > Stuart
> > > > > > 
> > > > > > > +}
> > > > > > > +
> > > > > > >  static inline struct xe_ttm_vram_mgr *
> > > > > > >  to_xe_ttm_vram_mgr(struct ttm_resource_manager *man)
> > > > > > >  {
> > > > > > 
> > > > 
> > 


^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-11 18:23             ` Summers, Stuart
@ 2025-06-11 19:01               ` Matthew Brost
  2025-06-11 19:03                 ` Matthew Brost
  0 siblings, 1 reply; 33+ messages in thread
From: Matthew Brost @ 2025-06-11 19:01 UTC (permalink / raw)
  To: Summers, Stuart
  Cc: intel-xe@lists.freedesktop.org, Auld,  Matthew,
	thomas.hellstrom@linux.intel.com

On Wed, Jun 11, 2025 at 12:23:13PM -0600, Summers, Stuart wrote:
> On Wed, 2025-06-11 at 11:20 -0700, Matthew Brost wrote:
> > On Wed, Jun 11, 2025 at 12:05:36PM -0600, Summers, Stuart wrote:
> > > On Wed, 2025-06-11 at 10:57 -0700, Matthew Brost wrote:
> > > > On Wed, Jun 11, 2025 at 11:04:06AM -0600, Summers, Stuart wrote:
> > > > > On Wed, 2025-06-11 at 09:46 -0700, Matthew Brost wrote:
> > > > > > On Wed, Jun 11, 2025 at 10:26:44AM -0600, Summers, Stuart
> > > > > > wrote:
> > > > > > > On Tue, 2025-06-10 at 22:42 -0700, Matthew Brost wrote:
> > > > > > > > Clearing on free should hide latency of BO clears on new
> > > > > > > > user
> > > > > > > > BO
> > > > > > > > allocations.
> > > > > > > 
> > > > > > > Do you have any test results showing the latency
> > > > > > > improvement
> > > > > > > here
> > > > > > > on
> > > > > > > high volume submission tests? Also how does this impact at
> > > > > > > very
> > > > > > > large
> > > > > > 
> > > > > > No performance data yet available. Something we definitely
> > > > > > should
> > > > > > look
> > > > > > into and would be curious about the results. FWIW, AMDGPU
> > > > > > implements
> > > > > > clear on free in a very similar way to this series. 
> 
> So back to this one, what is the motivation for this change if we don't
> have data?
> 

It is the assumption that in typical cases (no memory pressure) the
buddy allocator pool can find a clean VRAM upon allocation resulting in
immediate use of the BO rather than issuing a clear which could delay a
bind IOCTL, an exec IOCTL, or even mmaping the BO (dma-resv enforces
this ordering btw).

Even if there is memory pressure, it is fairly easy to reason that
clear-on-free creates a pipeline in which the clear is started earlier
than it would be upon allocation thus reducing the overall delay of the
BO usage after allocation.

Yes, there might be odd corner of large clear-on-free followed by small
allocation where it might be slightly worse, but overall it seems to be
an easy win - both AMD / Intel have done work to make clear-on-free
possible.

> > > > > 
> > > > > I had a few other comments towards the end of the patch.
> > > > > Basically
> > > > > I
> > > > 
> > > > I should slow down and read... Repling to all comments here.
> > > > 
> > > > > think it would be nice to be able to configure this. There was
> > > > > significant testing done here for Aurora in i915 and the
> > > > > performance
> > > > > benefits were potentially different based on the types of
> > > > > workloads
> > > > > being used. Having user hints for instance might allow us to
> > > > > take
> > > > > advantage of those workload specific use cases.
> > > > > 
> > > > 
> > > > We can wire this mode to the uAPI for BO creation if needed -
> > > > this
> > > > patch
> > > > does clear-on-free blindly for any user BO. Ofc with uAPI we need
> > > > a
> > > > UMD
> > > > user to upstream. We may just want to start with this patch and
> > > > do
> > > > that
> > > > in a follow up if needed as it a minor tweak from a code PoV.
> > > 
> > > Actually it would be great if you can add exactly this to the
> > > commit
> > > message. Basically we are intentionally doing clear on free here
> > > blindly because we don't currently have a user for some kind of
> > > more
> > > complicated (from the user perspective) hint system. (just kind of
> > > repeating what you said)
> > > 
> > > This way we have some documentation of why we chose this route
> > > other
> > > than just because amd is doing that.
> > > 
> > 
> > Sure.
> > 
> > > > 
> > > > > > 
> > > > > > > buffer size submissions and mix of large and small buffer
> > > > > > > submissions
> > > > > > > with eviction between different processes?
> > > > > > > 
> > > > > > 
> > > > > > Eviction somewhat orthogonal to this. If an eviction occurs
> > > > > > and
> > > > > > it is
> > > > > > a
> > > > > > new allocation a clear would still have be issued ahead
> > > > > > handing
> > > > > > the
> > > > > > memory over to the new BO, if eviction occurs and paged in BO
> > > > > > has
> > > > > > backing store (it was previously evicted) we'd just copy the
> > > > > > contents
> > > > > > into the allocated memory.
> > > > > 
> > > > > Good point. I still think we should consider the scenarios of
> > > > > having a
> > > > > large buffer workload running and then clearing, then we have a
> > > > > small
> > > > > buffer workload coming in which now needs to wait on the clear
> > > > > from
> > > > > that large workload. Whereas on clear-on-alloc for the small
> > > > > workload,
> > > > > we can get that submission in quickly and not wait for that
> > > > > larger
> > > > > one.
> > > > > 
> > > > 
> > > > The buddy allocator tries to allocate cleared VRAM first, then
> > > > falls
> > > > back to dirty VRAM. Dirty VRAM will still be cleared upon
> > > > allocation
> > > > in
> > > > this patch.
> > > > 
> > > > The senerio you describe could result in eviction actually. If a
> > > > large
> > > > BO has pending clear - it won't be in either buddy allocator pool
> > > > -
> > > > it
> > > > will be TTM as ghost object (pending free). If the buddy
> > > > allocator
> > > > fails
> > > > an allocation, eviction is triggered with the ghost objects in
> > > > TTM
> > > > being
> > > > tried to allocate first (I think, if I'm misstaing TTM internals
> > > > my
> > > > bad). This would as you suggest result in the BO allocation
> > > > waiting
> > > > on
> > > > potentially a large clear to finish even though the allocation is
> > > > small
> > > > in size.
> > > 
> > > So we have had customers in the past who have wanted explicit
> > > disabling
> > > of eviction. I agree in the current implementation that might be
> > > the
> > 
> > Explicitly disabling eviction is not an upstream option, downstream
> > in
> > i915 you can do whatever you want as there are no rules. We have
> > discussed a pin accounting controler vis cgroups or something
> > upstream
> > which may be acceptable. Different discussion though.
> > 
> > > case, but in the future we might want such a capability, so there
> > > is
> > > still a chance of blocking. But again, maybe this can be a future
> > > enhancement as you said.
> > > 
> > > > 
> > > > > I don't think there is necessarily a one-size-fits-all solution
> > > > > here
> > > > > which is why I think the hints are important.
> > > > > 
> > > > 
> > > > Jumping to new uAPI + hints immediately might not be the best
> > > > approach,
> > > > but as I stated this is minor thing to add if needed.
> > > > 
> > > > > Thanks,
> > > > > Stuart
> > > > > 
> > > > > > 
> > > > > > Matt
> > > > > > 
> > > > > > > > 
> > > > > > > > Implemented via calling xe_migrate_clear in release
> > > > > > > > notify
> > > > > > > > and
> > > > > > > > updating
> > > > > > > > iterator in xe_migrate_clear to skip cleared buddy
> > > > > > > > blocks.
> > > > > > > > Only
> > > > > > > > user
> > > > > > > > BOs
> > > > > > > > cleared in release notify as kernel BOs could still be in
> > > > > > > > use
> > > > > > > > (e.g.,
> > > > > > > > PT
> > > > > > > > BOs need to wait for dma-resv to be idle).
> > > > > > > > 
> > > > > > > > Signed-off-by: Matthew Brost <matthew.brost@intel.com>
> > > > > > > > ---
> > > > > > > >  drivers/gpu/drm/xe/xe_bo.c           | 47
> > > > > > > > ++++++++++++++++++++++++++++
> > > > > > > >  drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++---
> > > > > > > >  drivers/gpu/drm/xe/xe_migrate.h      |  1 +
> > > > > > > >  drivers/gpu/drm/xe/xe_res_cursor.h   | 26
> > > > > > > > +++++++++++++++
> > > > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
> > > > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
> > > > > > > >  6 files changed, 94 insertions(+), 5 deletions(-)
> > > > > > > > 
> > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > index 4e39188a021a..74470f4d418d 100644
> > > > > > > > --- a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > +++ b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > @@ -1434,6 +1434,51 @@ static bool
> > > > > > > > xe_ttm_bo_lock_in_destructor(struct ttm_buffer_object
> > > > > > > > *ttm_bo)
> > > > > > > >         return locked;
> > > > > > > >  }
> > > > > > > >  
> > > > > > > > +static void xe_ttm_bo_release_clear(struct
> > > > > > > > ttm_buffer_object
> > > > > > > > *ttm_bo)
> > > > > > > > +{
> > > > > > > > +       struct xe_device *xe = ttm_to_xe_device(ttm_bo-
> > > > > > > > > bdev);
> > > > > > > > +       struct dma_fence *fence;
> > > > > > > > +       int err, idx;
> > > > > > > > +
> > > > > > > > +       xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> > > > > > > > +
> > > > > > > > +       if (ttm_bo->type != ttm_bo_type_device)
> > > > > > > > +               return;
> > > > > > > > +
> > > > > > > > +       if (xe_device_wedged(xe))
> > > > > > > > +               return;
> > > > > > > > +
> > > > > > > > +       if (!ttm_bo->resource ||
> > > > > > > > !mem_type_is_vram(ttm_bo-
> > > > > > > > > resource-
> > > > > > > > > mem_type))
> > > > > > > > +               return;
> > > > > > > > +
> > > > > > > > +       if (!drm_dev_enter(&xe->drm, &idx))
> > > > > > > > +               return;
> > > > > > > > +
> > > > > > > > +       if (!xe_pm_runtime_get_if_active(xe))
> > > > > > > > +               goto unbind;
> > > > > > > > +
> > > > > > > > +       err = dma_resv_reserve_fences(&ttm_bo-
> > > > > > > > >base._resv,
> > > > > > > > 1);
> > > > > > > > +       if (err)
> > > > > > > > +               goto put_pm;
> > > > > > > > +
> > > > > > > > +       fence = xe_migrate_clear(mem_type_to_migrate(xe,
> > > > > > > > ttm_bo-
> > > > > > > > > resource->mem_type),
> > > > > > > > +                                ttm_to_xe_bo(ttm_bo),
> > > > > > > > ttm_bo-
> > > > > > > > > resource,
> > > > > > > > +                               
> > > > > > > > XE_MIGRATE_CLEAR_FLAG_FULL |
> > > > > > > > +                               
> > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY);
> > > > > > > > +       if (XE_WARN_ON(IS_ERR(fence)))
> > > > > > > > +               goto put_pm;
> > > > > > > > +
> > > > > > > > +       xe_ttm_vram_mgr_resource_set_cleared(ttm_bo-
> > > > > > > > > resource);
> > > > > > > > +       dma_resv_add_fence(&ttm_bo->base._resv, fence,
> > > > > > > > +                          DMA_RESV_USAGE_KERNEL);
> > > > > > > > +       dma_fence_put(fence);
> > > > > > > > +
> > > > > > > > +put_pm:
> > > > > > > > +       xe_pm_runtime_put(xe);
> > > > > > > > +unbind:
> > > > > > > > +       drm_dev_exit(idx);
> > > > > > > > +}
> > > > > > > > +
> > > > > > > >  static void xe_ttm_bo_release_notify(struct
> > > > > > > > ttm_buffer_object
> > > > > > > > *ttm_bo)
> > > > > > > >  {
> > > > > > > >         struct dma_resv_iter cursor;
> > > > > > > > @@ -1478,6 +1523,8 @@ static void
> > > > > > > > xe_ttm_bo_release_notify(struct
> > > > > > > > ttm_buffer_object *ttm_bo)
> > > > > > > >         }
> > > > > > > >         dma_fence_put(replacement);
> > > > > > > >  
> > > > > > > > +       xe_ttm_bo_release_clear(ttm_bo);
> > > > > > > > +
> > > > > > > >         dma_resv_unlock(ttm_bo->base.resv);
> > > > > > > >  }
> > > > > > > >  
> > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > index 8f8e9fdfb2a8..39d7200cb366 100644
> > > > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > @@ -1063,7 +1063,7 @@ struct dma_fence
> > > > > > > > *xe_migrate_clear(struct
> > > > > > > > xe_migrate *m,
> > > > > > > >         struct xe_gt *gt = m->tile->primary_gt;
> > > > > > > >         struct xe_device *xe = gt_to_xe(gt);
> > > > > > > >         bool clear_only_system_ccs = false;
> > > > > > > > -       struct dma_fence *fence = NULL;
> > > > > > > > +       struct dma_fence *fence = dma_fence_get_stub();
> > > > > > > >         u64 size = bo->size;
> > > > > > > >         struct xe_res_cursor src_it;
> > > > > > > >         struct ttm_resource *src = dst;
> > > > > > > > @@ -1075,10 +1075,13 @@ struct dma_fence
> > > > > > > > *xe_migrate_clear(struct
> > > > > > > > xe_migrate *m,
> > > > > > > >         if (!clear_bo_data && clear_ccs && !IS_DGFX(xe))
> > > > > > > >                 clear_only_system_ccs = true;
> > > > > > > >  
> > > > > > > > -       if (!clear_vram)
> > > > > > > > +       if (!clear_vram) {
> > > > > > > >                 xe_res_first_sg(xe_bo_sg(bo), 0, bo-
> > > > > > > > >size,
> > > > > > > > &src_it);
> > > > > > > > -       else
> > > > > > > > +       } else {
> > > > > > > >                 xe_res_first(src, 0, bo->size, &src_it);
> > > > > > > > +               if (!(clear_flags &
> > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > > > +                       size -=
> > > > > > > > xe_res_next_dirty(&src_it);
> > > > > > > > +       }
> > > > > > > >  
> > > > > > > >         while (size) {
> > > > > > > >                 u64 clear_L0_ofs;
> > > > > > > > @@ -1125,6 +1128,9 @@ struct dma_fence
> > > > > > > > *xe_migrate_clear(struct
> > > > > > > > xe_migrate *m,
> > > > > > > >                         emit_pte(m, bb, clear_L0_pt,
> > > > > > > > clear_vram,
> > > > > > > > clear_only_system_ccs,
> > > > > > > >                                  &src_it, clear_L0, dst);
> > > > > > > >  
> > > > > > > > +               if (clear_vram && !(clear_flags &
> > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > > > +                       size -=
> > > > > > > > xe_res_next_dirty(&src_it);
> > > > > > > > +
> > > > > > > >                 bb->cs[bb->len++] = MI_BATCH_BUFFER_END;
> > > > > > > >                 update_idx = bb->len;
> > > > > > > >  
> > > > > > > > @@ -1146,7 +1152,7 @@ struct dma_fence
> > > > > > > > *xe_migrate_clear(struct
> > > > > > > > xe_migrate *m,
> > > > > > > >                 }
> > > > > > > >  
> > > > > > > >                 xe_sched_job_add_migrate_flush(job,
> > > > > > > > flush_flags);
> > > > > > > > -               if (!fence) {
> > > > > > > > +               if (fence == dma_fence_get_stub()) {
> > > > > > > >                         /*
> > > > > > > >                          * There can't be anything
> > > > > > > > userspace
> > > > > > > > related
> > > > > > > > at this
> > > > > > > >                          * point, so we just need to
> > > > > > > > respect
> > > > > > > > any
> > > > > > > > potential move
> > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > index fb9839c1bae0..58a7b747ef11 100644
> > > > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > @@ -118,6 +118,7 @@ int xe_migrate_access_memory(struct
> > > > > > > > xe_migrate
> > > > > > > > *m, struct xe_bo *bo,
> > > > > > > >  
> > > > > > > >  #define XE_MIGRATE_CLEAR_FLAG_BO_DATA          BIT(0)
> > > > > > > >  #define XE_MIGRATE_CLEAR_FLAG_CCS_DATA         BIT(1)
> > > > > > > > +#define XE_MIGRATE_CLEAR_NON_DIRTY             BIT(2)
> > > > > > > >  #define
> > > > > > > > XE_MIGRATE_CLEAR_FLAG_FULL     (XE_MIGRATE_CLEAR_FLAG_BO_
> > > > > > > > DATA
> > > > > > > > > \
> > > > > > > >                                         XE_MIGRATE_CLEAR_
> > > > > > > > FLAG
> > > > > > > > _CCS
> > > > > > > > _DAT
> > > > > > > > A)
> > > > > > > >  struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
> > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > index d1a403cfb628..630082e809ba 100644
> > > > > > > > --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > @@ -315,6 +315,32 @@ static inline void
> > > > > > > > xe_res_next(struct
> > > > > > > > xe_res_cursor *cur, u64 size)
> > > > > > > >         }
> > > > > > > >  }
> > > > > > > >  
> > > > > > > > +/**
> > > > > > > > + * xe_res_next_dirty - advance the cursor to next dirty
> > > > > > > > buddy
> > > > > > > > block
> > > > > > > > + *
> > > > > > > > + * @cur: the cursor to advance
> > > > > > > > + *
> > > > > > > > + * Move the cursor until dirty buddy block is found.
> > > > > > > > + *
> > > > > > > > + * Return: Number of bytes cursor has been advanced
> > > > > > > > + */
> > > > > > > > +static inline u64 xe_res_next_dirty(struct xe_res_cursor
> > > > > > > > *cur)
> > > > > > > > +{
> > > > > > > > +       struct drm_buddy_block *block = cur->node;
> > > > > > > > +       u64 bytes = 0;
> > > > > > > > +
> > > > > > > > +       XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> > > > > > > > +                  cur->mem_type != XE_PL_VRAM1);
> > > > > > > 
> > > > > > > What if we have more than just these two? Maybe check
> > > > > > > against
> > > > > > > the
> > > > > > > mask
> > > > > > > instead.
> > > > 
> > > > Sure. I think we do this test in a couple of other places in the
> > > > driver too
> > > > and clean this up in seperate patch first.
> > > 
> > > No problem, just wanted to call it out. We can do this later..
> > > 
> > > > 
> > > > > > > 
> > > > > > > > +
> > > > > > > > +       while (cur->remaining &&
> > > > > > > > drm_buddy_block_is_clear(block))
> > > > > > > > {
> > > > > > > > +               bytes += cur->size;
> > > > > > > > +               xe_res_next(cur, cur->size);
> > > > > > > > +               block = cur->node;
> > > > > > > > +       }
> > > > > > > > +
> > > > > > > > +       return bytes;
> > > > > > > > +}
> > > > > > > > +
> > > > > > > >  /**
> > > > > > > >   * xe_res_dma - return dma address of cursor at current
> > > > > > > > position
> > > > > > > >   *
> > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > index 9e375a40aee9..120046941c1e 100644
> > > > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > @@ -84,6 +84,9 @@ static int xe_ttm_vram_mgr_new(struct
> > > > > > > > ttm_resource_manager *man,
> > > > > > > >         if (place->fpfn || lpfn != man->size >>
> > > > > > > > PAGE_SHIFT)
> > > > > > > >                 vres->flags |=
> > > > > > > > DRM_BUDDY_RANGE_ALLOCATION;
> > > > > > > >  
> > > > > > > > +       if (tbo->type == ttm_bo_type_device)
> > > > > > > > +               vres->flags |=
> > > > > > > > DRM_BUDDY_CLEAR_ALLOCATION;
> > > > > > > > +
> > > > > > > >         if (WARN_ON(!vres->base.size)) {
> > > > > > > >                 err = -EINVAL;
> > > > > > > >                 goto error_fini;
> > > > > > > > @@ -187,7 +190,7 @@ static void
> > > > > > > > xe_ttm_vram_mgr_del(struct
> > > > > > > > ttm_resource_manager *man,
> > > > > > > >         struct drm_buddy *mm = &mgr->mm;
> > > > > > > >  
> > > > > > > >         mutex_lock(&mgr->lock);
> > > > > > > > -       drm_buddy_free_list(mm, &vres->blocks, 0);
> > > > > > > > +       drm_buddy_free_list(mm, &vres->blocks, vres-
> > > > > > > > >flags);
> > > > > > > >         mgr->visible_avail += vres->used_visible_size;
> > > > > > > >         mutex_unlock(&mgr->lock);
> > > > > > > >  
> > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > index cc76050e376d..dfc0e6890b3c 100644
> > > > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > @@ -36,6 +36,12 @@ to_xe_ttm_vram_mgr_resource(struct
> > > > > > > > ttm_resource
> > > > > > > > *res)
> > > > > > > >         return container_of(res, struct
> > > > > > > > xe_ttm_vram_mgr_resource,
> > > > > > > > base);
> > > > > > > >  }
> > > > > > > >  
> > > > > > > > +static inline void
> > > > > > > > +xe_ttm_vram_mgr_resource_set_cleared(struct ttm_resource
> > > > > > > > *res)
> > > > > > > > +{
> > > > > > > > +       to_xe_ttm_vram_mgr_resource(res)->flags |=
> > > > > > > > DRM_BUDDY_CLEARED;
> > > > > > > 
> > > > > > > I see the amd driver is doing the same thing here. Maybe we
> > > > > > > can
> > > > > > > pull
> > > > > > > this in based on the flags given at the resource
> > > > > > > initialization
> > > > > > > so
> > > > > > > we
> > > > > > > can potentially tweak this for different scenarios (when to
> > > > > > > free)
> > > > > > > and
> > > > > > > converge what we're doing here and what amd is doing into
> > > > > > > the
> > > > > > > common
> > > > > > > code.
> > > > > > > 
> > > > 
> > > > AMD has a flag, which is the same test in this series as 'type ==
> > > > ttm_bo_type_device'. AMD blindly sets this flag on user BO
> > > > creation
> > > > but
> > > > as I stated above we could wire this to uAPI if needed.
> > > > 
> > > > Also I think there are some kernel BOs which clear-on-free is
> > > > safe
> > > > too
> > > > (e.g., I think only PT BOs need contents to stick around after
> > > > final
> > > > put
> > > > until dma-resv is clean of fences). Would have to fully to test
> > > > for
> > > > definitive answer though.
> > > 
> > > In most cases the kernel operations are going to be lower priority
> > > than
> > 
> > It is the inverse of that - kernel operations are a always higher
> > priority as without them a user app can't function (think any page
> > table
> > memory allocation or memory allocation for a LRC). This is one of
> > reasons we just pin kernel memory in Xe compared evictable kernel
> > memory
> > in the i915 (also evicting kernel memory is a huge pain as we have
> > idle
> > the GuC state which could use that memory).
> 
> We're talking about kernel operations attached to different processes
> though. The incoming kernel work would be for a new user process
> (prepping the buffer for submission). The existing user process IMO
> should have higher priority.
> 

You still have to wait on the user operation complete in dma-resv mode
before stealing memory.

In LR preempt fence mode, we'd wait until LR VM is preempted off the
hardware.

In LR fault mode, we can steal the memory immediately.

There is no difference though if we are trying to get kernel memory or
user memory - this is just how eviction works.

Also if we are in LR mode, we have no idea how long the user processes
which we stealing memory from will take to complete (e.g., we do not
install fences in dma-resv attached to jobs as the fences could run
forever breaking the rules of fence or in other word breaking reclaim).

This is where pinning of user memory could come in play /w some
accounting controler, likely cgroups. LR mode could pin some memory to
ensure fast forward progress or buffers it really doesn't want to be
moved around (e.g., buffers exported over a fast network interconnect).

Matt

> Thanks,
> Stuart
> 
> > 
> > > the user operations (with the exception of maybe page faults). We
> > > had
> > > looked at things in i915 like preempting kernel operations when a
> > > user
> > > op comes in (the user clear-on-alloc preempts the kernel clear-on-
> > > free/alloc). This probably falls in the same optimization category
> > > you
> > 
> > We definitely won't do that as this would require multiple migration
> > queues and preemption via the GuC is so expensive I'd doubt you'd
> > ever
> > win. I guess we could have a convolved algorithm in the migration
> > queue
> > to jump to higher priortiy jobs but would need some really strong
> > data
> > indicating this is needed. Also with dma-resv basically the migration
> > queue needs to be idle before anything from the user can run.
> > 
> > Matt
> > 
> > > mentioned, although it doesn't necessarily need a user hint.
> > > 
> > > Thanks,
> > > Stuart
> > > 
> > > > 
> > > > Matt
> > > > 
> > > > > > > Thanks,
> > > > > > > Stuart
> > > > > > > 
> > > > > > > > +}
> > > > > > > > +
> > > > > > > >  static inline struct xe_ttm_vram_mgr *
> > > > > > > >  to_xe_ttm_vram_mgr(struct ttm_resource_manager *man)
> > > > > > > >  {
> > > > > > > 
> > > > > 
> > > 
> 

^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-11 19:01               ` Matthew Brost
@ 2025-06-11 19:03                 ` Matthew Brost
  2025-06-11 19:12                   ` Summers, Stuart
  0 siblings, 1 reply; 33+ messages in thread
From: Matthew Brost @ 2025-06-11 19:03 UTC (permalink / raw)
  To: Summers, Stuart
  Cc: intel-xe@lists.freedesktop.org, Auld,  Matthew,
	thomas.hellstrom@linux.intel.com

On Wed, Jun 11, 2025 at 12:01:10PM -0700, Matthew Brost wrote:

One correction...

> On Wed, Jun 11, 2025 at 12:23:13PM -0600, Summers, Stuart wrote:
> > On Wed, 2025-06-11 at 11:20 -0700, Matthew Brost wrote:
> > > On Wed, Jun 11, 2025 at 12:05:36PM -0600, Summers, Stuart wrote:
> > > > On Wed, 2025-06-11 at 10:57 -0700, Matthew Brost wrote:
> > > > > On Wed, Jun 11, 2025 at 11:04:06AM -0600, Summers, Stuart wrote:
> > > > > > On Wed, 2025-06-11 at 09:46 -0700, Matthew Brost wrote:
> > > > > > > On Wed, Jun 11, 2025 at 10:26:44AM -0600, Summers, Stuart
> > > > > > > wrote:
> > > > > > > > On Tue, 2025-06-10 at 22:42 -0700, Matthew Brost wrote:
> > > > > > > > > Clearing on free should hide latency of BO clears on new
> > > > > > > > > user
> > > > > > > > > BO
> > > > > > > > > allocations.
> > > > > > > > 
> > > > > > > > Do you have any test results showing the latency
> > > > > > > > improvement
> > > > > > > > here
> > > > > > > > on
> > > > > > > > high volume submission tests? Also how does this impact at
> > > > > > > > very
> > > > > > > > large
> > > > > > > 
> > > > > > > No performance data yet available. Something we definitely
> > > > > > > should
> > > > > > > look
> > > > > > > into and would be curious about the results. FWIW, AMDGPU
> > > > > > > implements
> > > > > > > clear on free in a very similar way to this series. 
> > 
> > So back to this one, what is the motivation for this change if we don't
> > have data?
> > 
> 
> It is the assumption that in typical cases (no memory pressure) the
> buddy allocator pool can find a clean VRAM upon allocation resulting in
> immediate use of the BO rather than issuing a clear which could delay a
> bind IOCTL, an exec IOCTL, or even mmaping the BO (dma-resv enforces
> this ordering btw).
> 
> Even if there is memory pressure, it is fairly easy to reason that
> clear-on-free creates a pipeline in which the clear is started earlier
> than it would be upon allocation thus reducing the overall delay of the
> BO usage after allocation.
> 
> Yes, there might be odd corner of large clear-on-free followed by small
> allocation where it might be slightly worse, but overall it seems to be
> an easy win - both AMD / Intel have done work to make clear-on-free
> possible.
> 
> > > > > > 
> > > > > > I had a few other comments towards the end of the patch.
> > > > > > Basically
> > > > > > I
> > > > > 
> > > > > I should slow down and read... Repling to all comments here.
> > > > > 
> > > > > > think it would be nice to be able to configure this. There was
> > > > > > significant testing done here for Aurora in i915 and the
> > > > > > performance
> > > > > > benefits were potentially different based on the types of
> > > > > > workloads
> > > > > > being used. Having user hints for instance might allow us to
> > > > > > take
> > > > > > advantage of those workload specific use cases.
> > > > > > 
> > > > > 
> > > > > We can wire this mode to the uAPI for BO creation if needed -
> > > > > this
> > > > > patch
> > > > > does clear-on-free blindly for any user BO. Ofc with uAPI we need
> > > > > a
> > > > > UMD
> > > > > user to upstream. We may just want to start with this patch and
> > > > > do
> > > > > that
> > > > > in a follow up if needed as it a minor tweak from a code PoV.
> > > > 
> > > > Actually it would be great if you can add exactly this to the
> > > > commit
> > > > message. Basically we are intentionally doing clear on free here
> > > > blindly because we don't currently have a user for some kind of
> > > > more
> > > > complicated (from the user perspective) hint system. (just kind of
> > > > repeating what you said)
> > > > 
> > > > This way we have some documentation of why we chose this route
> > > > other
> > > > than just because amd is doing that.
> > > > 
> > > 
> > > Sure.
> > > 
> > > > > 
> > > > > > > 
> > > > > > > > buffer size submissions and mix of large and small buffer
> > > > > > > > submissions
> > > > > > > > with eviction between different processes?
> > > > > > > > 
> > > > > > > 
> > > > > > > Eviction somewhat orthogonal to this. If an eviction occurs
> > > > > > > and
> > > > > > > it is
> > > > > > > a
> > > > > > > new allocation a clear would still have be issued ahead
> > > > > > > handing
> > > > > > > the
> > > > > > > memory over to the new BO, if eviction occurs and paged in BO
> > > > > > > has
> > > > > > > backing store (it was previously evicted) we'd just copy the
> > > > > > > contents
> > > > > > > into the allocated memory.
> > > > > > 
> > > > > > Good point. I still think we should consider the scenarios of
> > > > > > having a
> > > > > > large buffer workload running and then clearing, then we have a
> > > > > > small
> > > > > > buffer workload coming in which now needs to wait on the clear
> > > > > > from
> > > > > > that large workload. Whereas on clear-on-alloc for the small
> > > > > > workload,
> > > > > > we can get that submission in quickly and not wait for that
> > > > > > larger
> > > > > > one.
> > > > > > 
> > > > > 
> > > > > The buddy allocator tries to allocate cleared VRAM first, then
> > > > > falls
> > > > > back to dirty VRAM. Dirty VRAM will still be cleared upon
> > > > > allocation
> > > > > in
> > > > > this patch.
> > > > > 
> > > > > The senerio you describe could result in eviction actually. If a
> > > > > large
> > > > > BO has pending clear - it won't be in either buddy allocator pool
> > > > > -
> > > > > it
> > > > > will be TTM as ghost object (pending free). If the buddy
> > > > > allocator
> > > > > fails
> > > > > an allocation, eviction is triggered with the ghost objects in
> > > > > TTM
> > > > > being
> > > > > tried to allocate first (I think, if I'm misstaing TTM internals
> > > > > my
> > > > > bad). This would as you suggest result in the BO allocation
> > > > > waiting
> > > > > on
> > > > > potentially a large clear to finish even though the allocation is
> > > > > small
> > > > > in size.
> > > > 
> > > > So we have had customers in the past who have wanted explicit
> > > > disabling
> > > > of eviction. I agree in the current implementation that might be
> > > > the
> > > 
> > > Explicitly disabling eviction is not an upstream option, downstream
> > > in
> > > i915 you can do whatever you want as there are no rules. We have
> > > discussed a pin accounting controler vis cgroups or something
> > > upstream
> > > which may be acceptable. Different discussion though.
> > > 
> > > > case, but in the future we might want such a capability, so there
> > > > is
> > > > still a chance of blocking. But again, maybe this can be a future
> > > > enhancement as you said.
> > > > 
> > > > > 
> > > > > > I don't think there is necessarily a one-size-fits-all solution
> > > > > > here
> > > > > > which is why I think the hints are important.
> > > > > > 
> > > > > 
> > > > > Jumping to new uAPI + hints immediately might not be the best
> > > > > approach,
> > > > > but as I stated this is minor thing to add if needed.
> > > > > 
> > > > > > Thanks,
> > > > > > Stuart
> > > > > > 
> > > > > > > 
> > > > > > > Matt
> > > > > > > 
> > > > > > > > > 
> > > > > > > > > Implemented via calling xe_migrate_clear in release
> > > > > > > > > notify
> > > > > > > > > and
> > > > > > > > > updating
> > > > > > > > > iterator in xe_migrate_clear to skip cleared buddy
> > > > > > > > > blocks.
> > > > > > > > > Only
> > > > > > > > > user
> > > > > > > > > BOs
> > > > > > > > > cleared in release notify as kernel BOs could still be in
> > > > > > > > > use
> > > > > > > > > (e.g.,
> > > > > > > > > PT
> > > > > > > > > BOs need to wait for dma-resv to be idle).
> > > > > > > > > 
> > > > > > > > > Signed-off-by: Matthew Brost <matthew.brost@intel.com>
> > > > > > > > > ---
> > > > > > > > >  drivers/gpu/drm/xe/xe_bo.c           | 47
> > > > > > > > > ++++++++++++++++++++++++++++
> > > > > > > > >  drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++---
> > > > > > > > >  drivers/gpu/drm/xe/xe_migrate.h      |  1 +
> > > > > > > > >  drivers/gpu/drm/xe/xe_res_cursor.h   | 26
> > > > > > > > > +++++++++++++++
> > > > > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
> > > > > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
> > > > > > > > >  6 files changed, 94 insertions(+), 5 deletions(-)
> > > > > > > > > 
> > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > index 4e39188a021a..74470f4d418d 100644
> > > > > > > > > --- a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > @@ -1434,6 +1434,51 @@ static bool
> > > > > > > > > xe_ttm_bo_lock_in_destructor(struct ttm_buffer_object
> > > > > > > > > *ttm_bo)
> > > > > > > > >         return locked;
> > > > > > > > >  }
> > > > > > > > >  
> > > > > > > > > +static void xe_ttm_bo_release_clear(struct
> > > > > > > > > ttm_buffer_object
> > > > > > > > > *ttm_bo)
> > > > > > > > > +{
> > > > > > > > > +       struct xe_device *xe = ttm_to_xe_device(ttm_bo-
> > > > > > > > > > bdev);
> > > > > > > > > +       struct dma_fence *fence;
> > > > > > > > > +       int err, idx;
> > > > > > > > > +
> > > > > > > > > +       xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> > > > > > > > > +
> > > > > > > > > +       if (ttm_bo->type != ttm_bo_type_device)
> > > > > > > > > +               return;
> > > > > > > > > +
> > > > > > > > > +       if (xe_device_wedged(xe))
> > > > > > > > > +               return;
> > > > > > > > > +
> > > > > > > > > +       if (!ttm_bo->resource ||
> > > > > > > > > !mem_type_is_vram(ttm_bo-
> > > > > > > > > > resource-
> > > > > > > > > > mem_type))
> > > > > > > > > +               return;
> > > > > > > > > +
> > > > > > > > > +       if (!drm_dev_enter(&xe->drm, &idx))
> > > > > > > > > +               return;
> > > > > > > > > +
> > > > > > > > > +       if (!xe_pm_runtime_get_if_active(xe))
> > > > > > > > > +               goto unbind;
> > > > > > > > > +
> > > > > > > > > +       err = dma_resv_reserve_fences(&ttm_bo-
> > > > > > > > > >base._resv,
> > > > > > > > > 1);
> > > > > > > > > +       if (err)
> > > > > > > > > +               goto put_pm;
> > > > > > > > > +
> > > > > > > > > +       fence = xe_migrate_clear(mem_type_to_migrate(xe,
> > > > > > > > > ttm_bo-
> > > > > > > > > > resource->mem_type),
> > > > > > > > > +                                ttm_to_xe_bo(ttm_bo),
> > > > > > > > > ttm_bo-
> > > > > > > > > > resource,
> > > > > > > > > +                               
> > > > > > > > > XE_MIGRATE_CLEAR_FLAG_FULL |
> > > > > > > > > +                               
> > > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY);
> > > > > > > > > +       if (XE_WARN_ON(IS_ERR(fence)))
> > > > > > > > > +               goto put_pm;
> > > > > > > > > +
> > > > > > > > > +       xe_ttm_vram_mgr_resource_set_cleared(ttm_bo-
> > > > > > > > > > resource);
> > > > > > > > > +       dma_resv_add_fence(&ttm_bo->base._resv, fence,
> > > > > > > > > +                          DMA_RESV_USAGE_KERNEL);
> > > > > > > > > +       dma_fence_put(fence);
> > > > > > > > > +
> > > > > > > > > +put_pm:
> > > > > > > > > +       xe_pm_runtime_put(xe);
> > > > > > > > > +unbind:
> > > > > > > > > +       drm_dev_exit(idx);
> > > > > > > > > +}
> > > > > > > > > +
> > > > > > > > >  static void xe_ttm_bo_release_notify(struct
> > > > > > > > > ttm_buffer_object
> > > > > > > > > *ttm_bo)
> > > > > > > > >  {
> > > > > > > > >         struct dma_resv_iter cursor;
> > > > > > > > > @@ -1478,6 +1523,8 @@ static void
> > > > > > > > > xe_ttm_bo_release_notify(struct
> > > > > > > > > ttm_buffer_object *ttm_bo)
> > > > > > > > >         }
> > > > > > > > >         dma_fence_put(replacement);
> > > > > > > > >  
> > > > > > > > > +       xe_ttm_bo_release_clear(ttm_bo);
> > > > > > > > > +
> > > > > > > > >         dma_resv_unlock(ttm_bo->base.resv);
> > > > > > > > >  }
> > > > > > > > >  
> > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > index 8f8e9fdfb2a8..39d7200cb366 100644
> > > > > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > @@ -1063,7 +1063,7 @@ struct dma_fence
> > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > xe_migrate *m,
> > > > > > > > >         struct xe_gt *gt = m->tile->primary_gt;
> > > > > > > > >         struct xe_device *xe = gt_to_xe(gt);
> > > > > > > > >         bool clear_only_system_ccs = false;
> > > > > > > > > -       struct dma_fence *fence = NULL;
> > > > > > > > > +       struct dma_fence *fence = dma_fence_get_stub();
> > > > > > > > >         u64 size = bo->size;
> > > > > > > > >         struct xe_res_cursor src_it;
> > > > > > > > >         struct ttm_resource *src = dst;
> > > > > > > > > @@ -1075,10 +1075,13 @@ struct dma_fence
> > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > xe_migrate *m,
> > > > > > > > >         if (!clear_bo_data && clear_ccs && !IS_DGFX(xe))
> > > > > > > > >                 clear_only_system_ccs = true;
> > > > > > > > >  
> > > > > > > > > -       if (!clear_vram)
> > > > > > > > > +       if (!clear_vram) {
> > > > > > > > >                 xe_res_first_sg(xe_bo_sg(bo), 0, bo-
> > > > > > > > > >size,
> > > > > > > > > &src_it);
> > > > > > > > > -       else
> > > > > > > > > +       } else {
> > > > > > > > >                 xe_res_first(src, 0, bo->size, &src_it);
> > > > > > > > > +               if (!(clear_flags &
> > > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > > > > +                       size -=
> > > > > > > > > xe_res_next_dirty(&src_it);
> > > > > > > > > +       }
> > > > > > > > >  
> > > > > > > > >         while (size) {
> > > > > > > > >                 u64 clear_L0_ofs;
> > > > > > > > > @@ -1125,6 +1128,9 @@ struct dma_fence
> > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > xe_migrate *m,
> > > > > > > > >                         emit_pte(m, bb, clear_L0_pt,
> > > > > > > > > clear_vram,
> > > > > > > > > clear_only_system_ccs,
> > > > > > > > >                                  &src_it, clear_L0, dst);
> > > > > > > > >  
> > > > > > > > > +               if (clear_vram && !(clear_flags &
> > > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > > > > +                       size -=
> > > > > > > > > xe_res_next_dirty(&src_it);
> > > > > > > > > +
> > > > > > > > >                 bb->cs[bb->len++] = MI_BATCH_BUFFER_END;
> > > > > > > > >                 update_idx = bb->len;
> > > > > > > > >  
> > > > > > > > > @@ -1146,7 +1152,7 @@ struct dma_fence
> > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > xe_migrate *m,
> > > > > > > > >                 }
> > > > > > > > >  
> > > > > > > > >                 xe_sched_job_add_migrate_flush(job,
> > > > > > > > > flush_flags);
> > > > > > > > > -               if (!fence) {
> > > > > > > > > +               if (fence == dma_fence_get_stub()) {
> > > > > > > > >                         /*
> > > > > > > > >                          * There can't be anything
> > > > > > > > > userspace
> > > > > > > > > related
> > > > > > > > > at this
> > > > > > > > >                          * point, so we just need to
> > > > > > > > > respect
> > > > > > > > > any
> > > > > > > > > potential move
> > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > index fb9839c1bae0..58a7b747ef11 100644
> > > > > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > @@ -118,6 +118,7 @@ int xe_migrate_access_memory(struct
> > > > > > > > > xe_migrate
> > > > > > > > > *m, struct xe_bo *bo,
> > > > > > > > >  
> > > > > > > > >  #define XE_MIGRATE_CLEAR_FLAG_BO_DATA          BIT(0)
> > > > > > > > >  #define XE_MIGRATE_CLEAR_FLAG_CCS_DATA         BIT(1)
> > > > > > > > > +#define XE_MIGRATE_CLEAR_NON_DIRTY             BIT(2)
> > > > > > > > >  #define
> > > > > > > > > XE_MIGRATE_CLEAR_FLAG_FULL     (XE_MIGRATE_CLEAR_FLAG_BO_
> > > > > > > > > DATA
> > > > > > > > > > \
> > > > > > > > >                                         XE_MIGRATE_CLEAR_
> > > > > > > > > FLAG
> > > > > > > > > _CCS
> > > > > > > > > _DAT
> > > > > > > > > A)
> > > > > > > > >  struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
> > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > index d1a403cfb628..630082e809ba 100644
> > > > > > > > > --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > @@ -315,6 +315,32 @@ static inline void
> > > > > > > > > xe_res_next(struct
> > > > > > > > > xe_res_cursor *cur, u64 size)
> > > > > > > > >         }
> > > > > > > > >  }
> > > > > > > > >  
> > > > > > > > > +/**
> > > > > > > > > + * xe_res_next_dirty - advance the cursor to next dirty
> > > > > > > > > buddy
> > > > > > > > > block
> > > > > > > > > + *
> > > > > > > > > + * @cur: the cursor to advance
> > > > > > > > > + *
> > > > > > > > > + * Move the cursor until dirty buddy block is found.
> > > > > > > > > + *
> > > > > > > > > + * Return: Number of bytes cursor has been advanced
> > > > > > > > > + */
> > > > > > > > > +static inline u64 xe_res_next_dirty(struct xe_res_cursor
> > > > > > > > > *cur)
> > > > > > > > > +{
> > > > > > > > > +       struct drm_buddy_block *block = cur->node;
> > > > > > > > > +       u64 bytes = 0;
> > > > > > > > > +
> > > > > > > > > +       XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> > > > > > > > > +                  cur->mem_type != XE_PL_VRAM1);
> > > > > > > > 
> > > > > > > > What if we have more than just these two? Maybe check
> > > > > > > > against
> > > > > > > > the
> > > > > > > > mask
> > > > > > > > instead.
> > > > > 
> > > > > Sure. I think we do this test in a couple of other places in the
> > > > > driver too
> > > > > and clean this up in seperate patch first.
> > > > 
> > > > No problem, just wanted to call it out. We can do this later..
> > > > 
> > > > > 
> > > > > > > > 
> > > > > > > > > +
> > > > > > > > > +       while (cur->remaining &&
> > > > > > > > > drm_buddy_block_is_clear(block))
> > > > > > > > > {
> > > > > > > > > +               bytes += cur->size;
> > > > > > > > > +               xe_res_next(cur, cur->size);
> > > > > > > > > +               block = cur->node;
> > > > > > > > > +       }
> > > > > > > > > +
> > > > > > > > > +       return bytes;
> > > > > > > > > +}
> > > > > > > > > +
> > > > > > > > >  /**
> > > > > > > > >   * xe_res_dma - return dma address of cursor at current
> > > > > > > > > position
> > > > > > > > >   *
> > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > index 9e375a40aee9..120046941c1e 100644
> > > > > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > @@ -84,6 +84,9 @@ static int xe_ttm_vram_mgr_new(struct
> > > > > > > > > ttm_resource_manager *man,
> > > > > > > > >         if (place->fpfn || lpfn != man->size >>
> > > > > > > > > PAGE_SHIFT)
> > > > > > > > >                 vres->flags |=
> > > > > > > > > DRM_BUDDY_RANGE_ALLOCATION;
> > > > > > > > >  
> > > > > > > > > +       if (tbo->type == ttm_bo_type_device)
> > > > > > > > > +               vres->flags |=
> > > > > > > > > DRM_BUDDY_CLEAR_ALLOCATION;
> > > > > > > > > +
> > > > > > > > >         if (WARN_ON(!vres->base.size)) {
> > > > > > > > >                 err = -EINVAL;
> > > > > > > > >                 goto error_fini;
> > > > > > > > > @@ -187,7 +190,7 @@ static void
> > > > > > > > > xe_ttm_vram_mgr_del(struct
> > > > > > > > > ttm_resource_manager *man,
> > > > > > > > >         struct drm_buddy *mm = &mgr->mm;
> > > > > > > > >  
> > > > > > > > >         mutex_lock(&mgr->lock);
> > > > > > > > > -       drm_buddy_free_list(mm, &vres->blocks, 0);
> > > > > > > > > +       drm_buddy_free_list(mm, &vres->blocks, vres-
> > > > > > > > > >flags);
> > > > > > > > >         mgr->visible_avail += vres->used_visible_size;
> > > > > > > > >         mutex_unlock(&mgr->lock);
> > > > > > > > >  
> > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > index cc76050e376d..dfc0e6890b3c 100644
> > > > > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > @@ -36,6 +36,12 @@ to_xe_ttm_vram_mgr_resource(struct
> > > > > > > > > ttm_resource
> > > > > > > > > *res)
> > > > > > > > >         return container_of(res, struct
> > > > > > > > > xe_ttm_vram_mgr_resource,
> > > > > > > > > base);
> > > > > > > > >  }
> > > > > > > > >  
> > > > > > > > > +static inline void
> > > > > > > > > +xe_ttm_vram_mgr_resource_set_cleared(struct ttm_resource
> > > > > > > > > *res)
> > > > > > > > > +{
> > > > > > > > > +       to_xe_ttm_vram_mgr_resource(res)->flags |=
> > > > > > > > > DRM_BUDDY_CLEARED;
> > > > > > > > 
> > > > > > > > I see the amd driver is doing the same thing here. Maybe we
> > > > > > > > can
> > > > > > > > pull
> > > > > > > > this in based on the flags given at the resource
> > > > > > > > initialization
> > > > > > > > so
> > > > > > > > we
> > > > > > > > can potentially tweak this for different scenarios (when to
> > > > > > > > free)
> > > > > > > > and
> > > > > > > > converge what we're doing here and what amd is doing into
> > > > > > > > the
> > > > > > > > common
> > > > > > > > code.
> > > > > > > > 
> > > > > 
> > > > > AMD has a flag, which is the same test in this series as 'type ==
> > > > > ttm_bo_type_device'. AMD blindly sets this flag on user BO
> > > > > creation
> > > > > but
> > > > > as I stated above we could wire this to uAPI if needed.
> > > > > 
> > > > > Also I think there are some kernel BOs which clear-on-free is
> > > > > safe
> > > > > too
> > > > > (e.g., I think only PT BOs need contents to stick around after
> > > > > final
> > > > > put
> > > > > until dma-resv is clean of fences). Would have to fully to test
> > > > > for
> > > > > definitive answer though.
> > > > 
> > > > In most cases the kernel operations are going to be lower priority
> > > > than
> > > 
> > > It is the inverse of that - kernel operations are a always higher
> > > priority as without them a user app can't function (think any page
> > > table
> > > memory allocation or memory allocation for a LRC). This is one of
> > > reasons we just pin kernel memory in Xe compared evictable kernel
> > > memory
> > > in the i915 (also evicting kernel memory is a huge pain as we have
> > > idle
> > > the GuC state which could use that memory).
> > 
> > We're talking about kernel operations attached to different processes
> > though. The incoming kernel work would be for a new user process
> > (prepping the buffer for submission). The existing user process IMO
> > should have higher priority.
> > 
> 
> You still have to wait on the user operation complete in dma-resv mode
> before stealing memory.
> 
> In LR preempt fence mode, we'd wait until LR VM is preempted off the
> hardware.
> 
> In LR fault mode, we can steal the memory immediately.
> 

s/immediately/after TLB invalidation completes

Matt

> There is no difference though if we are trying to get kernel memory or
> user memory - this is just how eviction works.
> 
> Also if we are in LR mode, we have no idea how long the user processes
> which we stealing memory from will take to complete (e.g., we do not
> install fences in dma-resv attached to jobs as the fences could run
> forever breaking the rules of fence or in other word breaking reclaim).
> 
> This is where pinning of user memory could come in play /w some
> accounting controler, likely cgroups. LR mode could pin some memory to
> ensure fast forward progress or buffers it really doesn't want to be
> moved around (e.g., buffers exported over a fast network interconnect).
> 
> Matt
> 
> > Thanks,
> > Stuart
> > 
> > > 
> > > > the user operations (with the exception of maybe page faults). We
> > > > had
> > > > looked at things in i915 like preempting kernel operations when a
> > > > user
> > > > op comes in (the user clear-on-alloc preempts the kernel clear-on-
> > > > free/alloc). This probably falls in the same optimization category
> > > > you
> > > 
> > > We definitely won't do that as this would require multiple migration
> > > queues and preemption via the GuC is so expensive I'd doubt you'd
> > > ever
> > > win. I guess we could have a convolved algorithm in the migration
> > > queue
> > > to jump to higher priortiy jobs but would need some really strong
> > > data
> > > indicating this is needed. Also with dma-resv basically the migration
> > > queue needs to be idle before anything from the user can run.
> > > 
> > > Matt
> > > 
> > > > mentioned, although it doesn't necessarily need a user hint.
> > > > 
> > > > Thanks,
> > > > Stuart
> > > > 
> > > > > 
> > > > > Matt
> > > > > 
> > > > > > > > Thanks,
> > > > > > > > Stuart
> > > > > > > > 
> > > > > > > > > +}
> > > > > > > > > +
> > > > > > > > >  static inline struct xe_ttm_vram_mgr *
> > > > > > > > >  to_xe_ttm_vram_mgr(struct ttm_resource_manager *man)
> > > > > > > > >  {
> > > > > > > > 
> > > > > > 
> > > > 
> > 

^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-11 19:03                 ` Matthew Brost
@ 2025-06-11 19:12                   ` Summers, Stuart
  2025-06-11 21:23                     ` Matthew Brost
  0 siblings, 1 reply; 33+ messages in thread
From: Summers, Stuart @ 2025-06-11 19:12 UTC (permalink / raw)
  To: Brost, Matthew
  Cc: intel-xe@lists.freedesktop.org, Auld,  Matthew,
	thomas.hellstrom@linux.intel.com

On Wed, 2025-06-11 at 12:03 -0700, Matthew Brost wrote:
> On Wed, Jun 11, 2025 at 12:01:10PM -0700, Matthew Brost wrote:
> 
> One correction...
> 
> > On Wed, Jun 11, 2025 at 12:23:13PM -0600, Summers, Stuart wrote:
> > > On Wed, 2025-06-11 at 11:20 -0700, Matthew Brost wrote:
> > > > On Wed, Jun 11, 2025 at 12:05:36PM -0600, Summers, Stuart
> > > > wrote:
> > > > > On Wed, 2025-06-11 at 10:57 -0700, Matthew Brost wrote:
> > > > > > On Wed, Jun 11, 2025 at 11:04:06AM -0600, Summers, Stuart
> > > > > > wrote:
> > > > > > > On Wed, 2025-06-11 at 09:46 -0700, Matthew Brost wrote:
> > > > > > > > On Wed, Jun 11, 2025 at 10:26:44AM -0600, Summers,
> > > > > > > > Stuart
> > > > > > > > wrote:
> > > > > > > > > On Tue, 2025-06-10 at 22:42 -0700, Matthew Brost
> > > > > > > > > wrote:
> > > > > > > > > > Clearing on free should hide latency of BO clears
> > > > > > > > > > on new
> > > > > > > > > > user
> > > > > > > > > > BO
> > > > > > > > > > allocations.
> > > > > > > > > 
> > > > > > > > > Do you have any test results showing the latency
> > > > > > > > > improvement
> > > > > > > > > here
> > > > > > > > > on
> > > > > > > > > high volume submission tests? Also how does this
> > > > > > > > > impact at
> > > > > > > > > very
> > > > > > > > > large
> > > > > > > > 
> > > > > > > > No performance data yet available. Something we
> > > > > > > > definitely
> > > > > > > > should
> > > > > > > > look
> > > > > > > > into and would be curious about the results. FWIW,
> > > > > > > > AMDGPU
> > > > > > > > implements
> > > > > > > > clear on free in a very similar way to this series. 
> > > 
> > > So back to this one, what is the motivation for this change if we
> > > don't
> > > have data?
> > > 
> > 
> > It is the assumption that in typical cases (no memory pressure) the
> > buddy allocator pool can find a clean VRAM upon allocation
> > resulting in
> > immediate use of the BO rather than issuing a clear which could
> > delay a
> > bind IOCTL, an exec IOCTL, or even mmaping the BO (dma-resv
> > enforces
> > this ordering btw).
> > 
> > Even if there is memory pressure, it is fairly easy to reason that
> > clear-on-free creates a pipeline in which the clear is started
> > earlier
> > than it would be upon allocation thus reducing the overall delay of
> > the
> > BO usage after allocation.
> > 
> > Yes, there might be odd corner of large clear-on-free followed by
> > small
> > allocation where it might be slightly worse, but overall it seems
> > to be
> > an easy win - both AMD / Intel have done work to make clear-on-free
> > possible.

Ok so basically we think the baseline is going to be better this way (I
agree with what you have here) and any corner case will be addressed in
the future as they come up (i.e. uAPI).

It does seem like even if we don't have a uAPI we could have a solution
that lets the small workload preempt the large workload clear to do its
own clear-on-alloc, allowing the small workload to move on to the
render/compute engine while the large clearing workload does it's clear
using blitter (just as an example). It's an optimization though I
agree. And without an explicit user (yet for Xe...) we might just kick
that can down the road.

> > 
> > > > > > > 
> > > > > > > I had a few other comments towards the end of the patch.
> > > > > > > Basically
> > > > > > > I
> > > > > > 
> > > > > > I should slow down and read... Repling to all comments
> > > > > > here.
> > > > > > 
> > > > > > > think it would be nice to be able to configure this.
> > > > > > > There was
> > > > > > > significant testing done here for Aurora in i915 and the
> > > > > > > performance
> > > > > > > benefits were potentially different based on the types of
> > > > > > > workloads
> > > > > > > being used. Having user hints for instance might allow us
> > > > > > > to
> > > > > > > take
> > > > > > > advantage of those workload specific use cases.
> > > > > > > 
> > > > > > 
> > > > > > We can wire this mode to the uAPI for BO creation if needed
> > > > > > -
> > > > > > this
> > > > > > patch
> > > > > > does clear-on-free blindly for any user BO. Ofc with uAPI
> > > > > > we need
> > > > > > a
> > > > > > UMD
> > > > > > user to upstream. We may just want to start with this patch
> > > > > > and
> > > > > > do
> > > > > > that
> > > > > > in a follow up if needed as it a minor tweak from a code
> > > > > > PoV.
> > > > > 
> > > > > Actually it would be great if you can add exactly this to the
> > > > > commit
> > > > > message. Basically we are intentionally doing clear on free
> > > > > here
> > > > > blindly because we don't currently have a user for some kind
> > > > > of
> > > > > more
> > > > > complicated (from the user perspective) hint system. (just
> > > > > kind of
> > > > > repeating what you said)
> > > > > 
> > > > > This way we have some documentation of why we chose this
> > > > > route
> > > > > other
> > > > > than just because amd is doing that.
> > > > > 
> > > > 
> > > > Sure.
> > > > 
> > > > > > 
> > > > > > > > 
> > > > > > > > > buffer size submissions and mix of large and small
> > > > > > > > > buffer
> > > > > > > > > submissions
> > > > > > > > > with eviction between different processes?
> > > > > > > > > 
> > > > > > > > 
> > > > > > > > Eviction somewhat orthogonal to this. If an eviction
> > > > > > > > occurs
> > > > > > > > and
> > > > > > > > it is
> > > > > > > > a
> > > > > > > > new allocation a clear would still have be issued ahead
> > > > > > > > handing
> > > > > > > > the
> > > > > > > > memory over to the new BO, if eviction occurs and paged
> > > > > > > > in BO
> > > > > > > > has
> > > > > > > > backing store (it was previously evicted) we'd just
> > > > > > > > copy the
> > > > > > > > contents
> > > > > > > > into the allocated memory.
> > > > > > > 
> > > > > > > Good point. I still think we should consider the
> > > > > > > scenarios of
> > > > > > > having a
> > > > > > > large buffer workload running and then clearing, then we
> > > > > > > have a
> > > > > > > small
> > > > > > > buffer workload coming in which now needs to wait on the
> > > > > > > clear
> > > > > > > from
> > > > > > > that large workload. Whereas on clear-on-alloc for the
> > > > > > > small
> > > > > > > workload,
> > > > > > > we can get that submission in quickly and not wait for
> > > > > > > that
> > > > > > > larger
> > > > > > > one.
> > > > > > > 
> > > > > > 
> > > > > > The buddy allocator tries to allocate cleared VRAM first,
> > > > > > then
> > > > > > falls
> > > > > > back to dirty VRAM. Dirty VRAM will still be cleared upon
> > > > > > allocation
> > > > > > in
> > > > > > this patch.
> > > > > > 
> > > > > > The senerio you describe could result in eviction actually.
> > > > > > If a
> > > > > > large
> > > > > > BO has pending clear - it won't be in either buddy
> > > > > > allocator pool
> > > > > > -
> > > > > > it
> > > > > > will be TTM as ghost object (pending free). If the buddy
> > > > > > allocator
> > > > > > fails
> > > > > > an allocation, eviction is triggered with the ghost objects
> > > > > > in
> > > > > > TTM
> > > > > > being
> > > > > > tried to allocate first (I think, if I'm misstaing TTM
> > > > > > internals
> > > > > > my
> > > > > > bad). This would as you suggest result in the BO allocation
> > > > > > waiting
> > > > > > on
> > > > > > potentially a large clear to finish even though the
> > > > > > allocation is
> > > > > > small
> > > > > > in size.
> > > > > 
> > > > > So we have had customers in the past who have wanted explicit
> > > > > disabling
> > > > > of eviction. I agree in the current implementation that might
> > > > > be
> > > > > the
> > > > 
> > > > Explicitly disabling eviction is not an upstream option,
> > > > downstream
> > > > in
> > > > i915 you can do whatever you want as there are no rules. We
> > > > have
> > > > discussed a pin accounting controler vis cgroups or something
> > > > upstream
> > > > which may be acceptable. Different discussion though.
> > > > 
> > > > > case, but in the future we might want such a capability, so
> > > > > there
> > > > > is
> > > > > still a chance of blocking. But again, maybe this can be a
> > > > > future
> > > > > enhancement as you said.
> > > > > 
> > > > > > 
> > > > > > > I don't think there is necessarily a one-size-fits-all
> > > > > > > solution
> > > > > > > here
> > > > > > > which is why I think the hints are important.
> > > > > > > 
> > > > > > 
> > > > > > Jumping to new uAPI + hints immediately might not be the
> > > > > > best
> > > > > > approach,
> > > > > > but as I stated this is minor thing to add if needed.
> > > > > > 
> > > > > > > Thanks,
> > > > > > > Stuart
> > > > > > > 
> > > > > > > > 
> > > > > > > > Matt
> > > > > > > > 
> > > > > > > > > > 
> > > > > > > > > > Implemented via calling xe_migrate_clear in release
> > > > > > > > > > notify
> > > > > > > > > > and
> > > > > > > > > > updating
> > > > > > > > > > iterator in xe_migrate_clear to skip cleared buddy
> > > > > > > > > > blocks.
> > > > > > > > > > Only
> > > > > > > > > > user
> > > > > > > > > > BOs
> > > > > > > > > > cleared in release notify as kernel BOs could still
> > > > > > > > > > be in
> > > > > > > > > > use
> > > > > > > > > > (e.g.,
> > > > > > > > > > PT
> > > > > > > > > > BOs need to wait for dma-resv to be idle).
> > > > > > > > > > 
> > > > > > > > > > Signed-off-by: Matthew Brost
> > > > > > > > > > <matthew.brost@intel.com>
> > > > > > > > > > ---
> > > > > > > > > >  drivers/gpu/drm/xe/xe_bo.c           | 47
> > > > > > > > > > ++++++++++++++++++++++++++++
> > > > > > > > > >  drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++--
> > > > > > > > > > -
> > > > > > > > > >  drivers/gpu/drm/xe/xe_migrate.h      |  1 +
> > > > > > > > > >  drivers/gpu/drm/xe/xe_res_cursor.h   | 26
> > > > > > > > > > +++++++++++++++
> > > > > > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
> > > > > > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
> > > > > > > > > >  6 files changed, 94 insertions(+), 5 deletions(-)
> > > > > > > > > > 
> > > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > > b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > > index 4e39188a021a..74470f4d418d 100644
> > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > > @@ -1434,6 +1434,51 @@ static bool
> > > > > > > > > > xe_ttm_bo_lock_in_destructor(struct
> > > > > > > > > > ttm_buffer_object
> > > > > > > > > > *ttm_bo)
> > > > > > > > > >         return locked;
> > > > > > > > > >  }
> > > > > > > > > >  
> > > > > > > > > > +static void xe_ttm_bo_release_clear(struct
> > > > > > > > > > ttm_buffer_object
> > > > > > > > > > *ttm_bo)
> > > > > > > > > > +{
> > > > > > > > > > +       struct xe_device *xe =
> > > > > > > > > > ttm_to_xe_device(ttm_bo-
> > > > > > > > > > > bdev);
> > > > > > > > > > +       struct dma_fence *fence;
> > > > > > > > > > +       int err, idx;
> > > > > > > > > > +
> > > > > > > > > > +       xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> > > > > > > > > > +
> > > > > > > > > > +       if (ttm_bo->type != ttm_bo_type_device)
> > > > > > > > > > +               return;
> > > > > > > > > > +
> > > > > > > > > > +       if (xe_device_wedged(xe))
> > > > > > > > > > +               return;
> > > > > > > > > > +
> > > > > > > > > > +       if (!ttm_bo->resource ||
> > > > > > > > > > !mem_type_is_vram(ttm_bo-
> > > > > > > > > > > resource-
> > > > > > > > > > > mem_type))
> > > > > > > > > > +               return;
> > > > > > > > > > +
> > > > > > > > > > +       if (!drm_dev_enter(&xe->drm, &idx))
> > > > > > > > > > +               return;
> > > > > > > > > > +
> > > > > > > > > > +       if (!xe_pm_runtime_get_if_active(xe))
> > > > > > > > > > +               goto unbind;
> > > > > > > > > > +
> > > > > > > > > > +       err = dma_resv_reserve_fences(&ttm_bo-
> > > > > > > > > > > base._resv,
> > > > > > > > > > 1);
> > > > > > > > > > +       if (err)
> > > > > > > > > > +               goto put_pm;
> > > > > > > > > > +
> > > > > > > > > > +       fence =
> > > > > > > > > > xe_migrate_clear(mem_type_to_migrate(xe,
> > > > > > > > > > ttm_bo-
> > > > > > > > > > > resource->mem_type),
> > > > > > > > > > +                               
> > > > > > > > > > ttm_to_xe_bo(ttm_bo),
> > > > > > > > > > ttm_bo-
> > > > > > > > > > > resource,
> > > > > > > > > > +                               
> > > > > > > > > > XE_MIGRATE_CLEAR_FLAG_FULL |
> > > > > > > > > > +                               
> > > > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY);
> > > > > > > > > > +       if (XE_WARN_ON(IS_ERR(fence)))
> > > > > > > > > > +               goto put_pm;
> > > > > > > > > > +
> > > > > > > > > > +       xe_ttm_vram_mgr_resource_set_cleared(ttm_bo
> > > > > > > > > > -
> > > > > > > > > > > resource);
> > > > > > > > > > +       dma_resv_add_fence(&ttm_bo->base._resv,
> > > > > > > > > > fence,
> > > > > > > > > > +                          DMA_RESV_USAGE_KERNEL);
> > > > > > > > > > +       dma_fence_put(fence);
> > > > > > > > > > +
> > > > > > > > > > +put_pm:
> > > > > > > > > > +       xe_pm_runtime_put(xe);
> > > > > > > > > > +unbind:
> > > > > > > > > > +       drm_dev_exit(idx);
> > > > > > > > > > +}
> > > > > > > > > > +
> > > > > > > > > >  static void xe_ttm_bo_release_notify(struct
> > > > > > > > > > ttm_buffer_object
> > > > > > > > > > *ttm_bo)
> > > > > > > > > >  {
> > > > > > > > > >         struct dma_resv_iter cursor;
> > > > > > > > > > @@ -1478,6 +1523,8 @@ static void
> > > > > > > > > > xe_ttm_bo_release_notify(struct
> > > > > > > > > > ttm_buffer_object *ttm_bo)
> > > > > > > > > >         }
> > > > > > > > > >         dma_fence_put(replacement);
> > > > > > > > > >  
> > > > > > > > > > +       xe_ttm_bo_release_clear(ttm_bo);
> > > > > > > > > > +
> > > > > > > > > >         dma_resv_unlock(ttm_bo->base.resv);
> > > > > > > > > >  }
> > > > > > > > > >  
> > > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > > b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > > index 8f8e9fdfb2a8..39d7200cb366 100644
> > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > > @@ -1063,7 +1063,7 @@ struct dma_fence
> > > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > > xe_migrate *m,
> > > > > > > > > >         struct xe_gt *gt = m->tile->primary_gt;
> > > > > > > > > >         struct xe_device *xe = gt_to_xe(gt);
> > > > > > > > > >         bool clear_only_system_ccs = false;
> > > > > > > > > > -       struct dma_fence *fence = NULL;
> > > > > > > > > > +       struct dma_fence *fence =
> > > > > > > > > > dma_fence_get_stub();
> > > > > > > > > >         u64 size = bo->size;
> > > > > > > > > >         struct xe_res_cursor src_it;
> > > > > > > > > >         struct ttm_resource *src = dst;
> > > > > > > > > > @@ -1075,10 +1075,13 @@ struct dma_fence
> > > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > > xe_migrate *m,
> > > > > > > > > >         if (!clear_bo_data && clear_ccs &&
> > > > > > > > > > !IS_DGFX(xe))
> > > > > > > > > >                 clear_only_system_ccs = true;
> > > > > > > > > >  
> > > > > > > > > > -       if (!clear_vram)
> > > > > > > > > > +       if (!clear_vram) {
> > > > > > > > > >                 xe_res_first_sg(xe_bo_sg(bo), 0,
> > > > > > > > > > bo-
> > > > > > > > > > > size,
> > > > > > > > > > &src_it);
> > > > > > > > > > -       else
> > > > > > > > > > +       } else {
> > > > > > > > > >                 xe_res_first(src, 0, bo->size,
> > > > > > > > > > &src_it);
> > > > > > > > > > +               if (!(clear_flags &
> > > > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > > > > > +                       size -=
> > > > > > > > > > xe_res_next_dirty(&src_it);
> > > > > > > > > > +       }
> > > > > > > > > >  
> > > > > > > > > >         while (size) {
> > > > > > > > > >                 u64 clear_L0_ofs;
> > > > > > > > > > @@ -1125,6 +1128,9 @@ struct dma_fence
> > > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > > xe_migrate *m,
> > > > > > > > > >                         emit_pte(m, bb,
> > > > > > > > > > clear_L0_pt,
> > > > > > > > > > clear_vram,
> > > > > > > > > > clear_only_system_ccs,
> > > > > > > > > >                                  &src_it, clear_L0,
> > > > > > > > > > dst);
> > > > > > > > > >  
> > > > > > > > > > +               if (clear_vram && !(clear_flags &
> > > > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > > > > > +                       size -=
> > > > > > > > > > xe_res_next_dirty(&src_it);
> > > > > > > > > > +
> > > > > > > > > >                 bb->cs[bb->len++] =
> > > > > > > > > > MI_BATCH_BUFFER_END;
> > > > > > > > > >                 update_idx = bb->len;
> > > > > > > > > >  
> > > > > > > > > > @@ -1146,7 +1152,7 @@ struct dma_fence
> > > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > > xe_migrate *m,
> > > > > > > > > >                 }
> > > > > > > > > >  
> > > > > > > > > >                 xe_sched_job_add_migrate_flush(job,
> > > > > > > > > > flush_flags);
> > > > > > > > > > -               if (!fence) {
> > > > > > > > > > +               if (fence == dma_fence_get_stub())
> > > > > > > > > > {
> > > > > > > > > >                         /*
> > > > > > > > > >                          * There can't be anything
> > > > > > > > > > userspace
> > > > > > > > > > related
> > > > > > > > > > at this
> > > > > > > > > >                          * point, so we just need
> > > > > > > > > > to
> > > > > > > > > > respect
> > > > > > > > > > any
> > > > > > > > > > potential move
> > > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > > b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > > index fb9839c1bae0..58a7b747ef11 100644
> > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > > @@ -118,6 +118,7 @@ int
> > > > > > > > > > xe_migrate_access_memory(struct
> > > > > > > > > > xe_migrate
> > > > > > > > > > *m, struct xe_bo *bo,
> > > > > > > > > >  
> > > > > > > > > >  #define
> > > > > > > > > > XE_MIGRATE_CLEAR_FLAG_BO_DATA          BIT(0)
> > > > > > > > > >  #define
> > > > > > > > > > XE_MIGRATE_CLEAR_FLAG_CCS_DATA         BIT(1)
> > > > > > > > > > +#define
> > > > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY             BIT(2)
> > > > > > > > > >  #define
> > > > > > > > > > XE_MIGRATE_CLEAR_FLAG_FULL     (XE_MIGRATE_CLEAR_FL
> > > > > > > > > > AG_BO_
> > > > > > > > > > DATA
> > > > > > > > > > > \
> > > > > > > > > >                                         XE_MIGRATE_
> > > > > > > > > > CLEAR_
> > > > > > > > > > FLAG
> > > > > > > > > > _CCS
> > > > > > > > > > _DAT
> > > > > > > > > > A)
> > > > > > > > > >  struct dma_fence *xe_migrate_clear(struct
> > > > > > > > > > xe_migrate *m,
> > > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > > b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > > index d1a403cfb628..630082e809ba 100644
> > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > > @@ -315,6 +315,32 @@ static inline void
> > > > > > > > > > xe_res_next(struct
> > > > > > > > > > xe_res_cursor *cur, u64 size)
> > > > > > > > > >         }
> > > > > > > > > >  }
> > > > > > > > > >  
> > > > > > > > > > +/**
> > > > > > > > > > + * xe_res_next_dirty - advance the cursor to next
> > > > > > > > > > dirty
> > > > > > > > > > buddy
> > > > > > > > > > block
> > > > > > > > > > + *
> > > > > > > > > > + * @cur: the cursor to advance
> > > > > > > > > > + *
> > > > > > > > > > + * Move the cursor until dirty buddy block is
> > > > > > > > > > found.
> > > > > > > > > > + *
> > > > > > > > > > + * Return: Number of bytes cursor has been
> > > > > > > > > > advanced
> > > > > > > > > > + */
> > > > > > > > > > +static inline u64 xe_res_next_dirty(struct
> > > > > > > > > > xe_res_cursor
> > > > > > > > > > *cur)
> > > > > > > > > > +{
> > > > > > > > > > +       struct drm_buddy_block *block = cur->node;
> > > > > > > > > > +       u64 bytes = 0;
> > > > > > > > > > +
> > > > > > > > > > +       XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> > > > > > > > > > +                  cur->mem_type != XE_PL_VRAM1);
> > > > > > > > > 
> > > > > > > > > What if we have more than just these two? Maybe check
> > > > > > > > > against
> > > > > > > > > the
> > > > > > > > > mask
> > > > > > > > > instead.
> > > > > > 
> > > > > > Sure. I think we do this test in a couple of other places
> > > > > > in the
> > > > > > driver too
> > > > > > and clean this up in seperate patch first.
> > > > > 
> > > > > No problem, just wanted to call it out. We can do this
> > > > > later..
> > > > > 
> > > > > > 
> > > > > > > > > 
> > > > > > > > > > +
> > > > > > > > > > +       while (cur->remaining &&
> > > > > > > > > > drm_buddy_block_is_clear(block))
> > > > > > > > > > {
> > > > > > > > > > +               bytes += cur->size;
> > > > > > > > > > +               xe_res_next(cur, cur->size);
> > > > > > > > > > +               block = cur->node;
> > > > > > > > > > +       }
> > > > > > > > > > +
> > > > > > > > > > +       return bytes;
> > > > > > > > > > +}
> > > > > > > > > > +
> > > > > > > > > >  /**
> > > > > > > > > >   * xe_res_dma - return dma address of cursor at
> > > > > > > > > > current
> > > > > > > > > > position
> > > > > > > > > >   *
> > > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > > index 9e375a40aee9..120046941c1e 100644
> > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > > @@ -84,6 +84,9 @@ static int
> > > > > > > > > > xe_ttm_vram_mgr_new(struct
> > > > > > > > > > ttm_resource_manager *man,
> > > > > > > > > >         if (place->fpfn || lpfn != man->size >>
> > > > > > > > > > PAGE_SHIFT)
> > > > > > > > > >                 vres->flags |=
> > > > > > > > > > DRM_BUDDY_RANGE_ALLOCATION;
> > > > > > > > > >  
> > > > > > > > > > +       if (tbo->type == ttm_bo_type_device)
> > > > > > > > > > +               vres->flags |=
> > > > > > > > > > DRM_BUDDY_CLEAR_ALLOCATION;
> > > > > > > > > > +
> > > > > > > > > >         if (WARN_ON(!vres->base.size)) {
> > > > > > > > > >                 err = -EINVAL;
> > > > > > > > > >                 goto error_fini;
> > > > > > > > > > @@ -187,7 +190,7 @@ static void
> > > > > > > > > > xe_ttm_vram_mgr_del(struct
> > > > > > > > > > ttm_resource_manager *man,
> > > > > > > > > >         struct drm_buddy *mm = &mgr->mm;
> > > > > > > > > >  
> > > > > > > > > >         mutex_lock(&mgr->lock);
> > > > > > > > > > -       drm_buddy_free_list(mm, &vres->blocks, 0);
> > > > > > > > > > +       drm_buddy_free_list(mm, &vres->blocks,
> > > > > > > > > > vres-
> > > > > > > > > > > flags);
> > > > > > > > > >         mgr->visible_avail += vres-
> > > > > > > > > > >used_visible_size;
> > > > > > > > > >         mutex_unlock(&mgr->lock);
> > > > > > > > > >  
> > > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > > index cc76050e376d..dfc0e6890b3c 100644
> > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > > @@ -36,6 +36,12 @@
> > > > > > > > > > to_xe_ttm_vram_mgr_resource(struct
> > > > > > > > > > ttm_resource
> > > > > > > > > > *res)
> > > > > > > > > >         return container_of(res, struct
> > > > > > > > > > xe_ttm_vram_mgr_resource,
> > > > > > > > > > base);
> > > > > > > > > >  }
> > > > > > > > > >  
> > > > > > > > > > +static inline void
> > > > > > > > > > +xe_ttm_vram_mgr_resource_set_cleared(struct
> > > > > > > > > > ttm_resource
> > > > > > > > > > *res)
> > > > > > > > > > +{
> > > > > > > > > > +       to_xe_ttm_vram_mgr_resource(res)->flags |=
> > > > > > > > > > DRM_BUDDY_CLEARED;
> > > > > > > > > 
> > > > > > > > > I see the amd driver is doing the same thing here.
> > > > > > > > > Maybe we
> > > > > > > > > can
> > > > > > > > > pull
> > > > > > > > > this in based on the flags given at the resource
> > > > > > > > > initialization
> > > > > > > > > so
> > > > > > > > > we
> > > > > > > > > can potentially tweak this for different scenarios
> > > > > > > > > (when to
> > > > > > > > > free)
> > > > > > > > > and
> > > > > > > > > converge what we're doing here and what amd is doing
> > > > > > > > > into
> > > > > > > > > the
> > > > > > > > > common
> > > > > > > > > code.
> > > > > > > > > 
> > > > > > 
> > > > > > AMD has a flag, which is the same test in this series as
> > > > > > 'type ==
> > > > > > ttm_bo_type_device'. AMD blindly sets this flag on user BO
> > > > > > creation
> > > > > > but
> > > > > > as I stated above we could wire this to uAPI if needed.

Sorry I didn't fully understand the response here. So I was saying we
have a common routine on the drm side that takes a flag (CLEAR_ON_ALLOC
vs CLEAR_ON_FREE) and performs the operation based on the flag. Then
both users on this side would just CLEAR_ON_FREE. Or we can even drop
that flag and just assume everyone will always CLEAR_ON_FREE to avoid
the extra code of clear-on-alloc. Then if we do decide to do some uAPI
in the future we add the extra flag. But it still lets us consolidate
the amd and intel routines.

The type == ttm_bo_type_device seems like something we can extract out
as device-specific.

Thanks,
Stuart

> > > > > > 
> > > > > > Also I think there are some kernel BOs which clear-on-free
> > > > > > is
> > > > > > safe
> > > > > > too
> > > > > > (e.g., I think only PT BOs need contents to stick around
> > > > > > after
> > > > > > final
> > > > > > put
> > > > > > until dma-resv is clean of fences). Would have to fully to
> > > > > > test
> > > > > > for
> > > > > > definitive answer though.
> > > > > 
> > > > > In most cases the kernel operations are going to be lower
> > > > > priority
> > > > > than
> > > > 
> > > > It is the inverse of that - kernel operations are a always
> > > > higher
> > > > priority as without them a user app can't function (think any
> > > > page
> > > > table
> > > > memory allocation or memory allocation for a LRC). This is one
> > > > of
> > > > reasons we just pin kernel memory in Xe compared evictable
> > > > kernel
> > > > memory
> > > > in the i915 (also evicting kernel memory is a huge pain as we
> > > > have
> > > > idle
> > > > the GuC state which could use that memory).
> > > 
> > > We're talking about kernel operations attached to different
> > > processes
> > > though. The incoming kernel work would be for a new user process
> > > (prepping the buffer for submission). The existing user process
> > > IMO
> > > should have higher priority.
> > > 
> > 
> > You still have to wait on the user operation complete in dma-resv
> > mode
> > before stealing memory.
> > 
> > In LR preempt fence mode, we'd wait until LR VM is preempted off
> > the
> > hardware.
> > 
> > In LR fault mode, we can steal the memory immediately.
> > 
> 
> s/immediately/after TLB invalidation completes
> 
> Matt
> 
> > There is no difference though if we are trying to get kernel memory
> > or
> > user memory - this is just how eviction works.
> > 
> > Also if we are in LR mode, we have no idea how long the user
> > processes
> > which we stealing memory from will take to complete (e.g., we do
> > not
> > install fences in dma-resv attached to jobs as the fences could run
> > forever breaking the rules of fence or in other word breaking
> > reclaim).
> > 
> > This is where pinning of user memory could come in play /w some
> > accounting controler, likely cgroups. LR mode could pin some memory
> > to
> > ensure fast forward progress or buffers it really doesn't want to
> > be
> > moved around (e.g., buffers exported over a fast network
> > interconnect).
> > 
> > Matt
> > 
> > > Thanks,
> > > Stuart
> > > 
> > > > 
> > > > > the user operations (with the exception of maybe page
> > > > > faults). We
> > > > > had
> > > > > looked at things in i915 like preempting kernel operations
> > > > > when a
> > > > > user
> > > > > op comes in (the user clear-on-alloc preempts the kernel
> > > > > clear-on-
> > > > > free/alloc). This probably falls in the same optimization
> > > > > category
> > > > > you
> > > > 
> > > > We definitely won't do that as this would require multiple
> > > > migration
> > > > queues and preemption via the GuC is so expensive I'd doubt
> > > > you'd
> > > > ever
> > > > win. I guess we could have a convolved algorithm in the
> > > > migration
> > > > queue
> > > > to jump to higher priortiy jobs but would need some really
> > > > strong
> > > > data
> > > > indicating this is needed. Also with dma-resv basically the
> > > > migration
> > > > queue needs to be idle before anything from the user can run.
> > > > 
> > > > Matt
> > > > 
> > > > > mentioned, although it doesn't necessarily need a user hint.
> > > > > 
> > > > > Thanks,
> > > > > Stuart
> > > > > 
> > > > > > 
> > > > > > Matt
> > > > > > 
> > > > > > > > > Thanks,
> > > > > > > > > Stuart
> > > > > > > > > 
> > > > > > > > > > +}
> > > > > > > > > > +
> > > > > > > > > >  static inline struct xe_ttm_vram_mgr *
> > > > > > > > > >  to_xe_ttm_vram_mgr(struct ttm_resource_manager
> > > > > > > > > > *man)
> > > > > > > > > >  {
> > > > > > > > > 
> > > > > > > 
> > > > > 
> > > 


^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-11 19:12                   ` Summers, Stuart
@ 2025-06-11 21:23                     ` Matthew Brost
  2025-06-11 23:12                       ` Summers, Stuart
  0 siblings, 1 reply; 33+ messages in thread
From: Matthew Brost @ 2025-06-11 21:23 UTC (permalink / raw)
  To: Summers, Stuart
  Cc: intel-xe@lists.freedesktop.org, Auld,  Matthew,
	thomas.hellstrom@linux.intel.com

On Wed, Jun 11, 2025 at 01:12:13PM -0600, Summers, Stuart wrote:
> On Wed, 2025-06-11 at 12:03 -0700, Matthew Brost wrote:
> > On Wed, Jun 11, 2025 at 12:01:10PM -0700, Matthew Brost wrote:
> > 
> > One correction...
> > 
> > > On Wed, Jun 11, 2025 at 12:23:13PM -0600, Summers, Stuart wrote:
> > > > On Wed, 2025-06-11 at 11:20 -0700, Matthew Brost wrote:
> > > > > On Wed, Jun 11, 2025 at 12:05:36PM -0600, Summers, Stuart
> > > > > wrote:
> > > > > > On Wed, 2025-06-11 at 10:57 -0700, Matthew Brost wrote:
> > > > > > > On Wed, Jun 11, 2025 at 11:04:06AM -0600, Summers, Stuart
> > > > > > > wrote:
> > > > > > > > On Wed, 2025-06-11 at 09:46 -0700, Matthew Brost wrote:
> > > > > > > > > On Wed, Jun 11, 2025 at 10:26:44AM -0600, Summers,
> > > > > > > > > Stuart
> > > > > > > > > wrote:
> > > > > > > > > > On Tue, 2025-06-10 at 22:42 -0700, Matthew Brost
> > > > > > > > > > wrote:
> > > > > > > > > > > Clearing on free should hide latency of BO clears
> > > > > > > > > > > on new
> > > > > > > > > > > user
> > > > > > > > > > > BO
> > > > > > > > > > > allocations.
> > > > > > > > > > 
> > > > > > > > > > Do you have any test results showing the latency
> > > > > > > > > > improvement
> > > > > > > > > > here
> > > > > > > > > > on
> > > > > > > > > > high volume submission tests? Also how does this
> > > > > > > > > > impact at
> > > > > > > > > > very
> > > > > > > > > > large
> > > > > > > > > 
> > > > > > > > > No performance data yet available. Something we
> > > > > > > > > definitely
> > > > > > > > > should
> > > > > > > > > look
> > > > > > > > > into and would be curious about the results. FWIW,
> > > > > > > > > AMDGPU
> > > > > > > > > implements
> > > > > > > > > clear on free in a very similar way to this series. 
> > > > 
> > > > So back to this one, what is the motivation for this change if we
> > > > don't
> > > > have data?
> > > > 
> > > 
> > > It is the assumption that in typical cases (no memory pressure) the
> > > buddy allocator pool can find a clean VRAM upon allocation
> > > resulting in
> > > immediate use of the BO rather than issuing a clear which could
> > > delay a
> > > bind IOCTL, an exec IOCTL, or even mmaping the BO (dma-resv
> > > enforces
> > > this ordering btw).
> > > 
> > > Even if there is memory pressure, it is fairly easy to reason that
> > > clear-on-free creates a pipeline in which the clear is started
> > > earlier
> > > than it would be upon allocation thus reducing the overall delay of
> > > the
> > > BO usage after allocation.
> > > 
> > > Yes, there might be odd corner of large clear-on-free followed by
> > > small
> > > allocation where it might be slightly worse, but overall it seems
> > > to be
> > > an easy win - both AMD / Intel have done work to make clear-on-free
> > > possible.
> 
> Ok so basically we think the baseline is going to be better this way (I
> agree with what you have here) and any corner case will be addressed in
> the future as they come up (i.e. uAPI).
> 
> It does seem like even if we don't have a uAPI we could have a solution
> that lets the small workload preempt the large workload clear to do its
> own clear-on-alloc, allowing the small workload to move on to the
> render/compute engine while the large clearing workload does it's clear
> using blitter (just as an example). It's an optimization though I
> agree. And without an explicit user (yet for Xe...) we might just kick
> that can down the road.
> 

All of this depends on getting memory - there isn't a concept of large
or small BOs anywhere in DRM subsystem, or specially clears attached to
BOs - it just BOs with fences in dma-resv and once all the fences signal
memory is return to the buddy allocator. Either memory is available or
it isn't and eviction is triggered.

What you suggest sounds like i915ism that is wildly complex, likely not
possible with a shared code base, and would never be accepted by our
maintainers or anyone in the DRM subsystem.

> > > 
> > > > > > > > 
> > > > > > > > I had a few other comments towards the end of the patch.
> > > > > > > > Basically
> > > > > > > > I
> > > > > > > 
> > > > > > > I should slow down and read... Repling to all comments
> > > > > > > here.
> > > > > > > 
> > > > > > > > think it would be nice to be able to configure this.
> > > > > > > > There was
> > > > > > > > significant testing done here for Aurora in i915 and the
> > > > > > > > performance
> > > > > > > > benefits were potentially different based on the types of
> > > > > > > > workloads
> > > > > > > > being used. Having user hints for instance might allow us
> > > > > > > > to
> > > > > > > > take
> > > > > > > > advantage of those workload specific use cases.
> > > > > > > > 
> > > > > > > 
> > > > > > > We can wire this mode to the uAPI for BO creation if needed
> > > > > > > -
> > > > > > > this
> > > > > > > patch
> > > > > > > does clear-on-free blindly for any user BO. Ofc with uAPI
> > > > > > > we need
> > > > > > > a
> > > > > > > UMD
> > > > > > > user to upstream. We may just want to start with this patch
> > > > > > > and
> > > > > > > do
> > > > > > > that
> > > > > > > in a follow up if needed as it a minor tweak from a code
> > > > > > > PoV.
> > > > > > 
> > > > > > Actually it would be great if you can add exactly this to the
> > > > > > commit
> > > > > > message. Basically we are intentionally doing clear on free
> > > > > > here
> > > > > > blindly because we don't currently have a user for some kind
> > > > > > of
> > > > > > more
> > > > > > complicated (from the user perspective) hint system. (just
> > > > > > kind of
> > > > > > repeating what you said)
> > > > > > 
> > > > > > This way we have some documentation of why we chose this
> > > > > > route
> > > > > > other
> > > > > > than just because amd is doing that.
> > > > > > 
> > > > > 
> > > > > Sure.
> > > > > 
> > > > > > > 
> > > > > > > > > 
> > > > > > > > > > buffer size submissions and mix of large and small
> > > > > > > > > > buffer
> > > > > > > > > > submissions
> > > > > > > > > > with eviction between different processes?
> > > > > > > > > > 
> > > > > > > > > 
> > > > > > > > > Eviction somewhat orthogonal to this. If an eviction
> > > > > > > > > occurs
> > > > > > > > > and
> > > > > > > > > it is
> > > > > > > > > a
> > > > > > > > > new allocation a clear would still have be issued ahead
> > > > > > > > > handing
> > > > > > > > > the
> > > > > > > > > memory over to the new BO, if eviction occurs and paged
> > > > > > > > > in BO
> > > > > > > > > has
> > > > > > > > > backing store (it was previously evicted) we'd just
> > > > > > > > > copy the
> > > > > > > > > contents
> > > > > > > > > into the allocated memory.
> > > > > > > > 
> > > > > > > > Good point. I still think we should consider the
> > > > > > > > scenarios of
> > > > > > > > having a
> > > > > > > > large buffer workload running and then clearing, then we
> > > > > > > > have a
> > > > > > > > small
> > > > > > > > buffer workload coming in which now needs to wait on the
> > > > > > > > clear
> > > > > > > > from
> > > > > > > > that large workload. Whereas on clear-on-alloc for the
> > > > > > > > small
> > > > > > > > workload,
> > > > > > > > we can get that submission in quickly and not wait for
> > > > > > > > that
> > > > > > > > larger
> > > > > > > > one.
> > > > > > > > 
> > > > > > > 
> > > > > > > The buddy allocator tries to allocate cleared VRAM first,
> > > > > > > then
> > > > > > > falls
> > > > > > > back to dirty VRAM. Dirty VRAM will still be cleared upon
> > > > > > > allocation
> > > > > > > in
> > > > > > > this patch.
> > > > > > > 
> > > > > > > The senerio you describe could result in eviction actually.
> > > > > > > If a
> > > > > > > large
> > > > > > > BO has pending clear - it won't be in either buddy
> > > > > > > allocator pool
> > > > > > > -
> > > > > > > it
> > > > > > > will be TTM as ghost object (pending free). If the buddy
> > > > > > > allocator
> > > > > > > fails
> > > > > > > an allocation, eviction is triggered with the ghost objects
> > > > > > > in
> > > > > > > TTM
> > > > > > > being
> > > > > > > tried to allocate first (I think, if I'm misstaing TTM
> > > > > > > internals
> > > > > > > my
> > > > > > > bad). This would as you suggest result in the BO allocation
> > > > > > > waiting
> > > > > > > on
> > > > > > > potentially a large clear to finish even though the
> > > > > > > allocation is
> > > > > > > small
> > > > > > > in size.
> > > > > > 
> > > > > > So we have had customers in the past who have wanted explicit
> > > > > > disabling
> > > > > > of eviction. I agree in the current implementation that might
> > > > > > be
> > > > > > the
> > > > > 
> > > > > Explicitly disabling eviction is not an upstream option,
> > > > > downstream
> > > > > in
> > > > > i915 you can do whatever you want as there are no rules. We
> > > > > have
> > > > > discussed a pin accounting controler vis cgroups or something
> > > > > upstream
> > > > > which may be acceptable. Different discussion though.
> > > > > 
> > > > > > case, but in the future we might want such a capability, so
> > > > > > there
> > > > > > is
> > > > > > still a chance of blocking. But again, maybe this can be a
> > > > > > future
> > > > > > enhancement as you said.
> > > > > > 
> > > > > > > 
> > > > > > > > I don't think there is necessarily a one-size-fits-all
> > > > > > > > solution
> > > > > > > > here
> > > > > > > > which is why I think the hints are important.
> > > > > > > > 
> > > > > > > 
> > > > > > > Jumping to new uAPI + hints immediately might not be the
> > > > > > > best
> > > > > > > approach,
> > > > > > > but as I stated this is minor thing to add if needed.
> > > > > > > 
> > > > > > > > Thanks,
> > > > > > > > Stuart
> > > > > > > > 
> > > > > > > > > 
> > > > > > > > > Matt
> > > > > > > > > 
> > > > > > > > > > > 
> > > > > > > > > > > Implemented via calling xe_migrate_clear in release
> > > > > > > > > > > notify
> > > > > > > > > > > and
> > > > > > > > > > > updating
> > > > > > > > > > > iterator in xe_migrate_clear to skip cleared buddy
> > > > > > > > > > > blocks.
> > > > > > > > > > > Only
> > > > > > > > > > > user
> > > > > > > > > > > BOs
> > > > > > > > > > > cleared in release notify as kernel BOs could still
> > > > > > > > > > > be in
> > > > > > > > > > > use
> > > > > > > > > > > (e.g.,
> > > > > > > > > > > PT
> > > > > > > > > > > BOs need to wait for dma-resv to be idle).
> > > > > > > > > > > 
> > > > > > > > > > > Signed-off-by: Matthew Brost
> > > > > > > > > > > <matthew.brost@intel.com>
> > > > > > > > > > > ---
> > > > > > > > > > >  drivers/gpu/drm/xe/xe_bo.c           | 47
> > > > > > > > > > > ++++++++++++++++++++++++++++
> > > > > > > > > > >  drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++--
> > > > > > > > > > > -
> > > > > > > > > > >  drivers/gpu/drm/xe/xe_migrate.h      |  1 +
> > > > > > > > > > >  drivers/gpu/drm/xe/xe_res_cursor.h   | 26
> > > > > > > > > > > +++++++++++++++
> > > > > > > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
> > > > > > > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
> > > > > > > > > > >  6 files changed, 94 insertions(+), 5 deletions(-)
> > > > > > > > > > > 
> > > > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > > > b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > > > index 4e39188a021a..74470f4d418d 100644
> > > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > > > @@ -1434,6 +1434,51 @@ static bool
> > > > > > > > > > > xe_ttm_bo_lock_in_destructor(struct
> > > > > > > > > > > ttm_buffer_object
> > > > > > > > > > > *ttm_bo)
> > > > > > > > > > >         return locked;
> > > > > > > > > > >  }
> > > > > > > > > > >  
> > > > > > > > > > > +static void xe_ttm_bo_release_clear(struct
> > > > > > > > > > > ttm_buffer_object
> > > > > > > > > > > *ttm_bo)
> > > > > > > > > > > +{
> > > > > > > > > > > +       struct xe_device *xe =
> > > > > > > > > > > ttm_to_xe_device(ttm_bo-
> > > > > > > > > > > > bdev);
> > > > > > > > > > > +       struct dma_fence *fence;
> > > > > > > > > > > +       int err, idx;
> > > > > > > > > > > +
> > > > > > > > > > > +       xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> > > > > > > > > > > +
> > > > > > > > > > > +       if (ttm_bo->type != ttm_bo_type_device)
> > > > > > > > > > > +               return;
> > > > > > > > > > > +
> > > > > > > > > > > +       if (xe_device_wedged(xe))
> > > > > > > > > > > +               return;
> > > > > > > > > > > +
> > > > > > > > > > > +       if (!ttm_bo->resource ||
> > > > > > > > > > > !mem_type_is_vram(ttm_bo-
> > > > > > > > > > > > resource-
> > > > > > > > > > > > mem_type))
> > > > > > > > > > > +               return;
> > > > > > > > > > > +
> > > > > > > > > > > +       if (!drm_dev_enter(&xe->drm, &idx))
> > > > > > > > > > > +               return;
> > > > > > > > > > > +
> > > > > > > > > > > +       if (!xe_pm_runtime_get_if_active(xe))
> > > > > > > > > > > +               goto unbind;
> > > > > > > > > > > +
> > > > > > > > > > > +       err = dma_resv_reserve_fences(&ttm_bo-
> > > > > > > > > > > > base._resv,
> > > > > > > > > > > 1);
> > > > > > > > > > > +       if (err)
> > > > > > > > > > > +               goto put_pm;
> > > > > > > > > > > +
> > > > > > > > > > > +       fence =
> > > > > > > > > > > xe_migrate_clear(mem_type_to_migrate(xe,
> > > > > > > > > > > ttm_bo-
> > > > > > > > > > > > resource->mem_type),
> > > > > > > > > > > +                               
> > > > > > > > > > > ttm_to_xe_bo(ttm_bo),
> > > > > > > > > > > ttm_bo-
> > > > > > > > > > > > resource,
> > > > > > > > > > > +                               
> > > > > > > > > > > XE_MIGRATE_CLEAR_FLAG_FULL |
> > > > > > > > > > > +                               
> > > > > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY);
> > > > > > > > > > > +       if (XE_WARN_ON(IS_ERR(fence)))
> > > > > > > > > > > +               goto put_pm;
> > > > > > > > > > > +
> > > > > > > > > > > +       xe_ttm_vram_mgr_resource_set_cleared(ttm_bo
> > > > > > > > > > > -
> > > > > > > > > > > > resource);
> > > > > > > > > > > +       dma_resv_add_fence(&ttm_bo->base._resv,
> > > > > > > > > > > fence,
> > > > > > > > > > > +                          DMA_RESV_USAGE_KERNEL);
> > > > > > > > > > > +       dma_fence_put(fence);
> > > > > > > > > > > +
> > > > > > > > > > > +put_pm:
> > > > > > > > > > > +       xe_pm_runtime_put(xe);
> > > > > > > > > > > +unbind:
> > > > > > > > > > > +       drm_dev_exit(idx);
> > > > > > > > > > > +}
> > > > > > > > > > > +
> > > > > > > > > > >  static void xe_ttm_bo_release_notify(struct
> > > > > > > > > > > ttm_buffer_object
> > > > > > > > > > > *ttm_bo)
> > > > > > > > > > >  {
> > > > > > > > > > >         struct dma_resv_iter cursor;
> > > > > > > > > > > @@ -1478,6 +1523,8 @@ static void
> > > > > > > > > > > xe_ttm_bo_release_notify(struct
> > > > > > > > > > > ttm_buffer_object *ttm_bo)
> > > > > > > > > > >         }
> > > > > > > > > > >         dma_fence_put(replacement);
> > > > > > > > > > >  
> > > > > > > > > > > +       xe_ttm_bo_release_clear(ttm_bo);
> > > > > > > > > > > +
> > > > > > > > > > >         dma_resv_unlock(ttm_bo->base.resv);
> > > > > > > > > > >  }
> > > > > > > > > > >  
> > > > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > > > b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > > > index 8f8e9fdfb2a8..39d7200cb366 100644
> > > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > > > @@ -1063,7 +1063,7 @@ struct dma_fence
> > > > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > > > xe_migrate *m,
> > > > > > > > > > >         struct xe_gt *gt = m->tile->primary_gt;
> > > > > > > > > > >         struct xe_device *xe = gt_to_xe(gt);
> > > > > > > > > > >         bool clear_only_system_ccs = false;
> > > > > > > > > > > -       struct dma_fence *fence = NULL;
> > > > > > > > > > > +       struct dma_fence *fence =
> > > > > > > > > > > dma_fence_get_stub();
> > > > > > > > > > >         u64 size = bo->size;
> > > > > > > > > > >         struct xe_res_cursor src_it;
> > > > > > > > > > >         struct ttm_resource *src = dst;
> > > > > > > > > > > @@ -1075,10 +1075,13 @@ struct dma_fence
> > > > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > > > xe_migrate *m,
> > > > > > > > > > >         if (!clear_bo_data && clear_ccs &&
> > > > > > > > > > > !IS_DGFX(xe))
> > > > > > > > > > >                 clear_only_system_ccs = true;
> > > > > > > > > > >  
> > > > > > > > > > > -       if (!clear_vram)
> > > > > > > > > > > +       if (!clear_vram) {
> > > > > > > > > > >                 xe_res_first_sg(xe_bo_sg(bo), 0,
> > > > > > > > > > > bo-
> > > > > > > > > > > > size,
> > > > > > > > > > > &src_it);
> > > > > > > > > > > -       else
> > > > > > > > > > > +       } else {
> > > > > > > > > > >                 xe_res_first(src, 0, bo->size,
> > > > > > > > > > > &src_it);
> > > > > > > > > > > +               if (!(clear_flags &
> > > > > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > > > > > > +                       size -=
> > > > > > > > > > > xe_res_next_dirty(&src_it);
> > > > > > > > > > > +       }
> > > > > > > > > > >  
> > > > > > > > > > >         while (size) {
> > > > > > > > > > >                 u64 clear_L0_ofs;
> > > > > > > > > > > @@ -1125,6 +1128,9 @@ struct dma_fence
> > > > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > > > xe_migrate *m,
> > > > > > > > > > >                         emit_pte(m, bb,
> > > > > > > > > > > clear_L0_pt,
> > > > > > > > > > > clear_vram,
> > > > > > > > > > > clear_only_system_ccs,
> > > > > > > > > > >                                  &src_it, clear_L0,
> > > > > > > > > > > dst);
> > > > > > > > > > >  
> > > > > > > > > > > +               if (clear_vram && !(clear_flags &
> > > > > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > > > > > > +                       size -=
> > > > > > > > > > > xe_res_next_dirty(&src_it);
> > > > > > > > > > > +
> > > > > > > > > > >                 bb->cs[bb->len++] =
> > > > > > > > > > > MI_BATCH_BUFFER_END;
> > > > > > > > > > >                 update_idx = bb->len;
> > > > > > > > > > >  
> > > > > > > > > > > @@ -1146,7 +1152,7 @@ struct dma_fence
> > > > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > > > xe_migrate *m,
> > > > > > > > > > >                 }
> > > > > > > > > > >  
> > > > > > > > > > >                 xe_sched_job_add_migrate_flush(job,
> > > > > > > > > > > flush_flags);
> > > > > > > > > > > -               if (!fence) {
> > > > > > > > > > > +               if (fence == dma_fence_get_stub())
> > > > > > > > > > > {
> > > > > > > > > > >                         /*
> > > > > > > > > > >                          * There can't be anything
> > > > > > > > > > > userspace
> > > > > > > > > > > related
> > > > > > > > > > > at this
> > > > > > > > > > >                          * point, so we just need
> > > > > > > > > > > to
> > > > > > > > > > > respect
> > > > > > > > > > > any
> > > > > > > > > > > potential move
> > > > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > > > b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > > > index fb9839c1bae0..58a7b747ef11 100644
> > > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > > > @@ -118,6 +118,7 @@ int
> > > > > > > > > > > xe_migrate_access_memory(struct
> > > > > > > > > > > xe_migrate
> > > > > > > > > > > *m, struct xe_bo *bo,
> > > > > > > > > > >  
> > > > > > > > > > >  #define
> > > > > > > > > > > XE_MIGRATE_CLEAR_FLAG_BO_DATA          BIT(0)
> > > > > > > > > > >  #define
> > > > > > > > > > > XE_MIGRATE_CLEAR_FLAG_CCS_DATA         BIT(1)
> > > > > > > > > > > +#define
> > > > > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY             BIT(2)
> > > > > > > > > > >  #define
> > > > > > > > > > > XE_MIGRATE_CLEAR_FLAG_FULL     (XE_MIGRATE_CLEAR_FL
> > > > > > > > > > > AG_BO_
> > > > > > > > > > > DATA
> > > > > > > > > > > > \
> > > > > > > > > > >                                         XE_MIGRATE_
> > > > > > > > > > > CLEAR_
> > > > > > > > > > > FLAG
> > > > > > > > > > > _CCS
> > > > > > > > > > > _DAT
> > > > > > > > > > > A)
> > > > > > > > > > >  struct dma_fence *xe_migrate_clear(struct
> > > > > > > > > > > xe_migrate *m,
> > > > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > > > b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > > > index d1a403cfb628..630082e809ba 100644
> > > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > > > @@ -315,6 +315,32 @@ static inline void
> > > > > > > > > > > xe_res_next(struct
> > > > > > > > > > > xe_res_cursor *cur, u64 size)
> > > > > > > > > > >         }
> > > > > > > > > > >  }
> > > > > > > > > > >  
> > > > > > > > > > > +/**
> > > > > > > > > > > + * xe_res_next_dirty - advance the cursor to next
> > > > > > > > > > > dirty
> > > > > > > > > > > buddy
> > > > > > > > > > > block
> > > > > > > > > > > + *
> > > > > > > > > > > + * @cur: the cursor to advance
> > > > > > > > > > > + *
> > > > > > > > > > > + * Move the cursor until dirty buddy block is
> > > > > > > > > > > found.
> > > > > > > > > > > + *
> > > > > > > > > > > + * Return: Number of bytes cursor has been
> > > > > > > > > > > advanced
> > > > > > > > > > > + */
> > > > > > > > > > > +static inline u64 xe_res_next_dirty(struct
> > > > > > > > > > > xe_res_cursor
> > > > > > > > > > > *cur)
> > > > > > > > > > > +{
> > > > > > > > > > > +       struct drm_buddy_block *block = cur->node;
> > > > > > > > > > > +       u64 bytes = 0;
> > > > > > > > > > > +
> > > > > > > > > > > +       XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> > > > > > > > > > > +                  cur->mem_type != XE_PL_VRAM1);
> > > > > > > > > > 
> > > > > > > > > > What if we have more than just these two? Maybe check
> > > > > > > > > > against
> > > > > > > > > > the
> > > > > > > > > > mask
> > > > > > > > > > instead.
> > > > > > > 
> > > > > > > Sure. I think we do this test in a couple of other places
> > > > > > > in the
> > > > > > > driver too
> > > > > > > and clean this up in seperate patch first.
> > > > > > 
> > > > > > No problem, just wanted to call it out. We can do this
> > > > > > later..
> > > > > > 
> > > > > > > 
> > > > > > > > > > 
> > > > > > > > > > > +
> > > > > > > > > > > +       while (cur->remaining &&
> > > > > > > > > > > drm_buddy_block_is_clear(block))
> > > > > > > > > > > {
> > > > > > > > > > > +               bytes += cur->size;
> > > > > > > > > > > +               xe_res_next(cur, cur->size);
> > > > > > > > > > > +               block = cur->node;
> > > > > > > > > > > +       }
> > > > > > > > > > > +
> > > > > > > > > > > +       return bytes;
> > > > > > > > > > > +}
> > > > > > > > > > > +
> > > > > > > > > > >  /**
> > > > > > > > > > >   * xe_res_dma - return dma address of cursor at
> > > > > > > > > > > current
> > > > > > > > > > > position
> > > > > > > > > > >   *
> > > > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > > > index 9e375a40aee9..120046941c1e 100644
> > > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > > > @@ -84,6 +84,9 @@ static int
> > > > > > > > > > > xe_ttm_vram_mgr_new(struct
> > > > > > > > > > > ttm_resource_manager *man,
> > > > > > > > > > >         if (place->fpfn || lpfn != man->size >>
> > > > > > > > > > > PAGE_SHIFT)
> > > > > > > > > > >                 vres->flags |=
> > > > > > > > > > > DRM_BUDDY_RANGE_ALLOCATION;
> > > > > > > > > > >  
> > > > > > > > > > > +       if (tbo->type == ttm_bo_type_device)
> > > > > > > > > > > +               vres->flags |=
> > > > > > > > > > > DRM_BUDDY_CLEAR_ALLOCATION;
> > > > > > > > > > > +
> > > > > > > > > > >         if (WARN_ON(!vres->base.size)) {
> > > > > > > > > > >                 err = -EINVAL;
> > > > > > > > > > >                 goto error_fini;
> > > > > > > > > > > @@ -187,7 +190,7 @@ static void
> > > > > > > > > > > xe_ttm_vram_mgr_del(struct
> > > > > > > > > > > ttm_resource_manager *man,
> > > > > > > > > > >         struct drm_buddy *mm = &mgr->mm;
> > > > > > > > > > >  
> > > > > > > > > > >         mutex_lock(&mgr->lock);
> > > > > > > > > > > -       drm_buddy_free_list(mm, &vres->blocks, 0);
> > > > > > > > > > > +       drm_buddy_free_list(mm, &vres->blocks,
> > > > > > > > > > > vres-
> > > > > > > > > > > > flags);
> > > > > > > > > > >         mgr->visible_avail += vres-
> > > > > > > > > > > >used_visible_size;
> > > > > > > > > > >         mutex_unlock(&mgr->lock);
> > > > > > > > > > >  
> > > > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > > > index cc76050e376d..dfc0e6890b3c 100644
> > > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > > > @@ -36,6 +36,12 @@
> > > > > > > > > > > to_xe_ttm_vram_mgr_resource(struct
> > > > > > > > > > > ttm_resource
> > > > > > > > > > > *res)
> > > > > > > > > > >         return container_of(res, struct
> > > > > > > > > > > xe_ttm_vram_mgr_resource,
> > > > > > > > > > > base);
> > > > > > > > > > >  }
> > > > > > > > > > >  
> > > > > > > > > > > +static inline void
> > > > > > > > > > > +xe_ttm_vram_mgr_resource_set_cleared(struct
> > > > > > > > > > > ttm_resource
> > > > > > > > > > > *res)
> > > > > > > > > > > +{
> > > > > > > > > > > +       to_xe_ttm_vram_mgr_resource(res)->flags |=
> > > > > > > > > > > DRM_BUDDY_CLEARED;
> > > > > > > > > > 
> > > > > > > > > > I see the amd driver is doing the same thing here.
> > > > > > > > > > Maybe we
> > > > > > > > > > can
> > > > > > > > > > pull
> > > > > > > > > > this in based on the flags given at the resource
> > > > > > > > > > initialization
> > > > > > > > > > so
> > > > > > > > > > we
> > > > > > > > > > can potentially tweak this for different scenarios
> > > > > > > > > > (when to
> > > > > > > > > > free)
> > > > > > > > > > and
> > > > > > > > > > converge what we're doing here and what amd is doing
> > > > > > > > > > into
> > > > > > > > > > the
> > > > > > > > > > common
> > > > > > > > > > code.
> > > > > > > > > > 
> > > > > > > 
> > > > > > > AMD has a flag, which is the same test in this series as
> > > > > > > 'type ==
> > > > > > > ttm_bo_type_device'. AMD blindly sets this flag on user BO
> > > > > > > creation
> > > > > > > but
> > > > > > > as I stated above we could wire this to uAPI if needed.
> 
> Sorry I didn't fully understand the response here. So I was saying we

Ok, my bad, I think get what you are suggesting now.

> have a common routine on the drm side that takes a flag (CLEAR_ON_ALLOC
> vs CLEAR_ON_FREE) and performs the operation based on the flag. Then

'performs the operation based on the flag'

Do you mean the clear - that is device specific operation hence in the
TTM vfunc release notify.

> both users on this side would just CLEAR_ON_FREE. Or we can even drop
> that flag and just assume everyone will always CLEAR_ON_FREE to avoid
> the extra code of clear-on-alloc. Then if we do decide to do some uAPI

'avoid the extra code of clear-on-alloc' - The clear on alloc is skipped
if buddy blocks are marked as clear. There is not a guarantee they will
be clear given we skip clear-on-free for kernel memory, drm buddy does
not initialize blocks to clear, or for whatever reason the clear-on-free
fails in the TTM release notify vfunc function (e.g., a kmalloc fails
there).

> in the future we add the extra flag. But it still lets us consolidate
> the amd and intel routines.
> 

You mean xe_ttm_vram_mgr_resource_set_cleared /
amdgpu_vram_mgr_set_cleared?

Both of those operate on a driver specific structure which encapsulates
a TTM resource. TTM allocates memory via a TTM resource manager
abstraction /w driver vfuncs making no assumptions about memory
allocation - AMD and Intel happen to use the DRM buddy allocator for
VRAM but TTM again has no idea how the memory is being allocated. So
sticking a buddy allocation specific flag into TTM is a no go.

We could add specific TTM flag to TTM resource saying the resource is
clear and convert to buddy flag upon block list free, but we don't have
a flags fields in the TTM resource whereas the driver side we do. Also
have you ever tried changing TTM - it is not a whole lot of fun and
I pretty much guarnetee it will get nacked for one reason or another.
That is not something I would personally even attempt to post because I
know better.

> The type == ttm_bo_type_device seems like something we can extract out
> as device-specific.
> 

What do mean extract? A driver side helper? I thought about that but
struggled a bit with naming so left out. Could include that in next rev
I suppose.

Matt

> Thanks,
> Stuart
> 
> > > > > > > 
> > > > > > > Also I think there are some kernel BOs which clear-on-free
> > > > > > > is
> > > > > > > safe
> > > > > > > too
> > > > > > > (e.g., I think only PT BOs need contents to stick around
> > > > > > > after
> > > > > > > final
> > > > > > > put
> > > > > > > until dma-resv is clean of fences). Would have to fully to
> > > > > > > test
> > > > > > > for
> > > > > > > definitive answer though.
> > > > > > 
> > > > > > In most cases the kernel operations are going to be lower
> > > > > > priority
> > > > > > than
> > > > > 
> > > > > It is the inverse of that - kernel operations are a always
> > > > > higher
> > > > > priority as without them a user app can't function (think any
> > > > > page
> > > > > table
> > > > > memory allocation or memory allocation for a LRC). This is one
> > > > > of
> > > > > reasons we just pin kernel memory in Xe compared evictable
> > > > > kernel
> > > > > memory
> > > > > in the i915 (also evicting kernel memory is a huge pain as we
> > > > > have
> > > > > idle
> > > > > the GuC state which could use that memory).
> > > > 
> > > > We're talking about kernel operations attached to different
> > > > processes
> > > > though. The incoming kernel work would be for a new user process
> > > > (prepping the buffer for submission). The existing user process
> > > > IMO
> > > > should have higher priority.
> > > > 
> > > 
> > > You still have to wait on the user operation complete in dma-resv
> > > mode
> > > before stealing memory.
> > > 
> > > In LR preempt fence mode, we'd wait until LR VM is preempted off
> > > the
> > > hardware.
> > > 
> > > In LR fault mode, we can steal the memory immediately.
> > > 
> > 
> > s/immediately/after TLB invalidation completes
> > 
> > Matt
> > 
> > > There is no difference though if we are trying to get kernel memory
> > > or
> > > user memory - this is just how eviction works.
> > > 
> > > Also if we are in LR mode, we have no idea how long the user
> > > processes
> > > which we stealing memory from will take to complete (e.g., we do
> > > not
> > > install fences in dma-resv attached to jobs as the fences could run
> > > forever breaking the rules of fence or in other word breaking
> > > reclaim).
> > > 
> > > This is where pinning of user memory could come in play /w some
> > > accounting controler, likely cgroups. LR mode could pin some memory
> > > to
> > > ensure fast forward progress or buffers it really doesn't want to
> > > be
> > > moved around (e.g., buffers exported over a fast network
> > > interconnect).
> > > 
> > > Matt
> > > 
> > > > Thanks,
> > > > Stuart
> > > > 
> > > > > 
> > > > > > the user operations (with the exception of maybe page
> > > > > > faults). We
> > > > > > had
> > > > > > looked at things in i915 like preempting kernel operations
> > > > > > when a
> > > > > > user
> > > > > > op comes in (the user clear-on-alloc preempts the kernel
> > > > > > clear-on-
> > > > > > free/alloc). This probably falls in the same optimization
> > > > > > category
> > > > > > you
> > > > > 
> > > > > We definitely won't do that as this would require multiple
> > > > > migration
> > > > > queues and preemption via the GuC is so expensive I'd doubt
> > > > > you'd
> > > > > ever
> > > > > win. I guess we could have a convolved algorithm in the
> > > > > migration
> > > > > queue
> > > > > to jump to higher priortiy jobs but would need some really
> > > > > strong
> > > > > data
> > > > > indicating this is needed. Also with dma-resv basically the
> > > > > migration
> > > > > queue needs to be idle before anything from the user can run.
> > > > > 
> > > > > Matt
> > > > > 
> > > > > > mentioned, although it doesn't necessarily need a user hint.
> > > > > > 
> > > > > > Thanks,
> > > > > > Stuart
> > > > > > 
> > > > > > > 
> > > > > > > Matt
> > > > > > > 
> > > > > > > > > > Thanks,
> > > > > > > > > > Stuart
> > > > > > > > > > 
> > > > > > > > > > > +}
> > > > > > > > > > > +
> > > > > > > > > > >  static inline struct xe_ttm_vram_mgr *
> > > > > > > > > > >  to_xe_ttm_vram_mgr(struct ttm_resource_manager
> > > > > > > > > > > *man)
> > > > > > > > > > >  {
> > > > > > > > > > 
> > > > > > > > 
> > > > > > 
> > > > 
> 

^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-11 21:23                     ` Matthew Brost
@ 2025-06-11 23:12                       ` Summers, Stuart
  0 siblings, 0 replies; 33+ messages in thread
From: Summers, Stuart @ 2025-06-11 23:12 UTC (permalink / raw)
  To: Brost, Matthew
  Cc: intel-xe@lists.freedesktop.org, Auld,  Matthew,
	thomas.hellstrom@linux.intel.com

On Wed, 2025-06-11 at 14:23 -0700, Matthew Brost wrote:
> On Wed, Jun 11, 2025 at 01:12:13PM -0600, Summers, Stuart wrote:
> > On Wed, 2025-06-11 at 12:03 -0700, Matthew Brost wrote:
> > > On Wed, Jun 11, 2025 at 12:01:10PM -0700, Matthew Brost wrote:
> > > 
> > > One correction...
> > > 
> > > > On Wed, Jun 11, 2025 at 12:23:13PM -0600, Summers, Stuart
> > > > wrote:
> > > > > On Wed, 2025-06-11 at 11:20 -0700, Matthew Brost wrote:
> > > > > > On Wed, Jun 11, 2025 at 12:05:36PM -0600, Summers, Stuart
> > > > > > wrote:
> > > > > > > On Wed, 2025-06-11 at 10:57 -0700, Matthew Brost wrote:
> > > > > > > > On Wed, Jun 11, 2025 at 11:04:06AM -0600, Summers,
> > > > > > > > Stuart
> > > > > > > > wrote:
> > > > > > > > > On Wed, 2025-06-11 at 09:46 -0700, Matthew Brost
> > > > > > > > > wrote:
> > > > > > > > > > On Wed, Jun 11, 2025 at 10:26:44AM -0600, Summers,
> > > > > > > > > > Stuart
> > > > > > > > > > wrote:
> > > > > > > > > > > On Tue, 2025-06-10 at 22:42 -0700, Matthew Brost
> > > > > > > > > > > wrote:
> > > > > > > > > > > > Clearing on free should hide latency of BO
> > > > > > > > > > > > clears
> > > > > > > > > > > > on new
> > > > > > > > > > > > user
> > > > > > > > > > > > BO
> > > > > > > > > > > > allocations.
> > > > > > > > > > > 
> > > > > > > > > > > Do you have any test results showing the latency
> > > > > > > > > > > improvement
> > > > > > > > > > > here
> > > > > > > > > > > on
> > > > > > > > > > > high volume submission tests? Also how does this
> > > > > > > > > > > impact at
> > > > > > > > > > > very
> > > > > > > > > > > large
> > > > > > > > > > 
> > > > > > > > > > No performance data yet available. Something we
> > > > > > > > > > definitely
> > > > > > > > > > should
> > > > > > > > > > look
> > > > > > > > > > into and would be curious about the results. FWIW,
> > > > > > > > > > AMDGPU
> > > > > > > > > > implements
> > > > > > > > > > clear on free in a very similar way to this series.
> > > > > 
> > > > > So back to this one, what is the motivation for this change
> > > > > if we
> > > > > don't
> > > > > have data?
> > > > > 
> > > > 
> > > > It is the assumption that in typical cases (no memory pressure)
> > > > the
> > > > buddy allocator pool can find a clean VRAM upon allocation
> > > > resulting in
> > > > immediate use of the BO rather than issuing a clear which could
> > > > delay a
> > > > bind IOCTL, an exec IOCTL, or even mmaping the BO (dma-resv
> > > > enforces
> > > > this ordering btw).
> > > > 
> > > > Even if there is memory pressure, it is fairly easy to reason
> > > > that
> > > > clear-on-free creates a pipeline in which the clear is started
> > > > earlier
> > > > than it would be upon allocation thus reducing the overall
> > > > delay of
> > > > the
> > > > BO usage after allocation.
> > > > 
> > > > Yes, there might be odd corner of large clear-on-free followed
> > > > by
> > > > small
> > > > allocation where it might be slightly worse, but overall it
> > > > seems
> > > > to be
> > > > an easy win - both AMD / Intel have done work to make clear-on-
> > > > free
> > > > possible.
> > 
> > Ok so basically we think the baseline is going to be better this
> > way (I
> > agree with what you have here) and any corner case will be
> > addressed in
> > the future as they come up (i.e. uAPI).
> > 
> > It does seem like even if we don't have a uAPI we could have a
> > solution
> > that lets the small workload preempt the large workload clear to do
> > its
> > own clear-on-alloc, allowing the small workload to move on to the
> > render/compute engine while the large clearing workload does it's
> > clear
> > using blitter (just as an example). It's an optimization though I
> > agree. And without an explicit user (yet for Xe...) we might just
> > kick
> > that can down the road.
> > 
> 
> All of this depends on getting memory - there isn't a concept of
> large
> or small BOs anywhere in DRM subsystem, or specially clears attached
> to
> BOs - it just BOs with fences in dma-resv and once all the fences
> signal
> memory is return to the buddy allocator. Either memory is available
> or
> it isn't and eviction is triggered.

Appreciate the explanation here and that makes sense to me.

> 
> What you suggest sounds like i915ism that is wildly complex, likely
> not
> possible with a shared code base, and would never be accepted by our
> maintainers or anyone in the DRM subsystem.

I think I had mentioned above, but to be clear here, I agree with the
uAPI approach. We should let the user decide how they want to manage
memory for their specific workloads. I also agree this isn't something
we need to do here.

> 
> > > > 
> > > > > > > > > 
> > > > > > > > > I had a few other comments towards the end of the
> > > > > > > > > patch.
> > > > > > > > > Basically
> > > > > > > > > I
> > > > > > > > 
> > > > > > > > I should slow down and read... Repling to all comments
> > > > > > > > here.
> > > > > > > > 
> > > > > > > > > think it would be nice to be able to configure this.
> > > > > > > > > There was
> > > > > > > > > significant testing done here for Aurora in i915 and
> > > > > > > > > the
> > > > > > > > > performance
> > > > > > > > > benefits were potentially different based on the
> > > > > > > > > types of
> > > > > > > > > workloads
> > > > > > > > > being used. Having user hints for instance might
> > > > > > > > > allow us
> > > > > > > > > to
> > > > > > > > > take
> > > > > > > > > advantage of those workload specific use cases.
> > > > > > > > > 
> > > > > > > > 
> > > > > > > > We can wire this mode to the uAPI for BO creation if
> > > > > > > > needed
> > > > > > > > -
> > > > > > > > this
> > > > > > > > patch
> > > > > > > > does clear-on-free blindly for any user BO. Ofc with
> > > > > > > > uAPI
> > > > > > > > we need
> > > > > > > > a
> > > > > > > > UMD
> > > > > > > > user to upstream. We may just want to start with this
> > > > > > > > patch
> > > > > > > > and
> > > > > > > > do
> > > > > > > > that
> > > > > > > > in a follow up if needed as it a minor tweak from a
> > > > > > > > code
> > > > > > > > PoV.
> > > > > > > 
> > > > > > > Actually it would be great if you can add exactly this to
> > > > > > > the
> > > > > > > commit
> > > > > > > message. Basically we are intentionally doing clear on
> > > > > > > free
> > > > > > > here
> > > > > > > blindly because we don't currently have a user for some
> > > > > > > kind
> > > > > > > of
> > > > > > > more
> > > > > > > complicated (from the user perspective) hint system.
> > > > > > > (just
> > > > > > > kind of
> > > > > > > repeating what you said)
> > > > > > > 
> > > > > > > This way we have some documentation of why we chose this
> > > > > > > route
> > > > > > > other
> > > > > > > than just because amd is doing that.
> > > > > > > 
> > > > > > 
> > > > > > Sure.
> > > > > > 
> > > > > > > > 
> > > > > > > > > > 
> > > > > > > > > > > buffer size submissions and mix of large and
> > > > > > > > > > > small
> > > > > > > > > > > buffer
> > > > > > > > > > > submissions
> > > > > > > > > > > with eviction between different processes?
> > > > > > > > > > > 
> > > > > > > > > > 
> > > > > > > > > > Eviction somewhat orthogonal to this. If an
> > > > > > > > > > eviction
> > > > > > > > > > occurs
> > > > > > > > > > and
> > > > > > > > > > it is
> > > > > > > > > > a
> > > > > > > > > > new allocation a clear would still have be issued
> > > > > > > > > > ahead
> > > > > > > > > > handing
> > > > > > > > > > the
> > > > > > > > > > memory over to the new BO, if eviction occurs and
> > > > > > > > > > paged
> > > > > > > > > > in BO
> > > > > > > > > > has
> > > > > > > > > > backing store (it was previously evicted) we'd just
> > > > > > > > > > copy the
> > > > > > > > > > contents
> > > > > > > > > > into the allocated memory.
> > > > > > > > > 
> > > > > > > > > Good point. I still think we should consider the
> > > > > > > > > scenarios of
> > > > > > > > > having a
> > > > > > > > > large buffer workload running and then clearing, then
> > > > > > > > > we
> > > > > > > > > have a
> > > > > > > > > small
> > > > > > > > > buffer workload coming in which now needs to wait on
> > > > > > > > > the
> > > > > > > > > clear
> > > > > > > > > from
> > > > > > > > > that large workload. Whereas on clear-on-alloc for
> > > > > > > > > the
> > > > > > > > > small
> > > > > > > > > workload,
> > > > > > > > > we can get that submission in quickly and not wait
> > > > > > > > > for
> > > > > > > > > that
> > > > > > > > > larger
> > > > > > > > > one.
> > > > > > > > > 
> > > > > > > > 
> > > > > > > > The buddy allocator tries to allocate cleared VRAM
> > > > > > > > first,
> > > > > > > > then
> > > > > > > > falls
> > > > > > > > back to dirty VRAM. Dirty VRAM will still be cleared
> > > > > > > > upon
> > > > > > > > allocation
> > > > > > > > in
> > > > > > > > this patch.
> > > > > > > > 
> > > > > > > > The senerio you describe could result in eviction
> > > > > > > > actually.
> > > > > > > > If a
> > > > > > > > large
> > > > > > > > BO has pending clear - it won't be in either buddy
> > > > > > > > allocator pool
> > > > > > > > -
> > > > > > > > it
> > > > > > > > will be TTM as ghost object (pending free). If the
> > > > > > > > buddy
> > > > > > > > allocator
> > > > > > > > fails
> > > > > > > > an allocation, eviction is triggered with the ghost
> > > > > > > > objects
> > > > > > > > in
> > > > > > > > TTM
> > > > > > > > being
> > > > > > > > tried to allocate first (I think, if I'm misstaing TTM
> > > > > > > > internals
> > > > > > > > my
> > > > > > > > bad). This would as you suggest result in the BO
> > > > > > > > allocation
> > > > > > > > waiting
> > > > > > > > on
> > > > > > > > potentially a large clear to finish even though the
> > > > > > > > allocation is
> > > > > > > > small
> > > > > > > > in size.
> > > > > > > 
> > > > > > > So we have had customers in the past who have wanted
> > > > > > > explicit
> > > > > > > disabling
> > > > > > > of eviction. I agree in the current implementation that
> > > > > > > might
> > > > > > > be
> > > > > > > the
> > > > > > 
> > > > > > Explicitly disabling eviction is not an upstream option,
> > > > > > downstream
> > > > > > in
> > > > > > i915 you can do whatever you want as there are no rules. We
> > > > > > have
> > > > > > discussed a pin accounting controler vis cgroups or
> > > > > > something
> > > > > > upstream
> > > > > > which may be acceptable. Different discussion though.
> > > > > > 
> > > > > > > case, but in the future we might want such a capability,
> > > > > > > so
> > > > > > > there
> > > > > > > is
> > > > > > > still a chance of blocking. But again, maybe this can be
> > > > > > > a
> > > > > > > future
> > > > > > > enhancement as you said.
> > > > > > > 
> > > > > > > > 
> > > > > > > > > I don't think there is necessarily a one-size-fits-
> > > > > > > > > all
> > > > > > > > > solution
> > > > > > > > > here
> > > > > > > > > which is why I think the hints are important.
> > > > > > > > > 
> > > > > > > > 
> > > > > > > > Jumping to new uAPI + hints immediately might not be
> > > > > > > > the
> > > > > > > > best
> > > > > > > > approach,
> > > > > > > > but as I stated this is minor thing to add if needed.
> > > > > > > > 
> > > > > > > > > Thanks,
> > > > > > > > > Stuart
> > > > > > > > > 
> > > > > > > > > > 
> > > > > > > > > > Matt
> > > > > > > > > > 
> > > > > > > > > > > > 
> > > > > > > > > > > > Implemented via calling xe_migrate_clear in
> > > > > > > > > > > > release
> > > > > > > > > > > > notify
> > > > > > > > > > > > and
> > > > > > > > > > > > updating
> > > > > > > > > > > > iterator in xe_migrate_clear to skip cleared
> > > > > > > > > > > > buddy
> > > > > > > > > > > > blocks.
> > > > > > > > > > > > Only
> > > > > > > > > > > > user
> > > > > > > > > > > > BOs
> > > > > > > > > > > > cleared in release notify as kernel BOs could
> > > > > > > > > > > > still
> > > > > > > > > > > > be in
> > > > > > > > > > > > use
> > > > > > > > > > > > (e.g.,
> > > > > > > > > > > > PT
> > > > > > > > > > > > BOs need to wait for dma-resv to be idle).
> > > > > > > > > > > > 
> > > > > > > > > > > > Signed-off-by: Matthew Brost
> > > > > > > > > > > > <matthew.brost@intel.com>
> > > > > > > > > > > > ---
> > > > > > > > > > > >  drivers/gpu/drm/xe/xe_bo.c           | 47
> > > > > > > > > > > > ++++++++++++++++++++++++++++
> > > > > > > > > > > >  drivers/gpu/drm/xe/xe_migrate.c      | 14
> > > > > > > > > > > > ++++++--
> > > > > > > > > > > > -
> > > > > > > > > > > >  drivers/gpu/drm/xe/xe_migrate.h      |  1 +
> > > > > > > > > > > >  drivers/gpu/drm/xe/xe_res_cursor.h   | 26
> > > > > > > > > > > > +++++++++++++++
> > > > > > > > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
> > > > > > > > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
> > > > > > > > > > > >  6 files changed, 94 insertions(+), 5
> > > > > > > > > > > > deletions(-)
> > > > > > > > > > > > 
> > > > > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > > > > b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > > > > index 4e39188a021a..74470f4d418d 100644
> > > > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > > > > @@ -1434,6 +1434,51 @@ static bool
> > > > > > > > > > > > xe_ttm_bo_lock_in_destructor(struct
> > > > > > > > > > > > ttm_buffer_object
> > > > > > > > > > > > *ttm_bo)
> > > > > > > > > > > >         return locked;
> > > > > > > > > > > >  }
> > > > > > > > > > > >  
> > > > > > > > > > > > +static void xe_ttm_bo_release_clear(struct
> > > > > > > > > > > > ttm_buffer_object
> > > > > > > > > > > > *ttm_bo)
> > > > > > > > > > > > +{
> > > > > > > > > > > > +       struct xe_device *xe =
> > > > > > > > > > > > ttm_to_xe_device(ttm_bo-
> > > > > > > > > > > > > bdev);
> > > > > > > > > > > > +       struct dma_fence *fence;
> > > > > > > > > > > > +       int err, idx;
> > > > > > > > > > > > +
> > > > > > > > > > > > +       xe_bo_assert_held(ttm_to_xe_bo(ttm_bo))
> > > > > > > > > > > > ;
> > > > > > > > > > > > +
> > > > > > > > > > > > +       if (ttm_bo->type != ttm_bo_type_device)
> > > > > > > > > > > > +               return;
> > > > > > > > > > > > +
> > > > > > > > > > > > +       if (xe_device_wedged(xe))
> > > > > > > > > > > > +               return;
> > > > > > > > > > > > +
> > > > > > > > > > > > +       if (!ttm_bo->resource ||
> > > > > > > > > > > > !mem_type_is_vram(ttm_bo-
> > > > > > > > > > > > > resource-
> > > > > > > > > > > > > mem_type))
> > > > > > > > > > > > +               return;
> > > > > > > > > > > > +
> > > > > > > > > > > > +       if (!drm_dev_enter(&xe->drm, &idx))
> > > > > > > > > > > > +               return;
> > > > > > > > > > > > +
> > > > > > > > > > > > +       if (!xe_pm_runtime_get_if_active(xe))
> > > > > > > > > > > > +               goto unbind;
> > > > > > > > > > > > +
> > > > > > > > > > > > +       err = dma_resv_reserve_fences(&ttm_bo-
> > > > > > > > > > > > > base._resv,
> > > > > > > > > > > > 1);
> > > > > > > > > > > > +       if (err)
> > > > > > > > > > > > +               goto put_pm;
> > > > > > > > > > > > +
> > > > > > > > > > > > +       fence =
> > > > > > > > > > > > xe_migrate_clear(mem_type_to_migrate(xe,
> > > > > > > > > > > > ttm_bo-
> > > > > > > > > > > > > resource->mem_type),
> > > > > > > > > > > > +                               
> > > > > > > > > > > > ttm_to_xe_bo(ttm_bo),
> > > > > > > > > > > > ttm_bo-
> > > > > > > > > > > > > resource,
> > > > > > > > > > > > +                               
> > > > > > > > > > > > XE_MIGRATE_CLEAR_FLAG_FULL |
> > > > > > > > > > > > +                               
> > > > > > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY);
> > > > > > > > > > > > +       if (XE_WARN_ON(IS_ERR(fence)))
> > > > > > > > > > > > +               goto put_pm;
> > > > > > > > > > > > +
> > > > > > > > > > > > +       xe_ttm_vram_mgr_resource_set_cleared(tt
> > > > > > > > > > > > m_bo
> > > > > > > > > > > > -
> > > > > > > > > > > > > resource);
> > > > > > > > > > > > +       dma_resv_add_fence(&ttm_bo->base._resv,
> > > > > > > > > > > > fence,
> > > > > > > > > > > > +                         
> > > > > > > > > > > > DMA_RESV_USAGE_KERNEL);
> > > > > > > > > > > > +       dma_fence_put(fence);
> > > > > > > > > > > > +
> > > > > > > > > > > > +put_pm:
> > > > > > > > > > > > +       xe_pm_runtime_put(xe);
> > > > > > > > > > > > +unbind:
> > > > > > > > > > > > +       drm_dev_exit(idx);
> > > > > > > > > > > > +}
> > > > > > > > > > > > +
> > > > > > > > > > > >  static void xe_ttm_bo_release_notify(struct
> > > > > > > > > > > > ttm_buffer_object
> > > > > > > > > > > > *ttm_bo)
> > > > > > > > > > > >  {
> > > > > > > > > > > >         struct dma_resv_iter cursor;
> > > > > > > > > > > > @@ -1478,6 +1523,8 @@ static void
> > > > > > > > > > > > xe_ttm_bo_release_notify(struct
> > > > > > > > > > > > ttm_buffer_object *ttm_bo)
> > > > > > > > > > > >         }
> > > > > > > > > > > >         dma_fence_put(replacement);
> > > > > > > > > > > >  
> > > > > > > > > > > > +       xe_ttm_bo_release_clear(ttm_bo);
> > > > > > > > > > > > +
> > > > > > > > > > > >         dma_resv_unlock(ttm_bo->base.resv);
> > > > > > > > > > > >  }
> > > > > > > > > > > >  
> > > > > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > > > > b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > > > > index 8f8e9fdfb2a8..39d7200cb366 100644
> > > > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > > > > @@ -1063,7 +1063,7 @@ struct dma_fence
> > > > > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > > > > xe_migrate *m,
> > > > > > > > > > > >         struct xe_gt *gt = m->tile->primary_gt;
> > > > > > > > > > > >         struct xe_device *xe = gt_to_xe(gt);
> > > > > > > > > > > >         bool clear_only_system_ccs = false;
> > > > > > > > > > > > -       struct dma_fence *fence = NULL;
> > > > > > > > > > > > +       struct dma_fence *fence =
> > > > > > > > > > > > dma_fence_get_stub();
> > > > > > > > > > > >         u64 size = bo->size;
> > > > > > > > > > > >         struct xe_res_cursor src_it;
> > > > > > > > > > > >         struct ttm_resource *src = dst;
> > > > > > > > > > > > @@ -1075,10 +1075,13 @@ struct dma_fence
> > > > > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > > > > xe_migrate *m,
> > > > > > > > > > > >         if (!clear_bo_data && clear_ccs &&
> > > > > > > > > > > > !IS_DGFX(xe))
> > > > > > > > > > > >                 clear_only_system_ccs = true;
> > > > > > > > > > > >  
> > > > > > > > > > > > -       if (!clear_vram)
> > > > > > > > > > > > +       if (!clear_vram) {
> > > > > > > > > > > >                 xe_res_first_sg(xe_bo_sg(bo),
> > > > > > > > > > > > 0,
> > > > > > > > > > > > bo-
> > > > > > > > > > > > > size,
> > > > > > > > > > > > &src_it);
> > > > > > > > > > > > -       else
> > > > > > > > > > > > +       } else {
> > > > > > > > > > > >                 xe_res_first(src, 0, bo->size,
> > > > > > > > > > > > &src_it);
> > > > > > > > > > > > +               if (!(clear_flags &
> > > > > > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > > > > > > > +                       size -=
> > > > > > > > > > > > xe_res_next_dirty(&src_it);
> > > > > > > > > > > > +       }
> > > > > > > > > > > >  
> > > > > > > > > > > >         while (size) {
> > > > > > > > > > > >                 u64 clear_L0_ofs;
> > > > > > > > > > > > @@ -1125,6 +1128,9 @@ struct dma_fence
> > > > > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > > > > xe_migrate *m,
> > > > > > > > > > > >                         emit_pte(m, bb,
> > > > > > > > > > > > clear_L0_pt,
> > > > > > > > > > > > clear_vram,
> > > > > > > > > > > > clear_only_system_ccs,
> > > > > > > > > > > >                                  &src_it,
> > > > > > > > > > > > clear_L0,
> > > > > > > > > > > > dst);
> > > > > > > > > > > >  
> > > > > > > > > > > > +               if (clear_vram && !(clear_flags
> > > > > > > > > > > > &
> > > > > > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > > > > > > > +                       size -=
> > > > > > > > > > > > xe_res_next_dirty(&src_it);
> > > > > > > > > > > > +
> > > > > > > > > > > >                 bb->cs[bb->len++] =
> > > > > > > > > > > > MI_BATCH_BUFFER_END;
> > > > > > > > > > > >                 update_idx = bb->len;
> > > > > > > > > > > >  
> > > > > > > > > > > > @@ -1146,7 +1152,7 @@ struct dma_fence
> > > > > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > > > > xe_migrate *m,
> > > > > > > > > > > >                 }
> > > > > > > > > > > >  
> > > > > > > > > > > >                 xe_sched_job_add_migrate_flush(
> > > > > > > > > > > > job,
> > > > > > > > > > > > flush_flags);
> > > > > > > > > > > > -               if (!fence) {
> > > > > > > > > > > > +               if (fence ==
> > > > > > > > > > > > dma_fence_get_stub())
> > > > > > > > > > > > {
> > > > > > > > > > > >                         /*
> > > > > > > > > > > >                          * There can't be
> > > > > > > > > > > > anything
> > > > > > > > > > > > userspace
> > > > > > > > > > > > related
> > > > > > > > > > > > at this
> > > > > > > > > > > >                          * point, so we just
> > > > > > > > > > > > need
> > > > > > > > > > > > to
> > > > > > > > > > > > respect
> > > > > > > > > > > > any
> > > > > > > > > > > > potential move
> > > > > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > > > > b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > > > > index fb9839c1bae0..58a7b747ef11 100644
> > > > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > > > > @@ -118,6 +118,7 @@ int
> > > > > > > > > > > > xe_migrate_access_memory(struct
> > > > > > > > > > > > xe_migrate
> > > > > > > > > > > > *m, struct xe_bo *bo,
> > > > > > > > > > > >  
> > > > > > > > > > > >  #define
> > > > > > > > > > > > XE_MIGRATE_CLEAR_FLAG_BO_DATA          BIT(0)
> > > > > > > > > > > >  #define
> > > > > > > > > > > > XE_MIGRATE_CLEAR_FLAG_CCS_DATA         BIT(1)
> > > > > > > > > > > > +#define
> > > > > > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY             BIT(2)
> > > > > > > > > > > >  #define
> > > > > > > > > > > > XE_MIGRATE_CLEAR_FLAG_FULL     (XE_MIGRATE_CLEA
> > > > > > > > > > > > R_FL
> > > > > > > > > > > > AG_BO_
> > > > > > > > > > > > DATA
> > > > > > > > > > > > > \
> > > > > > > > > > > >                                         XE_MIGR
> > > > > > > > > > > > ATE_
> > > > > > > > > > > > CLEAR_
> > > > > > > > > > > > FLAG
> > > > > > > > > > > > _CCS
> > > > > > > > > > > > _DAT
> > > > > > > > > > > > A)
> > > > > > > > > > > >  struct dma_fence *xe_migrate_clear(struct
> > > > > > > > > > > > xe_migrate *m,
> > > > > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > > > > b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > > > > index d1a403cfb628..630082e809ba 100644
> > > > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > > > > @@ -315,6 +315,32 @@ static inline void
> > > > > > > > > > > > xe_res_next(struct
> > > > > > > > > > > > xe_res_cursor *cur, u64 size)
> > > > > > > > > > > >         }
> > > > > > > > > > > >  }
> > > > > > > > > > > >  
> > > > > > > > > > > > +/**
> > > > > > > > > > > > + * xe_res_next_dirty - advance the cursor to
> > > > > > > > > > > > next
> > > > > > > > > > > > dirty
> > > > > > > > > > > > buddy
> > > > > > > > > > > > block
> > > > > > > > > > > > + *
> > > > > > > > > > > > + * @cur: the cursor to advance
> > > > > > > > > > > > + *
> > > > > > > > > > > > + * Move the cursor until dirty buddy block is
> > > > > > > > > > > > found.
> > > > > > > > > > > > + *
> > > > > > > > > > > > + * Return: Number of bytes cursor has been
> > > > > > > > > > > > advanced
> > > > > > > > > > > > + */
> > > > > > > > > > > > +static inline u64 xe_res_next_dirty(struct
> > > > > > > > > > > > xe_res_cursor
> > > > > > > > > > > > *cur)
> > > > > > > > > > > > +{
> > > > > > > > > > > > +       struct drm_buddy_block *block = cur-
> > > > > > > > > > > > >node;
> > > > > > > > > > > > +       u64 bytes = 0;
> > > > > > > > > > > > +
> > > > > > > > > > > > +       XE_WARN_ON(cur->mem_type != XE_PL_VRAM0
> > > > > > > > > > > > &&
> > > > > > > > > > > > +                  cur->mem_type !=
> > > > > > > > > > > > XE_PL_VRAM1);
> > > > > > > > > > > 
> > > > > > > > > > > What if we have more than just these two? Maybe
> > > > > > > > > > > check
> > > > > > > > > > > against
> > > > > > > > > > > the
> > > > > > > > > > > mask
> > > > > > > > > > > instead.
> > > > > > > > 
> > > > > > > > Sure. I think we do this test in a couple of other
> > > > > > > > places
> > > > > > > > in the
> > > > > > > > driver too
> > > > > > > > and clean this up in seperate patch first.
> > > > > > > 
> > > > > > > No problem, just wanted to call it out. We can do this
> > > > > > > later..
> > > > > > > 
> > > > > > > > 
> > > > > > > > > > > 
> > > > > > > > > > > > +
> > > > > > > > > > > > +       while (cur->remaining &&
> > > > > > > > > > > > drm_buddy_block_is_clear(block))
> > > > > > > > > > > > {
> > > > > > > > > > > > +               bytes += cur->size;
> > > > > > > > > > > > +               xe_res_next(cur, cur->size);
> > > > > > > > > > > > +               block = cur->node;
> > > > > > > > > > > > +       }
> > > > > > > > > > > > +
> > > > > > > > > > > > +       return bytes;
> > > > > > > > > > > > +}
> > > > > > > > > > > > +
> > > > > > > > > > > >  /**
> > > > > > > > > > > >   * xe_res_dma - return dma address of cursor
> > > > > > > > > > > > at
> > > > > > > > > > > > current
> > > > > > > > > > > > position
> > > > > > > > > > > >   *
> > > > > > > > > > > > diff --git
> > > > > > > > > > > > a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > > > > index 9e375a40aee9..120046941c1e 100644
> > > > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > > > > @@ -84,6 +84,9 @@ static int
> > > > > > > > > > > > xe_ttm_vram_mgr_new(struct
> > > > > > > > > > > > ttm_resource_manager *man,
> > > > > > > > > > > >         if (place->fpfn || lpfn != man->size >>
> > > > > > > > > > > > PAGE_SHIFT)
> > > > > > > > > > > >                 vres->flags |=
> > > > > > > > > > > > DRM_BUDDY_RANGE_ALLOCATION;
> > > > > > > > > > > >  
> > > > > > > > > > > > +       if (tbo->type == ttm_bo_type_device)
> > > > > > > > > > > > +               vres->flags |=
> > > > > > > > > > > > DRM_BUDDY_CLEAR_ALLOCATION;
> > > > > > > > > > > > +
> > > > > > > > > > > >         if (WARN_ON(!vres->base.size)) {
> > > > > > > > > > > >                 err = -EINVAL;
> > > > > > > > > > > >                 goto error_fini;
> > > > > > > > > > > > @@ -187,7 +190,7 @@ static void
> > > > > > > > > > > > xe_ttm_vram_mgr_del(struct
> > > > > > > > > > > > ttm_resource_manager *man,
> > > > > > > > > > > >         struct drm_buddy *mm = &mgr->mm;
> > > > > > > > > > > >  
> > > > > > > > > > > >         mutex_lock(&mgr->lock);
> > > > > > > > > > > > -       drm_buddy_free_list(mm, &vres->blocks,
> > > > > > > > > > > > 0);
> > > > > > > > > > > > +       drm_buddy_free_list(mm, &vres->blocks,
> > > > > > > > > > > > vres-
> > > > > > > > > > > > > flags);
> > > > > > > > > > > >         mgr->visible_avail += vres-
> > > > > > > > > > > > > used_visible_size;
> > > > > > > > > > > >         mutex_unlock(&mgr->lock);
> > > > > > > > > > > >  
> > > > > > > > > > > > diff --git
> > > > > > > > > > > > a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > > > > index cc76050e376d..dfc0e6890b3c 100644
> > > > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > > > > @@ -36,6 +36,12 @@
> > > > > > > > > > > > to_xe_ttm_vram_mgr_resource(struct
> > > > > > > > > > > > ttm_resource
> > > > > > > > > > > > *res)
> > > > > > > > > > > >         return container_of(res, struct
> > > > > > > > > > > > xe_ttm_vram_mgr_resource,
> > > > > > > > > > > > base);
> > > > > > > > > > > >  }
> > > > > > > > > > > >  
> > > > > > > > > > > > +static inline void
> > > > > > > > > > > > +xe_ttm_vram_mgr_resource_set_cleared(struct
> > > > > > > > > > > > ttm_resource
> > > > > > > > > > > > *res)
> > > > > > > > > > > > +{
> > > > > > > > > > > > +       to_xe_ttm_vram_mgr_resource(res)->flags
> > > > > > > > > > > > |=
> > > > > > > > > > > > DRM_BUDDY_CLEARED;
> > > > > > > > > > > 
> > > > > > > > > > > I see the amd driver is doing the same thing
> > > > > > > > > > > here.
> > > > > > > > > > > Maybe we
> > > > > > > > > > > can
> > > > > > > > > > > pull
> > > > > > > > > > > this in based on the flags given at the resource
> > > > > > > > > > > initialization
> > > > > > > > > > > so
> > > > > > > > > > > we
> > > > > > > > > > > can potentially tweak this for different
> > > > > > > > > > > scenarios
> > > > > > > > > > > (when to
> > > > > > > > > > > free)
> > > > > > > > > > > and
> > > > > > > > > > > converge what we're doing here and what amd is
> > > > > > > > > > > doing
> > > > > > > > > > > into
> > > > > > > > > > > the
> > > > > > > > > > > common
> > > > > > > > > > > code.
> > > > > > > > > > > 
> > > > > > > > 
> > > > > > > > AMD has a flag, which is the same test in this series
> > > > > > > > as
> > > > > > > > 'type ==
> > > > > > > > ttm_bo_type_device'. AMD blindly sets this flag on user
> > > > > > > > BO
> > > > > > > > creation
> > > > > > > > but
> > > > > > > > as I stated above we could wire this to uAPI if needed.
> > 
> > Sorry I didn't fully understand the response here. So I was saying
> > we
> 
> Ok, my bad, I think get what you are suggesting now.
> 
> > have a common routine on the drm side that takes a flag
> > (CLEAR_ON_ALLOC
> > vs CLEAR_ON_FREE) and performs the operation based on the flag.
> > Then
> 
> 'performs the operation based on the flag'
> 
> Do you mean the clear - that is device specific operation hence in
> the
> TTM vfunc release notify.
> 
> > both users on this side would just CLEAR_ON_FREE. Or we can even
> > drop
> > that flag and just assume everyone will always CLEAR_ON_FREE to
> > avoid
> > the extra code of clear-on-alloc. Then if we do decide to do some
> > uAPI
> 
> 'avoid the extra code of clear-on-alloc' - The clear on alloc is
> skipped
> if buddy blocks are marked as clear. There is not a guarantee they
> will
> be clear given we skip clear-on-free for kernel memory, drm buddy
> does
> not initialize blocks to clear, or for whatever reason the clear-on-
> free
> fails in the TTM release notify vfunc function (e.g., a kmalloc fails
> there).
> 
> > in the future we add the extra flag. But it still lets us
> > consolidate
> > the amd and intel routines.
> > 
> 
> You mean xe_ttm_vram_mgr_resource_set_cleared /
> amdgpu_vram_mgr_set_cleared?
> 
> Both of those operate on a driver specific structure which
> encapsulates
> a TTM resource. TTM allocates memory via a TTM resource manager
> abstraction /w driver vfuncs making no assumptions about memory
> allocation - AMD and Intel happen to use the DRM buddy allocator for
> VRAM but TTM again has no idea how the memory is being allocated. So
> sticking a buddy allocation specific flag into TTM is a no go.

Ok this makes a lot of sense to me - basically we don't want to polute
the ttm layer with buddy allocator semantics, so we push the code to
the drivers to do that. So even though there is code duplication here
between amd and xe, it still aligns with the common layer
implementation as it is today.

I'm good with what you have here then. With the commit message updated
to describe the intention as discussed above:
Reviewed-by: Stuart Summers <stuart.summers@intel.com>

> 
> We could add specific TTM flag to TTM resource saying the resource is
> clear and convert to buddy flag upon block list free, but we don't
> have
> a flags fields in the TTM resource whereas the driver side we do.
> Also
> have you ever tried changing TTM - it is not a whole lot of fun and
> I pretty much guarnetee it will get nacked for one reason or another.
> That is not something I would personally even attempt to post because
> I
> know better.
> 
> > The type == ttm_bo_type_device seems like something we can extract
> > out
> > as device-specific.
> > 
> 
> What do mean extract? A driver side helper? I thought about that but
> struggled a bit with naming so left out. Could include that in next
> rev
> I suppose.

My comment here was specifically in relation to moving functionality to
a common layer. If we don't do that, I don't know if it's worth
implementing a wrapper here for this patch specifically. No issue on my
side with what you have.

Thanks,
Stuart

> 
> Matt
> 
> > Thanks,
> > Stuart
> > 
> > > > > > > > 
> > > > > > > > Also I think there are some kernel BOs which clear-on-
> > > > > > > > free
> > > > > > > > is
> > > > > > > > safe
> > > > > > > > too
> > > > > > > > (e.g., I think only PT BOs need contents to stick
> > > > > > > > around
> > > > > > > > after
> > > > > > > > final
> > > > > > > > put
> > > > > > > > until dma-resv is clean of fences). Would have to fully
> > > > > > > > to
> > > > > > > > test
> > > > > > > > for
> > > > > > > > definitive answer though.
> > > > > > > 
> > > > > > > In most cases the kernel operations are going to be lower
> > > > > > > priority
> > > > > > > than
> > > > > > 
> > > > > > It is the inverse of that - kernel operations are a always
> > > > > > higher
> > > > > > priority as without them a user app can't function (think
> > > > > > any
> > > > > > page
> > > > > > table
> > > > > > memory allocation or memory allocation for a LRC). This is
> > > > > > one
> > > > > > of
> > > > > > reasons we just pin kernel memory in Xe compared evictable
> > > > > > kernel
> > > > > > memory
> > > > > > in the i915 (also evicting kernel memory is a huge pain as
> > > > > > we
> > > > > > have
> > > > > > idle
> > > > > > the GuC state which could use that memory).
> > > > > 
> > > > > We're talking about kernel operations attached to different
> > > > > processes
> > > > > though. The incoming kernel work would be for a new user
> > > > > process
> > > > > (prepping the buffer for submission). The existing user
> > > > > process
> > > > > IMO
> > > > > should have higher priority.
> > > > > 
> > > > 
> > > > You still have to wait on the user operation complete in dma-
> > > > resv
> > > > mode
> > > > before stealing memory.
> > > > 
> > > > In LR preempt fence mode, we'd wait until LR VM is preempted
> > > > off
> > > > the
> > > > hardware.
> > > > 
> > > > In LR fault mode, we can steal the memory immediately.
> > > > 
> > > 
> > > s/immediately/after TLB invalidation completes
> > > 
> > > Matt
> > > 
> > > > There is no difference though if we are trying to get kernel
> > > > memory
> > > > or
> > > > user memory - this is just how eviction works.
> > > > 
> > > > Also if we are in LR mode, we have no idea how long the user
> > > > processes
> > > > which we stealing memory from will take to complete (e.g., we
> > > > do
> > > > not
> > > > install fences in dma-resv attached to jobs as the fences could
> > > > run
> > > > forever breaking the rules of fence or in other word breaking
> > > > reclaim).
> > > > 
> > > > This is where pinning of user memory could come in play /w some
> > > > accounting controler, likely cgroups. LR mode could pin some
> > > > memory
> > > > to
> > > > ensure fast forward progress or buffers it really doesn't want
> > > > to
> > > > be
> > > > moved around (e.g., buffers exported over a fast network
> > > > interconnect).
> > > > 
> > > > Matt
> > > > 
> > > > > Thanks,
> > > > > Stuart
> > > > > 
> > > > > > 
> > > > > > > the user operations (with the exception of maybe page
> > > > > > > faults). We
> > > > > > > had
> > > > > > > looked at things in i915 like preempting kernel
> > > > > > > operations
> > > > > > > when a
> > > > > > > user
> > > > > > > op comes in (the user clear-on-alloc preempts the kernel
> > > > > > > clear-on-
> > > > > > > free/alloc). This probably falls in the same optimization
> > > > > > > category
> > > > > > > you
> > > > > > 
> > > > > > We definitely won't do that as this would require multiple
> > > > > > migration
> > > > > > queues and preemption via the GuC is so expensive I'd doubt
> > > > > > you'd
> > > > > > ever
> > > > > > win. I guess we could have a convolved algorithm in the
> > > > > > migration
> > > > > > queue
> > > > > > to jump to higher priortiy jobs but would need some really
> > > > > > strong
> > > > > > data
> > > > > > indicating this is needed. Also with dma-resv basically the
> > > > > > migration
> > > > > > queue needs to be idle before anything from the user can
> > > > > > run.
> > > > > > 
> > > > > > Matt
> > > > > > 
> > > > > > > mentioned, although it doesn't necessarily need a user
> > > > > > > hint.
> > > > > > > 
> > > > > > > Thanks,
> > > > > > > Stuart
> > > > > > > 
> > > > > > > > 
> > > > > > > > Matt
> > > > > > > > 
> > > > > > > > > > > Thanks,
> > > > > > > > > > > Stuart
> > > > > > > > > > > 
> > > > > > > > > > > > +}
> > > > > > > > > > > > +
> > > > > > > > > > > >  static inline struct xe_ttm_vram_mgr *
> > > > > > > > > > > >  to_xe_ttm_vram_mgr(struct ttm_resource_manager
> > > > > > > > > > > > *man)
> > > > > > > > > > > >  {
> > > > > > > > > > > 
> > > > > > > > > 
> > > > > > > 
> > > > > 
> > 


^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-11  5:42 [PATCH] drm/xe: Implement clear VRAM on free Matthew Brost
                   ` (8 preceding siblings ...)
  2025-06-11 16:26 ` [PATCH] " Summers, Stuart
@ 2025-06-12 12:53 ` Thomas Hellström
  2025-06-12 17:11   ` Matthew Brost
  2025-06-20 13:08 ` Matthew Auld
  10 siblings, 1 reply; 33+ messages in thread
From: Thomas Hellström @ 2025-06-12 12:53 UTC (permalink / raw)
  To: Matthew Brost, intel-xe; +Cc: matthew.auld

On Tue, 2025-06-10 at 22:42 -0700, Matthew Brost wrote:
> Clearing on free should hide latency of BO clears on new user BO
> allocations.
> 
> Implemented via calling xe_migrate_clear in release notify and
> updating
> iterator in xe_migrate_clear to skip cleared buddy blocks. Only user
> BOs
> cleared in release notify as kernel BOs could still be in use (e.g.,
> PT
> BOs need to wait for dma-resv to be idle).

Wouldn't it be fully possible for a user to do (deep pipelining 3d
case)

create_bo();
map_write_unmap_bo();
bind_bo();
submit_job_touching_bo();
unbind_bo();
free_bo();

Where the free_bo and release_notify() is called long before the job we
submitted even started?

So that would mean the clear needs to await any previous fences, and
that dependency addition seems to have been removed from
xe_migrate_clear.

Another side-effect I think this will have is that bos that are deleted
are not subject to asynchronous evicton. I think if this bo is hit
during lru walk and clearing, TTM will just sync wait for it to become
idle and then free the memory. I think the reason that could not be
fixed in TTM is that TTM needs for all resource manager fences to be
ordered, but if a check for ordered fences which I think requires here
that the eviction exec_queue is the same as the clearing one, that
could be fixed in TTM.

Otherwise, this could also cause newly introduced sync waits in the
exec() and vm_bind paths where we previously performed eviction and the
subsequent clearing async.

Some additional stuff below:


> 
> Signed-off-by: Matthew Brost <matthew.brost@intel.com>
> ---
>  drivers/gpu/drm/xe/xe_bo.c           | 47
> ++++++++++++++++++++++++++++
>  drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++---
>  drivers/gpu/drm/xe/xe_migrate.h      |  1 +
>  drivers/gpu/drm/xe/xe_res_cursor.h   | 26 +++++++++++++++
>  drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
>  drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
>  6 files changed, 94 insertions(+), 5 deletions(-)
> 
> diff --git a/drivers/gpu/drm/xe/xe_bo.c b/drivers/gpu/drm/xe/xe_bo.c
> index 4e39188a021a..74470f4d418d 100644
> --- a/drivers/gpu/drm/xe/xe_bo.c
> +++ b/drivers/gpu/drm/xe/xe_bo.c
> @@ -1434,6 +1434,51 @@ static bool
> xe_ttm_bo_lock_in_destructor(struct ttm_buffer_object *ttm_bo)
>  	return locked;
>  }
>  
> +static void xe_ttm_bo_release_clear(struct ttm_buffer_object
> *ttm_bo)
> +{
> +	struct xe_device *xe = ttm_to_xe_device(ttm_bo->bdev);
> +	struct dma_fence *fence;
> +	int err, idx;
> +
> +	xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> +
> +	if (ttm_bo->type != ttm_bo_type_device)
> +		return;
> +
> +	if (xe_device_wedged(xe))
> +		return;
> +
> +	if (!ttm_bo->resource || !mem_type_is_vram(ttm_bo->resource-
> >mem_type))
> +		return;
> +
> +	if (!drm_dev_enter(&xe->drm, &idx))
> +		return;
> +
> +	if (!xe_pm_runtime_get_if_active(xe))
> +		goto unbind;
> +
> +	err = dma_resv_reserve_fences(&ttm_bo->base._resv, 1);
> +	if (err)
> +		goto put_pm;
> +
> +	fence = xe_migrate_clear(mem_type_to_migrate(xe, ttm_bo-
> >resource->mem_type),
> +				 ttm_to_xe_bo(ttm_bo), ttm_bo-
> >resource,

We should be very careful with passing the xe_bo part here because the
gem refcount is currently zero. So that any caller deeper down in the
call chain might try to do an xe_bo_get() and blow up.

Ideally we'd make xe_migrate_clear() operate only on the ttm_bo for
this to be safe.

/Thomas


> +				 XE_MIGRATE_CLEAR_FLAG_FULL |
> +				 XE_MIGRATE_CLEAR_NON_DIRTY);
> +	if (XE_WARN_ON(IS_ERR(fence)))
> +		goto put_pm;
> +
> +	xe_ttm_vram_mgr_resource_set_cleared(ttm_bo->resource);
> +	dma_resv_add_fence(&ttm_bo->base._resv, fence,
> +			   DMA_RESV_USAGE_KERNEL);
> +	dma_fence_put(fence);
> +
> +put_pm:
> +	xe_pm_runtime_put(xe);
> +unbind:
> +	drm_dev_exit(idx);
> +}
> +
>  static void xe_ttm_bo_release_notify(struct ttm_buffer_object
> *ttm_bo)
>  {
>  	struct dma_resv_iter cursor;
> @@ -1478,6 +1523,8 @@ static void xe_ttm_bo_release_notify(struct
> ttm_buffer_object *ttm_bo)
>  	}
>  	dma_fence_put(replacement);
>  
> +	xe_ttm_bo_release_clear(ttm_bo);
> +
>  	dma_resv_unlock(ttm_bo->base.resv);
>  }
>  
> diff --git a/drivers/gpu/drm/xe/xe_migrate.c
> b/drivers/gpu/drm/xe/xe_migrate.c
> index 8f8e9fdfb2a8..39d7200cb366 100644
> --- a/drivers/gpu/drm/xe/xe_migrate.c
> +++ b/drivers/gpu/drm/xe/xe_migrate.c
> @@ -1063,7 +1063,7 @@ struct dma_fence *xe_migrate_clear(struct
> xe_migrate *m,
>  	struct xe_gt *gt = m->tile->primary_gt;
>  	struct xe_device *xe = gt_to_xe(gt);
>  	bool clear_only_system_ccs = false;
> -	struct dma_fence *fence = NULL;
> +	struct dma_fence *fence = dma_fence_get_stub();
>  	u64 size = bo->size;
>  	struct xe_res_cursor src_it;
>  	struct ttm_resource *src = dst;
> @@ -1075,10 +1075,13 @@ struct dma_fence *xe_migrate_clear(struct
> xe_migrate *m,
>  	if (!clear_bo_data && clear_ccs && !IS_DGFX(xe))
>  		clear_only_system_ccs = true;
>  
> -	if (!clear_vram)
> +	if (!clear_vram) {
>  		xe_res_first_sg(xe_bo_sg(bo), 0, bo->size, &src_it);
> -	else
> +	} else {
>  		xe_res_first(src, 0, bo->size, &src_it);
> +		if (!(clear_flags & XE_MIGRATE_CLEAR_NON_DIRTY))
> +			size -= xe_res_next_dirty(&src_it);
> +	}
>  
>  	while (size) {
>  		u64 clear_L0_ofs;
> @@ -1125,6 +1128,9 @@ struct dma_fence *xe_migrate_clear(struct
> xe_migrate *m,
>  			emit_pte(m, bb, clear_L0_pt, clear_vram,
> clear_only_system_ccs,
>  				 &src_it, clear_L0, dst);
>  
> +		if (clear_vram && !(clear_flags &
> XE_MIGRATE_CLEAR_NON_DIRTY))
> +			size -= xe_res_next_dirty(&src_it);
> +
>  		bb->cs[bb->len++] = MI_BATCH_BUFFER_END;
>  		update_idx = bb->len;
>  
> @@ -1146,7 +1152,7 @@ struct dma_fence *xe_migrate_clear(struct
> xe_migrate *m,
>  		}
>  
>  		xe_sched_job_add_migrate_flush(job, flush_flags);
> -		if (!fence) {
> +		if (fence == dma_fence_get_stub()) {
>  			/*
>  			 * There can't be anything userspace related
> at this
>  			 * point, so we just need to respect any
> potential move
> diff --git a/drivers/gpu/drm/xe/xe_migrate.h
> b/drivers/gpu/drm/xe/xe_migrate.h
> index fb9839c1bae0..58a7b747ef11 100644
> --- a/drivers/gpu/drm/xe/xe_migrate.h
> +++ b/drivers/gpu/drm/xe/xe_migrate.h
> @@ -118,6 +118,7 @@ int xe_migrate_access_memory(struct xe_migrate
> *m, struct xe_bo *bo,
>  
>  #define XE_MIGRATE_CLEAR_FLAG_BO_DATA		BIT(0)
>  #define XE_MIGRATE_CLEAR_FLAG_CCS_DATA		BIT(1)
> +#define XE_MIGRATE_CLEAR_NON_DIRTY		BIT(2)
>  #define
> XE_MIGRATE_CLEAR_FLAG_FULL	(XE_MIGRATE_CLEAR_FLAG_BO_DATA | \
>  					XE_MIGRATE_CLEAR_FLAG_CCS_DA
> TA)
>  struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
> diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h
> b/drivers/gpu/drm/xe/xe_res_cursor.h
> index d1a403cfb628..630082e809ba 100644
> --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> @@ -315,6 +315,32 @@ static inline void xe_res_next(struct
> xe_res_cursor *cur, u64 size)
>  	}
>  }
>  
> +/**
> + * xe_res_next_dirty - advance the cursor to next dirty buddy block
> + *
> + * @cur: the cursor to advance
> + *
> + * Move the cursor until dirty buddy block is found.
> + *
> + * Return: Number of bytes cursor has been advanced
> + */
> +static inline u64 xe_res_next_dirty(struct xe_res_cursor *cur)
> +{
> +	struct drm_buddy_block *block = cur->node;
> +	u64 bytes = 0;
> +
> +	XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> +		   cur->mem_type != XE_PL_VRAM1);
> +
> +	while (cur->remaining && drm_buddy_block_is_clear(block)) {
> +		bytes += cur->size;
> +		xe_res_next(cur, cur->size);
> +		block = cur->node;
> +	}
> +
> +	return bytes;
> +}
> +
>  /**
>   * xe_res_dma - return dma address of cursor at current position
>   *
> diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> index 9e375a40aee9..120046941c1e 100644
> --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> @@ -84,6 +84,9 @@ static int xe_ttm_vram_mgr_new(struct
> ttm_resource_manager *man,
>  	if (place->fpfn || lpfn != man->size >> PAGE_SHIFT)
>  		vres->flags |= DRM_BUDDY_RANGE_ALLOCATION;
>  
> +	if (tbo->type == ttm_bo_type_device)
> +		vres->flags |= DRM_BUDDY_CLEAR_ALLOCATION;
> +
>  	if (WARN_ON(!vres->base.size)) {
>  		err = -EINVAL;
>  		goto error_fini;
> @@ -187,7 +190,7 @@ static void xe_ttm_vram_mgr_del(struct
> ttm_resource_manager *man,
>  	struct drm_buddy *mm = &mgr->mm;
>  
>  	mutex_lock(&mgr->lock);
> -	drm_buddy_free_list(mm, &vres->blocks, 0);
> +	drm_buddy_free_list(mm, &vres->blocks, vres->flags);
>  	mgr->visible_avail += vres->used_visible_size;
>  	mutex_unlock(&mgr->lock);
>  
> diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> index cc76050e376d..dfc0e6890b3c 100644
> --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> @@ -36,6 +36,12 @@ to_xe_ttm_vram_mgr_resource(struct ttm_resource
> *res)
>  	return container_of(res, struct xe_ttm_vram_mgr_resource,
> base);
>  }
>  
> +static inline void
> +xe_ttm_vram_mgr_resource_set_cleared(struct ttm_resource *res)
> +{
> +	to_xe_ttm_vram_mgr_resource(res)->flags |=
> DRM_BUDDY_CLEARED;
> +}
> +
>  static inline struct xe_ttm_vram_mgr *
>  to_xe_ttm_vram_mgr(struct ttm_resource_manager *man)
>  {


^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-12 12:53 ` Thomas Hellström
@ 2025-06-12 17:11   ` Matthew Brost
  2025-06-13  8:07     ` Thomas Hellström
  0 siblings, 1 reply; 33+ messages in thread
From: Matthew Brost @ 2025-06-12 17:11 UTC (permalink / raw)
  To: Thomas Hellström; +Cc: intel-xe, matthew.auld

On Thu, Jun 12, 2025 at 02:53:16PM +0200, Thomas Hellström wrote:
> On Tue, 2025-06-10 at 22:42 -0700, Matthew Brost wrote:
> > Clearing on free should hide latency of BO clears on new user BO
> > allocations.
> > 
> > Implemented via calling xe_migrate_clear in release notify and
> > updating
> > iterator in xe_migrate_clear to skip cleared buddy blocks. Only user
> > BOs
> > cleared in release notify as kernel BOs could still be in use (e.g.,
> > PT
> > BOs need to wait for dma-resv to be idle).
> 
> Wouldn't it be fully possible for a user to do (deep pipelining 3d
> case)
> 
> create_bo();
> map_write_unmap_bo();
> bind_bo();
> submit_job_touching_bo();
> unbind_bo();
> free_bo();
> 
> Where the free_bo and release_notify() is called long before the job we
> submitted even started?
> 
> So that would mean the clear needs to await any previous fences, and
> that dependency addition seems to have been removed from
> xe_migrate_clear.
> 

I think we are actually ok here. xe_vma_destroy is called on unbind with
the out fence from the bind IOCTL, so we don't get to
xe_vma_destroy_late until that fence signals, and xe_vma_destroy_late
(possibly) does the final BO put. Whether this follow makes sense is a
bit questable - this was very early code I wrote in Xe and if I rewrote
today I suspect it would look different.

We could make this 'safer' by waiting on DMA_RESV_USAGE_BOOKKEEP in
xe_migrate_clear for calls from release notify but for private to VM
BO's we'd risk the clear getting stuck behind newly submitted (i.e.,
submitted after the unbind) exec IOCTLs or binds. 

> Another side-effect I think this will have is that bos that are deleted
> are not subject to asynchronous evicton. I think if this bo is hit
> during lru walk and clearing, TTM will just sync wait for it to become
> idle and then free the memory. I think the reason that could not be
> fixed in TTM is that TTM needs for all resource manager fences to be
> ordered, but if a check for ordered fences which I think requires here
> that the eviction exec_queue is the same as the clearing one, that
> could be fixed in TTM.
> 

I think async eviction is still controlled by no_wait_gpu, right? See
ttm_bo_wait_ctx, if a deleted BO is found and no_wait_gpu is clear the
eviction process moves on, right? So the exec IOCTL can still be
pipelined albeit not with deleted BOs that have pending clears. We also
clear no_wait_gpu in Xe FWIW.

> Otherwise, this could also cause newly introduced sync waits in the
> exec() and vm_bind paths where we previously performed eviction and the
> subsequent clearing async.
> 
> Some additional stuff below:
> 
> 
> > 
> > Signed-off-by: Matthew Brost <matthew.brost@intel.com>
> > ---
> >  drivers/gpu/drm/xe/xe_bo.c           | 47
> > ++++++++++++++++++++++++++++
> >  drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++---
> >  drivers/gpu/drm/xe/xe_migrate.h      |  1 +
> >  drivers/gpu/drm/xe/xe_res_cursor.h   | 26 +++++++++++++++
> >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
> >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
> >  6 files changed, 94 insertions(+), 5 deletions(-)
> > 
> > diff --git a/drivers/gpu/drm/xe/xe_bo.c b/drivers/gpu/drm/xe/xe_bo.c
> > index 4e39188a021a..74470f4d418d 100644
> > --- a/drivers/gpu/drm/xe/xe_bo.c
> > +++ b/drivers/gpu/drm/xe/xe_bo.c
> > @@ -1434,6 +1434,51 @@ static bool
> > xe_ttm_bo_lock_in_destructor(struct ttm_buffer_object *ttm_bo)
> >  	return locked;
> >  }
> >  
> > +static void xe_ttm_bo_release_clear(struct ttm_buffer_object
> > *ttm_bo)
> > +{
> > +	struct xe_device *xe = ttm_to_xe_device(ttm_bo->bdev);
> > +	struct dma_fence *fence;
> > +	int err, idx;
> > +
> > +	xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> > +
> > +	if (ttm_bo->type != ttm_bo_type_device)
> > +		return;
> > +
> > +	if (xe_device_wedged(xe))
> > +		return;
> > +
> > +	if (!ttm_bo->resource || !mem_type_is_vram(ttm_bo->resource-
> > >mem_type))
> > +		return;
> > +
> > +	if (!drm_dev_enter(&xe->drm, &idx))
> > +		return;
> > +
> > +	if (!xe_pm_runtime_get_if_active(xe))
> > +		goto unbind;
> > +
> > +	err = dma_resv_reserve_fences(&ttm_bo->base._resv, 1);
> > +	if (err)
> > +		goto put_pm;
> > +
> > +	fence = xe_migrate_clear(mem_type_to_migrate(xe, ttm_bo-
> > >resource->mem_type),
> > +				 ttm_to_xe_bo(ttm_bo), ttm_bo-
> > >resource,
> 
> We should be very careful with passing the xe_bo part here because the
> gem refcount is currently zero. So that any caller deeper down in the
> call chain might try to do an xe_bo_get() and blow up.
> 
> Ideally we'd make xe_migrate_clear() operate only on the ttm_bo for
> this to be safe.
> 

It looks like bo->size and xe_bo_sg are the two uses of an Xe BO in
xe_migrate_clear(). Let me see if I can refactor the arguments to avoid
these + add some kernel doc.

Matt

> /Thomas
> 
> 
> > +				 XE_MIGRATE_CLEAR_FLAG_FULL |
> > +				 XE_MIGRATE_CLEAR_NON_DIRTY);
> > +	if (XE_WARN_ON(IS_ERR(fence)))
> > +		goto put_pm;
> > +
> > +	xe_ttm_vram_mgr_resource_set_cleared(ttm_bo->resource);
> > +	dma_resv_add_fence(&ttm_bo->base._resv, fence,
> > +			   DMA_RESV_USAGE_KERNEL);
> > +	dma_fence_put(fence);
> > +
> > +put_pm:
> > +	xe_pm_runtime_put(xe);
> > +unbind:
> > +	drm_dev_exit(idx);
> > +}
> > +
> >  static void xe_ttm_bo_release_notify(struct ttm_buffer_object
> > *ttm_bo)
> >  {
> >  	struct dma_resv_iter cursor;
> > @@ -1478,6 +1523,8 @@ static void xe_ttm_bo_release_notify(struct
> > ttm_buffer_object *ttm_bo)
> >  	}
> >  	dma_fence_put(replacement);
> >  
> > +	xe_ttm_bo_release_clear(ttm_bo);
> > +
> >  	dma_resv_unlock(ttm_bo->base.resv);
> >  }
> >  
> > diff --git a/drivers/gpu/drm/xe/xe_migrate.c
> > b/drivers/gpu/drm/xe/xe_migrate.c
> > index 8f8e9fdfb2a8..39d7200cb366 100644
> > --- a/drivers/gpu/drm/xe/xe_migrate.c
> > +++ b/drivers/gpu/drm/xe/xe_migrate.c
> > @@ -1063,7 +1063,7 @@ struct dma_fence *xe_migrate_clear(struct
> > xe_migrate *m,
> >  	struct xe_gt *gt = m->tile->primary_gt;
> >  	struct xe_device *xe = gt_to_xe(gt);
> >  	bool clear_only_system_ccs = false;
> > -	struct dma_fence *fence = NULL;
> > +	struct dma_fence *fence = dma_fence_get_stub();
> >  	u64 size = bo->size;
> >  	struct xe_res_cursor src_it;
> >  	struct ttm_resource *src = dst;
> > @@ -1075,10 +1075,13 @@ struct dma_fence *xe_migrate_clear(struct
> > xe_migrate *m,
> >  	if (!clear_bo_data && clear_ccs && !IS_DGFX(xe))
> >  		clear_only_system_ccs = true;
> >  
> > -	if (!clear_vram)
> > +	if (!clear_vram) {
> >  		xe_res_first_sg(xe_bo_sg(bo), 0, bo->size, &src_it);
> > -	else
> > +	} else {
> >  		xe_res_first(src, 0, bo->size, &src_it);
> > +		if (!(clear_flags & XE_MIGRATE_CLEAR_NON_DIRTY))
> > +			size -= xe_res_next_dirty(&src_it);
> > +	}
> >  
> >  	while (size) {
> >  		u64 clear_L0_ofs;
> > @@ -1125,6 +1128,9 @@ struct dma_fence *xe_migrate_clear(struct
> > xe_migrate *m,
> >  			emit_pte(m, bb, clear_L0_pt, clear_vram,
> > clear_only_system_ccs,
> >  				 &src_it, clear_L0, dst);
> >  
> > +		if (clear_vram && !(clear_flags &
> > XE_MIGRATE_CLEAR_NON_DIRTY))
> > +			size -= xe_res_next_dirty(&src_it);
> > +
> >  		bb->cs[bb->len++] = MI_BATCH_BUFFER_END;
> >  		update_idx = bb->len;
> >  
> > @@ -1146,7 +1152,7 @@ struct dma_fence *xe_migrate_clear(struct
> > xe_migrate *m,
> >  		}
> >  
> >  		xe_sched_job_add_migrate_flush(job, flush_flags);
> > -		if (!fence) {
> > +		if (fence == dma_fence_get_stub()) {
> >  			/*
> >  			 * There can't be anything userspace related
> > at this
> >  			 * point, so we just need to respect any
> > potential move
> > diff --git a/drivers/gpu/drm/xe/xe_migrate.h
> > b/drivers/gpu/drm/xe/xe_migrate.h
> > index fb9839c1bae0..58a7b747ef11 100644
> > --- a/drivers/gpu/drm/xe/xe_migrate.h
> > +++ b/drivers/gpu/drm/xe/xe_migrate.h
> > @@ -118,6 +118,7 @@ int xe_migrate_access_memory(struct xe_migrate
> > *m, struct xe_bo *bo,
> >  
> >  #define XE_MIGRATE_CLEAR_FLAG_BO_DATA		BIT(0)
> >  #define XE_MIGRATE_CLEAR_FLAG_CCS_DATA		BIT(1)
> > +#define XE_MIGRATE_CLEAR_NON_DIRTY		BIT(2)
> >  #define
> > XE_MIGRATE_CLEAR_FLAG_FULL	(XE_MIGRATE_CLEAR_FLAG_BO_DATA | \
> >  					XE_MIGRATE_CLEAR_FLAG_CCS_DA
> > TA)
> >  struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
> > diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h
> > b/drivers/gpu/drm/xe/xe_res_cursor.h
> > index d1a403cfb628..630082e809ba 100644
> > --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> > +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> > @@ -315,6 +315,32 @@ static inline void xe_res_next(struct
> > xe_res_cursor *cur, u64 size)
> >  	}
> >  }
> >  
> > +/**
> > + * xe_res_next_dirty - advance the cursor to next dirty buddy block
> > + *
> > + * @cur: the cursor to advance
> > + *
> > + * Move the cursor until dirty buddy block is found.
> > + *
> > + * Return: Number of bytes cursor has been advanced
> > + */
> > +static inline u64 xe_res_next_dirty(struct xe_res_cursor *cur)
> > +{
> > +	struct drm_buddy_block *block = cur->node;
> > +	u64 bytes = 0;
> > +
> > +	XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> > +		   cur->mem_type != XE_PL_VRAM1);
> > +
> > +	while (cur->remaining && drm_buddy_block_is_clear(block)) {
> > +		bytes += cur->size;
> > +		xe_res_next(cur, cur->size);
> > +		block = cur->node;
> > +	}
> > +
> > +	return bytes;
> > +}
> > +
> >  /**
> >   * xe_res_dma - return dma address of cursor at current position
> >   *
> > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > index 9e375a40aee9..120046941c1e 100644
> > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > @@ -84,6 +84,9 @@ static int xe_ttm_vram_mgr_new(struct
> > ttm_resource_manager *man,
> >  	if (place->fpfn || lpfn != man->size >> PAGE_SHIFT)
> >  		vres->flags |= DRM_BUDDY_RANGE_ALLOCATION;
> >  
> > +	if (tbo->type == ttm_bo_type_device)
> > +		vres->flags |= DRM_BUDDY_CLEAR_ALLOCATION;
> > +
> >  	if (WARN_ON(!vres->base.size)) {
> >  		err = -EINVAL;
> >  		goto error_fini;
> > @@ -187,7 +190,7 @@ static void xe_ttm_vram_mgr_del(struct
> > ttm_resource_manager *man,
> >  	struct drm_buddy *mm = &mgr->mm;
> >  
> >  	mutex_lock(&mgr->lock);
> > -	drm_buddy_free_list(mm, &vres->blocks, 0);
> > +	drm_buddy_free_list(mm, &vres->blocks, vres->flags);
> >  	mgr->visible_avail += vres->used_visible_size;
> >  	mutex_unlock(&mgr->lock);
> >  
> > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > index cc76050e376d..dfc0e6890b3c 100644
> > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > @@ -36,6 +36,12 @@ to_xe_ttm_vram_mgr_resource(struct ttm_resource
> > *res)
> >  	return container_of(res, struct xe_ttm_vram_mgr_resource,
> > base);
> >  }
> >  
> > +static inline void
> > +xe_ttm_vram_mgr_resource_set_cleared(struct ttm_resource *res)
> > +{
> > +	to_xe_ttm_vram_mgr_resource(res)->flags |=
> > DRM_BUDDY_CLEARED;
> > +}
> > +
> >  static inline struct xe_ttm_vram_mgr *
> >  to_xe_ttm_vram_mgr(struct ttm_resource_manager *man)
> >  {
> 

^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-12 17:11   ` Matthew Brost
@ 2025-06-13  8:07     ` Thomas Hellström
  2025-06-13 16:21       ` Matthew Brost
  0 siblings, 1 reply; 33+ messages in thread
From: Thomas Hellström @ 2025-06-13  8:07 UTC (permalink / raw)
  To: Matthew Brost; +Cc: intel-xe, matthew.auld

On Thu, 2025-06-12 at 10:11 -0700, Matthew Brost wrote:
> On Thu, Jun 12, 2025 at 02:53:16PM +0200, Thomas Hellström wrote:
> > On Tue, 2025-06-10 at 22:42 -0700, Matthew Brost wrote:
> > > Clearing on free should hide latency of BO clears on new user BO
> > > allocations.
> > > 
> > > Implemented via calling xe_migrate_clear in release notify and
> > > updating
> > > iterator in xe_migrate_clear to skip cleared buddy blocks. Only
> > > user
> > > BOs
> > > cleared in release notify as kernel BOs could still be in use
> > > (e.g.,
> > > PT
> > > BOs need to wait for dma-resv to be idle).
> > 
> > Wouldn't it be fully possible for a user to do (deep pipelining 3d
> > case)
> > 
> > create_bo();
> > map_write_unmap_bo();
> > bind_bo();
> > submit_job_touching_bo();
> > unbind_bo();
> > free_bo();
> > 
> > Where the free_bo and release_notify() is called long before the
> > job we
> > submitted even started?
> > 
> > So that would mean the clear needs to await any previous fences,
> > and
> > that dependency addition seems to have been removed from
> > xe_migrate_clear.
> > 
> 
> I think we are actually ok here. xe_vma_destroy is called on unbind
> with
> the out fence from the bind IOCTL, so we don't get to
> xe_vma_destroy_late until that fence signals, and xe_vma_destroy_late
> (possibly) does the final BO put. Whether this follow makes sense is
> a
> bit questable - this was very early code I wrote in Xe and if I
> rewrote
> today I suspect it would look different.

Hmm, yeah you're right. So the unbind kernel fence should indeed be
last fence we need to wait for here.

> 
> We could make this 'safer' by waiting on DMA_RESV_USAGE_BOOKKEEP in
> xe_migrate_clear for calls from release notify but for private to VM
> BO's we'd risk the clear getting stuck behind newly submitted (i.e.,
> submitted after the unbind) exec IOCTLs or binds.

Yeah, although at this point the individualization has already taken
place, so at least there should be no starving, since the only
unnecessary waits would be for execs submitted between the unbind and
the individualization. So doable but leave it up to you.

> > Another side-effect I think this will have is that bos that are
> > deleted
> > are not subject to asynchronous evicton. I think if this bo is hit
> > during lru walk and clearing, TTM will just sync wait for it to
> > become
> > idle and then free the memory. I think the reason that could not be
> > fixed in TTM is that TTM needs for all resource manager fences to
> > be
> > ordered, but if a check for ordered fences which I think requires
> > here
> > that the eviction exec_queue is the same as the clearing one, that
> > could be fixed in TTM.
> > 
> 
> I think async eviction is still controlled by no_wait_gpu, right? See
> ttm_bo_wait_ctx, if a deleted BO is found and no_wait_gpu is clear
> the
> eviction process moves on, right? So the exec IOCTL can still be
> pipelined albeit not with deleted BOs that have pending clears. We
> also
> clear no_wait_gpu in Xe FWIW.

Yes this is a rather complex problem further complicated by the fact
that since we can in wait for fences under dma_resv locks, for a true
no_wait_gpu exec to succeed, we're only allowed to do dma_resv_trylock.

Better to try to fix this in TTM rather than try to worry too much
about it here.

> 
> > Otherwise, this could also cause newly introduced sync waits in the
> > exec() and vm_bind paths where we previously performed eviction and
> > the
> > subsequent clearing async.
> > 
> > Some additional stuff below:
> > 
> > 
> > > 
> > > Signed-off-by: Matthew Brost <matthew.brost@intel.com>
> > > ---
> > >  drivers/gpu/drm/xe/xe_bo.c           | 47
> > > ++++++++++++++++++++++++++++
> > >  drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++---
> > >  drivers/gpu/drm/xe/xe_migrate.h      |  1 +
> > >  drivers/gpu/drm/xe/xe_res_cursor.h   | 26 +++++++++++++++
> > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
> > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
> > >  6 files changed, 94 insertions(+), 5 deletions(-)
> > > 
> > > diff --git a/drivers/gpu/drm/xe/xe_bo.c
> > > b/drivers/gpu/drm/xe/xe_bo.c
> > > index 4e39188a021a..74470f4d418d 100644
> > > --- a/drivers/gpu/drm/xe/xe_bo.c
> > > +++ b/drivers/gpu/drm/xe/xe_bo.c
> > > @@ -1434,6 +1434,51 @@ static bool
> > > xe_ttm_bo_lock_in_destructor(struct ttm_buffer_object *ttm_bo)
> > >  	return locked;
> > >  }
> > >  
> > > +static void xe_ttm_bo_release_clear(struct ttm_buffer_object
> > > *ttm_bo)
> > > +{
> > > +	struct xe_device *xe = ttm_to_xe_device(ttm_bo->bdev);
> > > +	struct dma_fence *fence;
> > > +	int err, idx;
> > > +
> > > +	xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> > > +
> > > +	if (ttm_bo->type != ttm_bo_type_device)
> > > +		return;
> > > +
> > > +	if (xe_device_wedged(xe))
> > > +		return;
> > > +
> > > +	if (!ttm_bo->resource || !mem_type_is_vram(ttm_bo-
> > > >resource-
> > > > mem_type))
> > > +		return;
> > > +
> > > +	if (!drm_dev_enter(&xe->drm, &idx))
> > > +		return;
> > > +
> > > +	if (!xe_pm_runtime_get_if_active(xe))
> > > +		goto unbind;
> > > +
> > > +	err = dma_resv_reserve_fences(&ttm_bo->base._resv, 1);
> > > +	if (err)
> > > +		goto put_pm;
> > > +
> > > +	fence = xe_migrate_clear(mem_type_to_migrate(xe, ttm_bo-
> > > > resource->mem_type),
> > > +				 ttm_to_xe_bo(ttm_bo), ttm_bo-
> > > > resource,
> > 
> > We should be very careful with passing the xe_bo part here because
> > the
> > gem refcount is currently zero. So that any caller deeper down in
> > the
> > call chain might try to do an xe_bo_get() and blow up.
> > 
> > Ideally we'd make xe_migrate_clear() operate only on the ttm_bo for
> > this to be safe.
> > 
> 
> It looks like bo->size and xe_bo_sg are the two uses of an Xe BO in
> xe_migrate_clear(). Let me see if I can refactor the arguments to
> avoid
> these + add some kernel doc.

Thanks,
Thomas


> 
> Matt
> 
> > /Thomas
> > 
> > 
> > > +				 XE_MIGRATE_CLEAR_FLAG_FULL |
> > > +				 XE_MIGRATE_CLEAR_NON_DIRTY);
> > > +	if (XE_WARN_ON(IS_ERR(fence)))
> > > +		goto put_pm;
> > > +
> > > +	xe_ttm_vram_mgr_resource_set_cleared(ttm_bo->resource);
> > > +	dma_resv_add_fence(&ttm_bo->base._resv, fence,
> > > +			   DMA_RESV_USAGE_KERNEL);
> > > +	dma_fence_put(fence);
> > > +
> > > +put_pm:
> > > +	xe_pm_runtime_put(xe);
> > > +unbind:
> > > +	drm_dev_exit(idx);
> > > +}
> > > +
> > >  static void xe_ttm_bo_release_notify(struct ttm_buffer_object
> > > *ttm_bo)
> > >  {
> > >  	struct dma_resv_iter cursor;
> > > @@ -1478,6 +1523,8 @@ static void xe_ttm_bo_release_notify(struct
> > > ttm_buffer_object *ttm_bo)
> > >  	}
> > >  	dma_fence_put(replacement);
> > >  
> > > +	xe_ttm_bo_release_clear(ttm_bo);
> > > +
> > >  	dma_resv_unlock(ttm_bo->base.resv);
> > >  }
> > >  
> > > diff --git a/drivers/gpu/drm/xe/xe_migrate.c
> > > b/drivers/gpu/drm/xe/xe_migrate.c
> > > index 8f8e9fdfb2a8..39d7200cb366 100644
> > > --- a/drivers/gpu/drm/xe/xe_migrate.c
> > > +++ b/drivers/gpu/drm/xe/xe_migrate.c
> > > @@ -1063,7 +1063,7 @@ struct dma_fence *xe_migrate_clear(struct
> > > xe_migrate *m,
> > >  	struct xe_gt *gt = m->tile->primary_gt;
> > >  	struct xe_device *xe = gt_to_xe(gt);
> > >  	bool clear_only_system_ccs = false;
> > > -	struct dma_fence *fence = NULL;
> > > +	struct dma_fence *fence = dma_fence_get_stub();
> > >  	u64 size = bo->size;
> > >  	struct xe_res_cursor src_it;
> > >  	struct ttm_resource *src = dst;
> > > @@ -1075,10 +1075,13 @@ struct dma_fence *xe_migrate_clear(struct
> > > xe_migrate *m,
> > >  	if (!clear_bo_data && clear_ccs && !IS_DGFX(xe))
> > >  		clear_only_system_ccs = true;
> > >  
> > > -	if (!clear_vram)
> > > +	if (!clear_vram) {
> > >  		xe_res_first_sg(xe_bo_sg(bo), 0, bo->size,
> > > &src_it);
> > > -	else
> > > +	} else {
> > >  		xe_res_first(src, 0, bo->size, &src_it);
> > > +		if (!(clear_flags & XE_MIGRATE_CLEAR_NON_DIRTY))
> > > +			size -= xe_res_next_dirty(&src_it);
> > > +	}
> > >  
> > >  	while (size) {
> > >  		u64 clear_L0_ofs;
> > > @@ -1125,6 +1128,9 @@ struct dma_fence *xe_migrate_clear(struct
> > > xe_migrate *m,
> > >  			emit_pte(m, bb, clear_L0_pt, clear_vram,
> > > clear_only_system_ccs,
> > >  				 &src_it, clear_L0, dst);
> > >  
> > > +		if (clear_vram && !(clear_flags &
> > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > +			size -= xe_res_next_dirty(&src_it);
> > > +
> > >  		bb->cs[bb->len++] = MI_BATCH_BUFFER_END;
> > >  		update_idx = bb->len;
> > >  
> > > @@ -1146,7 +1152,7 @@ struct dma_fence *xe_migrate_clear(struct
> > > xe_migrate *m,
> > >  		}
> > >  
> > >  		xe_sched_job_add_migrate_flush(job,
> > > flush_flags);
> > > -		if (!fence) {
> > > +		if (fence == dma_fence_get_stub()) {
> > >  			/*
> > >  			 * There can't be anything userspace
> > > related
> > > at this
> > >  			 * point, so we just need to respect any
> > > potential move
> > > diff --git a/drivers/gpu/drm/xe/xe_migrate.h
> > > b/drivers/gpu/drm/xe/xe_migrate.h
> > > index fb9839c1bae0..58a7b747ef11 100644
> > > --- a/drivers/gpu/drm/xe/xe_migrate.h
> > > +++ b/drivers/gpu/drm/xe/xe_migrate.h
> > > @@ -118,6 +118,7 @@ int xe_migrate_access_memory(struct
> > > xe_migrate
> > > *m, struct xe_bo *bo,
> > >  
> > >  #define XE_MIGRATE_CLEAR_FLAG_BO_DATA		BIT(0)
> > >  #define XE_MIGRATE_CLEAR_FLAG_CCS_DATA		BIT(1)
> > > +#define XE_MIGRATE_CLEAR_NON_DIRTY		BIT(2)
> > >  #define
> > > XE_MIGRATE_CLEAR_FLAG_FULL	(XE_MIGRATE_CLEAR_FLAG_BO_DATA |
> > > \
> > >  					XE_MIGRATE_CLEAR_FLAG_CC
> > > S_DA
> > > TA)
> > >  struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
> > > diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > index d1a403cfb628..630082e809ba 100644
> > > --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > @@ -315,6 +315,32 @@ static inline void xe_res_next(struct
> > > xe_res_cursor *cur, u64 size)
> > >  	}
> > >  }
> > >  
> > > +/**
> > > + * xe_res_next_dirty - advance the cursor to next dirty buddy
> > > block
> > > + *
> > > + * @cur: the cursor to advance
> > > + *
> > > + * Move the cursor until dirty buddy block is found.
> > > + *
> > > + * Return: Number of bytes cursor has been advanced
> > > + */
> > > +static inline u64 xe_res_next_dirty(struct xe_res_cursor *cur)
> > > +{
> > > +	struct drm_buddy_block *block = cur->node;
> > > +	u64 bytes = 0;
> > > +
> > > +	XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> > > +		   cur->mem_type != XE_PL_VRAM1);
> > > +
> > > +	while (cur->remaining &&
> > > drm_buddy_block_is_clear(block)) {
> > > +		bytes += cur->size;
> > > +		xe_res_next(cur, cur->size);
> > > +		block = cur->node;
> > > +	}
> > > +
> > > +	return bytes;
> > > +}
> > > +
> > >  /**
> > >   * xe_res_dma - return dma address of cursor at current position
> > >   *
> > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > index 9e375a40aee9..120046941c1e 100644
> > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > @@ -84,6 +84,9 @@ static int xe_ttm_vram_mgr_new(struct
> > > ttm_resource_manager *man,
> > >  	if (place->fpfn || lpfn != man->size >> PAGE_SHIFT)
> > >  		vres->flags |= DRM_BUDDY_RANGE_ALLOCATION;
> > >  
> > > +	if (tbo->type == ttm_bo_type_device)
> > > +		vres->flags |= DRM_BUDDY_CLEAR_ALLOCATION;
> > > +
> > >  	if (WARN_ON(!vres->base.size)) {
> > >  		err = -EINVAL;
> > >  		goto error_fini;
> > > @@ -187,7 +190,7 @@ static void xe_ttm_vram_mgr_del(struct
> > > ttm_resource_manager *man,
> > >  	struct drm_buddy *mm = &mgr->mm;
> > >  
> > >  	mutex_lock(&mgr->lock);
> > > -	drm_buddy_free_list(mm, &vres->blocks, 0);
> > > +	drm_buddy_free_list(mm, &vres->blocks, vres->flags);
> > >  	mgr->visible_avail += vres->used_visible_size;
> > >  	mutex_unlock(&mgr->lock);
> > >  
> > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > index cc76050e376d..dfc0e6890b3c 100644
> > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > @@ -36,6 +36,12 @@ to_xe_ttm_vram_mgr_resource(struct
> > > ttm_resource
> > > *res)
> > >  	return container_of(res, struct
> > > xe_ttm_vram_mgr_resource,
> > > base);
> > >  }
> > >  
> > > +static inline void
> > > +xe_ttm_vram_mgr_resource_set_cleared(struct ttm_resource *res)
> > > +{
> > > +	to_xe_ttm_vram_mgr_resource(res)->flags |=
> > > DRM_BUDDY_CLEARED;
> > > +}
> > > +
> > >  static inline struct xe_ttm_vram_mgr *
> > >  to_xe_ttm_vram_mgr(struct ttm_resource_manager *man)
> > >  {
> > 


^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-13  8:07     ` Thomas Hellström
@ 2025-06-13 16:21       ` Matthew Brost
  2025-06-13 20:02         ` Matthew Brost
  0 siblings, 1 reply; 33+ messages in thread
From: Matthew Brost @ 2025-06-13 16:21 UTC (permalink / raw)
  To: Thomas Hellström; +Cc: intel-xe, matthew.auld

On Fri, Jun 13, 2025 at 10:07:17AM +0200, Thomas Hellström wrote:
> On Thu, 2025-06-12 at 10:11 -0700, Matthew Brost wrote:
> > On Thu, Jun 12, 2025 at 02:53:16PM +0200, Thomas Hellström wrote:
> > > On Tue, 2025-06-10 at 22:42 -0700, Matthew Brost wrote:
> > > > Clearing on free should hide latency of BO clears on new user BO
> > > > allocations.
> > > > 
> > > > Implemented via calling xe_migrate_clear in release notify and
> > > > updating
> > > > iterator in xe_migrate_clear to skip cleared buddy blocks. Only
> > > > user
> > > > BOs
> > > > cleared in release notify as kernel BOs could still be in use
> > > > (e.g.,
> > > > PT
> > > > BOs need to wait for dma-resv to be idle).
> > > 
> > > Wouldn't it be fully possible for a user to do (deep pipelining 3d
> > > case)
> > > 
> > > create_bo();
> > > map_write_unmap_bo();
> > > bind_bo();
> > > submit_job_touching_bo();
> > > unbind_bo();
> > > free_bo();
> > > 
> > > Where the free_bo and release_notify() is called long before the
> > > job we
> > > submitted even started?
> > > 
> > > So that would mean the clear needs to await any previous fences,
> > > and
> > > that dependency addition seems to have been removed from
> > > xe_migrate_clear.
> > > 
> > 
> > I think we are actually ok here. xe_vma_destroy is called on unbind
> > with
> > the out fence from the bind IOCTL, so we don't get to
> > xe_vma_destroy_late until that fence signals, and xe_vma_destroy_late
> > (possibly) does the final BO put. Whether this follow makes sense is
> > a
> > bit questable - this was very early code I wrote in Xe and if I
> > rewrote
> > today I suspect it would look different.
> 
> Hmm, yeah you're right. So the unbind kernel fence should indeed be
> last fence we need to wait for here.
> 

It should actually be signaled too. I think we could avoid any dma-resv
wait in this case. Kernel operations are typically (maybe always) on the
migration queue, though, so we’d be waiting on those operations via
queue ordering anyway.

> > 
> > We could make this 'safer' by waiting on DMA_RESV_USAGE_BOOKKEEP in
> > xe_migrate_clear for calls from release notify but for private to VM
> > BO's we'd risk the clear getting stuck behind newly submitted (i.e.,
> > submitted after the unbind) exec IOCTLs or binds.
> 
> Yeah, although at this point the individualization has already taken
> place, so at least there should be no starving, since the only
> unnecessary waits would be for execs submitted between the unbind and
> the individualization. So doable but leave it up to you.
> 

The individualization is done by the final put-likely assuming the BO is
closed and unmapped in user space—in the worker mentioned above. If an
exec or bind IOCTL is issued in the interim, we’d be waiting on those.

> > > Another side-effect I think this will have is that bos that are
> > > deleted
> > > are not subject to asynchronous evicton. I think if this bo is hit
> > > during lru walk and clearing, TTM will just sync wait for it to
> > > become
> > > idle and then free the memory. I think the reason that could not be
> > > fixed in TTM is that TTM needs for all resource manager fences to
> > > be
> > > ordered, but if a check for ordered fences which I think requires
> > > here
> > > that the eviction exec_queue is the same as the clearing one, that
> > > could be fixed in TTM.
> > > 
> > 
> > I think async eviction is still controlled by no_wait_gpu, right? See
> > ttm_bo_wait_ctx, if a deleted BO is found and no_wait_gpu is clear
> > the
> > eviction process moves on, right? So the exec IOCTL can still be
> > pipelined albeit not with deleted BOs that have pending clears. We
> > also
> > clear no_wait_gpu in Xe FWIW.
> 
> Yes this is a rather complex problem further complicated by the fact
> that since we can in wait for fences under dma_resv locks, for a true
> no_wait_gpu exec to succeed, we're only allowed to do dma_resv_trylock.
> 
> Better to try to fix this in TTM rather than try to worry too much
> about it here.
> 

+1.

> > 
> > > Otherwise, this could also cause newly introduced sync waits in the
> > > exec() and vm_bind paths where we previously performed eviction and
> > > the
> > > subsequent clearing async.
> > > 
> > > Some additional stuff below:
> > > 
> > > 
> > > > 
> > > > Signed-off-by: Matthew Brost <matthew.brost@intel.com>
> > > > ---
> > > >  drivers/gpu/drm/xe/xe_bo.c           | 47
> > > > ++++++++++++++++++++++++++++
> > > >  drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++---
> > > >  drivers/gpu/drm/xe/xe_migrate.h      |  1 +
> > > >  drivers/gpu/drm/xe/xe_res_cursor.h   | 26 +++++++++++++++
> > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
> > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
> > > >  6 files changed, 94 insertions(+), 5 deletions(-)
> > > > 
> > > > diff --git a/drivers/gpu/drm/xe/xe_bo.c
> > > > b/drivers/gpu/drm/xe/xe_bo.c
> > > > index 4e39188a021a..74470f4d418d 100644
> > > > --- a/drivers/gpu/drm/xe/xe_bo.c
> > > > +++ b/drivers/gpu/drm/xe/xe_bo.c
> > > > @@ -1434,6 +1434,51 @@ static bool
> > > > xe_ttm_bo_lock_in_destructor(struct ttm_buffer_object *ttm_bo)
> > > >  	return locked;
> > > >  }
> > > >  
> > > > +static void xe_ttm_bo_release_clear(struct ttm_buffer_object
> > > > *ttm_bo)
> > > > +{
> > > > +	struct xe_device *xe = ttm_to_xe_device(ttm_bo->bdev);
> > > > +	struct dma_fence *fence;
> > > > +	int err, idx;
> > > > +
> > > > +	xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> > > > +
> > > > +	if (ttm_bo->type != ttm_bo_type_device)
> > > > +		return;
> > > > +
> > > > +	if (xe_device_wedged(xe))
> > > > +		return;
> > > > +
> > > > +	if (!ttm_bo->resource || !mem_type_is_vram(ttm_bo-
> > > > >resource-
> > > > > mem_type))
> > > > +		return;
> > > > +
> > > > +	if (!drm_dev_enter(&xe->drm, &idx))
> > > > +		return;
> > > > +
> > > > +	if (!xe_pm_runtime_get_if_active(xe))
> > > > +		goto unbind;
> > > > +
> > > > +	err = dma_resv_reserve_fences(&ttm_bo->base._resv, 1);
> > > > +	if (err)
> > > > +		goto put_pm;
> > > > +
> > > > +	fence = xe_migrate_clear(mem_type_to_migrate(xe, ttm_bo-
> > > > > resource->mem_type),
> > > > +				 ttm_to_xe_bo(ttm_bo), ttm_bo-
> > > > > resource,
> > > 
> > > We should be very careful with passing the xe_bo part here because
> > > the
> > > gem refcount is currently zero. So that any caller deeper down in
> > > the
> > > call chain might try to do an xe_bo_get() and blow up.
> > > 
> > > Ideally we'd make xe_migrate_clear() operate only on the ttm_bo for
> > > this to be safe.
> > > 
> > 
> > It looks like bo->size and xe_bo_sg are the two uses of an Xe BO in
> > xe_migrate_clear(). Let me see if I can refactor the arguments to
> > avoid
> > these + add some kernel doc.
> 
> Thanks,
> Thomas
>

So I'll just respin the next rev with a refactor xe_migrate_clear
arguments.

Matt

> 
> > 
> > Matt
> > 
> > > /Thomas
> > > 
> > > 
> > > > +				 XE_MIGRATE_CLEAR_FLAG_FULL |
> > > > +				 XE_MIGRATE_CLEAR_NON_DIRTY);
> > > > +	if (XE_WARN_ON(IS_ERR(fence)))
> > > > +		goto put_pm;
> > > > +
> > > > +	xe_ttm_vram_mgr_resource_set_cleared(ttm_bo->resource);
> > > > +	dma_resv_add_fence(&ttm_bo->base._resv, fence,
> > > > +			   DMA_RESV_USAGE_KERNEL);
> > > > +	dma_fence_put(fence);
> > > > +
> > > > +put_pm:
> > > > +	xe_pm_runtime_put(xe);
> > > > +unbind:
> > > > +	drm_dev_exit(idx);
> > > > +}
> > > > +
> > > >  static void xe_ttm_bo_release_notify(struct ttm_buffer_object
> > > > *ttm_bo)
> > > >  {
> > > >  	struct dma_resv_iter cursor;
> > > > @@ -1478,6 +1523,8 @@ static void xe_ttm_bo_release_notify(struct
> > > > ttm_buffer_object *ttm_bo)
> > > >  	}
> > > >  	dma_fence_put(replacement);
> > > >  
> > > > +	xe_ttm_bo_release_clear(ttm_bo);
> > > > +
> > > >  	dma_resv_unlock(ttm_bo->base.resv);
> > > >  }
> > > >  
> > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.c
> > > > b/drivers/gpu/drm/xe/xe_migrate.c
> > > > index 8f8e9fdfb2a8..39d7200cb366 100644
> > > > --- a/drivers/gpu/drm/xe/xe_migrate.c
> > > > +++ b/drivers/gpu/drm/xe/xe_migrate.c
> > > > @@ -1063,7 +1063,7 @@ struct dma_fence *xe_migrate_clear(struct
> > > > xe_migrate *m,
> > > >  	struct xe_gt *gt = m->tile->primary_gt;
> > > >  	struct xe_device *xe = gt_to_xe(gt);
> > > >  	bool clear_only_system_ccs = false;
> > > > -	struct dma_fence *fence = NULL;
> > > > +	struct dma_fence *fence = dma_fence_get_stub();
> > > >  	u64 size = bo->size;
> > > >  	struct xe_res_cursor src_it;
> > > >  	struct ttm_resource *src = dst;
> > > > @@ -1075,10 +1075,13 @@ struct dma_fence *xe_migrate_clear(struct
> > > > xe_migrate *m,
> > > >  	if (!clear_bo_data && clear_ccs && !IS_DGFX(xe))
> > > >  		clear_only_system_ccs = true;
> > > >  
> > > > -	if (!clear_vram)
> > > > +	if (!clear_vram) {
> > > >  		xe_res_first_sg(xe_bo_sg(bo), 0, bo->size,
> > > > &src_it);
> > > > -	else
> > > > +	} else {
> > > >  		xe_res_first(src, 0, bo->size, &src_it);
> > > > +		if (!(clear_flags & XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > +			size -= xe_res_next_dirty(&src_it);
> > > > +	}
> > > >  
> > > >  	while (size) {
> > > >  		u64 clear_L0_ofs;
> > > > @@ -1125,6 +1128,9 @@ struct dma_fence *xe_migrate_clear(struct
> > > > xe_migrate *m,
> > > >  			emit_pte(m, bb, clear_L0_pt, clear_vram,
> > > > clear_only_system_ccs,
> > > >  				 &src_it, clear_L0, dst);
> > > >  
> > > > +		if (clear_vram && !(clear_flags &
> > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > +			size -= xe_res_next_dirty(&src_it);
> > > > +
> > > >  		bb->cs[bb->len++] = MI_BATCH_BUFFER_END;
> > > >  		update_idx = bb->len;
> > > >  
> > > > @@ -1146,7 +1152,7 @@ struct dma_fence *xe_migrate_clear(struct
> > > > xe_migrate *m,
> > > >  		}
> > > >  
> > > >  		xe_sched_job_add_migrate_flush(job,
> > > > flush_flags);
> > > > -		if (!fence) {
> > > > +		if (fence == dma_fence_get_stub()) {
> > > >  			/*
> > > >  			 * There can't be anything userspace
> > > > related
> > > > at this
> > > >  			 * point, so we just need to respect any
> > > > potential move
> > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.h
> > > > b/drivers/gpu/drm/xe/xe_migrate.h
> > > > index fb9839c1bae0..58a7b747ef11 100644
> > > > --- a/drivers/gpu/drm/xe/xe_migrate.h
> > > > +++ b/drivers/gpu/drm/xe/xe_migrate.h
> > > > @@ -118,6 +118,7 @@ int xe_migrate_access_memory(struct
> > > > xe_migrate
> > > > *m, struct xe_bo *bo,
> > > >  
> > > >  #define XE_MIGRATE_CLEAR_FLAG_BO_DATA		BIT(0)
> > > >  #define XE_MIGRATE_CLEAR_FLAG_CCS_DATA		BIT(1)
> > > > +#define XE_MIGRATE_CLEAR_NON_DIRTY		BIT(2)
> > > >  #define
> > > > XE_MIGRATE_CLEAR_FLAG_FULL	(XE_MIGRATE_CLEAR_FLAG_BO_DATA |
> > > > \
> > > >  					XE_MIGRATE_CLEAR_FLAG_CC
> > > > S_DA
> > > > TA)
> > > >  struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
> > > > diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > index d1a403cfb628..630082e809ba 100644
> > > > --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > @@ -315,6 +315,32 @@ static inline void xe_res_next(struct
> > > > xe_res_cursor *cur, u64 size)
> > > >  	}
> > > >  }
> > > >  
> > > > +/**
> > > > + * xe_res_next_dirty - advance the cursor to next dirty buddy
> > > > block
> > > > + *
> > > > + * @cur: the cursor to advance
> > > > + *
> > > > + * Move the cursor until dirty buddy block is found.
> > > > + *
> > > > + * Return: Number of bytes cursor has been advanced
> > > > + */
> > > > +static inline u64 xe_res_next_dirty(struct xe_res_cursor *cur)
> > > > +{
> > > > +	struct drm_buddy_block *block = cur->node;
> > > > +	u64 bytes = 0;
> > > > +
> > > > +	XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> > > > +		   cur->mem_type != XE_PL_VRAM1);
> > > > +
> > > > +	while (cur->remaining &&
> > > > drm_buddy_block_is_clear(block)) {
> > > > +		bytes += cur->size;
> > > > +		xe_res_next(cur, cur->size);
> > > > +		block = cur->node;
> > > > +	}
> > > > +
> > > > +	return bytes;
> > > > +}
> > > > +
> > > >  /**
> > > >   * xe_res_dma - return dma address of cursor at current position
> > > >   *
> > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > index 9e375a40aee9..120046941c1e 100644
> > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > @@ -84,6 +84,9 @@ static int xe_ttm_vram_mgr_new(struct
> > > > ttm_resource_manager *man,
> > > >  	if (place->fpfn || lpfn != man->size >> PAGE_SHIFT)
> > > >  		vres->flags |= DRM_BUDDY_RANGE_ALLOCATION;
> > > >  
> > > > +	if (tbo->type == ttm_bo_type_device)
> > > > +		vres->flags |= DRM_BUDDY_CLEAR_ALLOCATION;
> > > > +
> > > >  	if (WARN_ON(!vres->base.size)) {
> > > >  		err = -EINVAL;
> > > >  		goto error_fini;
> > > > @@ -187,7 +190,7 @@ static void xe_ttm_vram_mgr_del(struct
> > > > ttm_resource_manager *man,
> > > >  	struct drm_buddy *mm = &mgr->mm;
> > > >  
> > > >  	mutex_lock(&mgr->lock);
> > > > -	drm_buddy_free_list(mm, &vres->blocks, 0);
> > > > +	drm_buddy_free_list(mm, &vres->blocks, vres->flags);
> > > >  	mgr->visible_avail += vres->used_visible_size;
> > > >  	mutex_unlock(&mgr->lock);
> > > >  
> > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > index cc76050e376d..dfc0e6890b3c 100644
> > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > @@ -36,6 +36,12 @@ to_xe_ttm_vram_mgr_resource(struct
> > > > ttm_resource
> > > > *res)
> > > >  	return container_of(res, struct
> > > > xe_ttm_vram_mgr_resource,
> > > > base);
> > > >  }
> > > >  
> > > > +static inline void
> > > > +xe_ttm_vram_mgr_resource_set_cleared(struct ttm_resource *res)
> > > > +{
> > > > +	to_xe_ttm_vram_mgr_resource(res)->flags |=
> > > > DRM_BUDDY_CLEARED;
> > > > +}
> > > > +
> > > >  static inline struct xe_ttm_vram_mgr *
> > > >  to_xe_ttm_vram_mgr(struct ttm_resource_manager *man)
> > > >  {
> > > 
> 

^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-13 16:21       ` Matthew Brost
@ 2025-06-13 20:02         ` Matthew Brost
  2025-06-16  7:40           ` Thomas Hellström
  0 siblings, 1 reply; 33+ messages in thread
From: Matthew Brost @ 2025-06-13 20:02 UTC (permalink / raw)
  To: Thomas Hellström; +Cc: intel-xe, matthew.auld

On Fri, Jun 13, 2025 at 09:21:36AM -0700, Matthew Brost wrote:
> On Fri, Jun 13, 2025 at 10:07:17AM +0200, Thomas Hellström wrote:
> > On Thu, 2025-06-12 at 10:11 -0700, Matthew Brost wrote:
> > > On Thu, Jun 12, 2025 at 02:53:16PM +0200, Thomas Hellström wrote:
> > > > On Tue, 2025-06-10 at 22:42 -0700, Matthew Brost wrote:
> > > > > Clearing on free should hide latency of BO clears on new user BO
> > > > > allocations.
> > > > > 
> > > > > Implemented via calling xe_migrate_clear in release notify and
> > > > > updating
> > > > > iterator in xe_migrate_clear to skip cleared buddy blocks. Only
> > > > > user
> > > > > BOs
> > > > > cleared in release notify as kernel BOs could still be in use
> > > > > (e.g.,
> > > > > PT
> > > > > BOs need to wait for dma-resv to be idle).
> > > > 
> > > > Wouldn't it be fully possible for a user to do (deep pipelining 3d
> > > > case)
> > > > 
> > > > create_bo();
> > > > map_write_unmap_bo();
> > > > bind_bo();
> > > > submit_job_touching_bo();
> > > > unbind_bo();
> > > > free_bo();
> > > > 
> > > > Where the free_bo and release_notify() is called long before the
> > > > job we
> > > > submitted even started?
> > > > 
> > > > So that would mean the clear needs to await any previous fences,
> > > > and
> > > > that dependency addition seems to have been removed from
> > > > xe_migrate_clear.
> > > > 
> > > 
> > > I think we are actually ok here. xe_vma_destroy is called on unbind
> > > with
> > > the out fence from the bind IOCTL, so we don't get to
> > > xe_vma_destroy_late until that fence signals, and xe_vma_destroy_late
> > > (possibly) does the final BO put. Whether this follow makes sense is
> > > a
> > > bit questable - this was very early code I wrote in Xe and if I
> > > rewrote
> > > today I suspect it would look different.
> > 
> > Hmm, yeah you're right. So the unbind kernel fence should indeed be
> > last fence we need to wait for here.
> > 
> 
> It should actually be signaled too. I think we could avoid any dma-resv
> wait in this case. Kernel operations are typically (maybe always) on the
> migration queue, though, so we’d be waiting on those operations via
> queue ordering anyway.
> 
> > > 
> > > We could make this 'safer' by waiting on DMA_RESV_USAGE_BOOKKEEP in
> > > xe_migrate_clear for calls from release notify but for private to VM
> > > BO's we'd risk the clear getting stuck behind newly submitted (i.e.,
> > > submitted after the unbind) exec IOCTLs or binds.
> > 
> > Yeah, although at this point the individualization has already taken
> > place, so at least there should be no starving, since the only
> > unnecessary waits would be for execs submitted between the unbind and
> > the individualization. So doable but leave it up to you.
> > 
> 
> The individualization is done by the final put-likely assuming the BO is
> closed and unmapped in user space—in the worker mentioned above. If an
> exec or bind IOCTL is issued in the interim, we’d be waiting on those.
> 
> > > > Another side-effect I think this will have is that bos that are
> > > > deleted
> > > > are not subject to asynchronous evicton. I think if this bo is hit
> > > > during lru walk and clearing, TTM will just sync wait for it to
> > > > become
> > > > idle and then free the memory. I think the reason that could not be
> > > > fixed in TTM is that TTM needs for all resource manager fences to
> > > > be
> > > > ordered, but if a check for ordered fences which I think requires
> > > > here
> > > > that the eviction exec_queue is the same as the clearing one, that
> > > > could be fixed in TTM.
> > > > 
> > > 
> > > I think async eviction is still controlled by no_wait_gpu, right? See
> > > ttm_bo_wait_ctx, if a deleted BO is found and no_wait_gpu is clear
> > > the
> > > eviction process moves on, right? So the exec IOCTL can still be
> > > pipelined albeit not with deleted BOs that have pending clears. We
> > > also
> > > clear no_wait_gpu in Xe FWIW.
> > 
> > Yes this is a rather complex problem further complicated by the fact
> > that since we can in wait for fences under dma_resv locks, for a true
> > no_wait_gpu exec to succeed, we're only allowed to do dma_resv_trylock.
> > 
> > Better to try to fix this in TTM rather than try to worry too much
> > about it here.
> > 
> 
> +1.
> 
> > > 
> > > > Otherwise, this could also cause newly introduced sync waits in the
> > > > exec() and vm_bind paths where we previously performed eviction and
> > > > the
> > > > subsequent clearing async.
> > > > 
> > > > Some additional stuff below:
> > > > 
> > > > 
> > > > > 
> > > > > Signed-off-by: Matthew Brost <matthew.brost@intel.com>
> > > > > ---
> > > > >  drivers/gpu/drm/xe/xe_bo.c           | 47
> > > > > ++++++++++++++++++++++++++++
> > > > >  drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++---
> > > > >  drivers/gpu/drm/xe/xe_migrate.h      |  1 +
> > > > >  drivers/gpu/drm/xe/xe_res_cursor.h   | 26 +++++++++++++++
> > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
> > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
> > > > >  6 files changed, 94 insertions(+), 5 deletions(-)
> > > > > 
> > > > > diff --git a/drivers/gpu/drm/xe/xe_bo.c
> > > > > b/drivers/gpu/drm/xe/xe_bo.c
> > > > > index 4e39188a021a..74470f4d418d 100644
> > > > > --- a/drivers/gpu/drm/xe/xe_bo.c
> > > > > +++ b/drivers/gpu/drm/xe/xe_bo.c
> > > > > @@ -1434,6 +1434,51 @@ static bool
> > > > > xe_ttm_bo_lock_in_destructor(struct ttm_buffer_object *ttm_bo)
> > > > >  	return locked;
> > > > >  }
> > > > >  
> > > > > +static void xe_ttm_bo_release_clear(struct ttm_buffer_object
> > > > > *ttm_bo)
> > > > > +{
> > > > > +	struct xe_device *xe = ttm_to_xe_device(ttm_bo->bdev);
> > > > > +	struct dma_fence *fence;
> > > > > +	int err, idx;
> > > > > +
> > > > > +	xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> > > > > +
> > > > > +	if (ttm_bo->type != ttm_bo_type_device)
> > > > > +		return;
> > > > > +
> > > > > +	if (xe_device_wedged(xe))
> > > > > +		return;
> > > > > +
> > > > > +	if (!ttm_bo->resource || !mem_type_is_vram(ttm_bo-
> > > > > >resource-
> > > > > > mem_type))
> > > > > +		return;
> > > > > +
> > > > > +	if (!drm_dev_enter(&xe->drm, &idx))
> > > > > +		return;
> > > > > +
> > > > > +	if (!xe_pm_runtime_get_if_active(xe))
> > > > > +		goto unbind;
> > > > > +
> > > > > +	err = dma_resv_reserve_fences(&ttm_bo->base._resv, 1);
> > > > > +	if (err)
> > > > > +		goto put_pm;
> > > > > +
> > > > > +	fence = xe_migrate_clear(mem_type_to_migrate(xe, ttm_bo-
> > > > > > resource->mem_type),
> > > > > +				 ttm_to_xe_bo(ttm_bo), ttm_bo-
> > > > > > resource,
> > > > 
> > > > We should be very careful with passing the xe_bo part here because
> > > > the
> > > > gem refcount is currently zero. So that any caller deeper down in
> > > > the
> > > > call chain might try to do an xe_bo_get() and blow up.
> > > > 
> > > > Ideally we'd make xe_migrate_clear() operate only on the ttm_bo for
> > > > this to be safe.
> > > > 
> > > 
> > > It looks like bo->size and xe_bo_sg are the two uses of an Xe BO in
> > > xe_migrate_clear(). Let me see if I can refactor the arguments to
> > > avoid
> > > these + add some kernel doc.
> > 
> > Thanks,
> > Thomas
> >
> 
> So I'll just respin the next rev with a refactor xe_migrate_clear
> arguments.
> 

Actually xe_migrate_clear sets the bo->ccs_cleared field, so we kinda
need the Xe BO. I guess I'll leave as is.

Yes, if caller does xe_bo_get, that will blow up but no one is doing
that and we'd immediately get a kernel splat if some one tried to change
this so I think we are good. Thoughts?

Matt

> Matt
> 
> > 
> > > 
> > > Matt
> > > 
> > > > /Thomas
> > > > 
> > > > 
> > > > > +				 XE_MIGRATE_CLEAR_FLAG_FULL |
> > > > > +				 XE_MIGRATE_CLEAR_NON_DIRTY);
> > > > > +	if (XE_WARN_ON(IS_ERR(fence)))
> > > > > +		goto put_pm;
> > > > > +
> > > > > +	xe_ttm_vram_mgr_resource_set_cleared(ttm_bo->resource);
> > > > > +	dma_resv_add_fence(&ttm_bo->base._resv, fence,
> > > > > +			   DMA_RESV_USAGE_KERNEL);
> > > > > +	dma_fence_put(fence);
> > > > > +
> > > > > +put_pm:
> > > > > +	xe_pm_runtime_put(xe);
> > > > > +unbind:
> > > > > +	drm_dev_exit(idx);
> > > > > +}
> > > > > +
> > > > >  static void xe_ttm_bo_release_notify(struct ttm_buffer_object
> > > > > *ttm_bo)
> > > > >  {
> > > > >  	struct dma_resv_iter cursor;
> > > > > @@ -1478,6 +1523,8 @@ static void xe_ttm_bo_release_notify(struct
> > > > > ttm_buffer_object *ttm_bo)
> > > > >  	}
> > > > >  	dma_fence_put(replacement);
> > > > >  
> > > > > +	xe_ttm_bo_release_clear(ttm_bo);
> > > > > +
> > > > >  	dma_resv_unlock(ttm_bo->base.resv);
> > > > >  }
> > > > >  
> > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > index 8f8e9fdfb2a8..39d7200cb366 100644
> > > > > --- a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > @@ -1063,7 +1063,7 @@ struct dma_fence *xe_migrate_clear(struct
> > > > > xe_migrate *m,
> > > > >  	struct xe_gt *gt = m->tile->primary_gt;
> > > > >  	struct xe_device *xe = gt_to_xe(gt);
> > > > >  	bool clear_only_system_ccs = false;
> > > > > -	struct dma_fence *fence = NULL;
> > > > > +	struct dma_fence *fence = dma_fence_get_stub();
> > > > >  	u64 size = bo->size;
> > > > >  	struct xe_res_cursor src_it;
> > > > >  	struct ttm_resource *src = dst;
> > > > > @@ -1075,10 +1075,13 @@ struct dma_fence *xe_migrate_clear(struct
> > > > > xe_migrate *m,
> > > > >  	if (!clear_bo_data && clear_ccs && !IS_DGFX(xe))
> > > > >  		clear_only_system_ccs = true;
> > > > >  
> > > > > -	if (!clear_vram)
> > > > > +	if (!clear_vram) {
> > > > >  		xe_res_first_sg(xe_bo_sg(bo), 0, bo->size,
> > > > > &src_it);
> > > > > -	else
> > > > > +	} else {
> > > > >  		xe_res_first(src, 0, bo->size, &src_it);
> > > > > +		if (!(clear_flags & XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > +			size -= xe_res_next_dirty(&src_it);
> > > > > +	}
> > > > >  
> > > > >  	while (size) {
> > > > >  		u64 clear_L0_ofs;
> > > > > @@ -1125,6 +1128,9 @@ struct dma_fence *xe_migrate_clear(struct
> > > > > xe_migrate *m,
> > > > >  			emit_pte(m, bb, clear_L0_pt, clear_vram,
> > > > > clear_only_system_ccs,
> > > > >  				 &src_it, clear_L0, dst);
> > > > >  
> > > > > +		if (clear_vram && !(clear_flags &
> > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > +			size -= xe_res_next_dirty(&src_it);
> > > > > +
> > > > >  		bb->cs[bb->len++] = MI_BATCH_BUFFER_END;
> > > > >  		update_idx = bb->len;
> > > > >  
> > > > > @@ -1146,7 +1152,7 @@ struct dma_fence *xe_migrate_clear(struct
> > > > > xe_migrate *m,
> > > > >  		}
> > > > >  
> > > > >  		xe_sched_job_add_migrate_flush(job,
> > > > > flush_flags);
> > > > > -		if (!fence) {
> > > > > +		if (fence == dma_fence_get_stub()) {
> > > > >  			/*
> > > > >  			 * There can't be anything userspace
> > > > > related
> > > > > at this
> > > > >  			 * point, so we just need to respect any
> > > > > potential move
> > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > index fb9839c1bae0..58a7b747ef11 100644
> > > > > --- a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > @@ -118,6 +118,7 @@ int xe_migrate_access_memory(struct
> > > > > xe_migrate
> > > > > *m, struct xe_bo *bo,
> > > > >  
> > > > >  #define XE_MIGRATE_CLEAR_FLAG_BO_DATA		BIT(0)
> > > > >  #define XE_MIGRATE_CLEAR_FLAG_CCS_DATA		BIT(1)
> > > > > +#define XE_MIGRATE_CLEAR_NON_DIRTY		BIT(2)
> > > > >  #define
> > > > > XE_MIGRATE_CLEAR_FLAG_FULL	(XE_MIGRATE_CLEAR_FLAG_BO_DATA |
> > > > > \
> > > > >  					XE_MIGRATE_CLEAR_FLAG_CC
> > > > > S_DA
> > > > > TA)
> > > > >  struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
> > > > > diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > index d1a403cfb628..630082e809ba 100644
> > > > > --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > @@ -315,6 +315,32 @@ static inline void xe_res_next(struct
> > > > > xe_res_cursor *cur, u64 size)
> > > > >  	}
> > > > >  }
> > > > >  
> > > > > +/**
> > > > > + * xe_res_next_dirty - advance the cursor to next dirty buddy
> > > > > block
> > > > > + *
> > > > > + * @cur: the cursor to advance
> > > > > + *
> > > > > + * Move the cursor until dirty buddy block is found.
> > > > > + *
> > > > > + * Return: Number of bytes cursor has been advanced
> > > > > + */
> > > > > +static inline u64 xe_res_next_dirty(struct xe_res_cursor *cur)
> > > > > +{
> > > > > +	struct drm_buddy_block *block = cur->node;
> > > > > +	u64 bytes = 0;
> > > > > +
> > > > > +	XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> > > > > +		   cur->mem_type != XE_PL_VRAM1);
> > > > > +
> > > > > +	while (cur->remaining &&
> > > > > drm_buddy_block_is_clear(block)) {
> > > > > +		bytes += cur->size;
> > > > > +		xe_res_next(cur, cur->size);
> > > > > +		block = cur->node;
> > > > > +	}
> > > > > +
> > > > > +	return bytes;
> > > > > +}
> > > > > +
> > > > >  /**
> > > > >   * xe_res_dma - return dma address of cursor at current position
> > > > >   *
> > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > index 9e375a40aee9..120046941c1e 100644
> > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > @@ -84,6 +84,9 @@ static int xe_ttm_vram_mgr_new(struct
> > > > > ttm_resource_manager *man,
> > > > >  	if (place->fpfn || lpfn != man->size >> PAGE_SHIFT)
> > > > >  		vres->flags |= DRM_BUDDY_RANGE_ALLOCATION;
> > > > >  
> > > > > +	if (tbo->type == ttm_bo_type_device)
> > > > > +		vres->flags |= DRM_BUDDY_CLEAR_ALLOCATION;
> > > > > +
> > > > >  	if (WARN_ON(!vres->base.size)) {
> > > > >  		err = -EINVAL;
> > > > >  		goto error_fini;
> > > > > @@ -187,7 +190,7 @@ static void xe_ttm_vram_mgr_del(struct
> > > > > ttm_resource_manager *man,
> > > > >  	struct drm_buddy *mm = &mgr->mm;
> > > > >  
> > > > >  	mutex_lock(&mgr->lock);
> > > > > -	drm_buddy_free_list(mm, &vres->blocks, 0);
> > > > > +	drm_buddy_free_list(mm, &vres->blocks, vres->flags);
> > > > >  	mgr->visible_avail += vres->used_visible_size;
> > > > >  	mutex_unlock(&mgr->lock);
> > > > >  
> > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > index cc76050e376d..dfc0e6890b3c 100644
> > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > @@ -36,6 +36,12 @@ to_xe_ttm_vram_mgr_resource(struct
> > > > > ttm_resource
> > > > > *res)
> > > > >  	return container_of(res, struct
> > > > > xe_ttm_vram_mgr_resource,
> > > > > base);
> > > > >  }
> > > > >  
> > > > > +static inline void
> > > > > +xe_ttm_vram_mgr_resource_set_cleared(struct ttm_resource *res)
> > > > > +{
> > > > > +	to_xe_ttm_vram_mgr_resource(res)->flags |=
> > > > > DRM_BUDDY_CLEARED;
> > > > > +}
> > > > > +
> > > > >  static inline struct xe_ttm_vram_mgr *
> > > > >  to_xe_ttm_vram_mgr(struct ttm_resource_manager *man)
> > > > >  {
> > > > 
> > 

^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-13 20:02         ` Matthew Brost
@ 2025-06-16  7:40           ` Thomas Hellström
  2025-06-16  7:56             ` Matthew Brost
  0 siblings, 1 reply; 33+ messages in thread
From: Thomas Hellström @ 2025-06-16  7:40 UTC (permalink / raw)
  To: Matthew Brost; +Cc: intel-xe, matthew.auld

On Fri, 2025-06-13 at 13:02 -0700, Matthew Brost wrote:
> On Fri, Jun 13, 2025 at 09:21:36AM -0700, Matthew Brost wrote:
> > On Fri, Jun 13, 2025 at 10:07:17AM +0200, Thomas Hellström wrote:
> > > On Thu, 2025-06-12 at 10:11 -0700, Matthew Brost wrote:
> > > > On Thu, Jun 12, 2025 at 02:53:16PM +0200, Thomas Hellström
> > > > wrote:
> > > > > On Tue, 2025-06-10 at 22:42 -0700, Matthew Brost wrote:
> > > > > > Clearing on free should hide latency of BO clears on new
> > > > > > user BO
> > > > > > allocations.
> > > > > > 
> > > > > > Implemented via calling xe_migrate_clear in release notify
> > > > > > and
> > > > > > updating
> > > > > > iterator in xe_migrate_clear to skip cleared buddy blocks.
> > > > > > Only
> > > > > > user
> > > > > > BOs
> > > > > > cleared in release notify as kernel BOs could still be in
> > > > > > use
> > > > > > (e.g.,
> > > > > > PT
> > > > > > BOs need to wait for dma-resv to be idle).
> > > > > 
> > > > > Wouldn't it be fully possible for a user to do (deep
> > > > > pipelining 3d
> > > > > case)
> > > > > 
> > > > > create_bo();
> > > > > map_write_unmap_bo();
> > > > > bind_bo();
> > > > > submit_job_touching_bo();
> > > > > unbind_bo();
> > > > > free_bo();
> > > > > 
> > > > > Where the free_bo and release_notify() is called long before
> > > > > the
> > > > > job we
> > > > > submitted even started?
> > > > > 
> > > > > So that would mean the clear needs to await any previous
> > > > > fences,
> > > > > and
> > > > > that dependency addition seems to have been removed from
> > > > > xe_migrate_clear.
> > > > > 
> > > > 
> > > > I think we are actually ok here. xe_vma_destroy is called on
> > > > unbind
> > > > with
> > > > the out fence from the bind IOCTL, so we don't get to
> > > > xe_vma_destroy_late until that fence signals, and
> > > > xe_vma_destroy_late
> > > > (possibly) does the final BO put. Whether this follow makes
> > > > sense is
> > > > a
> > > > bit questable - this was very early code I wrote in Xe and if I
> > > > rewrote
> > > > today I suspect it would look different.
> > > 
> > > Hmm, yeah you're right. So the unbind kernel fence should indeed
> > > be
> > > last fence we need to wait for here.
> > > 
> > 
> > It should actually be signaled too. I think we could avoid any dma-
> > resv
> > wait in this case. Kernel operations are typically (maybe always)
> > on the
> > migration queue, though, so we’d be waiting on those operations via
> > queue ordering anyway.

Hm. We should not be keeping the vma and xe_bo around until the unbind
fence has signaled? We did not always do that except for userptr where
we needed a mechanism to keep the dma-mappings? So if we mistakenly
introduced something that needs to keep them around, the above would
only make that harder to fix? It sounds like this completely bypasses
the TTM delayed delete mechanism?

If the remaining operations are maybe always from the migration queue,
they will be skipped for the clearing operation by the scheduler
anyway, right?

I think the safest and looking forward least error prone thing to do
here is to wait for all fences, since if we can restore the original
behaviour of dropping the bo reference at unbind time rather than
unbind fence signal time, the bo will be immediately individualized an
no new unnecessary fences can be added.

> > 
> > > > 
> > > > We could make this 'safer' by waiting on
> > > > DMA_RESV_USAGE_BOOKKEEP in
> > > > xe_migrate_clear for calls from release notify but for private
> > > > to VM
> > > > BO's we'd risk the clear getting stuck behind newly submitted
> > > > (i.e.,
> > > > submitted after the unbind) exec IOCTLs or binds.
> > > 
> > > Yeah, although at this point the individualization has already
> > > taken
> > > place, so at least there should be no starving, since the only
> > > unnecessary waits would be for execs submitted between the unbind
> > > and
> > > the individualization. So doable but leave it up to you.
> > > 
> > 
> > The individualization is done by the final put-likely assuming the
> > BO is
> > closed and unmapped in user space—in the worker mentioned above. If
> > an
> > exec or bind IOCTL is issued in the interim, we’d be waiting on
> > those.
> > 
> > > > > Another side-effect I think this will have is that bos that
> > > > > are
> > > > > deleted
> > > > > are not subject to asynchronous evicton. I think if this bo
> > > > > is hit
> > > > > during lru walk and clearing, TTM will just sync wait for it
> > > > > to
> > > > > become
> > > > > idle and then free the memory. I think the reason that could
> > > > > not be
> > > > > fixed in TTM is that TTM needs for all resource manager
> > > > > fences to
> > > > > be
> > > > > ordered, but if a check for ordered fences which I think
> > > > > requires
> > > > > here
> > > > > that the eviction exec_queue is the same as the clearing one,
> > > > > that
> > > > > could be fixed in TTM.
> > > > > 
> > > > 
> > > > I think async eviction is still controlled by no_wait_gpu,
> > > > right? See
> > > > ttm_bo_wait_ctx, if a deleted BO is found and no_wait_gpu is
> > > > clear
> > > > the
> > > > eviction process moves on, right? So the exec IOCTL can still
> > > > be
> > > > pipelined albeit not with deleted BOs that have pending clears.
> > > > We
> > > > also
> > > > clear no_wait_gpu in Xe FWIW.
> > > 
> > > Yes this is a rather complex problem further complicated by the
> > > fact
> > > that since we can in wait for fences under dma_resv locks, for a
> > > true
> > > no_wait_gpu exec to succeed, we're only allowed to do
> > > dma_resv_trylock.
> > > 
> > > Better to try to fix this in TTM rather than try to worry too
> > > much
> > > about it here.
> > > 
> > 
> > +1.
> > 
> > > > 
> > > > > Otherwise, this could also cause newly introduced sync waits
> > > > > in the
> > > > > exec() and vm_bind paths where we previously performed
> > > > > eviction and
> > > > > the
> > > > > subsequent clearing async.
> > > > > 
> > > > > Some additional stuff below:
> > > > > 
> > > > > 
> > > > > > 
> > > > > > Signed-off-by: Matthew Brost <matthew.brost@intel.com>
> > > > > > ---
> > > > > >  drivers/gpu/drm/xe/xe_bo.c           | 47
> > > > > > ++++++++++++++++++++++++++++
> > > > > >  drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++---
> > > > > >  drivers/gpu/drm/xe/xe_migrate.h      |  1 +
> > > > > >  drivers/gpu/drm/xe/xe_res_cursor.h   | 26 +++++++++++++++
> > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
> > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
> > > > > >  6 files changed, 94 insertions(+), 5 deletions(-)
> > > > > > 
> > > > > > diff --git a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > index 4e39188a021a..74470f4d418d 100644
> > > > > > --- a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > +++ b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > @@ -1434,6 +1434,51 @@ static bool
> > > > > > xe_ttm_bo_lock_in_destructor(struct ttm_buffer_object
> > > > > > *ttm_bo)
> > > > > >  	return locked;
> > > > > >  }
> > > > > >  
> > > > > > +static void xe_ttm_bo_release_clear(struct
> > > > > > ttm_buffer_object
> > > > > > *ttm_bo)
> > > > > > +{
> > > > > > +	struct xe_device *xe = ttm_to_xe_device(ttm_bo-
> > > > > > >bdev);
> > > > > > +	struct dma_fence *fence;
> > > > > > +	int err, idx;
> > > > > > +
> > > > > > +	xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> > > > > > +
> > > > > > +	if (ttm_bo->type != ttm_bo_type_device)
> > > > > > +		return;
> > > > > > +
> > > > > > +	if (xe_device_wedged(xe))
> > > > > > +		return;
> > > > > > +
> > > > > > +	if (!ttm_bo->resource || !mem_type_is_vram(ttm_bo-
> > > > > > > resource-
> > > > > > > mem_type))
> > > > > > +		return;
> > > > > > +
> > > > > > +	if (!drm_dev_enter(&xe->drm, &idx))
> > > > > > +		return;
> > > > > > +
> > > > > > +	if (!xe_pm_runtime_get_if_active(xe))
> > > > > > +		goto unbind;
> > > > > > +
> > > > > > +	err = dma_resv_reserve_fences(&ttm_bo->base._resv,
> > > > > > 1);
> > > > > > +	if (err)
> > > > > > +		goto put_pm;
> > > > > > +
> > > > > > +	fence = xe_migrate_clear(mem_type_to_migrate(xe,
> > > > > > ttm_bo-
> > > > > > > resource->mem_type),
> > > > > > +				 ttm_to_xe_bo(ttm_bo),
> > > > > > ttm_bo-
> > > > > > > resource,
> > > > > 
> > > > > We should be very careful with passing the xe_bo part here
> > > > > because
> > > > > the
> > > > > gem refcount is currently zero. So that any caller deeper
> > > > > down in
> > > > > the
> > > > > call chain might try to do an xe_bo_get() and blow up.
> > > > > 
> > > > > Ideally we'd make xe_migrate_clear() operate only on the
> > > > > ttm_bo for
> > > > > this to be safe.
> > > > > 
> > > > 
> > > > It looks like bo->size and xe_bo_sg are the two uses of an Xe
> > > > BO in
> > > > xe_migrate_clear(). Let me see if I can refactor the arguments
> > > > to
> > > > avoid
> > > > these + add some kernel doc.
> > > 
> > > Thanks,
> > > Thomas
> > > 
> > 
> > So I'll just respin the next rev with a refactor xe_migrate_clear
> > arguments.
> > 
> 
> Actually xe_migrate_clear sets the bo->ccs_cleared field, so we kinda
> need the Xe BO. I guess I'll leave as is.
> 
> Yes, if caller does xe_bo_get, that will blow up but no one is doing
> that and we'd immediately get a kernel splat if some one tried to
> change
> this so I think we are good. Thoughts?

I think we either (again to be robust to future errors)

1) need to ensure and document that the migrate layer is completely
safe for gem refcount 0 case bos or we

2) Only dereference gem refcount 0 bos directly in the TTM callbacks.

To me 2) seems simplest meaning we'd need to pass the ccs_cleared field
into the migrate layer function.

Thanks,
Thomas



> 
> Matt
> 
> > Matt
> > 
> > > 
> > > > 
> > > > Matt
> > > > 
> > > > > /Thomas
> > > > > 
> > > > > 
> > > > > > +				
> > > > > > XE_MIGRATE_CLEAR_FLAG_FULL |
> > > > > > +				
> > > > > > XE_MIGRATE_CLEAR_NON_DIRTY);
> > > > > > +	if (XE_WARN_ON(IS_ERR(fence)))
> > > > > > +		goto put_pm;
> > > > > > +
> > > > > > +	xe_ttm_vram_mgr_resource_set_cleared(ttm_bo-
> > > > > > >resource);
> > > > > > +	dma_resv_add_fence(&ttm_bo->base._resv, fence,
> > > > > > +			   DMA_RESV_USAGE_KERNEL);
> > > > > > +	dma_fence_put(fence);
> > > > > > +
> > > > > > +put_pm:
> > > > > > +	xe_pm_runtime_put(xe);
> > > > > > +unbind:
> > > > > > +	drm_dev_exit(idx);
> > > > > > +}
> > > > > > +
> > > > > >  static void xe_ttm_bo_release_notify(struct
> > > > > > ttm_buffer_object
> > > > > > *ttm_bo)
> > > > > >  {
> > > > > >  	struct dma_resv_iter cursor;
> > > > > > @@ -1478,6 +1523,8 @@ static void
> > > > > > xe_ttm_bo_release_notify(struct
> > > > > > ttm_buffer_object *ttm_bo)
> > > > > >  	}
> > > > > >  	dma_fence_put(replacement);
> > > > > >  
> > > > > > +	xe_ttm_bo_release_clear(ttm_bo);
> > > > > > +
> > > > > >  	dma_resv_unlock(ttm_bo->base.resv);
> > > > > >  }
> > > > > >  
> > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > index 8f8e9fdfb2a8..39d7200cb366 100644
> > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > @@ -1063,7 +1063,7 @@ struct dma_fence
> > > > > > *xe_migrate_clear(struct
> > > > > > xe_migrate *m,
> > > > > >  	struct xe_gt *gt = m->tile->primary_gt;
> > > > > >  	struct xe_device *xe = gt_to_xe(gt);
> > > > > >  	bool clear_only_system_ccs = false;
> > > > > > -	struct dma_fence *fence = NULL;
> > > > > > +	struct dma_fence *fence = dma_fence_get_stub();
> > > > > >  	u64 size = bo->size;
> > > > > >  	struct xe_res_cursor src_it;
> > > > > >  	struct ttm_resource *src = dst;
> > > > > > @@ -1075,10 +1075,13 @@ struct dma_fence
> > > > > > *xe_migrate_clear(struct
> > > > > > xe_migrate *m,
> > > > > >  	if (!clear_bo_data && clear_ccs && !IS_DGFX(xe))
> > > > > >  		clear_only_system_ccs = true;
> > > > > >  
> > > > > > -	if (!clear_vram)
> > > > > > +	if (!clear_vram) {
> > > > > >  		xe_res_first_sg(xe_bo_sg(bo), 0, bo->size,
> > > > > > &src_it);
> > > > > > -	else
> > > > > > +	} else {
> > > > > >  		xe_res_first(src, 0, bo->size, &src_it);
> > > > > > +		if (!(clear_flags &
> > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > +			size -=
> > > > > > xe_res_next_dirty(&src_it);
> > > > > > +	}
> > > > > >  
> > > > > >  	while (size) {
> > > > > >  		u64 clear_L0_ofs;
> > > > > > @@ -1125,6 +1128,9 @@ struct dma_fence
> > > > > > *xe_migrate_clear(struct
> > > > > > xe_migrate *m,
> > > > > >  			emit_pte(m, bb, clear_L0_pt,
> > > > > > clear_vram,
> > > > > > clear_only_system_ccs,
> > > > > >  				 &src_it, clear_L0, dst);
> > > > > >  
> > > > > > +		if (clear_vram && !(clear_flags &
> > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > +			size -=
> > > > > > xe_res_next_dirty(&src_it);
> > > > > > +
> > > > > >  		bb->cs[bb->len++] = MI_BATCH_BUFFER_END;
> > > > > >  		update_idx = bb->len;
> > > > > >  
> > > > > > @@ -1146,7 +1152,7 @@ struct dma_fence
> > > > > > *xe_migrate_clear(struct
> > > > > > xe_migrate *m,
> > > > > >  		}
> > > > > >  
> > > > > >  		xe_sched_job_add_migrate_flush(job,
> > > > > > flush_flags);
> > > > > > -		if (!fence) {
> > > > > > +		if (fence == dma_fence_get_stub()) {
> > > > > >  			/*
> > > > > >  			 * There can't be anything
> > > > > > userspace
> > > > > > related
> > > > > > at this
> > > > > >  			 * point, so we just need to
> > > > > > respect any
> > > > > > potential move
> > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > index fb9839c1bae0..58a7b747ef11 100644
> > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > @@ -118,6 +118,7 @@ int xe_migrate_access_memory(struct
> > > > > > xe_migrate
> > > > > > *m, struct xe_bo *bo,
> > > > > >  
> > > > > >  #define XE_MIGRATE_CLEAR_FLAG_BO_DATA		BIT(0)
> > > > > >  #define XE_MIGRATE_CLEAR_FLAG_CCS_DATA		BIT(1)
> > > > > > +#define XE_MIGRATE_CLEAR_NON_DIRTY		BIT(2)
> > > > > >  #define
> > > > > > XE_MIGRATE_CLEAR_FLAG_FULL	(XE_MIGRATE_CLEAR_FLAG_BO_
> > > > > > DATA |
> > > > > > \
> > > > > >  					XE_MIGRATE_CLEAR_F
> > > > > > LAG_CC
> > > > > > S_DA
> > > > > > TA)
> > > > > >  struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
> > > > > > diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > index d1a403cfb628..630082e809ba 100644
> > > > > > --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > @@ -315,6 +315,32 @@ static inline void xe_res_next(struct
> > > > > > xe_res_cursor *cur, u64 size)
> > > > > >  	}
> > > > > >  }
> > > > > >  
> > > > > > +/**
> > > > > > + * xe_res_next_dirty - advance the cursor to next dirty
> > > > > > buddy
> > > > > > block
> > > > > > + *
> > > > > > + * @cur: the cursor to advance
> > > > > > + *
> > > > > > + * Move the cursor until dirty buddy block is found.
> > > > > > + *
> > > > > > + * Return: Number of bytes cursor has been advanced
> > > > > > + */
> > > > > > +static inline u64 xe_res_next_dirty(struct xe_res_cursor
> > > > > > *cur)
> > > > > > +{
> > > > > > +	struct drm_buddy_block *block = cur->node;
> > > > > > +	u64 bytes = 0;
> > > > > > +
> > > > > > +	XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> > > > > > +		   cur->mem_type != XE_PL_VRAM1);
> > > > > > +
> > > > > > +	while (cur->remaining &&
> > > > > > drm_buddy_block_is_clear(block)) {
> > > > > > +		bytes += cur->size;
> > > > > > +		xe_res_next(cur, cur->size);
> > > > > > +		block = cur->node;
> > > > > > +	}
> > > > > > +
> > > > > > +	return bytes;
> > > > > > +}
> > > > > > +
> > > > > >  /**
> > > > > >   * xe_res_dma - return dma address of cursor at current
> > > > > > position
> > > > > >   *
> > > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > index 9e375a40aee9..120046941c1e 100644
> > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > @@ -84,6 +84,9 @@ static int xe_ttm_vram_mgr_new(struct
> > > > > > ttm_resource_manager *man,
> > > > > >  	if (place->fpfn || lpfn != man->size >>
> > > > > > PAGE_SHIFT)
> > > > > >  		vres->flags |= DRM_BUDDY_RANGE_ALLOCATION;
> > > > > >  
> > > > > > +	if (tbo->type == ttm_bo_type_device)
> > > > > > +		vres->flags |= DRM_BUDDY_CLEAR_ALLOCATION;
> > > > > > +
> > > > > >  	if (WARN_ON(!vres->base.size)) {
> > > > > >  		err = -EINVAL;
> > > > > >  		goto error_fini;
> > > > > > @@ -187,7 +190,7 @@ static void xe_ttm_vram_mgr_del(struct
> > > > > > ttm_resource_manager *man,
> > > > > >  	struct drm_buddy *mm = &mgr->mm;
> > > > > >  
> > > > > >  	mutex_lock(&mgr->lock);
> > > > > > -	drm_buddy_free_list(mm, &vres->blocks, 0);
> > > > > > +	drm_buddy_free_list(mm, &vres->blocks, vres-
> > > > > > >flags);
> > > > > >  	mgr->visible_avail += vres->used_visible_size;
> > > > > >  	mutex_unlock(&mgr->lock);
> > > > > >  
> > > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > index cc76050e376d..dfc0e6890b3c 100644
> > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > @@ -36,6 +36,12 @@ to_xe_ttm_vram_mgr_resource(struct
> > > > > > ttm_resource
> > > > > > *res)
> > > > > >  	return container_of(res, struct
> > > > > > xe_ttm_vram_mgr_resource,
> > > > > > base);
> > > > > >  }
> > > > > >  
> > > > > > +static inline void
> > > > > > +xe_ttm_vram_mgr_resource_set_cleared(struct ttm_resource
> > > > > > *res)
> > > > > > +{
> > > > > > +	to_xe_ttm_vram_mgr_resource(res)->flags |=
> > > > > > DRM_BUDDY_CLEARED;
> > > > > > +}
> > > > > > +
> > > > > >  static inline struct xe_ttm_vram_mgr *
> > > > > >  to_xe_ttm_vram_mgr(struct ttm_resource_manager *man)
> > > > > >  {
> > > > > 
> > > 


^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-16  7:40           ` Thomas Hellström
@ 2025-06-16  7:56             ` Matthew Brost
  2025-06-16  8:53               ` Thomas Hellström
  0 siblings, 1 reply; 33+ messages in thread
From: Matthew Brost @ 2025-06-16  7:56 UTC (permalink / raw)
  To: Thomas Hellström; +Cc: intel-xe, matthew.auld

On Mon, Jun 16, 2025 at 09:40:05AM +0200, Thomas Hellström wrote:
> On Fri, 2025-06-13 at 13:02 -0700, Matthew Brost wrote:
> > On Fri, Jun 13, 2025 at 09:21:36AM -0700, Matthew Brost wrote:
> > > On Fri, Jun 13, 2025 at 10:07:17AM +0200, Thomas Hellström wrote:
> > > > On Thu, 2025-06-12 at 10:11 -0700, Matthew Brost wrote:
> > > > > On Thu, Jun 12, 2025 at 02:53:16PM +0200, Thomas Hellström
> > > > > wrote:
> > > > > > On Tue, 2025-06-10 at 22:42 -0700, Matthew Brost wrote:
> > > > > > > Clearing on free should hide latency of BO clears on new
> > > > > > > user BO
> > > > > > > allocations.
> > > > > > > 
> > > > > > > Implemented via calling xe_migrate_clear in release notify
> > > > > > > and
> > > > > > > updating
> > > > > > > iterator in xe_migrate_clear to skip cleared buddy blocks.
> > > > > > > Only
> > > > > > > user
> > > > > > > BOs
> > > > > > > cleared in release notify as kernel BOs could still be in
> > > > > > > use
> > > > > > > (e.g.,
> > > > > > > PT
> > > > > > > BOs need to wait for dma-resv to be idle).
> > > > > > 
> > > > > > Wouldn't it be fully possible for a user to do (deep
> > > > > > pipelining 3d
> > > > > > case)
> > > > > > 
> > > > > > create_bo();
> > > > > > map_write_unmap_bo();
> > > > > > bind_bo();
> > > > > > submit_job_touching_bo();
> > > > > > unbind_bo();
> > > > > > free_bo();
> > > > > > 
> > > > > > Where the free_bo and release_notify() is called long before
> > > > > > the
> > > > > > job we
> > > > > > submitted even started?
> > > > > > 
> > > > > > So that would mean the clear needs to await any previous
> > > > > > fences,
> > > > > > and
> > > > > > that dependency addition seems to have been removed from
> > > > > > xe_migrate_clear.
> > > > > > 
> > > > > 
> > > > > I think we are actually ok here. xe_vma_destroy is called on
> > > > > unbind
> > > > > with
> > > > > the out fence from the bind IOCTL, so we don't get to
> > > > > xe_vma_destroy_late until that fence signals, and
> > > > > xe_vma_destroy_late
> > > > > (possibly) does the final BO put. Whether this follow makes
> > > > > sense is
> > > > > a
> > > > > bit questable - this was very early code I wrote in Xe and if I
> > > > > rewrote
> > > > > today I suspect it would look different.
> > > > 
> > > > Hmm, yeah you're right. So the unbind kernel fence should indeed
> > > > be
> > > > last fence we need to wait for here.
> > > > 
> > > 
> > > It should actually be signaled too. I think we could avoid any dma-
> > > resv
> > > wait in this case. Kernel operations are typically (maybe always)
> > > on the
> > > migration queue, though, so we’d be waiting on those operations via
> > > queue ordering anyway.
> 
> Hm. We should not be keeping the vma and xe_bo around until the unbind
> fence has signaled? We did not always do that except for userptr where
> we needed a mechanism to keep the dma-mappings? So if we mistakenly
> introduced something that needs to keep them around, the above would
> only make that harder to fix? It sounds like this completely bypasses
> the TTM delayed delete mechanism?
> 

See xe_vma_destroy — if there’s an unsignaled fence attached to the VMA,
we delay the destroy.

Yeah, like I said, this code is very questionable at best and was
written early in my Xe days, before I understood TTM a bit better.

> If the remaining operations are maybe always from the migration queue,
> they will be skipped for the clearing operation by the scheduler
> anyway, right?
> 
> I think the safest and looking forward least error prone thing to do
> here is to wait for all fences, since if we can restore the original
> behaviour of dropping the bo reference at unbind time rather than
> unbind fence signal time, the bo will be immediately individualized an
> no new unnecessary fences can be added.
> 

I think this needs to be a tandem change then — we drop the VMA/BO
delayed destroy and wait on the bookkeeping here. Sound reasonable?

> > > 
> > > > > 
> > > > > We could make this 'safer' by waiting on
> > > > > DMA_RESV_USAGE_BOOKKEEP in
> > > > > xe_migrate_clear for calls from release notify but for private
> > > > > to VM
> > > > > BO's we'd risk the clear getting stuck behind newly submitted
> > > > > (i.e.,
> > > > > submitted after the unbind) exec IOCTLs or binds.
> > > > 
> > > > Yeah, although at this point the individualization has already
> > > > taken
> > > > place, so at least there should be no starving, since the only
> > > > unnecessary waits would be for execs submitted between the unbind
> > > > and
> > > > the individualization. So doable but leave it up to you.
> > > > 
> > > 
> > > The individualization is done by the final put-likely assuming the
> > > BO is
> > > closed and unmapped in user space—in the worker mentioned above. If
> > > an
> > > exec or bind IOCTL is issued in the interim, we’d be waiting on
> > > those.
> > > 
> > > > > > Another side-effect I think this will have is that bos that
> > > > > > are
> > > > > > deleted
> > > > > > are not subject to asynchronous evicton. I think if this bo
> > > > > > is hit
> > > > > > during lru walk and clearing, TTM will just sync wait for it
> > > > > > to
> > > > > > become
> > > > > > idle and then free the memory. I think the reason that could
> > > > > > not be
> > > > > > fixed in TTM is that TTM needs for all resource manager
> > > > > > fences to
> > > > > > be
> > > > > > ordered, but if a check for ordered fences which I think
> > > > > > requires
> > > > > > here
> > > > > > that the eviction exec_queue is the same as the clearing one,
> > > > > > that
> > > > > > could be fixed in TTM.
> > > > > > 
> > > > > 
> > > > > I think async eviction is still controlled by no_wait_gpu,
> > > > > right? See
> > > > > ttm_bo_wait_ctx, if a deleted BO is found and no_wait_gpu is
> > > > > clear
> > > > > the
> > > > > eviction process moves on, right? So the exec IOCTL can still
> > > > > be
> > > > > pipelined albeit not with deleted BOs that have pending clears.
> > > > > We
> > > > > also
> > > > > clear no_wait_gpu in Xe FWIW.
> > > > 
> > > > Yes this is a rather complex problem further complicated by the
> > > > fact
> > > > that since we can in wait for fences under dma_resv locks, for a
> > > > true
> > > > no_wait_gpu exec to succeed, we're only allowed to do
> > > > dma_resv_trylock.
> > > > 
> > > > Better to try to fix this in TTM rather than try to worry too
> > > > much
> > > > about it here.
> > > > 
> > > 
> > > +1.
> > > 
> > > > > 
> > > > > > Otherwise, this could also cause newly introduced sync waits
> > > > > > in the
> > > > > > exec() and vm_bind paths where we previously performed
> > > > > > eviction and
> > > > > > the
> > > > > > subsequent clearing async.
> > > > > > 
> > > > > > Some additional stuff below:
> > > > > > 
> > > > > > 
> > > > > > > 
> > > > > > > Signed-off-by: Matthew Brost <matthew.brost@intel.com>
> > > > > > > ---
> > > > > > >  drivers/gpu/drm/xe/xe_bo.c           | 47
> > > > > > > ++++++++++++++++++++++++++++
> > > > > > >  drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++---
> > > > > > >  drivers/gpu/drm/xe/xe_migrate.h      |  1 +
> > > > > > >  drivers/gpu/drm/xe/xe_res_cursor.h   | 26 +++++++++++++++
> > > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
> > > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
> > > > > > >  6 files changed, 94 insertions(+), 5 deletions(-)
> > > > > > > 
> > > > > > > diff --git a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > index 4e39188a021a..74470f4d418d 100644
> > > > > > > --- a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > +++ b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > @@ -1434,6 +1434,51 @@ static bool
> > > > > > > xe_ttm_bo_lock_in_destructor(struct ttm_buffer_object
> > > > > > > *ttm_bo)
> > > > > > >  	return locked;
> > > > > > >  }
> > > > > > >  
> > > > > > > +static void xe_ttm_bo_release_clear(struct
> > > > > > > ttm_buffer_object
> > > > > > > *ttm_bo)
> > > > > > > +{
> > > > > > > +	struct xe_device *xe = ttm_to_xe_device(ttm_bo-
> > > > > > > >bdev);
> > > > > > > +	struct dma_fence *fence;
> > > > > > > +	int err, idx;
> > > > > > > +
> > > > > > > +	xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> > > > > > > +
> > > > > > > +	if (ttm_bo->type != ttm_bo_type_device)
> > > > > > > +		return;
> > > > > > > +
> > > > > > > +	if (xe_device_wedged(xe))
> > > > > > > +		return;
> > > > > > > +
> > > > > > > +	if (!ttm_bo->resource || !mem_type_is_vram(ttm_bo-
> > > > > > > > resource-
> > > > > > > > mem_type))
> > > > > > > +		return;
> > > > > > > +
> > > > > > > +	if (!drm_dev_enter(&xe->drm, &idx))
> > > > > > > +		return;
> > > > > > > +
> > > > > > > +	if (!xe_pm_runtime_get_if_active(xe))
> > > > > > > +		goto unbind;
> > > > > > > +
> > > > > > > +	err = dma_resv_reserve_fences(&ttm_bo->base._resv,
> > > > > > > 1);
> > > > > > > +	if (err)
> > > > > > > +		goto put_pm;
> > > > > > > +
> > > > > > > +	fence = xe_migrate_clear(mem_type_to_migrate(xe,
> > > > > > > ttm_bo-
> > > > > > > > resource->mem_type),
> > > > > > > +				 ttm_to_xe_bo(ttm_bo),
> > > > > > > ttm_bo-
> > > > > > > > resource,
> > > > > > 
> > > > > > We should be very careful with passing the xe_bo part here
> > > > > > because
> > > > > > the
> > > > > > gem refcount is currently zero. So that any caller deeper
> > > > > > down in
> > > > > > the
> > > > > > call chain might try to do an xe_bo_get() and blow up.
> > > > > > 
> > > > > > Ideally we'd make xe_migrate_clear() operate only on the
> > > > > > ttm_bo for
> > > > > > this to be safe.
> > > > > > 
> > > > > 
> > > > > It looks like bo->size and xe_bo_sg are the two uses of an Xe
> > > > > BO in
> > > > > xe_migrate_clear(). Let me see if I can refactor the arguments
> > > > > to
> > > > > avoid
> > > > > these + add some kernel doc.
> > > > 
> > > > Thanks,
> > > > Thomas
> > > > 
> > > 
> > > So I'll just respin the next rev with a refactor xe_migrate_clear
> > > arguments.
> > > 
> > 
> > Actually xe_migrate_clear sets the bo->ccs_cleared field, so we kinda
> > need the Xe BO. I guess I'll leave as is.
> > 
> > Yes, if caller does xe_bo_get, that will blow up but no one is doing
> > that and we'd immediately get a kernel splat if some one tried to
> > change
> > this so I think we are good. Thoughts?
> 
> I think we either (again to be robust to future errors)
> 
> 1) need to ensure and document that the migrate layer is completely
> safe for gem refcount 0 case bos or we
> 
> 2) Only dereference gem refcount 0 bos directly in the TTM callbacks.
> 
> To me 2) seems simplest meaning we'd need to pass the ccs_cleared field
> into the migrate layer function.
> 

So, pass ccs_cleared by reference and also pass in the TTM BO? I
typically despise pass-by-reference, but yeah, that could work. Some
kernel doc indicating that xe_migrate_clear can be called with a
refcount of 0 would be good too.

Matt 

> Thanks,
> Thomas
> 
> 
> 
> > 
> > Matt
> > 
> > > Matt
> > > 
> > > > 
> > > > > 
> > > > > Matt
> > > > > 
> > > > > > /Thomas
> > > > > > 
> > > > > > 
> > > > > > > +				
> > > > > > > XE_MIGRATE_CLEAR_FLAG_FULL |
> > > > > > > +				
> > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY);
> > > > > > > +	if (XE_WARN_ON(IS_ERR(fence)))
> > > > > > > +		goto put_pm;
> > > > > > > +
> > > > > > > +	xe_ttm_vram_mgr_resource_set_cleared(ttm_bo-
> > > > > > > >resource);
> > > > > > > +	dma_resv_add_fence(&ttm_bo->base._resv, fence,
> > > > > > > +			   DMA_RESV_USAGE_KERNEL);
> > > > > > > +	dma_fence_put(fence);
> > > > > > > +
> > > > > > > +put_pm:
> > > > > > > +	xe_pm_runtime_put(xe);
> > > > > > > +unbind:
> > > > > > > +	drm_dev_exit(idx);
> > > > > > > +}
> > > > > > > +
> > > > > > >  static void xe_ttm_bo_release_notify(struct
> > > > > > > ttm_buffer_object
> > > > > > > *ttm_bo)
> > > > > > >  {
> > > > > > >  	struct dma_resv_iter cursor;
> > > > > > > @@ -1478,6 +1523,8 @@ static void
> > > > > > > xe_ttm_bo_release_notify(struct
> > > > > > > ttm_buffer_object *ttm_bo)
> > > > > > >  	}
> > > > > > >  	dma_fence_put(replacement);
> > > > > > >  
> > > > > > > +	xe_ttm_bo_release_clear(ttm_bo);
> > > > > > > +
> > > > > > >  	dma_resv_unlock(ttm_bo->base.resv);
> > > > > > >  }
> > > > > > >  
> > > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > index 8f8e9fdfb2a8..39d7200cb366 100644
> > > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > @@ -1063,7 +1063,7 @@ struct dma_fence
> > > > > > > *xe_migrate_clear(struct
> > > > > > > xe_migrate *m,
> > > > > > >  	struct xe_gt *gt = m->tile->primary_gt;
> > > > > > >  	struct xe_device *xe = gt_to_xe(gt);
> > > > > > >  	bool clear_only_system_ccs = false;
> > > > > > > -	struct dma_fence *fence = NULL;
> > > > > > > +	struct dma_fence *fence = dma_fence_get_stub();
> > > > > > >  	u64 size = bo->size;
> > > > > > >  	struct xe_res_cursor src_it;
> > > > > > >  	struct ttm_resource *src = dst;
> > > > > > > @@ -1075,10 +1075,13 @@ struct dma_fence
> > > > > > > *xe_migrate_clear(struct
> > > > > > > xe_migrate *m,
> > > > > > >  	if (!clear_bo_data && clear_ccs && !IS_DGFX(xe))
> > > > > > >  		clear_only_system_ccs = true;
> > > > > > >  
> > > > > > > -	if (!clear_vram)
> > > > > > > +	if (!clear_vram) {
> > > > > > >  		xe_res_first_sg(xe_bo_sg(bo), 0, bo->size,
> > > > > > > &src_it);
> > > > > > > -	else
> > > > > > > +	} else {
> > > > > > >  		xe_res_first(src, 0, bo->size, &src_it);
> > > > > > > +		if (!(clear_flags &
> > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > > +			size -=
> > > > > > > xe_res_next_dirty(&src_it);
> > > > > > > +	}
> > > > > > >  
> > > > > > >  	while (size) {
> > > > > > >  		u64 clear_L0_ofs;
> > > > > > > @@ -1125,6 +1128,9 @@ struct dma_fence
> > > > > > > *xe_migrate_clear(struct
> > > > > > > xe_migrate *m,
> > > > > > >  			emit_pte(m, bb, clear_L0_pt,
> > > > > > > clear_vram,
> > > > > > > clear_only_system_ccs,
> > > > > > >  				 &src_it, clear_L0, dst);
> > > > > > >  
> > > > > > > +		if (clear_vram && !(clear_flags &
> > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > > +			size -=
> > > > > > > xe_res_next_dirty(&src_it);
> > > > > > > +
> > > > > > >  		bb->cs[bb->len++] = MI_BATCH_BUFFER_END;
> > > > > > >  		update_idx = bb->len;
> > > > > > >  
> > > > > > > @@ -1146,7 +1152,7 @@ struct dma_fence
> > > > > > > *xe_migrate_clear(struct
> > > > > > > xe_migrate *m,
> > > > > > >  		}
> > > > > > >  
> > > > > > >  		xe_sched_job_add_migrate_flush(job,
> > > > > > > flush_flags);
> > > > > > > -		if (!fence) {
> > > > > > > +		if (fence == dma_fence_get_stub()) {
> > > > > > >  			/*
> > > > > > >  			 * There can't be anything
> > > > > > > userspace
> > > > > > > related
> > > > > > > at this
> > > > > > >  			 * point, so we just need to
> > > > > > > respect any
> > > > > > > potential move
> > > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > index fb9839c1bae0..58a7b747ef11 100644
> > > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > @@ -118,6 +118,7 @@ int xe_migrate_access_memory(struct
> > > > > > > xe_migrate
> > > > > > > *m, struct xe_bo *bo,
> > > > > > >  
> > > > > > >  #define XE_MIGRATE_CLEAR_FLAG_BO_DATA		BIT(0)
> > > > > > >  #define XE_MIGRATE_CLEAR_FLAG_CCS_DATA		BIT(1)
> > > > > > > +#define XE_MIGRATE_CLEAR_NON_DIRTY		BIT(2)
> > > > > > >  #define
> > > > > > > XE_MIGRATE_CLEAR_FLAG_FULL	(XE_MIGRATE_CLEAR_FLAG_BO_
> > > > > > > DATA |
> > > > > > > \
> > > > > > >  					XE_MIGRATE_CLEAR_F
> > > > > > > LAG_CC
> > > > > > > S_DA
> > > > > > > TA)
> > > > > > >  struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
> > > > > > > diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > index d1a403cfb628..630082e809ba 100644
> > > > > > > --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > @@ -315,6 +315,32 @@ static inline void xe_res_next(struct
> > > > > > > xe_res_cursor *cur, u64 size)
> > > > > > >  	}
> > > > > > >  }
> > > > > > >  
> > > > > > > +/**
> > > > > > > + * xe_res_next_dirty - advance the cursor to next dirty
> > > > > > > buddy
> > > > > > > block
> > > > > > > + *
> > > > > > > + * @cur: the cursor to advance
> > > > > > > + *
> > > > > > > + * Move the cursor until dirty buddy block is found.
> > > > > > > + *
> > > > > > > + * Return: Number of bytes cursor has been advanced
> > > > > > > + */
> > > > > > > +static inline u64 xe_res_next_dirty(struct xe_res_cursor
> > > > > > > *cur)
> > > > > > > +{
> > > > > > > +	struct drm_buddy_block *block = cur->node;
> > > > > > > +	u64 bytes = 0;
> > > > > > > +
> > > > > > > +	XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> > > > > > > +		   cur->mem_type != XE_PL_VRAM1);
> > > > > > > +
> > > > > > > +	while (cur->remaining &&
> > > > > > > drm_buddy_block_is_clear(block)) {
> > > > > > > +		bytes += cur->size;
> > > > > > > +		xe_res_next(cur, cur->size);
> > > > > > > +		block = cur->node;
> > > > > > > +	}
> > > > > > > +
> > > > > > > +	return bytes;
> > > > > > > +}
> > > > > > > +
> > > > > > >  /**
> > > > > > >   * xe_res_dma - return dma address of cursor at current
> > > > > > > position
> > > > > > >   *
> > > > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > index 9e375a40aee9..120046941c1e 100644
> > > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > @@ -84,6 +84,9 @@ static int xe_ttm_vram_mgr_new(struct
> > > > > > > ttm_resource_manager *man,
> > > > > > >  	if (place->fpfn || lpfn != man->size >>
> > > > > > > PAGE_SHIFT)
> > > > > > >  		vres->flags |= DRM_BUDDY_RANGE_ALLOCATION;
> > > > > > >  
> > > > > > > +	if (tbo->type == ttm_bo_type_device)
> > > > > > > +		vres->flags |= DRM_BUDDY_CLEAR_ALLOCATION;
> > > > > > > +
> > > > > > >  	if (WARN_ON(!vres->base.size)) {
> > > > > > >  		err = -EINVAL;
> > > > > > >  		goto error_fini;
> > > > > > > @@ -187,7 +190,7 @@ static void xe_ttm_vram_mgr_del(struct
> > > > > > > ttm_resource_manager *man,
> > > > > > >  	struct drm_buddy *mm = &mgr->mm;
> > > > > > >  
> > > > > > >  	mutex_lock(&mgr->lock);
> > > > > > > -	drm_buddy_free_list(mm, &vres->blocks, 0);
> > > > > > > +	drm_buddy_free_list(mm, &vres->blocks, vres-
> > > > > > > >flags);
> > > > > > >  	mgr->visible_avail += vres->used_visible_size;
> > > > > > >  	mutex_unlock(&mgr->lock);
> > > > > > >  
> > > > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > index cc76050e376d..dfc0e6890b3c 100644
> > > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > @@ -36,6 +36,12 @@ to_xe_ttm_vram_mgr_resource(struct
> > > > > > > ttm_resource
> > > > > > > *res)
> > > > > > >  	return container_of(res, struct
> > > > > > > xe_ttm_vram_mgr_resource,
> > > > > > > base);
> > > > > > >  }
> > > > > > >  
> > > > > > > +static inline void
> > > > > > > +xe_ttm_vram_mgr_resource_set_cleared(struct ttm_resource
> > > > > > > *res)
> > > > > > > +{
> > > > > > > +	to_xe_ttm_vram_mgr_resource(res)->flags |=
> > > > > > > DRM_BUDDY_CLEARED;
> > > > > > > +}
> > > > > > > +
> > > > > > >  static inline struct xe_ttm_vram_mgr *
> > > > > > >  to_xe_ttm_vram_mgr(struct ttm_resource_manager *man)
> > > > > > >  {
> > > > > > 
> > > > 
> 

^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-16  7:56             ` Matthew Brost
@ 2025-06-16  8:53               ` Thomas Hellström
  2025-06-16  9:16                 ` Matthew Brost
  0 siblings, 1 reply; 33+ messages in thread
From: Thomas Hellström @ 2025-06-16  8:53 UTC (permalink / raw)
  To: Matthew Brost; +Cc: intel-xe, matthew.auld

On Mon, 2025-06-16 at 00:56 -0700, Matthew Brost wrote:
> On Mon, Jun 16, 2025 at 09:40:05AM +0200, Thomas Hellström wrote:
> > On Fri, 2025-06-13 at 13:02 -0700, Matthew Brost wrote:
> > > On Fri, Jun 13, 2025 at 09:21:36AM -0700, Matthew Brost wrote:
> > > > On Fri, Jun 13, 2025 at 10:07:17AM +0200, Thomas Hellström
> > > > wrote:
> > > > > On Thu, 2025-06-12 at 10:11 -0700, Matthew Brost wrote:
> > > > > > On Thu, Jun 12, 2025 at 02:53:16PM +0200, Thomas Hellström
> > > > > > wrote:
> > > > > > > On Tue, 2025-06-10 at 22:42 -0700, Matthew Brost wrote:
> > > > > > > > Clearing on free should hide latency of BO clears on
> > > > > > > > new
> > > > > > > > user BO
> > > > > > > > allocations.
> > > > > > > > 
> > > > > > > > Implemented via calling xe_migrate_clear in release
> > > > > > > > notify
> > > > > > > > and
> > > > > > > > updating
> > > > > > > > iterator in xe_migrate_clear to skip cleared buddy
> > > > > > > > blocks.
> > > > > > > > Only
> > > > > > > > user
> > > > > > > > BOs
> > > > > > > > cleared in release notify as kernel BOs could still be
> > > > > > > > in
> > > > > > > > use
> > > > > > > > (e.g.,
> > > > > > > > PT
> > > > > > > > BOs need to wait for dma-resv to be idle).
> > > > > > > 
> > > > > > > Wouldn't it be fully possible for a user to do (deep
> > > > > > > pipelining 3d
> > > > > > > case)
> > > > > > > 
> > > > > > > create_bo();
> > > > > > > map_write_unmap_bo();
> > > > > > > bind_bo();
> > > > > > > submit_job_touching_bo();
> > > > > > > unbind_bo();
> > > > > > > free_bo();
> > > > > > > 
> > > > > > > Where the free_bo and release_notify() is called long
> > > > > > > before
> > > > > > > the
> > > > > > > job we
> > > > > > > submitted even started?
> > > > > > > 
> > > > > > > So that would mean the clear needs to await any previous
> > > > > > > fences,
> > > > > > > and
> > > > > > > that dependency addition seems to have been removed from
> > > > > > > xe_migrate_clear.
> > > > > > > 
> > > > > > 
> > > > > > I think we are actually ok here. xe_vma_destroy is called
> > > > > > on
> > > > > > unbind
> > > > > > with
> > > > > > the out fence from the bind IOCTL, so we don't get to
> > > > > > xe_vma_destroy_late until that fence signals, and
> > > > > > xe_vma_destroy_late
> > > > > > (possibly) does the final BO put. Whether this follow makes
> > > > > > sense is
> > > > > > a
> > > > > > bit questable - this was very early code I wrote in Xe and
> > > > > > if I
> > > > > > rewrote
> > > > > > today I suspect it would look different.
> > > > > 
> > > > > Hmm, yeah you're right. So the unbind kernel fence should
> > > > > indeed
> > > > > be
> > > > > last fence we need to wait for here.
> > > > > 
> > > > 
> > > > It should actually be signaled too. I think we could avoid any
> > > > dma-
> > > > resv
> > > > wait in this case. Kernel operations are typically (maybe
> > > > always)
> > > > on the
> > > > migration queue, though, so we’d be waiting on those operations
> > > > via
> > > > queue ordering anyway.
> > 
> > Hm. We should not be keeping the vma and xe_bo around until the
> > unbind
> > fence has signaled? We did not always do that except for userptr
> > where
> > we needed a mechanism to keep the dma-mappings? So if we mistakenly
> > introduced something that needs to keep them around, the above
> > would
> > only make that harder to fix? It sounds like this completely
> > bypasses
> > the TTM delayed delete mechanism?
> > 
> 
> See xe_vma_destroy — if there’s an unsignaled fence attached to the
> VMA,
> we delay the destroy.
> 
> Yeah, like I said, this code is very questionable at best and was
> written early in my Xe days, before I understood TTM a bit better.

But I'm pretty sure it wasn't always like this? Perhaps it was an easy
way to keep the user-fence around until it signaled?

> 
> > If the remaining operations are maybe always from the migration
> > queue,
> > they will be skipped for the clearing operation by the scheduler
> > anyway, right?
> > 
> > I think the safest and looking forward least error prone thing to
> > do
> > here is to wait for all fences, since if we can restore the
> > original
> > behaviour of dropping the bo reference at unbind time rather than
> > unbind fence signal time, the bo will be immediately individualized
> > an
> > no new unnecessary fences can be added.
> > 
> 
> I think this needs to be a tandem change then — we drop the VMA/BO
> delayed destroy and wait on the bookkeeping here. Sound reasonable?

Yes. Although we need to keep the delayed vma destroy for userptr.

Also for the user-fence, perhaps it can keep a reference to itself
until it signals, rather than we keep the vma->ufence reference.

Thanks,
Thomas





> 
> > > > 
> > > > > > 
> > > > > > We could make this 'safer' by waiting on
> > > > > > DMA_RESV_USAGE_BOOKKEEP in
> > > > > > xe_migrate_clear for calls from release notify but for
> > > > > > private
> > > > > > to VM
> > > > > > BO's we'd risk the clear getting stuck behind newly
> > > > > > submitted
> > > > > > (i.e.,
> > > > > > submitted after the unbind) exec IOCTLs or binds.
> > > > > 
> > > > > Yeah, although at this point the individualization has
> > > > > already
> > > > > taken
> > > > > place, so at least there should be no starving, since the
> > > > > only
> > > > > unnecessary waits would be for execs submitted between the
> > > > > unbind
> > > > > and
> > > > > the individualization. So doable but leave it up to you.
> > > > > 
> > > > 
> > > > The individualization is done by the final put-likely assuming
> > > > the
> > > > BO is
> > > > closed and unmapped in user space—in the worker mentioned
> > > > above. If
> > > > an
> > > > exec or bind IOCTL is issued in the interim, we’d be waiting on
> > > > those.
> > > > 
> > > > > > > Another side-effect I think this will have is that bos
> > > > > > > that
> > > > > > > are
> > > > > > > deleted
> > > > > > > are not subject to asynchronous evicton. I think if this
> > > > > > > bo
> > > > > > > is hit
> > > > > > > during lru walk and clearing, TTM will just sync wait for
> > > > > > > it
> > > > > > > to
> > > > > > > become
> > > > > > > idle and then free the memory. I think the reason that
> > > > > > > could
> > > > > > > not be
> > > > > > > fixed in TTM is that TTM needs for all resource manager
> > > > > > > fences to
> > > > > > > be
> > > > > > > ordered, but if a check for ordered fences which I think
> > > > > > > requires
> > > > > > > here
> > > > > > > that the eviction exec_queue is the same as the clearing
> > > > > > > one,
> > > > > > > that
> > > > > > > could be fixed in TTM.
> > > > > > > 
> > > > > > 
> > > > > > I think async eviction is still controlled by no_wait_gpu,
> > > > > > right? See
> > > > > > ttm_bo_wait_ctx, if a deleted BO is found and no_wait_gpu
> > > > > > is
> > > > > > clear
> > > > > > the
> > > > > > eviction process moves on, right? So the exec IOCTL can
> > > > > > still
> > > > > > be
> > > > > > pipelined albeit not with deleted BOs that have pending
> > > > > > clears.
> > > > > > We
> > > > > > also
> > > > > > clear no_wait_gpu in Xe FWIW.
> > > > > 
> > > > > Yes this is a rather complex problem further complicated by
> > > > > the
> > > > > fact
> > > > > that since we can in wait for fences under dma_resv locks,
> > > > > for a
> > > > > true
> > > > > no_wait_gpu exec to succeed, we're only allowed to do
> > > > > dma_resv_trylock.
> > > > > 
> > > > > Better to try to fix this in TTM rather than try to worry too
> > > > > much
> > > > > about it here.
> > > > > 
> > > > 
> > > > +1.
> > > > 
> > > > > > 
> > > > > > > Otherwise, this could also cause newly introduced sync
> > > > > > > waits
> > > > > > > in the
> > > > > > > exec() and vm_bind paths where we previously performed
> > > > > > > eviction and
> > > > > > > the
> > > > > > > subsequent clearing async.
> > > > > > > 
> > > > > > > Some additional stuff below:
> > > > > > > 
> > > > > > > 
> > > > > > > > 
> > > > > > > > Signed-off-by: Matthew Brost <matthew.brost@intel.com>
> > > > > > > > ---
> > > > > > > >  drivers/gpu/drm/xe/xe_bo.c           | 47
> > > > > > > > ++++++++++++++++++++++++++++
> > > > > > > >  drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++---
> > > > > > > >  drivers/gpu/drm/xe/xe_migrate.h      |  1 +
> > > > > > > >  drivers/gpu/drm/xe/xe_res_cursor.h   | 26
> > > > > > > > +++++++++++++++
> > > > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
> > > > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
> > > > > > > >  6 files changed, 94 insertions(+), 5 deletions(-)
> > > > > > > > 
> > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > index 4e39188a021a..74470f4d418d 100644
> > > > > > > > --- a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > +++ b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > @@ -1434,6 +1434,51 @@ static bool
> > > > > > > > xe_ttm_bo_lock_in_destructor(struct ttm_buffer_object
> > > > > > > > *ttm_bo)
> > > > > > > >  	return locked;
> > > > > > > >  }
> > > > > > > >  
> > > > > > > > +static void xe_ttm_bo_release_clear(struct
> > > > > > > > ttm_buffer_object
> > > > > > > > *ttm_bo)
> > > > > > > > +{
> > > > > > > > +	struct xe_device *xe =
> > > > > > > > ttm_to_xe_device(ttm_bo-
> > > > > > > > > bdev);
> > > > > > > > +	struct dma_fence *fence;
> > > > > > > > +	int err, idx;
> > > > > > > > +
> > > > > > > > +	xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> > > > > > > > +
> > > > > > > > +	if (ttm_bo->type != ttm_bo_type_device)
> > > > > > > > +		return;
> > > > > > > > +
> > > > > > > > +	if (xe_device_wedged(xe))
> > > > > > > > +		return;
> > > > > > > > +
> > > > > > > > +	if (!ttm_bo->resource ||
> > > > > > > > !mem_type_is_vram(ttm_bo-
> > > > > > > > > resource-
> > > > > > > > > mem_type))
> > > > > > > > +		return;
> > > > > > > > +
> > > > > > > > +	if (!drm_dev_enter(&xe->drm, &idx))
> > > > > > > > +		return;
> > > > > > > > +
> > > > > > > > +	if (!xe_pm_runtime_get_if_active(xe))
> > > > > > > > +		goto unbind;
> > > > > > > > +
> > > > > > > > +	err = dma_resv_reserve_fences(&ttm_bo-
> > > > > > > > >base._resv,
> > > > > > > > 1);
> > > > > > > > +	if (err)
> > > > > > > > +		goto put_pm;
> > > > > > > > +
> > > > > > > > +	fence =
> > > > > > > > xe_migrate_clear(mem_type_to_migrate(xe,
> > > > > > > > ttm_bo-
> > > > > > > > > resource->mem_type),
> > > > > > > > +				 ttm_to_xe_bo(ttm_bo),
> > > > > > > > ttm_bo-
> > > > > > > > > resource,
> > > > > > > 
> > > > > > > We should be very careful with passing the xe_bo part
> > > > > > > here
> > > > > > > because
> > > > > > > the
> > > > > > > gem refcount is currently zero. So that any caller deeper
> > > > > > > down in
> > > > > > > the
> > > > > > > call chain might try to do an xe_bo_get() and blow up.
> > > > > > > 
> > > > > > > Ideally we'd make xe_migrate_clear() operate only on the
> > > > > > > ttm_bo for
> > > > > > > this to be safe.
> > > > > > > 
> > > > > > 
> > > > > > It looks like bo->size and xe_bo_sg are the two uses of an
> > > > > > Xe
> > > > > > BO in
> > > > > > xe_migrate_clear(). Let me see if I can refactor the
> > > > > > arguments
> > > > > > to
> > > > > > avoid
> > > > > > these + add some kernel doc.
> > > > > 
> > > > > Thanks,
> > > > > Thomas
> > > > > 
> > > > 
> > > > So I'll just respin the next rev with a refactor
> > > > xe_migrate_clear
> > > > arguments.
> > > > 
> > > 
> > > Actually xe_migrate_clear sets the bo->ccs_cleared field, so we
> > > kinda
> > > need the Xe BO. I guess I'll leave as is.
> > > 
> > > Yes, if caller does xe_bo_get, that will blow up but no one is
> > > doing
> > > that and we'd immediately get a kernel splat if some one tried to
> > > change
> > > this so I think we are good. Thoughts?
> > 
> > I think we either (again to be robust to future errors)
> > 
> > 1) need to ensure and document that the migrate layer is completely
> > safe for gem refcount 0 case bos or we
> > 
> > 2) Only dereference gem refcount 0 bos directly in the TTM
> > callbacks.
> > 
> > To me 2) seems simplest meaning we'd need to pass the ccs_cleared
> > field
> > into the migrate layer function.
> > 
> 
> So, pass ccs_cleared by reference and also pass in the TTM BO? I
> typically despise pass-by-reference, but yeah, that could work. Some
> kernel doc indicating that xe_migrate_clear can be called with a
> refcount of 0 would be good too.
> 
> Matt 
> 
> > Thanks,
> > Thomas
> > 
> > 
> > 
> > > 
> > > Matt
> > > 
> > > > Matt
> > > > 
> > > > > 
> > > > > > 
> > > > > > Matt
> > > > > > 
> > > > > > > /Thomas
> > > > > > > 
> > > > > > > 
> > > > > > > > +				
> > > > > > > > XE_MIGRATE_CLEAR_FLAG_FULL |
> > > > > > > > +				
> > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY);
> > > > > > > > +	if (XE_WARN_ON(IS_ERR(fence)))
> > > > > > > > +		goto put_pm;
> > > > > > > > +
> > > > > > > > +	xe_ttm_vram_mgr_resource_set_cleared(ttm_bo-
> > > > > > > > > resource);
> > > > > > > > +	dma_resv_add_fence(&ttm_bo->base._resv, fence,
> > > > > > > > +			   DMA_RESV_USAGE_KERNEL);
> > > > > > > > +	dma_fence_put(fence);
> > > > > > > > +
> > > > > > > > +put_pm:
> > > > > > > > +	xe_pm_runtime_put(xe);
> > > > > > > > +unbind:
> > > > > > > > +	drm_dev_exit(idx);
> > > > > > > > +}
> > > > > > > > +
> > > > > > > >  static void xe_ttm_bo_release_notify(struct
> > > > > > > > ttm_buffer_object
> > > > > > > > *ttm_bo)
> > > > > > > >  {
> > > > > > > >  	struct dma_resv_iter cursor;
> > > > > > > > @@ -1478,6 +1523,8 @@ static void
> > > > > > > > xe_ttm_bo_release_notify(struct
> > > > > > > > ttm_buffer_object *ttm_bo)
> > > > > > > >  	}
> > > > > > > >  	dma_fence_put(replacement);
> > > > > > > >  
> > > > > > > > +	xe_ttm_bo_release_clear(ttm_bo);
> > > > > > > > +
> > > > > > > >  	dma_resv_unlock(ttm_bo->base.resv);
> > > > > > > >  }
> > > > > > > >  
> > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > index 8f8e9fdfb2a8..39d7200cb366 100644
> > > > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > @@ -1063,7 +1063,7 @@ struct dma_fence
> > > > > > > > *xe_migrate_clear(struct
> > > > > > > > xe_migrate *m,
> > > > > > > >  	struct xe_gt *gt = m->tile->primary_gt;
> > > > > > > >  	struct xe_device *xe = gt_to_xe(gt);
> > > > > > > >  	bool clear_only_system_ccs = false;
> > > > > > > > -	struct dma_fence *fence = NULL;
> > > > > > > > +	struct dma_fence *fence =
> > > > > > > > dma_fence_get_stub();
> > > > > > > >  	u64 size = bo->size;
> > > > > > > >  	struct xe_res_cursor src_it;
> > > > > > > >  	struct ttm_resource *src = dst;
> > > > > > > > @@ -1075,10 +1075,13 @@ struct dma_fence
> > > > > > > > *xe_migrate_clear(struct
> > > > > > > > xe_migrate *m,
> > > > > > > >  	if (!clear_bo_data && clear_ccs &&
> > > > > > > > !IS_DGFX(xe))
> > > > > > > >  		clear_only_system_ccs = true;
> > > > > > > >  
> > > > > > > > -	if (!clear_vram)
> > > > > > > > +	if (!clear_vram) {
> > > > > > > >  		xe_res_first_sg(xe_bo_sg(bo), 0, bo-
> > > > > > > > >size,
> > > > > > > > &src_it);
> > > > > > > > -	else
> > > > > > > > +	} else {
> > > > > > > >  		xe_res_first(src, 0, bo->size,
> > > > > > > > &src_it);
> > > > > > > > +		if (!(clear_flags &
> > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > > > +			size -=
> > > > > > > > xe_res_next_dirty(&src_it);
> > > > > > > > +	}
> > > > > > > >  
> > > > > > > >  	while (size) {
> > > > > > > >  		u64 clear_L0_ofs;
> > > > > > > > @@ -1125,6 +1128,9 @@ struct dma_fence
> > > > > > > > *xe_migrate_clear(struct
> > > > > > > > xe_migrate *m,
> > > > > > > >  			emit_pte(m, bb, clear_L0_pt,
> > > > > > > > clear_vram,
> > > > > > > > clear_only_system_ccs,
> > > > > > > >  				 &src_it, clear_L0,
> > > > > > > > dst);
> > > > > > > >  
> > > > > > > > +		if (clear_vram && !(clear_flags &
> > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > > > +			size -=
> > > > > > > > xe_res_next_dirty(&src_it);
> > > > > > > > +
> > > > > > > >  		bb->cs[bb->len++] =
> > > > > > > > MI_BATCH_BUFFER_END;
> > > > > > > >  		update_idx = bb->len;
> > > > > > > >  
> > > > > > > > @@ -1146,7 +1152,7 @@ struct dma_fence
> > > > > > > > *xe_migrate_clear(struct
> > > > > > > > xe_migrate *m,
> > > > > > > >  		}
> > > > > > > >  
> > > > > > > >  		xe_sched_job_add_migrate_flush(job,
> > > > > > > > flush_flags);
> > > > > > > > -		if (!fence) {
> > > > > > > > +		if (fence == dma_fence_get_stub()) {
> > > > > > > >  			/*
> > > > > > > >  			 * There can't be anything
> > > > > > > > userspace
> > > > > > > > related
> > > > > > > > at this
> > > > > > > >  			 * point, so we just need to
> > > > > > > > respect any
> > > > > > > > potential move
> > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > index fb9839c1bae0..58a7b747ef11 100644
> > > > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > @@ -118,6 +118,7 @@ int xe_migrate_access_memory(struct
> > > > > > > > xe_migrate
> > > > > > > > *m, struct xe_bo *bo,
> > > > > > > >  
> > > > > > > >  #define XE_MIGRATE_CLEAR_FLAG_BO_DATA		BIT(0)
> > > > > > > >  #define XE_MIGRATE_CLEAR_FLAG_CCS_DATA		BIT(1)
> > > > > > > > +#define XE_MIGRATE_CLEAR_NON_DIRTY		BIT(2)
> > > > > > > >  #define
> > > > > > > > XE_MIGRATE_CLEAR_FLAG_FULL	(XE_MIGRATE_CLEAR_FLAG
> > > > > > > > _BO_
> > > > > > > > DATA |
> > > > > > > > \
> > > > > > > >  					XE_MIGRATE_CLE
> > > > > > > > AR_F
> > > > > > > > LAG_CC
> > > > > > > > S_DA
> > > > > > > > TA)
> > > > > > > >  struct dma_fence *xe_migrate_clear(struct xe_migrate
> > > > > > > > *m,
> > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > index d1a403cfb628..630082e809ba 100644
> > > > > > > > --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > @@ -315,6 +315,32 @@ static inline void
> > > > > > > > xe_res_next(struct
> > > > > > > > xe_res_cursor *cur, u64 size)
> > > > > > > >  	}
> > > > > > > >  }
> > > > > > > >  
> > > > > > > > +/**
> > > > > > > > + * xe_res_next_dirty - advance the cursor to next
> > > > > > > > dirty
> > > > > > > > buddy
> > > > > > > > block
> > > > > > > > + *
> > > > > > > > + * @cur: the cursor to advance
> > > > > > > > + *
> > > > > > > > + * Move the cursor until dirty buddy block is found.
> > > > > > > > + *
> > > > > > > > + * Return: Number of bytes cursor has been advanced
> > > > > > > > + */
> > > > > > > > +static inline u64 xe_res_next_dirty(struct
> > > > > > > > xe_res_cursor
> > > > > > > > *cur)
> > > > > > > > +{
> > > > > > > > +	struct drm_buddy_block *block = cur->node;
> > > > > > > > +	u64 bytes = 0;
> > > > > > > > +
> > > > > > > > +	XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> > > > > > > > +		   cur->mem_type != XE_PL_VRAM1);
> > > > > > > > +
> > > > > > > > +	while (cur->remaining &&
> > > > > > > > drm_buddy_block_is_clear(block)) {
> > > > > > > > +		bytes += cur->size;
> > > > > > > > +		xe_res_next(cur, cur->size);
> > > > > > > > +		block = cur->node;
> > > > > > > > +	}
> > > > > > > > +
> > > > > > > > +	return bytes;
> > > > > > > > +}
> > > > > > > > +
> > > > > > > >  /**
> > > > > > > >   * xe_res_dma - return dma address of cursor at
> > > > > > > > current
> > > > > > > > position
> > > > > > > >   *
> > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > index 9e375a40aee9..120046941c1e 100644
> > > > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > @@ -84,6 +84,9 @@ static int xe_ttm_vram_mgr_new(struct
> > > > > > > > ttm_resource_manager *man,
> > > > > > > >  	if (place->fpfn || lpfn != man->size >>
> > > > > > > > PAGE_SHIFT)
> > > > > > > >  		vres->flags |=
> > > > > > > > DRM_BUDDY_RANGE_ALLOCATION;
> > > > > > > >  
> > > > > > > > +	if (tbo->type == ttm_bo_type_device)
> > > > > > > > +		vres->flags |=
> > > > > > > > DRM_BUDDY_CLEAR_ALLOCATION;
> > > > > > > > +
> > > > > > > >  	if (WARN_ON(!vres->base.size)) {
> > > > > > > >  		err = -EINVAL;
> > > > > > > >  		goto error_fini;
> > > > > > > > @@ -187,7 +190,7 @@ static void
> > > > > > > > xe_ttm_vram_mgr_del(struct
> > > > > > > > ttm_resource_manager *man,
> > > > > > > >  	struct drm_buddy *mm = &mgr->mm;
> > > > > > > >  
> > > > > > > >  	mutex_lock(&mgr->lock);
> > > > > > > > -	drm_buddy_free_list(mm, &vres->blocks, 0);
> > > > > > > > +	drm_buddy_free_list(mm, &vres->blocks, vres-
> > > > > > > > > flags);
> > > > > > > >  	mgr->visible_avail += vres->used_visible_size;
> > > > > > > >  	mutex_unlock(&mgr->lock);
> > > > > > > >  
> > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > index cc76050e376d..dfc0e6890b3c 100644
> > > > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > @@ -36,6 +36,12 @@ to_xe_ttm_vram_mgr_resource(struct
> > > > > > > > ttm_resource
> > > > > > > > *res)
> > > > > > > >  	return container_of(res, struct
> > > > > > > > xe_ttm_vram_mgr_resource,
> > > > > > > > base);
> > > > > > > >  }
> > > > > > > >  
> > > > > > > > +static inline void
> > > > > > > > +xe_ttm_vram_mgr_resource_set_cleared(struct
> > > > > > > > ttm_resource
> > > > > > > > *res)
> > > > > > > > +{
> > > > > > > > +	to_xe_ttm_vram_mgr_resource(res)->flags |=
> > > > > > > > DRM_BUDDY_CLEARED;
> > > > > > > > +}
> > > > > > > > +
> > > > > > > >  static inline struct xe_ttm_vram_mgr *
> > > > > > > >  to_xe_ttm_vram_mgr(struct ttm_resource_manager *man)
> > > > > > > >  {
> > > > > > > 
> > > > > 
> > 


^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-16  8:53               ` Thomas Hellström
@ 2025-06-16  9:16                 ` Matthew Brost
  2025-06-16  9:28                   ` Thomas Hellström
  0 siblings, 1 reply; 33+ messages in thread
From: Matthew Brost @ 2025-06-16  9:16 UTC (permalink / raw)
  To: Thomas Hellström; +Cc: intel-xe, matthew.auld

On Mon, Jun 16, 2025 at 10:53:37AM +0200, Thomas Hellström wrote:
> On Mon, 2025-06-16 at 00:56 -0700, Matthew Brost wrote:
> > On Mon, Jun 16, 2025 at 09:40:05AM +0200, Thomas Hellström wrote:
> > > On Fri, 2025-06-13 at 13:02 -0700, Matthew Brost wrote:
> > > > On Fri, Jun 13, 2025 at 09:21:36AM -0700, Matthew Brost wrote:
> > > > > On Fri, Jun 13, 2025 at 10:07:17AM +0200, Thomas Hellström
> > > > > wrote:
> > > > > > On Thu, 2025-06-12 at 10:11 -0700, Matthew Brost wrote:
> > > > > > > On Thu, Jun 12, 2025 at 02:53:16PM +0200, Thomas Hellström
> > > > > > > wrote:
> > > > > > > > On Tue, 2025-06-10 at 22:42 -0700, Matthew Brost wrote:
> > > > > > > > > Clearing on free should hide latency of BO clears on
> > > > > > > > > new
> > > > > > > > > user BO
> > > > > > > > > allocations.
> > > > > > > > > 
> > > > > > > > > Implemented via calling xe_migrate_clear in release
> > > > > > > > > notify
> > > > > > > > > and
> > > > > > > > > updating
> > > > > > > > > iterator in xe_migrate_clear to skip cleared buddy
> > > > > > > > > blocks.
> > > > > > > > > Only
> > > > > > > > > user
> > > > > > > > > BOs
> > > > > > > > > cleared in release notify as kernel BOs could still be
> > > > > > > > > in
> > > > > > > > > use
> > > > > > > > > (e.g.,
> > > > > > > > > PT
> > > > > > > > > BOs need to wait for dma-resv to be idle).
> > > > > > > > 
> > > > > > > > Wouldn't it be fully possible for a user to do (deep
> > > > > > > > pipelining 3d
> > > > > > > > case)
> > > > > > > > 
> > > > > > > > create_bo();
> > > > > > > > map_write_unmap_bo();
> > > > > > > > bind_bo();
> > > > > > > > submit_job_touching_bo();
> > > > > > > > unbind_bo();
> > > > > > > > free_bo();
> > > > > > > > 
> > > > > > > > Where the free_bo and release_notify() is called long
> > > > > > > > before
> > > > > > > > the
> > > > > > > > job we
> > > > > > > > submitted even started?
> > > > > > > > 
> > > > > > > > So that would mean the clear needs to await any previous
> > > > > > > > fences,
> > > > > > > > and
> > > > > > > > that dependency addition seems to have been removed from
> > > > > > > > xe_migrate_clear.
> > > > > > > > 
> > > > > > > 
> > > > > > > I think we are actually ok here. xe_vma_destroy is called
> > > > > > > on
> > > > > > > unbind
> > > > > > > with
> > > > > > > the out fence from the bind IOCTL, so we don't get to
> > > > > > > xe_vma_destroy_late until that fence signals, and
> > > > > > > xe_vma_destroy_late
> > > > > > > (possibly) does the final BO put. Whether this follow makes
> > > > > > > sense is
> > > > > > > a
> > > > > > > bit questable - this was very early code I wrote in Xe and
> > > > > > > if I
> > > > > > > rewrote
> > > > > > > today I suspect it would look different.
> > > > > > 
> > > > > > Hmm, yeah you're right. So the unbind kernel fence should
> > > > > > indeed
> > > > > > be
> > > > > > last fence we need to wait for here.
> > > > > > 
> > > > > 
> > > > > It should actually be signaled too. I think we could avoid any
> > > > > dma-
> > > > > resv
> > > > > wait in this case. Kernel operations are typically (maybe
> > > > > always)
> > > > > on the
> > > > > migration queue, though, so we’d be waiting on those operations
> > > > > via
> > > > > queue ordering anyway.
> > > 
> > > Hm. We should not be keeping the vma and xe_bo around until the
> > > unbind
> > > fence has signaled? We did not always do that except for userptr
> > > where
> > > we needed a mechanism to keep the dma-mappings? So if we mistakenly
> > > introduced something that needs to keep them around, the above
> > > would
> > > only make that harder to fix? It sounds like this completely
> > > bypasses
> > > the TTM delayed delete mechanism?
> > > 
> > 
> > See xe_vma_destroy — if there’s an unsignaled fence attached to the
> > VMA,
> > we delay the destroy.
> > 
> > Yeah, like I said, this code is very questionable at best and was
> > written early in my Xe days, before I understood TTM a bit better.
> 
> But I'm pretty sure it wasn't always like this? Perhaps it was an easy
> way to keep the user-fence around until it signaled?
> 

I’d have to check, but I’m pretty sure I added this worker early
on—before I had a clue how a lot of things actually worked, out of
ignorance.

> > 
> > > If the remaining operations are maybe always from the migration
> > > queue,
> > > they will be skipped for the clearing operation by the scheduler
> > > anyway, right?
> > > 
> > > I think the safest and looking forward least error prone thing to
> > > do
> > > here is to wait for all fences, since if we can restore the
> > > original
> > > behaviour of dropping the bo reference at unbind time rather than
> > > unbind fence signal time, the bo will be immediately individualized
> > > an
> > > no new unnecessary fences can be added.
> > > 
> > 
> > I think this needs to be a tandem change then — we drop the VMA/BO
> > delayed destroy and wait on the bookkeeping here. Sound reasonable?
> 
> Yes. Although we need to keep the delayed vma destroy for userptr.
> 

Agree.

> Also for the user-fence, perhaps it can keep a reference to itself
> until it signals, rather than we keep the vma->ufence reference.
> 

I’ve paged this out, but user_fence_worker already dereferences itself…
so maybe we’re okay? I’d need to dig back in to fully understand it
again.

I think we’ve switched to an unrelated topic at this point. I agree that
the whole VMA destroy path should be analyzed. At a minimum, let's add
comments in the code explaining the design—and at best, refactor it to
make a bit more sense. I can take an action item to do that in the short
term, since I can’t give a precise answer right now.

Is this worth holding up the patch, though?

Matt

> Thanks,
> Thomas
> 
> 
> 
> 
> 
> > 
> > > > > 
> > > > > > > 
> > > > > > > We could make this 'safer' by waiting on
> > > > > > > DMA_RESV_USAGE_BOOKKEEP in
> > > > > > > xe_migrate_clear for calls from release notify but for
> > > > > > > private
> > > > > > > to VM
> > > > > > > BO's we'd risk the clear getting stuck behind newly
> > > > > > > submitted
> > > > > > > (i.e.,
> > > > > > > submitted after the unbind) exec IOCTLs or binds.
> > > > > > 
> > > > > > Yeah, although at this point the individualization has
> > > > > > already
> > > > > > taken
> > > > > > place, so at least there should be no starving, since the
> > > > > > only
> > > > > > unnecessary waits would be for execs submitted between the
> > > > > > unbind
> > > > > > and
> > > > > > the individualization. So doable but leave it up to you.
> > > > > > 
> > > > > 
> > > > > The individualization is done by the final put-likely assuming
> > > > > the
> > > > > BO is
> > > > > closed and unmapped in user space—in the worker mentioned
> > > > > above. If
> > > > > an
> > > > > exec or bind IOCTL is issued in the interim, we’d be waiting on
> > > > > those.
> > > > > 
> > > > > > > > Another side-effect I think this will have is that bos
> > > > > > > > that
> > > > > > > > are
> > > > > > > > deleted
> > > > > > > > are not subject to asynchronous evicton. I think if this
> > > > > > > > bo
> > > > > > > > is hit
> > > > > > > > during lru walk and clearing, TTM will just sync wait for
> > > > > > > > it
> > > > > > > > to
> > > > > > > > become
> > > > > > > > idle and then free the memory. I think the reason that
> > > > > > > > could
> > > > > > > > not be
> > > > > > > > fixed in TTM is that TTM needs for all resource manager
> > > > > > > > fences to
> > > > > > > > be
> > > > > > > > ordered, but if a check for ordered fences which I think
> > > > > > > > requires
> > > > > > > > here
> > > > > > > > that the eviction exec_queue is the same as the clearing
> > > > > > > > one,
> > > > > > > > that
> > > > > > > > could be fixed in TTM.
> > > > > > > > 
> > > > > > > 
> > > > > > > I think async eviction is still controlled by no_wait_gpu,
> > > > > > > right? See
> > > > > > > ttm_bo_wait_ctx, if a deleted BO is found and no_wait_gpu
> > > > > > > is
> > > > > > > clear
> > > > > > > the
> > > > > > > eviction process moves on, right? So the exec IOCTL can
> > > > > > > still
> > > > > > > be
> > > > > > > pipelined albeit not with deleted BOs that have pending
> > > > > > > clears.
> > > > > > > We
> > > > > > > also
> > > > > > > clear no_wait_gpu in Xe FWIW.
> > > > > > 
> > > > > > Yes this is a rather complex problem further complicated by
> > > > > > the
> > > > > > fact
> > > > > > that since we can in wait for fences under dma_resv locks,
> > > > > > for a
> > > > > > true
> > > > > > no_wait_gpu exec to succeed, we're only allowed to do
> > > > > > dma_resv_trylock.
> > > > > > 
> > > > > > Better to try to fix this in TTM rather than try to worry too
> > > > > > much
> > > > > > about it here.
> > > > > > 
> > > > > 
> > > > > +1.
> > > > > 
> > > > > > > 
> > > > > > > > Otherwise, this could also cause newly introduced sync
> > > > > > > > waits
> > > > > > > > in the
> > > > > > > > exec() and vm_bind paths where we previously performed
> > > > > > > > eviction and
> > > > > > > > the
> > > > > > > > subsequent clearing async.
> > > > > > > > 
> > > > > > > > Some additional stuff below:
> > > > > > > > 
> > > > > > > > 
> > > > > > > > > 
> > > > > > > > > Signed-off-by: Matthew Brost <matthew.brost@intel.com>
> > > > > > > > > ---
> > > > > > > > >  drivers/gpu/drm/xe/xe_bo.c           | 47
> > > > > > > > > ++++++++++++++++++++++++++++
> > > > > > > > >  drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++---
> > > > > > > > >  drivers/gpu/drm/xe/xe_migrate.h      |  1 +
> > > > > > > > >  drivers/gpu/drm/xe/xe_res_cursor.h   | 26
> > > > > > > > > +++++++++++++++
> > > > > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
> > > > > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
> > > > > > > > >  6 files changed, 94 insertions(+), 5 deletions(-)
> > > > > > > > > 
> > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > index 4e39188a021a..74470f4d418d 100644
> > > > > > > > > --- a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > @@ -1434,6 +1434,51 @@ static bool
> > > > > > > > > xe_ttm_bo_lock_in_destructor(struct ttm_buffer_object
> > > > > > > > > *ttm_bo)
> > > > > > > > >  	return locked;
> > > > > > > > >  }
> > > > > > > > >  
> > > > > > > > > +static void xe_ttm_bo_release_clear(struct
> > > > > > > > > ttm_buffer_object
> > > > > > > > > *ttm_bo)
> > > > > > > > > +{
> > > > > > > > > +	struct xe_device *xe =
> > > > > > > > > ttm_to_xe_device(ttm_bo-
> > > > > > > > > > bdev);
> > > > > > > > > +	struct dma_fence *fence;
> > > > > > > > > +	int err, idx;
> > > > > > > > > +
> > > > > > > > > +	xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> > > > > > > > > +
> > > > > > > > > +	if (ttm_bo->type != ttm_bo_type_device)
> > > > > > > > > +		return;
> > > > > > > > > +
> > > > > > > > > +	if (xe_device_wedged(xe))
> > > > > > > > > +		return;
> > > > > > > > > +
> > > > > > > > > +	if (!ttm_bo->resource ||
> > > > > > > > > !mem_type_is_vram(ttm_bo-
> > > > > > > > > > resource-
> > > > > > > > > > mem_type))
> > > > > > > > > +		return;
> > > > > > > > > +
> > > > > > > > > +	if (!drm_dev_enter(&xe->drm, &idx))
> > > > > > > > > +		return;
> > > > > > > > > +
> > > > > > > > > +	if (!xe_pm_runtime_get_if_active(xe))
> > > > > > > > > +		goto unbind;
> > > > > > > > > +
> > > > > > > > > +	err = dma_resv_reserve_fences(&ttm_bo-
> > > > > > > > > >base._resv,
> > > > > > > > > 1);
> > > > > > > > > +	if (err)
> > > > > > > > > +		goto put_pm;
> > > > > > > > > +
> > > > > > > > > +	fence =
> > > > > > > > > xe_migrate_clear(mem_type_to_migrate(xe,
> > > > > > > > > ttm_bo-
> > > > > > > > > > resource->mem_type),
> > > > > > > > > +				 ttm_to_xe_bo(ttm_bo),
> > > > > > > > > ttm_bo-
> > > > > > > > > > resource,
> > > > > > > > 
> > > > > > > > We should be very careful with passing the xe_bo part
> > > > > > > > here
> > > > > > > > because
> > > > > > > > the
> > > > > > > > gem refcount is currently zero. So that any caller deeper
> > > > > > > > down in
> > > > > > > > the
> > > > > > > > call chain might try to do an xe_bo_get() and blow up.
> > > > > > > > 
> > > > > > > > Ideally we'd make xe_migrate_clear() operate only on the
> > > > > > > > ttm_bo for
> > > > > > > > this to be safe.
> > > > > > > > 
> > > > > > > 
> > > > > > > It looks like bo->size and xe_bo_sg are the two uses of an
> > > > > > > Xe
> > > > > > > BO in
> > > > > > > xe_migrate_clear(). Let me see if I can refactor the
> > > > > > > arguments
> > > > > > > to
> > > > > > > avoid
> > > > > > > these + add some kernel doc.
> > > > > > 
> > > > > > Thanks,
> > > > > > Thomas
> > > > > > 
> > > > > 
> > > > > So I'll just respin the next rev with a refactor
> > > > > xe_migrate_clear
> > > > > arguments.
> > > > > 
> > > > 
> > > > Actually xe_migrate_clear sets the bo->ccs_cleared field, so we
> > > > kinda
> > > > need the Xe BO. I guess I'll leave as is.
> > > > 
> > > > Yes, if caller does xe_bo_get, that will blow up but no one is
> > > > doing
> > > > that and we'd immediately get a kernel splat if some one tried to
> > > > change
> > > > this so I think we are good. Thoughts?
> > > 
> > > I think we either (again to be robust to future errors)
> > > 
> > > 1) need to ensure and document that the migrate layer is completely
> > > safe for gem refcount 0 case bos or we
> > > 
> > > 2) Only dereference gem refcount 0 bos directly in the TTM
> > > callbacks.
> > > 
> > > To me 2) seems simplest meaning we'd need to pass the ccs_cleared
> > > field
> > > into the migrate layer function.
> > > 
> > 
> > So, pass ccs_cleared by reference and also pass in the TTM BO? I
> > typically despise pass-by-reference, but yeah, that could work. Some
> > kernel doc indicating that xe_migrate_clear can be called with a
> > refcount of 0 would be good too.
> > 
> > Matt 
> > 
> > > Thanks,
> > > Thomas
> > > 
> > > 
> > > 
> > > > 
> > > > Matt
> > > > 
> > > > > Matt
> > > > > 
> > > > > > 
> > > > > > > 
> > > > > > > Matt
> > > > > > > 
> > > > > > > > /Thomas
> > > > > > > > 
> > > > > > > > 
> > > > > > > > > +				
> > > > > > > > > XE_MIGRATE_CLEAR_FLAG_FULL |
> > > > > > > > > +				
> > > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY);
> > > > > > > > > +	if (XE_WARN_ON(IS_ERR(fence)))
> > > > > > > > > +		goto put_pm;
> > > > > > > > > +
> > > > > > > > > +	xe_ttm_vram_mgr_resource_set_cleared(ttm_bo-
> > > > > > > > > > resource);
> > > > > > > > > +	dma_resv_add_fence(&ttm_bo->base._resv, fence,
> > > > > > > > > +			   DMA_RESV_USAGE_KERNEL);
> > > > > > > > > +	dma_fence_put(fence);
> > > > > > > > > +
> > > > > > > > > +put_pm:
> > > > > > > > > +	xe_pm_runtime_put(xe);
> > > > > > > > > +unbind:
> > > > > > > > > +	drm_dev_exit(idx);
> > > > > > > > > +}
> > > > > > > > > +
> > > > > > > > >  static void xe_ttm_bo_release_notify(struct
> > > > > > > > > ttm_buffer_object
> > > > > > > > > *ttm_bo)
> > > > > > > > >  {
> > > > > > > > >  	struct dma_resv_iter cursor;
> > > > > > > > > @@ -1478,6 +1523,8 @@ static void
> > > > > > > > > xe_ttm_bo_release_notify(struct
> > > > > > > > > ttm_buffer_object *ttm_bo)
> > > > > > > > >  	}
> > > > > > > > >  	dma_fence_put(replacement);
> > > > > > > > >  
> > > > > > > > > +	xe_ttm_bo_release_clear(ttm_bo);
> > > > > > > > > +
> > > > > > > > >  	dma_resv_unlock(ttm_bo->base.resv);
> > > > > > > > >  }
> > > > > > > > >  
> > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > index 8f8e9fdfb2a8..39d7200cb366 100644
> > > > > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > @@ -1063,7 +1063,7 @@ struct dma_fence
> > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > xe_migrate *m,
> > > > > > > > >  	struct xe_gt *gt = m->tile->primary_gt;
> > > > > > > > >  	struct xe_device *xe = gt_to_xe(gt);
> > > > > > > > >  	bool clear_only_system_ccs = false;
> > > > > > > > > -	struct dma_fence *fence = NULL;
> > > > > > > > > +	struct dma_fence *fence =
> > > > > > > > > dma_fence_get_stub();
> > > > > > > > >  	u64 size = bo->size;
> > > > > > > > >  	struct xe_res_cursor src_it;
> > > > > > > > >  	struct ttm_resource *src = dst;
> > > > > > > > > @@ -1075,10 +1075,13 @@ struct dma_fence
> > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > xe_migrate *m,
> > > > > > > > >  	if (!clear_bo_data && clear_ccs &&
> > > > > > > > > !IS_DGFX(xe))
> > > > > > > > >  		clear_only_system_ccs = true;
> > > > > > > > >  
> > > > > > > > > -	if (!clear_vram)
> > > > > > > > > +	if (!clear_vram) {
> > > > > > > > >  		xe_res_first_sg(xe_bo_sg(bo), 0, bo-
> > > > > > > > > >size,
> > > > > > > > > &src_it);
> > > > > > > > > -	else
> > > > > > > > > +	} else {
> > > > > > > > >  		xe_res_first(src, 0, bo->size,
> > > > > > > > > &src_it);
> > > > > > > > > +		if (!(clear_flags &
> > > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > > > > +			size -=
> > > > > > > > > xe_res_next_dirty(&src_it);
> > > > > > > > > +	}
> > > > > > > > >  
> > > > > > > > >  	while (size) {
> > > > > > > > >  		u64 clear_L0_ofs;
> > > > > > > > > @@ -1125,6 +1128,9 @@ struct dma_fence
> > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > xe_migrate *m,
> > > > > > > > >  			emit_pte(m, bb, clear_L0_pt,
> > > > > > > > > clear_vram,
> > > > > > > > > clear_only_system_ccs,
> > > > > > > > >  				 &src_it, clear_L0,
> > > > > > > > > dst);
> > > > > > > > >  
> > > > > > > > > +		if (clear_vram && !(clear_flags &
> > > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > > > > +			size -=
> > > > > > > > > xe_res_next_dirty(&src_it);
> > > > > > > > > +
> > > > > > > > >  		bb->cs[bb->len++] =
> > > > > > > > > MI_BATCH_BUFFER_END;
> > > > > > > > >  		update_idx = bb->len;
> > > > > > > > >  
> > > > > > > > > @@ -1146,7 +1152,7 @@ struct dma_fence
> > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > xe_migrate *m,
> > > > > > > > >  		}
> > > > > > > > >  
> > > > > > > > >  		xe_sched_job_add_migrate_flush(job,
> > > > > > > > > flush_flags);
> > > > > > > > > -		if (!fence) {
> > > > > > > > > +		if (fence == dma_fence_get_stub()) {
> > > > > > > > >  			/*
> > > > > > > > >  			 * There can't be anything
> > > > > > > > > userspace
> > > > > > > > > related
> > > > > > > > > at this
> > > > > > > > >  			 * point, so we just need to
> > > > > > > > > respect any
> > > > > > > > > potential move
> > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > index fb9839c1bae0..58a7b747ef11 100644
> > > > > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > @@ -118,6 +118,7 @@ int xe_migrate_access_memory(struct
> > > > > > > > > xe_migrate
> > > > > > > > > *m, struct xe_bo *bo,
> > > > > > > > >  
> > > > > > > > >  #define XE_MIGRATE_CLEAR_FLAG_BO_DATA		BIT(0)
> > > > > > > > >  #define XE_MIGRATE_CLEAR_FLAG_CCS_DATA		BIT(1)
> > > > > > > > > +#define XE_MIGRATE_CLEAR_NON_DIRTY		BIT(2)
> > > > > > > > >  #define
> > > > > > > > > XE_MIGRATE_CLEAR_FLAG_FULL	(XE_MIGRATE_CLEAR_FLAG
> > > > > > > > > _BO_
> > > > > > > > > DATA |
> > > > > > > > > \
> > > > > > > > >  					XE_MIGRATE_CLE
> > > > > > > > > AR_F
> > > > > > > > > LAG_CC
> > > > > > > > > S_DA
> > > > > > > > > TA)
> > > > > > > > >  struct dma_fence *xe_migrate_clear(struct xe_migrate
> > > > > > > > > *m,
> > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > index d1a403cfb628..630082e809ba 100644
> > > > > > > > > --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > @@ -315,6 +315,32 @@ static inline void
> > > > > > > > > xe_res_next(struct
> > > > > > > > > xe_res_cursor *cur, u64 size)
> > > > > > > > >  	}
> > > > > > > > >  }
> > > > > > > > >  
> > > > > > > > > +/**
> > > > > > > > > + * xe_res_next_dirty - advance the cursor to next
> > > > > > > > > dirty
> > > > > > > > > buddy
> > > > > > > > > block
> > > > > > > > > + *
> > > > > > > > > + * @cur: the cursor to advance
> > > > > > > > > + *
> > > > > > > > > + * Move the cursor until dirty buddy block is found.
> > > > > > > > > + *
> > > > > > > > > + * Return: Number of bytes cursor has been advanced
> > > > > > > > > + */
> > > > > > > > > +static inline u64 xe_res_next_dirty(struct
> > > > > > > > > xe_res_cursor
> > > > > > > > > *cur)
> > > > > > > > > +{
> > > > > > > > > +	struct drm_buddy_block *block = cur->node;
> > > > > > > > > +	u64 bytes = 0;
> > > > > > > > > +
> > > > > > > > > +	XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> > > > > > > > > +		   cur->mem_type != XE_PL_VRAM1);
> > > > > > > > > +
> > > > > > > > > +	while (cur->remaining &&
> > > > > > > > > drm_buddy_block_is_clear(block)) {
> > > > > > > > > +		bytes += cur->size;
> > > > > > > > > +		xe_res_next(cur, cur->size);
> > > > > > > > > +		block = cur->node;
> > > > > > > > > +	}
> > > > > > > > > +
> > > > > > > > > +	return bytes;
> > > > > > > > > +}
> > > > > > > > > +
> > > > > > > > >  /**
> > > > > > > > >   * xe_res_dma - return dma address of cursor at
> > > > > > > > > current
> > > > > > > > > position
> > > > > > > > >   *
> > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > index 9e375a40aee9..120046941c1e 100644
> > > > > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > @@ -84,6 +84,9 @@ static int xe_ttm_vram_mgr_new(struct
> > > > > > > > > ttm_resource_manager *man,
> > > > > > > > >  	if (place->fpfn || lpfn != man->size >>
> > > > > > > > > PAGE_SHIFT)
> > > > > > > > >  		vres->flags |=
> > > > > > > > > DRM_BUDDY_RANGE_ALLOCATION;
> > > > > > > > >  
> > > > > > > > > +	if (tbo->type == ttm_bo_type_device)
> > > > > > > > > +		vres->flags |=
> > > > > > > > > DRM_BUDDY_CLEAR_ALLOCATION;
> > > > > > > > > +
> > > > > > > > >  	if (WARN_ON(!vres->base.size)) {
> > > > > > > > >  		err = -EINVAL;
> > > > > > > > >  		goto error_fini;
> > > > > > > > > @@ -187,7 +190,7 @@ static void
> > > > > > > > > xe_ttm_vram_mgr_del(struct
> > > > > > > > > ttm_resource_manager *man,
> > > > > > > > >  	struct drm_buddy *mm = &mgr->mm;
> > > > > > > > >  
> > > > > > > > >  	mutex_lock(&mgr->lock);
> > > > > > > > > -	drm_buddy_free_list(mm, &vres->blocks, 0);
> > > > > > > > > +	drm_buddy_free_list(mm, &vres->blocks, vres-
> > > > > > > > > > flags);
> > > > > > > > >  	mgr->visible_avail += vres->used_visible_size;
> > > > > > > > >  	mutex_unlock(&mgr->lock);
> > > > > > > > >  
> > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > index cc76050e376d..dfc0e6890b3c 100644
> > > > > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > @@ -36,6 +36,12 @@ to_xe_ttm_vram_mgr_resource(struct
> > > > > > > > > ttm_resource
> > > > > > > > > *res)
> > > > > > > > >  	return container_of(res, struct
> > > > > > > > > xe_ttm_vram_mgr_resource,
> > > > > > > > > base);
> > > > > > > > >  }
> > > > > > > > >  
> > > > > > > > > +static inline void
> > > > > > > > > +xe_ttm_vram_mgr_resource_set_cleared(struct
> > > > > > > > > ttm_resource
> > > > > > > > > *res)
> > > > > > > > > +{
> > > > > > > > > +	to_xe_ttm_vram_mgr_resource(res)->flags |=
> > > > > > > > > DRM_BUDDY_CLEARED;
> > > > > > > > > +}
> > > > > > > > > +
> > > > > > > > >  static inline struct xe_ttm_vram_mgr *
> > > > > > > > >  to_xe_ttm_vram_mgr(struct ttm_resource_manager *man)
> > > > > > > > >  {
> > > > > > > > 
> > > > > > 
> > > 
> 

^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-16  9:16                 ` Matthew Brost
@ 2025-06-16  9:28                   ` Thomas Hellström
  0 siblings, 0 replies; 33+ messages in thread
From: Thomas Hellström @ 2025-06-16  9:28 UTC (permalink / raw)
  To: Matthew Brost; +Cc: intel-xe, matthew.auld

On Mon, 2025-06-16 at 02:16 -0700, Matthew Brost wrote:
> On Mon, Jun 16, 2025 at 10:53:37AM +0200, Thomas Hellström wrote:
> > On Mon, 2025-06-16 at 00:56 -0700, Matthew Brost wrote:
> > > On Mon, Jun 16, 2025 at 09:40:05AM +0200, Thomas Hellström wrote:
> > > > On Fri, 2025-06-13 at 13:02 -0700, Matthew Brost wrote:
> > > > > On Fri, Jun 13, 2025 at 09:21:36AM -0700, Matthew Brost
> > > > > wrote:
> > > > > > On Fri, Jun 13, 2025 at 10:07:17AM +0200, Thomas Hellström
> > > > > > wrote:
> > > > > > > On Thu, 2025-06-12 at 10:11 -0700, Matthew Brost wrote:
> > > > > > > > On Thu, Jun 12, 2025 at 02:53:16PM +0200, Thomas
> > > > > > > > Hellström
> > > > > > > > wrote:
> > > > > > > > > On Tue, 2025-06-10 at 22:42 -0700, Matthew Brost
> > > > > > > > > wrote:
> > > > > > > > > > Clearing on free should hide latency of BO clears
> > > > > > > > > > on
> > > > > > > > > > new
> > > > > > > > > > user BO
> > > > > > > > > > allocations.
> > > > > > > > > > 
> > > > > > > > > > Implemented via calling xe_migrate_clear in release
> > > > > > > > > > notify
> > > > > > > > > > and
> > > > > > > > > > updating
> > > > > > > > > > iterator in xe_migrate_clear to skip cleared buddy
> > > > > > > > > > blocks.
> > > > > > > > > > Only
> > > > > > > > > > user
> > > > > > > > > > BOs
> > > > > > > > > > cleared in release notify as kernel BOs could still
> > > > > > > > > > be
> > > > > > > > > > in
> > > > > > > > > > use
> > > > > > > > > > (e.g.,
> > > > > > > > > > PT
> > > > > > > > > > BOs need to wait for dma-resv to be idle).
> > > > > > > > > 
> > > > > > > > > Wouldn't it be fully possible for a user to do (deep
> > > > > > > > > pipelining 3d
> > > > > > > > > case)
> > > > > > > > > 
> > > > > > > > > create_bo();
> > > > > > > > > map_write_unmap_bo();
> > > > > > > > > bind_bo();
> > > > > > > > > submit_job_touching_bo();
> > > > > > > > > unbind_bo();
> > > > > > > > > free_bo();
> > > > > > > > > 
> > > > > > > > > Where the free_bo and release_notify() is called long
> > > > > > > > > before
> > > > > > > > > the
> > > > > > > > > job we
> > > > > > > > > submitted even started?
> > > > > > > > > 
> > > > > > > > > So that would mean the clear needs to await any
> > > > > > > > > previous
> > > > > > > > > fences,
> > > > > > > > > and
> > > > > > > > > that dependency addition seems to have been removed
> > > > > > > > > from
> > > > > > > > > xe_migrate_clear.
> > > > > > > > > 
> > > > > > > > 
> > > > > > > > I think we are actually ok here. xe_vma_destroy is
> > > > > > > > called
> > > > > > > > on
> > > > > > > > unbind
> > > > > > > > with
> > > > > > > > the out fence from the bind IOCTL, so we don't get to
> > > > > > > > xe_vma_destroy_late until that fence signals, and
> > > > > > > > xe_vma_destroy_late
> > > > > > > > (possibly) does the final BO put. Whether this follow
> > > > > > > > makes
> > > > > > > > sense is
> > > > > > > > a
> > > > > > > > bit questable - this was very early code I wrote in Xe
> > > > > > > > and
> > > > > > > > if I
> > > > > > > > rewrote
> > > > > > > > today I suspect it would look different.
> > > > > > > 
> > > > > > > Hmm, yeah you're right. So the unbind kernel fence should
> > > > > > > indeed
> > > > > > > be
> > > > > > > last fence we need to wait for here.
> > > > > > > 
> > > > > > 
> > > > > > It should actually be signaled too. I think we could avoid
> > > > > > any
> > > > > > dma-
> > > > > > resv
> > > > > > wait in this case. Kernel operations are typically (maybe
> > > > > > always)
> > > > > > on the
> > > > > > migration queue, though, so we’d be waiting on those
> > > > > > operations
> > > > > > via
> > > > > > queue ordering anyway.
> > > > 
> > > > Hm. We should not be keeping the vma and xe_bo around until the
> > > > unbind
> > > > fence has signaled? We did not always do that except for
> > > > userptr
> > > > where
> > > > we needed a mechanism to keep the dma-mappings? So if we
> > > > mistakenly
> > > > introduced something that needs to keep them around, the above
> > > > would
> > > > only make that harder to fix? It sounds like this completely
> > > > bypasses
> > > > the TTM delayed delete mechanism?
> > > > 
> > > 
> > > See xe_vma_destroy — if there’s an unsignaled fence attached to
> > > the
> > > VMA,
> > > we delay the destroy.
> > > 
> > > Yeah, like I said, this code is very questionable at best and was
> > > written early in my Xe days, before I understood TTM a bit
> > > better.
> > 
> > But I'm pretty sure it wasn't always like this? Perhaps it was an
> > easy
> > way to keep the user-fence around until it signaled?
> > 
> 
> I’d have to check, but I’m pretty sure I added this worker early
> on—before I had a clue how a lot of things actually worked, out of
> ignorance.
> 
> > > 
> > > > If the remaining operations are maybe always from the migration
> > > > queue,
> > > > they will be skipped for the clearing operation by the
> > > > scheduler
> > > > anyway, right?
> > > > 
> > > > I think the safest and looking forward least error prone thing
> > > > to
> > > > do
> > > > here is to wait for all fences, since if we can restore the
> > > > original
> > > > behaviour of dropping the bo reference at unbind time rather
> > > > than
> > > > unbind fence signal time, the bo will be immediately
> > > > individualized
> > > > an
> > > > no new unnecessary fences can be added.
> > > > 
> > > 
> > > I think this needs to be a tandem change then — we drop the
> > > VMA/BO
> > > delayed destroy and wait on the bookkeeping here. Sound
> > > reasonable?
> > 
> > Yes. Although we need to keep the delayed vma destroy for userptr.
> > 
> 
> Agree.
> 
> > Also for the user-fence, perhaps it can keep a reference to itself
> > until it signals, rather than we keep the vma->ufence reference.
> > 
> 
> I’ve paged this out, but user_fence_worker already dereferences
> itself…
> so maybe we’re okay? I’d need to dig back in to fully understand it
> again.
> 
> I think we’ve switched to an unrelated topic at this point. I agree
> that
> the whole VMA destroy path should be analyzed. At a minimum, let's
> add
> comments in the code explaining the design—and at best, refactor it
> to
> make a bit more sense. I can take an action item to do that in the
> short
> term, since I can’t give a precise answer right now.
> 
> Is this worth holding up the patch, though?

I think as long as we make the migration clear depend on the current bo
fences, I'm OK with this part.

Thanks,
Thomas



> 
> Matt
> 
> > Thanks,
> > Thomas
> > 
> > 
> > 
> > 
> > 
> > > 
> > > > > > 
> > > > > > > > 
> > > > > > > > We could make this 'safer' by waiting on
> > > > > > > > DMA_RESV_USAGE_BOOKKEEP in
> > > > > > > > xe_migrate_clear for calls from release notify but for
> > > > > > > > private
> > > > > > > > to VM
> > > > > > > > BO's we'd risk the clear getting stuck behind newly
> > > > > > > > submitted
> > > > > > > > (i.e.,
> > > > > > > > submitted after the unbind) exec IOCTLs or binds.
> > > > > > > 
> > > > > > > Yeah, although at this point the individualization has
> > > > > > > already
> > > > > > > taken
> > > > > > > place, so at least there should be no starving, since the
> > > > > > > only
> > > > > > > unnecessary waits would be for execs submitted between
> > > > > > > the
> > > > > > > unbind
> > > > > > > and
> > > > > > > the individualization. So doable but leave it up to you.
> > > > > > > 
> > > > > > 
> > > > > > The individualization is done by the final put-likely
> > > > > > assuming
> > > > > > the
> > > > > > BO is
> > > > > > closed and unmapped in user space—in the worker mentioned
> > > > > > above. If
> > > > > > an
> > > > > > exec or bind IOCTL is issued in the interim, we’d be
> > > > > > waiting on
> > > > > > those.
> > > > > > 
> > > > > > > > > Another side-effect I think this will have is that
> > > > > > > > > bos
> > > > > > > > > that
> > > > > > > > > are
> > > > > > > > > deleted
> > > > > > > > > are not subject to asynchronous evicton. I think if
> > > > > > > > > this
> > > > > > > > > bo
> > > > > > > > > is hit
> > > > > > > > > during lru walk and clearing, TTM will just sync wait
> > > > > > > > > for
> > > > > > > > > it
> > > > > > > > > to
> > > > > > > > > become
> > > > > > > > > idle and then free the memory. I think the reason
> > > > > > > > > that
> > > > > > > > > could
> > > > > > > > > not be
> > > > > > > > > fixed in TTM is that TTM needs for all resource
> > > > > > > > > manager
> > > > > > > > > fences to
> > > > > > > > > be
> > > > > > > > > ordered, but if a check for ordered fences which I
> > > > > > > > > think
> > > > > > > > > requires
> > > > > > > > > here
> > > > > > > > > that the eviction exec_queue is the same as the
> > > > > > > > > clearing
> > > > > > > > > one,
> > > > > > > > > that
> > > > > > > > > could be fixed in TTM.
> > > > > > > > > 
> > > > > > > > 
> > > > > > > > I think async eviction is still controlled by
> > > > > > > > no_wait_gpu,
> > > > > > > > right? See
> > > > > > > > ttm_bo_wait_ctx, if a deleted BO is found and
> > > > > > > > no_wait_gpu
> > > > > > > > is
> > > > > > > > clear
> > > > > > > > the
> > > > > > > > eviction process moves on, right? So the exec IOCTL can
> > > > > > > > still
> > > > > > > > be
> > > > > > > > pipelined albeit not with deleted BOs that have pending
> > > > > > > > clears.
> > > > > > > > We
> > > > > > > > also
> > > > > > > > clear no_wait_gpu in Xe FWIW.
> > > > > > > 
> > > > > > > Yes this is a rather complex problem further complicated
> > > > > > > by
> > > > > > > the
> > > > > > > fact
> > > > > > > that since we can in wait for fences under dma_resv
> > > > > > > locks,
> > > > > > > for a
> > > > > > > true
> > > > > > > no_wait_gpu exec to succeed, we're only allowed to do
> > > > > > > dma_resv_trylock.
> > > > > > > 
> > > > > > > Better to try to fix this in TTM rather than try to worry
> > > > > > > too
> > > > > > > much
> > > > > > > about it here.
> > > > > > > 
> > > > > > 
> > > > > > +1.
> > > > > > 
> > > > > > > > 
> > > > > > > > > Otherwise, this could also cause newly introduced
> > > > > > > > > sync
> > > > > > > > > waits
> > > > > > > > > in the
> > > > > > > > > exec() and vm_bind paths where we previously
> > > > > > > > > performed
> > > > > > > > > eviction and
> > > > > > > > > the
> > > > > > > > > subsequent clearing async.
> > > > > > > > > 
> > > > > > > > > Some additional stuff below:
> > > > > > > > > 
> > > > > > > > > 
> > > > > > > > > > 
> > > > > > > > > > Signed-off-by: Matthew Brost
> > > > > > > > > > <matthew.brost@intel.com>
> > > > > > > > > > ---
> > > > > > > > > >  drivers/gpu/drm/xe/xe_bo.c           | 47
> > > > > > > > > > ++++++++++++++++++++++++++++
> > > > > > > > > >  drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++--
> > > > > > > > > > -
> > > > > > > > > >  drivers/gpu/drm/xe/xe_migrate.h      |  1 +
> > > > > > > > > >  drivers/gpu/drm/xe/xe_res_cursor.h   | 26
> > > > > > > > > > +++++++++++++++
> > > > > > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
> > > > > > > > > >  drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
> > > > > > > > > >  6 files changed, 94 insertions(+), 5 deletions(-)
> > > > > > > > > > 
> > > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > > b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > > index 4e39188a021a..74470f4d418d 100644
> > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_bo.c
> > > > > > > > > > @@ -1434,6 +1434,51 @@ static bool
> > > > > > > > > > xe_ttm_bo_lock_in_destructor(struct
> > > > > > > > > > ttm_buffer_object
> > > > > > > > > > *ttm_bo)
> > > > > > > > > >  	return locked;
> > > > > > > > > >  }
> > > > > > > > > >  
> > > > > > > > > > +static void xe_ttm_bo_release_clear(struct
> > > > > > > > > > ttm_buffer_object
> > > > > > > > > > *ttm_bo)
> > > > > > > > > > +{
> > > > > > > > > > +	struct xe_device *xe =
> > > > > > > > > > ttm_to_xe_device(ttm_bo-
> > > > > > > > > > > bdev);
> > > > > > > > > > +	struct dma_fence *fence;
> > > > > > > > > > +	int err, idx;
> > > > > > > > > > +
> > > > > > > > > > +	xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> > > > > > > > > > +
> > > > > > > > > > +	if (ttm_bo->type != ttm_bo_type_device)
> > > > > > > > > > +		return;
> > > > > > > > > > +
> > > > > > > > > > +	if (xe_device_wedged(xe))
> > > > > > > > > > +		return;
> > > > > > > > > > +
> > > > > > > > > > +	if (!ttm_bo->resource ||
> > > > > > > > > > !mem_type_is_vram(ttm_bo-
> > > > > > > > > > > resource-
> > > > > > > > > > > mem_type))
> > > > > > > > > > +		return;
> > > > > > > > > > +
> > > > > > > > > > +	if (!drm_dev_enter(&xe->drm, &idx))
> > > > > > > > > > +		return;
> > > > > > > > > > +
> > > > > > > > > > +	if (!xe_pm_runtime_get_if_active(xe))
> > > > > > > > > > +		goto unbind;
> > > > > > > > > > +
> > > > > > > > > > +	err = dma_resv_reserve_fences(&ttm_bo-
> > > > > > > > > > > base._resv,
> > > > > > > > > > 1);
> > > > > > > > > > +	if (err)
> > > > > > > > > > +		goto put_pm;
> > > > > > > > > > +
> > > > > > > > > > +	fence =
> > > > > > > > > > xe_migrate_clear(mem_type_to_migrate(xe,
> > > > > > > > > > ttm_bo-
> > > > > > > > > > > resource->mem_type),
> > > > > > > > > > +				
> > > > > > > > > > ttm_to_xe_bo(ttm_bo),
> > > > > > > > > > ttm_bo-
> > > > > > > > > > > resource,
> > > > > > > > > 
> > > > > > > > > We should be very careful with passing the xe_bo part
> > > > > > > > > here
> > > > > > > > > because
> > > > > > > > > the
> > > > > > > > > gem refcount is currently zero. So that any caller
> > > > > > > > > deeper
> > > > > > > > > down in
> > > > > > > > > the
> > > > > > > > > call chain might try to do an xe_bo_get() and blow
> > > > > > > > > up.
> > > > > > > > > 
> > > > > > > > > Ideally we'd make xe_migrate_clear() operate only on
> > > > > > > > > the
> > > > > > > > > ttm_bo for
> > > > > > > > > this to be safe.
> > > > > > > > > 
> > > > > > > > 
> > > > > > > > It looks like bo->size and xe_bo_sg are the two uses of
> > > > > > > > an
> > > > > > > > Xe
> > > > > > > > BO in
> > > > > > > > xe_migrate_clear(). Let me see if I can refactor the
> > > > > > > > arguments
> > > > > > > > to
> > > > > > > > avoid
> > > > > > > > these + add some kernel doc.
> > > > > > > 
> > > > > > > Thanks,
> > > > > > > Thomas
> > > > > > > 
> > > > > > 
> > > > > > So I'll just respin the next rev with a refactor
> > > > > > xe_migrate_clear
> > > > > > arguments.
> > > > > > 
> > > > > 
> > > > > Actually xe_migrate_clear sets the bo->ccs_cleared field, so
> > > > > we
> > > > > kinda
> > > > > need the Xe BO. I guess I'll leave as is.
> > > > > 
> > > > > Yes, if caller does xe_bo_get, that will blow up but no one
> > > > > is
> > > > > doing
> > > > > that and we'd immediately get a kernel splat if some one
> > > > > tried to
> > > > > change
> > > > > this so I think we are good. Thoughts?
> > > > 
> > > > I think we either (again to be robust to future errors)
> > > > 
> > > > 1) need to ensure and document that the migrate layer is
> > > > completely
> > > > safe for gem refcount 0 case bos or we
> > > > 
> > > > 2) Only dereference gem refcount 0 bos directly in the TTM
> > > > callbacks.
> > > > 
> > > > To me 2) seems simplest meaning we'd need to pass the
> > > > ccs_cleared
> > > > field
> > > > into the migrate layer function.
> > > > 
> > > 
> > > So, pass ccs_cleared by reference and also pass in the TTM BO? I
> > > typically despise pass-by-reference, but yeah, that could work.
> > > Some
> > > kernel doc indicating that xe_migrate_clear can be called with a
> > > refcount of 0 would be good too.
> > > 
> > > Matt 
> > > 
> > > > Thanks,
> > > > Thomas
> > > > 
> > > > 
> > > > 
> > > > > 
> > > > > Matt
> > > > > 
> > > > > > Matt
> > > > > > 
> > > > > > > 
> > > > > > > > 
> > > > > > > > Matt
> > > > > > > > 
> > > > > > > > > /Thomas
> > > > > > > > > 
> > > > > > > > > 
> > > > > > > > > > +				
> > > > > > > > > > XE_MIGRATE_CLEAR_FLAG_FULL |
> > > > > > > > > > +				
> > > > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY);
> > > > > > > > > > +	if (XE_WARN_ON(IS_ERR(fence)))
> > > > > > > > > > +		goto put_pm;
> > > > > > > > > > +
> > > > > > > > > > +	xe_ttm_vram_mgr_resource_set_cleared(ttm_b
> > > > > > > > > > o-
> > > > > > > > > > > resource);
> > > > > > > > > > +	dma_resv_add_fence(&ttm_bo->base._resv,
> > > > > > > > > > fence,
> > > > > > > > > > +			   DMA_RESV_USAGE_KERNEL);
> > > > > > > > > > +	dma_fence_put(fence);
> > > > > > > > > > +
> > > > > > > > > > +put_pm:
> > > > > > > > > > +	xe_pm_runtime_put(xe);
> > > > > > > > > > +unbind:
> > > > > > > > > > +	drm_dev_exit(idx);
> > > > > > > > > > +}
> > > > > > > > > > +
> > > > > > > > > >  static void xe_ttm_bo_release_notify(struct
> > > > > > > > > > ttm_buffer_object
> > > > > > > > > > *ttm_bo)
> > > > > > > > > >  {
> > > > > > > > > >  	struct dma_resv_iter cursor;
> > > > > > > > > > @@ -1478,6 +1523,8 @@ static void
> > > > > > > > > > xe_ttm_bo_release_notify(struct
> > > > > > > > > > ttm_buffer_object *ttm_bo)
> > > > > > > > > >  	}
> > > > > > > > > >  	dma_fence_put(replacement);
> > > > > > > > > >  
> > > > > > > > > > +	xe_ttm_bo_release_clear(ttm_bo);
> > > > > > > > > > +
> > > > > > > > > >  	dma_resv_unlock(ttm_bo->base.resv);
> > > > > > > > > >  }
> > > > > > > > > >  
> > > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > > b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > > index 8f8e9fdfb2a8..39d7200cb366 100644
> > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.c
> > > > > > > > > > @@ -1063,7 +1063,7 @@ struct dma_fence
> > > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > > xe_migrate *m,
> > > > > > > > > >  	struct xe_gt *gt = m->tile->primary_gt;
> > > > > > > > > >  	struct xe_device *xe = gt_to_xe(gt);
> > > > > > > > > >  	bool clear_only_system_ccs = false;
> > > > > > > > > > -	struct dma_fence *fence = NULL;
> > > > > > > > > > +	struct dma_fence *fence =
> > > > > > > > > > dma_fence_get_stub();
> > > > > > > > > >  	u64 size = bo->size;
> > > > > > > > > >  	struct xe_res_cursor src_it;
> > > > > > > > > >  	struct ttm_resource *src = dst;
> > > > > > > > > > @@ -1075,10 +1075,13 @@ struct dma_fence
> > > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > > xe_migrate *m,
> > > > > > > > > >  	if (!clear_bo_data && clear_ccs &&
> > > > > > > > > > !IS_DGFX(xe))
> > > > > > > > > >  		clear_only_system_ccs = true;
> > > > > > > > > >  
> > > > > > > > > > -	if (!clear_vram)
> > > > > > > > > > +	if (!clear_vram) {
> > > > > > > > > >  		xe_res_first_sg(xe_bo_sg(bo), 0,
> > > > > > > > > > bo-
> > > > > > > > > > > size,
> > > > > > > > > > &src_it);
> > > > > > > > > > -	else
> > > > > > > > > > +	} else {
> > > > > > > > > >  		xe_res_first(src, 0, bo->size,
> > > > > > > > > > &src_it);
> > > > > > > > > > +		if (!(clear_flags &
> > > > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > > > > > +			size -=
> > > > > > > > > > xe_res_next_dirty(&src_it);
> > > > > > > > > > +	}
> > > > > > > > > >  
> > > > > > > > > >  	while (size) {
> > > > > > > > > >  		u64 clear_L0_ofs;
> > > > > > > > > > @@ -1125,6 +1128,9 @@ struct dma_fence
> > > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > > xe_migrate *m,
> > > > > > > > > >  			emit_pte(m, bb,
> > > > > > > > > > clear_L0_pt,
> > > > > > > > > > clear_vram,
> > > > > > > > > > clear_only_system_ccs,
> > > > > > > > > >  				 &src_it,
> > > > > > > > > > clear_L0,
> > > > > > > > > > dst);
> > > > > > > > > >  
> > > > > > > > > > +		if (clear_vram && !(clear_flags &
> > > > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY))
> > > > > > > > > > +			size -=
> > > > > > > > > > xe_res_next_dirty(&src_it);
> > > > > > > > > > +
> > > > > > > > > >  		bb->cs[bb->len++] =
> > > > > > > > > > MI_BATCH_BUFFER_END;
> > > > > > > > > >  		update_idx = bb->len;
> > > > > > > > > >  
> > > > > > > > > > @@ -1146,7 +1152,7 @@ struct dma_fence
> > > > > > > > > > *xe_migrate_clear(struct
> > > > > > > > > > xe_migrate *m,
> > > > > > > > > >  		}
> > > > > > > > > >  
> > > > > > > > > >  		xe_sched_job_add_migrate_flush(job
> > > > > > > > > > ,
> > > > > > > > > > flush_flags);
> > > > > > > > > > -		if (!fence) {
> > > > > > > > > > +		if (fence == dma_fence_get_stub())
> > > > > > > > > > {
> > > > > > > > > >  			/*
> > > > > > > > > >  			 * There can't be anything
> > > > > > > > > > userspace
> > > > > > > > > > related
> > > > > > > > > > at this
> > > > > > > > > >  			 * point, so we just need
> > > > > > > > > > to
> > > > > > > > > > respect any
> > > > > > > > > > potential move
> > > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > > b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > > index fb9839c1bae0..58a7b747ef11 100644
> > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_migrate.h
> > > > > > > > > > @@ -118,6 +118,7 @@ int
> > > > > > > > > > xe_migrate_access_memory(struct
> > > > > > > > > > xe_migrate
> > > > > > > > > > *m, struct xe_bo *bo,
> > > > > > > > > >  
> > > > > > > > > >  #define
> > > > > > > > > > XE_MIGRATE_CLEAR_FLAG_BO_DATA		BIT(0)
> > > > > > > > > >  #define
> > > > > > > > > > XE_MIGRATE_CLEAR_FLAG_CCS_DATA		BIT(1)
> > > > > > > > > > +#define
> > > > > > > > > > XE_MIGRATE_CLEAR_NON_DIRTY		BIT(2)
> > > > > > > > > >  #define
> > > > > > > > > > XE_MIGRATE_CLEAR_FLAG_FULL	(XE_MIGRATE_CLEAR_
> > > > > > > > > > FLAG
> > > > > > > > > > _BO_
> > > > > > > > > > DATA |
> > > > > > > > > > \
> > > > > > > > > >  					XE_MIGRATE
> > > > > > > > > > _CLE
> > > > > > > > > > AR_F
> > > > > > > > > > LAG_CC
> > > > > > > > > > S_DA
> > > > > > > > > > TA)
> > > > > > > > > >  struct dma_fence *xe_migrate_clear(struct
> > > > > > > > > > xe_migrate
> > > > > > > > > > *m,
> > > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > > b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > > index d1a403cfb628..630082e809ba 100644
> > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> > > > > > > > > > @@ -315,6 +315,32 @@ static inline void
> > > > > > > > > > xe_res_next(struct
> > > > > > > > > > xe_res_cursor *cur, u64 size)
> > > > > > > > > >  	}
> > > > > > > > > >  }
> > > > > > > > > >  
> > > > > > > > > > +/**
> > > > > > > > > > + * xe_res_next_dirty - advance the cursor to next
> > > > > > > > > > dirty
> > > > > > > > > > buddy
> > > > > > > > > > block
> > > > > > > > > > + *
> > > > > > > > > > + * @cur: the cursor to advance
> > > > > > > > > > + *
> > > > > > > > > > + * Move the cursor until dirty buddy block is
> > > > > > > > > > found.
> > > > > > > > > > + *
> > > > > > > > > > + * Return: Number of bytes cursor has been
> > > > > > > > > > advanced
> > > > > > > > > > + */
> > > > > > > > > > +static inline u64 xe_res_next_dirty(struct
> > > > > > > > > > xe_res_cursor
> > > > > > > > > > *cur)
> > > > > > > > > > +{
> > > > > > > > > > +	struct drm_buddy_block *block = cur->node;
> > > > > > > > > > +	u64 bytes = 0;
> > > > > > > > > > +
> > > > > > > > > > +	XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> > > > > > > > > > +		   cur->mem_type != XE_PL_VRAM1);
> > > > > > > > > > +
> > > > > > > > > > +	while (cur->remaining &&
> > > > > > > > > > drm_buddy_block_is_clear(block)) {
> > > > > > > > > > +		bytes += cur->size;
> > > > > > > > > > +		xe_res_next(cur, cur->size);
> > > > > > > > > > +		block = cur->node;
> > > > > > > > > > +	}
> > > > > > > > > > +
> > > > > > > > > > +	return bytes;
> > > > > > > > > > +}
> > > > > > > > > > +
> > > > > > > > > >  /**
> > > > > > > > > >   * xe_res_dma - return dma address of cursor at
> > > > > > > > > > current
> > > > > > > > > > position
> > > > > > > > > >   *
> > > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > > index 9e375a40aee9..120046941c1e 100644
> > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > > > > > > > > > @@ -84,6 +84,9 @@ static int
> > > > > > > > > > xe_ttm_vram_mgr_new(struct
> > > > > > > > > > ttm_resource_manager *man,
> > > > > > > > > >  	if (place->fpfn || lpfn != man->size >>
> > > > > > > > > > PAGE_SHIFT)
> > > > > > > > > >  		vres->flags |=
> > > > > > > > > > DRM_BUDDY_RANGE_ALLOCATION;
> > > > > > > > > >  
> > > > > > > > > > +	if (tbo->type == ttm_bo_type_device)
> > > > > > > > > > +		vres->flags |=
> > > > > > > > > > DRM_BUDDY_CLEAR_ALLOCATION;
> > > > > > > > > > +
> > > > > > > > > >  	if (WARN_ON(!vres->base.size)) {
> > > > > > > > > >  		err = -EINVAL;
> > > > > > > > > >  		goto error_fini;
> > > > > > > > > > @@ -187,7 +190,7 @@ static void
> > > > > > > > > > xe_ttm_vram_mgr_del(struct
> > > > > > > > > > ttm_resource_manager *man,
> > > > > > > > > >  	struct drm_buddy *mm = &mgr->mm;
> > > > > > > > > >  
> > > > > > > > > >  	mutex_lock(&mgr->lock);
> > > > > > > > > > -	drm_buddy_free_list(mm, &vres->blocks, 0);
> > > > > > > > > > +	drm_buddy_free_list(mm, &vres->blocks,
> > > > > > > > > > vres-
> > > > > > > > > > > flags);
> > > > > > > > > >  	mgr->visible_avail += vres-
> > > > > > > > > > >used_visible_size;
> > > > > > > > > >  	mutex_unlock(&mgr->lock);
> > > > > > > > > >  
> > > > > > > > > > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > > b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > > index cc76050e376d..dfc0e6890b3c 100644
> > > > > > > > > > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > > > > > > > > > @@ -36,6 +36,12 @@
> > > > > > > > > > to_xe_ttm_vram_mgr_resource(struct
> > > > > > > > > > ttm_resource
> > > > > > > > > > *res)
> > > > > > > > > >  	return container_of(res, struct
> > > > > > > > > > xe_ttm_vram_mgr_resource,
> > > > > > > > > > base);
> > > > > > > > > >  }
> > > > > > > > > >  
> > > > > > > > > > +static inline void
> > > > > > > > > > +xe_ttm_vram_mgr_resource_set_cleared(struct
> > > > > > > > > > ttm_resource
> > > > > > > > > > *res)
> > > > > > > > > > +{
> > > > > > > > > > +	to_xe_ttm_vram_mgr_resource(res)->flags |=
> > > > > > > > > > DRM_BUDDY_CLEARED;
> > > > > > > > > > +}
> > > > > > > > > > +
> > > > > > > > > >  static inline struct xe_ttm_vram_mgr *
> > > > > > > > > >  to_xe_ttm_vram_mgr(struct ttm_resource_manager
> > > > > > > > > > *man)
> > > > > > > > > >  {
> > > > > > > > > 
> > > > > > > 
> > > > 
> > 


^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-11  5:42 [PATCH] drm/xe: Implement clear VRAM on free Matthew Brost
                   ` (9 preceding siblings ...)
  2025-06-12 12:53 ` Thomas Hellström
@ 2025-06-20 13:08 ` Matthew Auld
  2025-06-23 11:28   ` Matthew Brost
  10 siblings, 1 reply; 33+ messages in thread
From: Matthew Auld @ 2025-06-20 13:08 UTC (permalink / raw)
  To: Matthew Brost, intel-xe; +Cc: thomas.hellstrom

On 11/06/2025 06:42, Matthew Brost wrote:
> Clearing on free should hide latency of BO clears on new user BO
> allocations.
> 
> Implemented via calling xe_migrate_clear in release notify and updating
> iterator in xe_migrate_clear to skip cleared buddy blocks. Only user BOs
> cleared in release notify as kernel BOs could still be in use (e.g., PT
> BOs need to wait for dma-resv to be idle).
> 
> Signed-off-by: Matthew Brost <matthew.brost@intel.com>
> ---
>   drivers/gpu/drm/xe/xe_bo.c           | 47 ++++++++++++++++++++++++++++
>   drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++---
>   drivers/gpu/drm/xe/xe_migrate.h      |  1 +
>   drivers/gpu/drm/xe/xe_res_cursor.h   | 26 +++++++++++++++
>   drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
>   drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
>   6 files changed, 94 insertions(+), 5 deletions(-)
> 
> diff --git a/drivers/gpu/drm/xe/xe_bo.c b/drivers/gpu/drm/xe/xe_bo.c
> index 4e39188a021a..74470f4d418d 100644
> --- a/drivers/gpu/drm/xe/xe_bo.c
> +++ b/drivers/gpu/drm/xe/xe_bo.c
> @@ -1434,6 +1434,51 @@ static bool xe_ttm_bo_lock_in_destructor(struct ttm_buffer_object *ttm_bo)
>   	return locked;
>   }
>   
> +static void xe_ttm_bo_release_clear(struct ttm_buffer_object *ttm_bo)
> +{
> +	struct xe_device *xe = ttm_to_xe_device(ttm_bo->bdev);
> +	struct dma_fence *fence;
> +	int err, idx;
> +
> +	xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> +
> +	if (ttm_bo->type != ttm_bo_type_device)
> +		return;
> +
> +	if (xe_device_wedged(xe))
> +		return;
> +
> +	if (!ttm_bo->resource || !mem_type_is_vram(ttm_bo->resource->mem_type))
> +		return;
> +
> +	if (!drm_dev_enter(&xe->drm, &idx))
> +		return;
> +
> +	if (!xe_pm_runtime_get_if_active(xe))
> +		goto unbind;
> +
> +	err = dma_resv_reserve_fences(&ttm_bo->base._resv, 1);
> +	if (err)
> +		goto put_pm;
> +
> +	fence = xe_migrate_clear(mem_type_to_migrate(xe, ttm_bo->resource->mem_type),
> +				 ttm_to_xe_bo(ttm_bo), ttm_bo->resource,
> +				 XE_MIGRATE_CLEAR_FLAG_FULL |
> +				 XE_MIGRATE_CLEAR_NON_DIRTY);
> +	if (XE_WARN_ON(IS_ERR(fence)))
> +		goto put_pm;
> +
> +	xe_ttm_vram_mgr_resource_set_cleared(ttm_bo->resource);
> +	dma_resv_add_fence(&ttm_bo->base._resv, fence,
> +			   DMA_RESV_USAGE_KERNEL);
> +	dma_fence_put(fence);
> +
> +put_pm:
> +	xe_pm_runtime_put(xe);
> +unbind:
> +	drm_dev_exit(idx);
> +}
> +
>   static void xe_ttm_bo_release_notify(struct ttm_buffer_object *ttm_bo)
>   {
>   	struct dma_resv_iter cursor;
> @@ -1478,6 +1523,8 @@ static void xe_ttm_bo_release_notify(struct ttm_buffer_object *ttm_bo)
>   	}
>   	dma_fence_put(replacement);
>   
> +	xe_ttm_bo_release_clear(ttm_bo);
> +
>   	dma_resv_unlock(ttm_bo->base.resv);
>   }
>   
> diff --git a/drivers/gpu/drm/xe/xe_migrate.c b/drivers/gpu/drm/xe/xe_migrate.c
> index 8f8e9fdfb2a8..39d7200cb366 100644
> --- a/drivers/gpu/drm/xe/xe_migrate.c
> +++ b/drivers/gpu/drm/xe/xe_migrate.c
> @@ -1063,7 +1063,7 @@ struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
>   	struct xe_gt *gt = m->tile->primary_gt;
>   	struct xe_device *xe = gt_to_xe(gt);
>   	bool clear_only_system_ccs = false;
> -	struct dma_fence *fence = NULL;
> +	struct dma_fence *fence = dma_fence_get_stub();


>   	u64 size = bo->size;
>   	struct xe_res_cursor src_it;
>   	struct ttm_resource *src = dst;
> @@ -1075,10 +1075,13 @@ struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
>   	if (!clear_bo_data && clear_ccs && !IS_DGFX(xe))
>   		clear_only_system_ccs = true;
>   
> -	if (!clear_vram)
> +	if (!clear_vram) {
>   		xe_res_first_sg(xe_bo_sg(bo), 0, bo->size, &src_it);
> -	else
> +	} else {
>   		xe_res_first(src, 0, bo->size, &src_it);
> +		if (!(clear_flags & XE_MIGRATE_CLEAR_NON_DIRTY))
> +			size -= xe_res_next_dirty(&src_it);
> +	}
>   
>   	while (size) {
>   		u64 clear_L0_ofs;
> @@ -1125,6 +1128,9 @@ struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
>   			emit_pte(m, bb, clear_L0_pt, clear_vram, clear_only_system_ccs,
>   				 &src_it, clear_L0, dst);
>   
> +		if (clear_vram && !(clear_flags & XE_MIGRATE_CLEAR_NON_DIRTY))
> +			size -= xe_res_next_dirty(&src_it);
> +
>   		bb->cs[bb->len++] = MI_BATCH_BUFFER_END;
>   		update_idx = bb->len;
>   
> @@ -1146,7 +1152,7 @@ struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
>   		}
>   
>   		xe_sched_job_add_migrate_flush(job, flush_flags);
> -		if (!fence) {
> +		if (fence == dma_fence_get_stub()) {
>   			/*
>   			 * There can't be anything userspace related at this
>   			 * point, so we just need to respect any potential move
> diff --git a/drivers/gpu/drm/xe/xe_migrate.h b/drivers/gpu/drm/xe/xe_migrate.h
> index fb9839c1bae0..58a7b747ef11 100644
> --- a/drivers/gpu/drm/xe/xe_migrate.h
> +++ b/drivers/gpu/drm/xe/xe_migrate.h
> @@ -118,6 +118,7 @@ int xe_migrate_access_memory(struct xe_migrate *m, struct xe_bo *bo,
>   
>   #define XE_MIGRATE_CLEAR_FLAG_BO_DATA		BIT(0)
>   #define XE_MIGRATE_CLEAR_FLAG_CCS_DATA		BIT(1)
> +#define XE_MIGRATE_CLEAR_NON_DIRTY		BIT(2)
>   #define XE_MIGRATE_CLEAR_FLAG_FULL	(XE_MIGRATE_CLEAR_FLAG_BO_DATA | \
>   					XE_MIGRATE_CLEAR_FLAG_CCS_DATA)
>   struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
> diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h b/drivers/gpu/drm/xe/xe_res_cursor.h
> index d1a403cfb628..630082e809ba 100644
> --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> @@ -315,6 +315,32 @@ static inline void xe_res_next(struct xe_res_cursor *cur, u64 size)
>   	}
>   }
>   
> +/**
> + * xe_res_next_dirty - advance the cursor to next dirty buddy block
> + *
> + * @cur: the cursor to advance
> + *
> + * Move the cursor until dirty buddy block is found.
> + *
> + * Return: Number of bytes cursor has been advanced
> + */
> +static inline u64 xe_res_next_dirty(struct xe_res_cursor *cur)
> +{
> +	struct drm_buddy_block *block = cur->node;
> +	u64 bytes = 0;
> +
> +	XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> +		   cur->mem_type != XE_PL_VRAM1);
> +
> +	while (cur->remaining && drm_buddy_block_is_clear(block)) {
> +		bytes += cur->size;
> +		xe_res_next(cur, cur->size);
> +		block = cur->node;
> +	}
> +
> +	return bytes;
> +}
> +
>   /**
>    * xe_res_dma - return dma address of cursor at current position
>    *
> diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> index 9e375a40aee9..120046941c1e 100644
> --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> @@ -84,6 +84,9 @@ static int xe_ttm_vram_mgr_new(struct ttm_resource_manager *man,
>   	if (place->fpfn || lpfn != man->size >> PAGE_SHIFT)
>   		vres->flags |= DRM_BUDDY_RANGE_ALLOCATION;
>   
> +	if (tbo->type == ttm_bo_type_device)
> +		vres->flags |= DRM_BUDDY_CLEAR_ALLOCATION;

Would it make sense to also somehow check if the bo has tt pages at this 
stage, and skip asking for cleared memory? If we have tt pages, that 
would mean we are moving to vram, so we are about to copy over the 
memory anyway, so ideally leave any pre-cleared pages for another user?

> +
>   	if (WARN_ON(!vres->base.size)) {
>   		err = -EINVAL;
>   		goto error_fini;
> @@ -187,7 +190,7 @@ static void xe_ttm_vram_mgr_del(struct ttm_resource_manager *man,
>   	struct drm_buddy *mm = &mgr->mm;
>   
>   	mutex_lock(&mgr->lock);
> -	drm_buddy_free_list(mm, &vres->blocks, 0);
> +	drm_buddy_free_list(mm, &vres->blocks, vres->flags);
>   	mgr->visible_avail += vres->used_visible_size;
>   	mutex_unlock(&mgr->lock);
>   
> diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> index cc76050e376d..dfc0e6890b3c 100644
> --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> @@ -36,6 +36,12 @@ to_xe_ttm_vram_mgr_resource(struct ttm_resource *res)
>   	return container_of(res, struct xe_ttm_vram_mgr_resource, base);
>   }
>   
> +static inline void
> +xe_ttm_vram_mgr_resource_set_cleared(struct ttm_resource *res)
> +{
> +	to_xe_ttm_vram_mgr_resource(res)->flags |= DRM_BUDDY_CLEARED;
> +}
> +
>   static inline struct xe_ttm_vram_mgr *
>   to_xe_ttm_vram_mgr(struct ttm_resource_manager *man)
>   {


^ permalink raw reply	[flat|nested] 33+ messages in thread

* Re: [PATCH] drm/xe: Implement clear VRAM on free
  2025-06-20 13:08 ` Matthew Auld
@ 2025-06-23 11:28   ` Matthew Brost
  0 siblings, 0 replies; 33+ messages in thread
From: Matthew Brost @ 2025-06-23 11:28 UTC (permalink / raw)
  To: Matthew Auld; +Cc: intel-xe, thomas.hellstrom

On Fri, Jun 20, 2025 at 02:08:04PM +0100, Matthew Auld wrote:
> On 11/06/2025 06:42, Matthew Brost wrote:
> > Clearing on free should hide latency of BO clears on new user BO
> > allocations.
> > 
> > Implemented via calling xe_migrate_clear in release notify and updating
> > iterator in xe_migrate_clear to skip cleared buddy blocks. Only user BOs
> > cleared in release notify as kernel BOs could still be in use (e.g., PT
> > BOs need to wait for dma-resv to be idle).
> > 
> > Signed-off-by: Matthew Brost <matthew.brost@intel.com>
> > ---
> >   drivers/gpu/drm/xe/xe_bo.c           | 47 ++++++++++++++++++++++++++++
> >   drivers/gpu/drm/xe/xe_migrate.c      | 14 ++++++---
> >   drivers/gpu/drm/xe/xe_migrate.h      |  1 +
> >   drivers/gpu/drm/xe/xe_res_cursor.h   | 26 +++++++++++++++
> >   drivers/gpu/drm/xe/xe_ttm_vram_mgr.c |  5 ++-
> >   drivers/gpu/drm/xe/xe_ttm_vram_mgr.h |  6 ++++
> >   6 files changed, 94 insertions(+), 5 deletions(-)
> > 
> > diff --git a/drivers/gpu/drm/xe/xe_bo.c b/drivers/gpu/drm/xe/xe_bo.c
> > index 4e39188a021a..74470f4d418d 100644
> > --- a/drivers/gpu/drm/xe/xe_bo.c
> > +++ b/drivers/gpu/drm/xe/xe_bo.c
> > @@ -1434,6 +1434,51 @@ static bool xe_ttm_bo_lock_in_destructor(struct ttm_buffer_object *ttm_bo)
> >   	return locked;
> >   }
> > +static void xe_ttm_bo_release_clear(struct ttm_buffer_object *ttm_bo)
> > +{
> > +	struct xe_device *xe = ttm_to_xe_device(ttm_bo->bdev);
> > +	struct dma_fence *fence;
> > +	int err, idx;
> > +
> > +	xe_bo_assert_held(ttm_to_xe_bo(ttm_bo));
> > +
> > +	if (ttm_bo->type != ttm_bo_type_device)
> > +		return;
> > +
> > +	if (xe_device_wedged(xe))
> > +		return;
> > +
> > +	if (!ttm_bo->resource || !mem_type_is_vram(ttm_bo->resource->mem_type))
> > +		return;
> > +
> > +	if (!drm_dev_enter(&xe->drm, &idx))
> > +		return;
> > +
> > +	if (!xe_pm_runtime_get_if_active(xe))
> > +		goto unbind;
> > +
> > +	err = dma_resv_reserve_fences(&ttm_bo->base._resv, 1);
> > +	if (err)
> > +		goto put_pm;
> > +
> > +	fence = xe_migrate_clear(mem_type_to_migrate(xe, ttm_bo->resource->mem_type),
> > +				 ttm_to_xe_bo(ttm_bo), ttm_bo->resource,
> > +				 XE_MIGRATE_CLEAR_FLAG_FULL |
> > +				 XE_MIGRATE_CLEAR_NON_DIRTY);
> > +	if (XE_WARN_ON(IS_ERR(fence)))
> > +		goto put_pm;
> > +
> > +	xe_ttm_vram_mgr_resource_set_cleared(ttm_bo->resource);
> > +	dma_resv_add_fence(&ttm_bo->base._resv, fence,
> > +			   DMA_RESV_USAGE_KERNEL);
> > +	dma_fence_put(fence);
> > +
> > +put_pm:
> > +	xe_pm_runtime_put(xe);
> > +unbind:
> > +	drm_dev_exit(idx);
> > +}
> > +
> >   static void xe_ttm_bo_release_notify(struct ttm_buffer_object *ttm_bo)
> >   {
> >   	struct dma_resv_iter cursor;
> > @@ -1478,6 +1523,8 @@ static void xe_ttm_bo_release_notify(struct ttm_buffer_object *ttm_bo)
> >   	}
> >   	dma_fence_put(replacement);
> > +	xe_ttm_bo_release_clear(ttm_bo);
> > +
> >   	dma_resv_unlock(ttm_bo->base.resv);
> >   }
> > diff --git a/drivers/gpu/drm/xe/xe_migrate.c b/drivers/gpu/drm/xe/xe_migrate.c
> > index 8f8e9fdfb2a8..39d7200cb366 100644
> > --- a/drivers/gpu/drm/xe/xe_migrate.c
> > +++ b/drivers/gpu/drm/xe/xe_migrate.c
> > @@ -1063,7 +1063,7 @@ struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
> >   	struct xe_gt *gt = m->tile->primary_gt;
> >   	struct xe_device *xe = gt_to_xe(gt);
> >   	bool clear_only_system_ccs = false;
> > -	struct dma_fence *fence = NULL;
> > +	struct dma_fence *fence = dma_fence_get_stub();
> 
> 
> >   	u64 size = bo->size;
> >   	struct xe_res_cursor src_it;
> >   	struct ttm_resource *src = dst;
> > @@ -1075,10 +1075,13 @@ struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
> >   	if (!clear_bo_data && clear_ccs && !IS_DGFX(xe))
> >   		clear_only_system_ccs = true;
> > -	if (!clear_vram)
> > +	if (!clear_vram) {
> >   		xe_res_first_sg(xe_bo_sg(bo), 0, bo->size, &src_it);
> > -	else
> > +	} else {
> >   		xe_res_first(src, 0, bo->size, &src_it);
> > +		if (!(clear_flags & XE_MIGRATE_CLEAR_NON_DIRTY))
> > +			size -= xe_res_next_dirty(&src_it);
> > +	}
> >   	while (size) {
> >   		u64 clear_L0_ofs;
> > @@ -1125,6 +1128,9 @@ struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
> >   			emit_pte(m, bb, clear_L0_pt, clear_vram, clear_only_system_ccs,
> >   				 &src_it, clear_L0, dst);
> > +		if (clear_vram && !(clear_flags & XE_MIGRATE_CLEAR_NON_DIRTY))
> > +			size -= xe_res_next_dirty(&src_it);
> > +
> >   		bb->cs[bb->len++] = MI_BATCH_BUFFER_END;
> >   		update_idx = bb->len;
> > @@ -1146,7 +1152,7 @@ struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
> >   		}
> >   		xe_sched_job_add_migrate_flush(job, flush_flags);
> > -		if (!fence) {
> > +		if (fence == dma_fence_get_stub()) {
> >   			/*
> >   			 * There can't be anything userspace related at this
> >   			 * point, so we just need to respect any potential move
> > diff --git a/drivers/gpu/drm/xe/xe_migrate.h b/drivers/gpu/drm/xe/xe_migrate.h
> > index fb9839c1bae0..58a7b747ef11 100644
> > --- a/drivers/gpu/drm/xe/xe_migrate.h
> > +++ b/drivers/gpu/drm/xe/xe_migrate.h
> > @@ -118,6 +118,7 @@ int xe_migrate_access_memory(struct xe_migrate *m, struct xe_bo *bo,
> >   #define XE_MIGRATE_CLEAR_FLAG_BO_DATA		BIT(0)
> >   #define XE_MIGRATE_CLEAR_FLAG_CCS_DATA		BIT(1)
> > +#define XE_MIGRATE_CLEAR_NON_DIRTY		BIT(2)
> >   #define XE_MIGRATE_CLEAR_FLAG_FULL	(XE_MIGRATE_CLEAR_FLAG_BO_DATA | \
> >   					XE_MIGRATE_CLEAR_FLAG_CCS_DATA)
> >   struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
> > diff --git a/drivers/gpu/drm/xe/xe_res_cursor.h b/drivers/gpu/drm/xe/xe_res_cursor.h
> > index d1a403cfb628..630082e809ba 100644
> > --- a/drivers/gpu/drm/xe/xe_res_cursor.h
> > +++ b/drivers/gpu/drm/xe/xe_res_cursor.h
> > @@ -315,6 +315,32 @@ static inline void xe_res_next(struct xe_res_cursor *cur, u64 size)
> >   	}
> >   }
> > +/**
> > + * xe_res_next_dirty - advance the cursor to next dirty buddy block
> > + *
> > + * @cur: the cursor to advance
> > + *
> > + * Move the cursor until dirty buddy block is found.
> > + *
> > + * Return: Number of bytes cursor has been advanced
> > + */
> > +static inline u64 xe_res_next_dirty(struct xe_res_cursor *cur)
> > +{
> > +	struct drm_buddy_block *block = cur->node;
> > +	u64 bytes = 0;
> > +
> > +	XE_WARN_ON(cur->mem_type != XE_PL_VRAM0 &&
> > +		   cur->mem_type != XE_PL_VRAM1);
> > +
> > +	while (cur->remaining && drm_buddy_block_is_clear(block)) {
> > +		bytes += cur->size;
> > +		xe_res_next(cur, cur->size);
> > +		block = cur->node;
> > +	}
> > +
> > +	return bytes;
> > +}
> > +
> >   /**
> >    * xe_res_dma - return dma address of cursor at current position
> >    *
> > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > index 9e375a40aee9..120046941c1e 100644
> > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.c
> > @@ -84,6 +84,9 @@ static int xe_ttm_vram_mgr_new(struct ttm_resource_manager *man,
> >   	if (place->fpfn || lpfn != man->size >> PAGE_SHIFT)
> >   		vres->flags |= DRM_BUDDY_RANGE_ALLOCATION;
> > +	if (tbo->type == ttm_bo_type_device)
> > +		vres->flags |= DRM_BUDDY_CLEAR_ALLOCATION;
> 
> Would it make sense to also somehow check if the bo has tt pages at this
> stage, and skip asking for cleared memory? If we have tt pages, that would
> mean we are moving to vram, so we are about to copy over the memory anyway,
> so ideally leave any pre-cleared pages for another user?
> 

I think so. I assume because the ttm_buffer_object is an argument here
we can safely fish out the tt pages for this check. Will follow up on
this and if this works, will add.

Matt

> > +
> >   	if (WARN_ON(!vres->base.size)) {
> >   		err = -EINVAL;
> >   		goto error_fini;
> > @@ -187,7 +190,7 @@ static void xe_ttm_vram_mgr_del(struct ttm_resource_manager *man,
> >   	struct drm_buddy *mm = &mgr->mm;
> >   	mutex_lock(&mgr->lock);
> > -	drm_buddy_free_list(mm, &vres->blocks, 0);
> > +	drm_buddy_free_list(mm, &vres->blocks, vres->flags);
> >   	mgr->visible_avail += vres->used_visible_size;
> >   	mutex_unlock(&mgr->lock);
> > diff --git a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > index cc76050e376d..dfc0e6890b3c 100644
> > --- a/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > +++ b/drivers/gpu/drm/xe/xe_ttm_vram_mgr.h
> > @@ -36,6 +36,12 @@ to_xe_ttm_vram_mgr_resource(struct ttm_resource *res)
> >   	return container_of(res, struct xe_ttm_vram_mgr_resource, base);
> >   }
> > +static inline void
> > +xe_ttm_vram_mgr_resource_set_cleared(struct ttm_resource *res)
> > +{
> > +	to_xe_ttm_vram_mgr_resource(res)->flags |= DRM_BUDDY_CLEARED;
> > +}
> > +
> >   static inline struct xe_ttm_vram_mgr *
> >   to_xe_ttm_vram_mgr(struct ttm_resource_manager *man)
> >   {
> 

^ permalink raw reply	[flat|nested] 33+ messages in thread

end of thread, other threads:[~2025-06-23 11:27 UTC | newest]

Thread overview: 33+ messages (download: mbox.gz follow: Atom feed
-- links below jump to the message on this page --
2025-06-11  5:42 [PATCH] drm/xe: Implement clear VRAM on free Matthew Brost
2025-06-11  5:47 ` ✓ CI.Patch_applied: success for " Patchwork
2025-06-11  5:47 ` ✓ CI.checkpatch: " Patchwork
2025-06-11  5:48 ` ✓ CI.KUnit: " Patchwork
2025-06-11  5:59 ` ✓ CI.Build: " Patchwork
2025-06-11  6:02 ` ✓ CI.Hooks: " Patchwork
2025-06-11  6:03 ` ✓ CI.checksparse: " Patchwork
2025-06-11  6:51 ` ✓ Xe.CI.BAT: " Patchwork
2025-06-11  8:09 ` ✗ Xe.CI.Full: failure " Patchwork
2025-06-11 16:26 ` [PATCH] " Summers, Stuart
2025-06-11 16:46   ` Matthew Brost
2025-06-11 17:04     ` Summers, Stuart
2025-06-11 17:57       ` Matthew Brost
2025-06-11 18:05         ` Summers, Stuart
2025-06-11 18:20           ` Matthew Brost
2025-06-11 18:23             ` Summers, Stuart
2025-06-11 19:01               ` Matthew Brost
2025-06-11 19:03                 ` Matthew Brost
2025-06-11 19:12                   ` Summers, Stuart
2025-06-11 21:23                     ` Matthew Brost
2025-06-11 23:12                       ` Summers, Stuart
2025-06-12 12:53 ` Thomas Hellström
2025-06-12 17:11   ` Matthew Brost
2025-06-13  8:07     ` Thomas Hellström
2025-06-13 16:21       ` Matthew Brost
2025-06-13 20:02         ` Matthew Brost
2025-06-16  7:40           ` Thomas Hellström
2025-06-16  7:56             ` Matthew Brost
2025-06-16  8:53               ` Thomas Hellström
2025-06-16  9:16                 ` Matthew Brost
2025-06-16  9:28                   ` Thomas Hellström
2025-06-20 13:08 ` Matthew Auld
2025-06-23 11:28   ` Matthew Brost

This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox