From: Bradley Morgan <include@grrlz.net>
To: Catalin Marinas <catalin.marinas@arm.com>,
Will Deacon <will@kernel.org>, Bradley Morgan <include@grrlz.net>
Cc: linux-arm-kernel@lists.infradead.org, linux-kernel@vger.kernel.org
Subject: [PATCH 2/2] arm64: sleep: dedup the sleep_save_stash slot lookup
Date: Sun, 5 Jul 2026 19:23:31 +0000 [thread overview]
Message-ID: <20260705192331.23150-3-include@grrlz.net> (raw)
In-Reply-To: <20260705192331.23150-1-include@grrlz.net>
Both __cpu_suspend_enter() and _cpu_resume() open code the same MPIDR
hash lookup. Factor it into a get_sleep_stash_slot macro.
Signed-off-by: Bradley Morgan <include@grrlz.net>
---
arch/arm64/kernel/sleep.S | 55 +++++++++++++++++++++------------------
1 file changed, 30 insertions(+), 25 deletions(-)
diff --git a/arch/arm64/kernel/sleep.S b/arch/arm64/kernel/sleep.S
index e112b8537f10..8820a131aef7 100644
--- a/arch/arm64/kernel/sleep.S
+++ b/arch/arm64/kernel/sleep.S
@@ -64,6 +64,31 @@
lsr \mask ,\mask, \rs3
orr \dst, \dst, \mask // dst|=(aff3>>rs3)
.endm
+
+/*
+ * Compute the address of the current CPU's entry in sleep_save_stash,
+ * i.e. &sleep_save_stash[hash(MPIDR_EL1)].
+ *
+ * @slot: output register
+ *
+ * Clobbers: x2 - x8
+ */
+ .macro get_sleep_stash_slot slot
+ mpidr_hash_assert_distinct \slot, x2
+ mrs x3, mpidr_el1
+ adr_l x2, mpidr_hash
+ ldr x8, [x2, #MPIDR_HASH_MASK]
+ /*
+ * Following code relies on the struct mpidr_hash
+ * members size.
+ */
+ ldp w4, w5, [x2, #MPIDR_HASH_SHIFTS]
+ ldp w6, w7, [x2, #(MPIDR_HASH_SHIFTS + 8)]
+ compute_mpidr_hash x2, x4, x5, x6, x7, x3, x8
+ ldr_l \slot, sleep_save_stash
+ add \slot, \slot, x2, lsl #3
+ .endm
+
/*
* Save CPU state in the provided sleep_stack_data area, and publish its
* location for cpu_resume()'s use in sleep_save_stash.
@@ -88,19 +113,8 @@ SYM_FUNC_START(__cpu_suspend_enter)
mov x2, sp
str x2, [x0, #SLEEP_STACK_DATA_SYSTEM_REGS + CPU_CTX_SP]
- /* find the mpidr_hash */
- ldr_l x1, sleep_save_stash
- mrs x7, mpidr_el1
- adr_l x9, mpidr_hash
- ldr x10, [x9, #MPIDR_HASH_MASK]
- /*
- * Following code relies on the struct mpidr_hash
- * members size.
- */
- ldp w3, w4, [x9, #MPIDR_HASH_SHIFTS]
- ldp w5, w6, [x9, #(MPIDR_HASH_SHIFTS + 8)]
- compute_mpidr_hash x8, x3, x4, x5, x6, x7, x10
- add x1, x1, x8, lsl #3
+ /* find this CPU's slot in sleep_save_stash */
+ get_sleep_stash_slot x1
str x0, [x1]
add x0, x0, #SLEEP_STACK_DATA_SYSTEM_REGS
@@ -131,18 +145,9 @@ SYM_FUNC_START(_cpu_resume)
mov x0, x19
bl finalise_el2
- mrs x1, mpidr_el1
- adr_l x8, mpidr_hash // x8 = struct mpidr_hash virt address
-
- /* retrieve mpidr_hash members to compute the hash */
- ldr x2, [x8, #MPIDR_HASH_MASK]
- ldp w3, w4, [x8, #MPIDR_HASH_SHIFTS]
- ldp w5, w6, [x8, #(MPIDR_HASH_SHIFTS + 8)]
- compute_mpidr_hash x7, x3, x4, x5, x6, x1, x2
-
- /* x7 contains hash index, let's use it to grab context pointer */
- ldr_l x0, sleep_save_stash
- ldr x0, [x0, x7, lsl #3]
+ /* grab this CPU's context pointer from sleep_save_stash */
+ get_sleep_stash_slot x0
+ ldr x0, [x0]
add x29, x0, #SLEEP_STACK_DATA_CALLEE_REGS
add x0, x0, #SLEEP_STACK_DATA_SYSTEM_REGS
/* load sp from context */
--
2.53.0
prev parent reply other threads:[~2026-07-05 19:23 UTC|newest]
Thread overview: 3+ messages / expand[flat|nested] mbox.gz Atom feed top
2026-07-05 19:23 [PATCH 0/2] arm64: sleep: two small compute_mpidr_hash cleanups Bradley Morgan
2026-07-05 19:23 ` [PATCH 1/2] arm64: sleep: assert compute_mpidr_hash registers are distinct Bradley Morgan
2026-07-05 19:23 ` Bradley Morgan [this message]
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=20260705192331.23150-3-include@grrlz.net \
--to=include@grrlz.net \
--cc=catalin.marinas@arm.com \
--cc=linux-arm-kernel@lists.infradead.org \
--cc=linux-kernel@vger.kernel.org \
--cc=will@kernel.org \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is an external index of several public inboxes,
see mirroring instructions on how to clone and mirror
all data and code used by this external index.