From: Arnd Bergmann <arnd@kernel.org>
To: Siddharth Chintamaneni <sidchintamaneni@gmail.com>
Cc: Arnd Bergmann <arnd@arndb.de>, Fuad Tabba <fuad.tabba@linux.dev>,
Marc Zyngier <maz@kernel.org>, Oliver Upton <oupton@kernel.org>,
Catalin Marinas <catalin.marinas@arm.com>,
Will Deacon <will@kernel.org>,
Mark Rutland <mark.rutland@arm.com>,
Suzuki K Poulose <suzuki.poulose@arm.com>,
Joey Gouly <joey.gouly@arm.com>,
Zenghui Yu <yuzenghui@huawei.com>,
Steffen Eiden <seiden@linux.ibm.com>,
Yicong Yang <yangyicong@hisilicon.com>,
Zhou Wang <wangzhou1@hisilicon.com>,
Navneet Singh <navneetsingh@microsoft.com>,
apais@microsoft.com, hargar@linux.microsoft.com,
linux-arm-kernel@lists.infradead.org,
linux-kernel@vger.kernel.org
Subject: [PATCH 2/2] arm64: dynamically enable st64bv0 for SVA
Date: Tue, 17 Nov 2026 23:22:24 +0100 [thread overview]
Message-ID: <20261117222224.1465328-3-arnd@kernel.org> (raw)
In-Reply-To: <20261117222224.1465328-1-arnd@kernel.org>
From: Arnd Bergmann <arnd@arndb.de>
I/O devices that understand the st64bv0 instruction for doing shared
virtual access from userspace need to set the pasid value in the
accdata_el1 register, but in general we want this to be disabled unless
a driver actually hands an MMIO area to userspace that accepts these
commands and installs a pasid using iommu_sva_bind_device().
Rather than trying to find all threads that use an mm_struct by the
time the pasid created, iommu_sva_bind_device() only stores the pasid in
'struct iommu_mm_data' and sets up the iommu domain in the device. The
first attempt to use SVA from userspace traps into do_el0_other(),
which checks that this is indeed valid and then sets the configured
pasid before enabling SCTLR_EL1_EnAS0.
On machines running KVM guests, KVM already handles saving and restoring
ACCDATA now. If the same process uses SVA itself, the context is restored
upon guest access. This only really makes sense if the host device using
SVA is attached to the same SMMU using a single stage translation, and
another device is assigned to the guest VMID for stage2 so it can use
the stage1 translation inside of the guest using ACCDATA as PASID.
This is pretty much a lifted from the x86 try_fixup_enqcmd_gp()
function.
Signed-off-by: Arnd Bergmann <arnd@arndb.de>
---
arch/arm64/include/asm/cpufeature.h | 5 +++
arch/arm64/include/asm/exception.h | 1 +
arch/arm64/include/asm/mmu_context.h | 17 +++++++++
arch/arm64/kernel/entry-common.c | 11 ++++++
arch/arm64/kernel/traps.c | 52 ++++++++++++++++++++++++++++
arch/arm64/tools/sysreg | 5 +++
6 files changed, 91 insertions(+)
diff --git a/arch/arm64/include/asm/cpufeature.h b/arch/arm64/include/asm/cpufeature.h
index 7d7b8eb7f72f..e5367344e817 100644
--- a/arch/arm64/include/asm/cpufeature.h
+++ b/arch/arm64/include/asm/cpufeature.h
@@ -914,6 +914,11 @@ static inline bool system_supports_bbml3(void)
return alternative_has_cap_unlikely(ARM64_HAS_BBML3);
}
+static inline bool system_supports_ls64_accdata(void)
+{
+ return cpus_have_final_cap(ARM64_HAS_LS64_ACCDATA);
+}
+
int do_emulate_mrs(struct pt_regs *regs, u32 sys_reg, u32 rt);
bool try_emulate_mrs(struct pt_regs *regs, u32 isn);
diff --git a/arch/arm64/include/asm/exception.h b/arch/arm64/include/asm/exception.h
index a2da3cb21c24..7c61b50718d6 100644
--- a/arch/arm64/include/asm/exception.h
+++ b/arch/arm64/include/asm/exception.h
@@ -81,6 +81,7 @@ void do_el0_sys(unsigned long esr, struct pt_regs *regs);
void do_sp_pc_abort(unsigned long addr, unsigned long esr, struct pt_regs *regs);
void bad_el0_sync(struct pt_regs *regs, int reason, unsigned long esr);
void do_el0_cp15(unsigned long esr, struct pt_regs *regs);
+void do_el0_other(struct pt_regs *regs, unsigned long esr);
int do_compat_alignment_fixup(unsigned long addr, struct pt_regs *regs);
void do_el0_svc(struct pt_regs *regs);
void do_el0_svc_compat(struct pt_regs *regs);
diff --git a/arch/arm64/include/asm/mmu_context.h b/arch/arm64/include/asm/mmu_context.h
index 803b68758152..40c47ee003d5 100644
--- a/arch/arm64/include/asm/mmu_context.h
+++ b/arch/arm64/include/asm/mmu_context.h
@@ -16,6 +16,7 @@
#include <linux/mm_types.h>
#include <linux/pgtable.h>
#include <linux/pkeys.h>
+#include <linux/iommu.h>
#include <asm/cacheflush.h>
#include <asm/cpufeature.h>
@@ -247,6 +248,20 @@ static inline void __switch_mm(struct mm_struct *next)
check_and_switch_context(next);
}
+/* switch to PASID if new task has enabled st64bv0 */
+static inline void switch_iommu_mm(struct mm_struct *mm, struct task_struct *tsk)
+{
+ u32 pasid;
+
+ if (!IS_ENABLED(CONFIG_IOMMU_SVA) ||
+ !(tsk->thread.sctlr_user & SCTLR_EL1_EnAS0))
+ return;
+
+ pasid = mm_get_enqcmd_pasid(mm);
+ if (pasid != IOMMU_PASID_INVALID)
+ write_sysreg(pasid, accdata_el1);
+}
+
static inline void
switch_mm(struct mm_struct *prev, struct mm_struct *next,
struct task_struct *tsk)
@@ -254,6 +269,8 @@ switch_mm(struct mm_struct *prev, struct mm_struct *next,
if (prev != next)
__switch_mm(next);
+ switch_iommu_mm(next, tsk);
+
/*
* Update the saved TTBR0_EL1 of the scheduled-in task as the previous
* value may have not been initialised yet (activate_mm caller) or the
diff --git a/arch/arm64/kernel/entry-common.c b/arch/arm64/kernel/entry-common.c
index beb56891fc4f..03ecc73c44a4 100644
--- a/arch/arm64/kernel/entry-common.c
+++ b/arch/arm64/kernel/entry-common.c
@@ -807,6 +807,14 @@ static void noinstr el0_fpac(struct pt_regs *regs, unsigned long esr)
arm64_exit_to_user_mode(regs);
}
+static void noinstr el0_other(struct pt_regs *regs, unsigned long esr)
+{
+ arm64_enter_from_user_mode(regs);
+ local_daif_restore(DAIF_PROCCTX);
+ do_el0_other(regs, esr);
+ arm64_exit_to_user_mode(regs);
+}
+
asmlinkage void noinstr el0t_64_sync_handler(struct pt_regs *regs)
{
unsigned long esr = read_sysreg(esr_el1);
@@ -870,6 +878,9 @@ asmlinkage void noinstr el0t_64_sync_handler(struct pt_regs *regs)
case ESR_ELx_EC_FPAC:
el0_fpac(regs, esr);
break;
+ case ESR_ELx_EC_OTHER:
+ el0_other(regs, esr);
+ break;
default:
el0_inv(regs, esr);
}
diff --git a/arch/arm64/kernel/traps.c b/arch/arm64/kernel/traps.c
index d6391ab20db3..a02dbee8c06d 100644
--- a/arch/arm64/kernel/traps.c
+++ b/arch/arm64/kernel/traps.c
@@ -13,6 +13,7 @@
#include <linux/kprobes.h>
#include <linux/spinlock.h>
#include <linux/uaccess.h>
+#include <linux/iommu.h>
#include <linux/hardirq.h>
#include <linux/kdebug.h>
#include <linux/module.h>
@@ -543,6 +544,56 @@ void do_el1_mops(struct pt_regs *regs, unsigned long esr)
kernel_fastforward_single_step(regs);
}
+/*
+ * PASID/ACCDATA is shared by the entire mm, while sctlr_el1
+ * is maintained per thread. Keep things simple and enable
+ * ACCDATA dynamically on first access if the feature is
+ * available and a valid pasid is set.
+ *
+ * After exiting back to userspace, the st64bv0 instruction
+ * should no longer trap.
+ */
+static bool try_enable_st64bv0(struct pt_regs *regs, unsigned long esr)
+{
+ u32 pasid;
+ u64 sctlr;
+
+ if (!system_supports_ls64_accdata())
+ return false;
+
+ pasid = mm_get_enqcmd_pasid(current->mm);
+ if (pasid == IOMMU_PASID_INVALID)
+ return false;
+
+ preempt_disable();
+ write_sysreg(pasid, accdata_el1);
+ sctlr = current->thread.sctlr_user;
+ sctlr |= SCTLR_EL1_EnAS0;
+ current->thread.sctlr_user = sctlr;
+ update_sctlr_el1(sctlr);
+ preempt_enable();
+
+ return true;
+}
+
+void do_el0_other(struct pt_regs *regs, unsigned long esr)
+{
+ switch (ESR_ELx_ISS(esr)) {
+ case ESR_ELx_ISS_OTHER_ST64BV0:
+ if (try_enable_st64bv0(regs, esr))
+ return;
+ break;
+
+ case ESR_ELx_ISS_OTHER_ST64BV:
+ case ESR_ELx_ISS_OTHER_LDST64B:
+ default:
+ break;
+ }
+
+ /* Treat all other "other" trapping instructions as illegal opcode */
+ force_signal_inject(SIGILL, ILL_ILLOPC, regs->pc, 0);
+}
+
#define __user_cache_maint(insn, address, res) \
if (address >= TASK_SIZE_MAX) { \
res = -EFAULT; \
@@ -842,6 +893,7 @@ static const char *esr_class_str[] = {
[ESR_ELx_EC_FP_ASIMD] = "ASIMD",
[ESR_ELx_EC_CP10_ID] = "CP10 MRC/VMRS",
[ESR_ELx_EC_PAC] = "PAC",
+ [ESR_ELx_EC_OTHER] = "OTHER",
[ESR_ELx_EC_CP14_64] = "CP14 MCRR/MRRC",
[ESR_ELx_EC_BTI] = "BTI",
[ESR_ELx_EC_ILL] = "PSTATE.IL",
diff --git a/arch/arm64/tools/sysreg b/arch/arm64/tools/sysreg
index 28d319e63d8f..7612bacdb018 100644
--- a/arch/arm64/tools/sysreg
+++ b/arch/arm64/tools/sysreg
@@ -3707,6 +3707,11 @@ Sysreg TPIDR_EL1 3 0 13 0 4
Field 63:0 ThreadID
EndSysreg
+Sysreg ACCDATA_EL1 3 0 13 0 5
+Res0 63:32
+Field 31:0 ACCDATA
+EndSysreg
+
Sysreg RCWMASK_EL1 3 0 13 0 6
Field 63:0 RCWMASK
EndSysreg
--
2.53.0
prev parent reply other threads:[~2026-11-17 22:22 UTC|newest]
Thread overview: 3+ messages / expand[flat|nested] mbox.gz Atom feed top
2026-11-17 22:22 [PATCH 0/2] st64bv0 support in iommu-sva Arnd Bergmann
2026-11-17 22:22 ` [PATCH 1/2] arm64: add HWCAP3_LS64_ACCDATA Arnd Bergmann
2026-11-17 22:22 ` Arnd Bergmann [this message]
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=20261117222224.1465328-3-arnd@kernel.org \
--to=arnd@kernel.org \
--cc=apais@microsoft.com \
--cc=arnd@arndb.de \
--cc=catalin.marinas@arm.com \
--cc=fuad.tabba@linux.dev \
--cc=hargar@linux.microsoft.com \
--cc=joey.gouly@arm.com \
--cc=linux-arm-kernel@lists.infradead.org \
--cc=linux-kernel@vger.kernel.org \
--cc=mark.rutland@arm.com \
--cc=maz@kernel.org \
--cc=navneetsingh@microsoft.com \
--cc=oupton@kernel.org \
--cc=seiden@linux.ibm.com \
--cc=sidchintamaneni@gmail.com \
--cc=suzuki.poulose@arm.com \
--cc=wangzhou1@hisilicon.com \
--cc=will@kernel.org \
--cc=yangyicong@hisilicon.com \
--cc=yuzenghui@huawei.com \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox