From: Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
To: Greg Kroah-Hartman <gregkh@linuxfoundation.org>
Cc: Boqun Feng <boqun.feng@gmail.com>, paulmck <paulmck@kernel.org>,
linux-kernel <linux-kernel@vger.kernel.org>,
Maged Michael <maged.michael@gmail.com>
Subject: [RFC] Synchronized Shared Pointers for the Linux kernel
Date: Thu, 10 Oct 2024 15:16:25 -0400 [thread overview]
Message-ID: <8b944c2b-7f89-4d05-afd8-612de852f5dd@efficios.com> (raw)
Hi,
I've created a new API (sharedptr.h) for the use-case of
providing existence object guarantees (e.g. for Rust)
when dereferencing pointers which can be concurrently updated.
I call this "Synchronized Shared Pointers".
This should be an elegant solution to Greg's refcount
existence use-case as well.
The current implementation can be found here:
https://github.com/compudj/linux-dev/commit/64c3756b88776fe534629c70f6a1d27fad27e9ba
Patch added inline below for feedback.
Thanks!
Mathieu
diff --git a/include/linux/sharedptr.h b/include/linux/sharedptr.h
new file mode 100644
index 000000000000..ff925c509734
--- /dev/null
+++ b/include/linux/sharedptr.h
@@ -0,0 +1,163 @@
+// SPDX-FileCopyrightText: 2024 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
+//
+// SPDX-License-Identifier: LGPL-2.1-or-later
+
+#ifndef _LINUX_SHAREDPTR_H
+#define _LINUX_SHAREDPTR_H
+
+/*
+ * sharedptr: Synchronized Shared Pointers
+ *
+ * Synchronized shared pointers guarantee existence of objects when the
+ * synchronized pointer is dereferenced. It is meant to help solving the
+ * problem of object existence guarantees faced by Rust when interfacing
+ * with C.
+ *
+ * Those shared pointers are based on a reference counter embedded into
+ * the object, using hazard pointers to provide object existence
+ * guarantee based on pointer dereference for synchronized shared
+ * pointers.
+ *
+ * References:
+ *
+ * [1]: M. M. Michael, "Hazard pointers: safe memory reclamation for
+ * lock-free objects," in IEEE Transactions on Parallel and
+ * Distributed Systems, vol. 15, no. 6, pp. 491-504, June 2004
+ */
+
+#include <linux/hazptr.h>
+#include <linux/refcount.h>
+#include <linux/types.h>
+#include <linux/rcupdate.h>
+
+DECLARE_HAZPTR_DOMAIN(hazptr_domain_sharedptr);
+
+struct sharedptr_node {
+ refcount_t refcount;
+};
+
+/*
+ * Local copy of a shared pointer, holding a reference to a
+ * shared pointer node.
+ */
+struct sharedptr {
+ struct sharedptr_node *spn;
+};
+
+/*
+ * A syncsharedptr has a single updater, but many threads can
+ * concurrently copy a shared pointer from it using
+ * sharedptr_copy_from_sync(). Just like a sharedptr, a syncsharedptr
+ * holds a reference to a shared pointer node.
+ */
+struct syncsharedptr {
+ struct sharedptr_node *spn;
+};
+
+/*
+ * Initialize shared pointer node with refcount=1. Returns a shared pointer.
+ */
+static inline
+struct sharedptr sharedptr_create(struct sharedptr_node *spn)
+{
+ struct sharedptr sp = {
+ .spn = spn,
+ };
+ if (spn)
+ refcount_set(&spn->refcount, 1);
+ return sp;
+}
+
+static inline
+struct sharedptr sharedptr_copy(struct sharedptr sp)
+{
+ struct sharedptr_node *spn = sp.spn;
+
+ if (spn)
+ refcount_inc(&spn->refcount);
+ return sp;
+}
+
+static inline
+bool sharedptr_is_null(struct sharedptr sp)
+{
+ return sp.spn == NULL;
+}
+
+/* Move sharedptr to a syncsharedptr. */
+static inline
+void sharedptr_move_to_sync(struct syncsharedptr *dst, struct sharedptr *src)
+{
+ WARN_ON_ONCE(dst->spn); /* Single updater, expect dst==NULL. */
+ rcu_assign_pointer(dst->spn, src->spn);
+ src->spn = NULL; /* Transfer ownership. */
+}
+
+/*
+ * Copy sharedptr to a syncsharedptr, incrementing the reference.
+ */
+static inline
+void sharedptr_copy_to_sync(struct syncsharedptr *dst, const struct sharedptr *src)
+{
+ struct sharedptr_node *spn = src->spn;
+
+ WARN_ON_ONCE(dst->spn); /* Single updater, expect dst==NULL. */
+ if (spn)
+ refcount_inc(&spn->refcount);
+ rcu_assign_pointer(dst->spn, spn);
+}
+
+/*
+ * Obtain a shared pointer copy from a syncsharedptr.
+ */
+static inline
+struct sharedptr sharedptr_copy_from_sync(const struct syncsharedptr *ssp)
+{
+ struct sharedptr_node *spn, *hp;
+ struct hazptr_slot *slot;
+ struct sharedptr sp;
+
+ preempt_disable();
+ hp = spn = hazptr_load_try_protect(&hazptr_domain_sharedptr, &ssp->spn, &slot);
+ if (!spn)
+ goto end;
+ if (!refcount_inc_not_zero(&spn->refcount))
+ spn = NULL;
+ hazptr_release(slot, hp);
+end:
+ sp.spn = spn;
+ preempt_enable();
+ return sp;
+}
+
+static inline
+void syncsharedptr_delete(struct syncsharedptr *ssp,
+ void (*sharedptr_node_release)(struct sharedptr_node *spn))
+{
+ struct sharedptr_node *spn = ssp->spn;
+
+ if (!spn)
+ return;
+ WRITE_ONCE(ssp->spn, NULL);
+ if (refcount_dec_and_test(&spn->refcount)) {
+ hazptr_scan(&hazptr_domain_sharedptr, spn, NULL);
+ sharedptr_node_release(spn);
+ }
+}
+
+static inline
+void sharedptr_delete(struct sharedptr *sp,
+ void (*sharedptr_node_release)(struct sharedptr_node *spn))
+{
+ struct sharedptr_node *spn = sp->spn;
+
+ if (!spn)
+ return;
+ WRITE_ONCE(sp->spn, NULL);
+ if (refcount_dec_and_test(&spn->refcount)) {
+ hazptr_scan(&hazptr_domain_sharedptr, spn, NULL);
+ sharedptr_node_release(spn);
+ }
+}
+
+#endif /* _LINUX_SHAREDPTR_H */
diff --git a/kernel/hazptr.c b/kernel/hazptr.c
index 3f9f14afbf1d..ba772f020325 100644
--- a/kernel/hazptr.c
+++ b/kernel/hazptr.c
@@ -8,6 +8,9 @@
#include <linux/hazptr.h>
#include <linux/percpu.h>
+#include <linux/sharedptr.h>
+
+DEFINE_HAZPTR_DOMAIN(hazptr_domain_sharedptr);
/*
* hazptr_scan: Scan hazard pointer domain for @addr.
--
Mathieu Desnoyers
EfficiOS Inc.
https://www.efficios.com
next reply other threads:[~2024-10-10 19:18 UTC|newest]
Thread overview: 3+ messages / expand[flat|nested] mbox.gz Atom feed top
2024-10-10 19:16 Mathieu Desnoyers [this message]
2024-10-10 23:11 ` [RFC] Synchronized Shared Pointers for the Linux kernel Boqun Feng
2024-10-11 15:15 ` Mathieu Desnoyers
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=8b944c2b-7f89-4d05-afd8-612de852f5dd@efficios.com \
--to=mathieu.desnoyers@efficios.com \
--cc=boqun.feng@gmail.com \
--cc=gregkh@linuxfoundation.org \
--cc=linux-kernel@vger.kernel.org \
--cc=maged.michael@gmail.com \
--cc=paulmck@kernel.org \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is an external index of several public inboxes,
see mirroring instructions on how to clone and mirror
all data and code used by this external index.