From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: Received: from mail-qk0-f173.google.com (mail-qk0-f173.google.com [209.85.220.173]) by kanga.kvack.org (Postfix) with ESMTP id 009096B0258 for ; Thu, 13 Aug 2015 15:15:55 -0400 (EDT) Received: by qkfj126 with SMTP id j126so18810938qkf.0 for ; Thu, 13 Aug 2015 12:15:54 -0700 (PDT) Received: from mx1.redhat.com (mx1.redhat.com. [209.132.183.28]) by mx.google.com with ESMTPS id c67si5353707qkh.70.2015.08.13.12.15.53 for (version=TLSv1.2 cipher=ECDHE-RSA-AES128-GCM-SHA256 bits=128/128); Thu, 13 Aug 2015 12:15:53 -0700 (PDT) From: =?UTF-8?q?J=C3=A9r=C3=B4me=20Glisse?= Subject: [PATCH 04/15] mmu_notifier: allow range invalidation to exclude a specific mmu_notifier Date: Thu, 13 Aug 2015 15:15:17 -0400 Message-Id: <1439493328-1028-5-git-send-email-jglisse@redhat.com> In-Reply-To: <1439493328-1028-1-git-send-email-jglisse@redhat.com> References: <1439493328-1028-1-git-send-email-jglisse@redhat.com> MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Sender: owner-linux-mm@kvack.org List-ID: To: akpm@linux-foundation.org, linux-kernel@vger.kernel.org, linux-mm@kvack.org Cc: Linus Torvalds , joro@8bytes.org, Mel Gorman , "H. Peter Anvin" , Peter Zijlstra , Andrea Arcangeli , Johannes Weiner , Larry Woodman , Rik van Riel , Dave Airlie , Brendan Conoboy , Joe Donohue , Christophe Harle , Duncan Poole , Sherry Cheung , Subhash Gutti , John Hubbard , Mark Hairgrove , Lucien Dunning , Cameron Buschardt , Arvind Gopalakrishnan , Haggai Eran , Shachar Raindel , Liran Liss , Roland Dreier , Ben Sander , Greg Stoner , John Bridgman , Michael Mantor , Paul Blinzer , Leonid Shamis , Laurent Morichetti , Alexander Deucher , =?UTF-8?q?J=C3=A9r=C3=B4me=20Glisse?= This patch allow to invalidate a range while excluding call to a specific mmu_notifier which allow for a subsystem to invalidate a range for everyone but itself. Signed-off-by: JA(C)rA'me Glisse --- include/linux/mmu_notifier.h | 66 ++++++++++++++++++++++++++++++++++++++++---- mm/mmu_notifier.c | 16 +++++++++-- 2 files changed, 73 insertions(+), 9 deletions(-) diff --git a/include/linux/mmu_notifier.h b/include/linux/mmu_notifier.h index 1a20145c..794d626 100644 --- a/include/linux/mmu_notifier.h +++ b/include/linux/mmu_notifier.h @@ -291,11 +291,15 @@ extern void __mmu_notifier_invalidate_page(struct mm_struct *mm, struct page *page, enum mmu_event event); extern void __mmu_notifier_invalidate_range_start(struct mm_struct *mm, - struct mmu_notifier_range *range); + struct mmu_notifier_range *range, + const struct mmu_notifier *exclude); extern void __mmu_notifier_invalidate_range_end(struct mm_struct *mm, - struct mmu_notifier_range *range); + struct mmu_notifier_range *range, + const struct mmu_notifier *exclude); extern void __mmu_notifier_invalidate_range(struct mm_struct *mm, - unsigned long start, unsigned long end); + unsigned long start, + unsigned long end, + const struct mmu_notifier *exclude); extern bool mmu_notifier_range_is_valid(struct mm_struct *mm, unsigned long start, unsigned long end); @@ -348,21 +352,49 @@ static inline void mmu_notifier_invalidate_range_start(struct mm_struct *mm, struct mmu_notifier_range *range) { if (mm_has_notifiers(mm)) - __mmu_notifier_invalidate_range_start(mm, range); + __mmu_notifier_invalidate_range_start(mm, range, NULL); } static inline void mmu_notifier_invalidate_range_end(struct mm_struct *mm, struct mmu_notifier_range *range) { if (mm_has_notifiers(mm)) - __mmu_notifier_invalidate_range_end(mm, range); + __mmu_notifier_invalidate_range_end(mm, range, NULL); } static inline void mmu_notifier_invalidate_range(struct mm_struct *mm, unsigned long start, unsigned long end) { if (mm_has_notifiers(mm)) - __mmu_notifier_invalidate_range(mm, start, end); + __mmu_notifier_invalidate_range(mm, start, end, NULL); +} + +static inline void mmu_notifier_invalidate_range_start_excluding( + struct mm_struct *mm, + struct mmu_notifier_range *range, + const struct mmu_notifier *exclude) +{ + if (mm_has_notifiers(mm)) + __mmu_notifier_invalidate_range_start(mm, range, exclude); +} + +static inline void mmu_notifier_invalidate_range_end_excluding( + struct mm_struct *mm, + struct mmu_notifier_range *range, + const struct mmu_notifier *exclude) +{ + if (mm_has_notifiers(mm)) + __mmu_notifier_invalidate_range_end(mm, range, exclude); +} + +static inline void mmu_notifier_invalidate_range_excluding( + struct mm_struct *mm, + unsigned long start, + unsigned long end, + const struct mmu_notifier *exclude) +{ + if (mm_has_notifiers(mm)) + __mmu_notifier_invalidate_range(mm, start, end, exclude); } static inline void mmu_notifier_mm_init(struct mm_struct *mm) @@ -512,6 +544,28 @@ static inline void mmu_notifier_invalidate_range(struct mm_struct *mm, { } +static inline void mmu_notifier_invalidate_range_start_excluding( + struct mm_struct *mm, + struct mmu_notifier_range *range, + const struct mmu_notifier *exclude) +{ +} + +static inline void mmu_notifier_invalidate_range_end_excluding( + struct mm_struct *mm, + struct mmu_notifier_range *range, + const struct mmu_notifier *exclude) +{ +} + +static inline void mmu_notifier_invalidate_range_excluding( + struct mm_struct *mm, + unsigned long start, + unsigned long end, + const struct mmu_notifier *exclude) +{ +} + static inline void mmu_notifier_mm_init(struct mm_struct *mm) { } diff --git a/mm/mmu_notifier.c b/mm/mmu_notifier.c index 2ed6d0d..c673ba9 100644 --- a/mm/mmu_notifier.c +++ b/mm/mmu_notifier.c @@ -175,7 +175,8 @@ void __mmu_notifier_invalidate_page(struct mm_struct *mm, } void __mmu_notifier_invalidate_range_start(struct mm_struct *mm, - struct mmu_notifier_range *range) + struct mmu_notifier_range *range, + const struct mmu_notifier *exclude) { struct mmu_notifier *mn; @@ -188,6 +189,8 @@ void __mmu_notifier_invalidate_range_start(struct mm_struct *mm, id = srcu_read_lock(&srcu); hlist_for_each_entry_rcu(mn, &mm->mmu_notifier_mm->list, hlist) { + if (mn == exclude) + continue; if (mn->ops->invalidate_range_start) mn->ops->invalidate_range_start(mn, mm, range); } @@ -196,13 +199,16 @@ void __mmu_notifier_invalidate_range_start(struct mm_struct *mm, EXPORT_SYMBOL_GPL(__mmu_notifier_invalidate_range_start); void __mmu_notifier_invalidate_range_end(struct mm_struct *mm, - struct mmu_notifier_range *range) + struct mmu_notifier_range *range, + const struct mmu_notifier *exclude) { struct mmu_notifier *mn; int id; id = srcu_read_lock(&srcu); hlist_for_each_entry_rcu(mn, &mm->mmu_notifier_mm->list, hlist) { + if (mn == exclude) + continue; /* * Call invalidate_range here too to avoid the need for the * subsystem of having to register an invalidate_range_end @@ -233,13 +239,17 @@ void __mmu_notifier_invalidate_range_end(struct mm_struct *mm, EXPORT_SYMBOL_GPL(__mmu_notifier_invalidate_range_end); void __mmu_notifier_invalidate_range(struct mm_struct *mm, - unsigned long start, unsigned long end) + unsigned long start, + unsigned long end, + const struct mmu_notifier *exclude) { struct mmu_notifier *mn; int id; id = srcu_read_lock(&srcu); hlist_for_each_entry_rcu(mn, &mm->mmu_notifier_mm->list, hlist) { + if (mn == exclude) + continue; if (mn->ops->invalidate_range) mn->ops->invalidate_range(mn, mm, start, end); } -- 1.9.3 -- To unsubscribe, send a message with 'unsubscribe linux-mm' in the body to majordomo@kvack.org. For more info on Linux MM, see: http://www.linux-mm.org/ . Don't email: email@kvack.org