From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: Received: (majordomo@vger.kernel.org) by vger.kernel.org via listexpand id S1754339AbaDNSlq (ORCPT ); Mon, 14 Apr 2014 14:41:46 -0400 Received: from mail-yh0-f43.google.com ([209.85.213.43]:63059 "EHLO mail-yh0-f43.google.com" rhost-flags-OK-OK-OK-OK) by vger.kernel.org with ESMTP id S1753695AbaDNSlp (ORCPT ); Mon, 14 Apr 2014 14:41:45 -0400 Message-ID: <534C2BE6.3070907@gmail.com> Date: Mon, 14 Apr 2014 14:41:42 -0400 From: Pranith Kumar User-Agent: Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Thunderbird/24.4.0 MIME-Version: 1.0 To: catalin.marinas@arm.com, will.deacon@arm.com CC: LKML , Joe Perches Subject: [RFC PATCH 1/1] prefetch result for ARM64 atomic ops Content-Type: text/plain; charset=ISO-8859-1 Content-Transfer-Encoding: 7bit Sender: linux-kernel-owner@vger.kernel.org List-ID: X-Mailing-List: linux-kernel@vger.kernel.org Prefetch destination as is being done for ARM32 Signed-off-by: Pranith Kumar --- arch/arm64/include/asm/atomic.h | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/arch/arm64/include/asm/atomic.h b/arch/arm64/include/asm/atomic.h index 0237f08..845f9be 100644 --- a/arch/arm64/include/asm/atomic.h +++ b/arch/arm64/include/asm/atomic.h @@ -48,6 +48,7 @@ static inline void atomic_add(int i, atomic_t *v) unsigned long tmp; int result; + prefetchw(&v->counter); asm volatile("// atomic_add\n" "1: ldxr %w0, %2\n" " add %w0, %w0, %w3\n" @@ -62,6 +63,7 @@ static inline int atomic_add_return(int i, atomic_t *v) unsigned long tmp; int result; + prefetchw(&v->counter); asm volatile("// atomic_add_return\n" "1: ldxr %w0, %2\n" " add %w0, %w0, %w3\n" @@ -80,6 +82,7 @@ static inline void atomic_sub(int i, atomic_t *v) unsigned long tmp; int result; + prefetchw(&v->counter); asm volatile("// atomic_sub\n" "1: ldxr %w0, %2\n" " sub %w0, %w0, %w3\n" @@ -94,6 +97,7 @@ static inline int atomic_sub_return(int i, atomic_t *v) unsigned long tmp; int result; + prefetchw(&v->counter); asm volatile("// atomic_sub_return\n" "1: ldxr %w0, %2\n" " sub %w0, %w0, %w3\n" @@ -113,6 +117,7 @@ static inline int atomic_cmpxchg(atomic_t *ptr, int old, int new) int oldval; smp_mb(); + prefetchw(&ptr->counter); asm volatile("// atomic_cmpxchg\n" "1: ldxr %w1, %2\n" @@ -170,6 +175,7 @@ static inline void atomic64_add(u64 i, atomic64_t *v) long result; unsigned long tmp; + prefetchw(&v->counter); asm volatile("// atomic64_add\n" "1: ldxr %0, %2\n" " add %0, %0, %3\n" @@ -184,6 +190,7 @@ static inline long atomic64_add_return(long i, atomic64_t *v) long result; unsigned long tmp; + prefetchw(&v->counter); asm volatile("// atomic64_add_return\n" "1: ldxr %0, %2\n" " add %0, %0, %3\n" @@ -202,6 +209,7 @@ static inline void atomic64_sub(u64 i, atomic64_t *v) long result; unsigned long tmp; + prefetchw(&v->counter); asm volatile("// atomic64_sub\n" "1: ldxr %0, %2\n" " sub %0, %0, %3\n" @@ -216,6 +224,7 @@ static inline long atomic64_sub_return(long i, atomic64_t *v) long result; unsigned long tmp; + prefetchw(&v->counter); asm volatile("// atomic64_sub_return\n" "1: ldxr %0, %2\n" " sub %0, %0, %3\n" @@ -235,6 +244,7 @@ static inline long atomic64_cmpxchg(atomic64_t *ptr, long old, long new) unsigned long res; smp_mb(); + prefetchw(&v->counter); asm volatile("// atomic64_cmpxchg\n" "1: ldxr %1, %2\n" @@ -258,6 +268,7 @@ static inline long atomic64_dec_if_positive(atomic64_t *v) long result; unsigned long tmp; + prefetchw(&v->counter); asm volatile("// atomic64_dec_if_positive\n" "1: ldxr %0, %2\n" " subs %0, %0, #1\n" -- 1.9.1