From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: Received: (majordomo@vger.kernel.org) by vger.kernel.org via listexpand id S1031107Ab2CUOAF (ORCPT ); Wed, 21 Mar 2012 10:00:05 -0400 Received: from mail-we0-f174.google.com ([74.125.82.174]:61813 "EHLO mail-we0-f174.google.com" rhost-flags-OK-OK-OK-OK) by vger.kernel.org with ESMTP id S1031037Ab2CUN74 (ORCPT ); Wed, 21 Mar 2012 09:59:56 -0400 From: Frederic Weisbecker To: LKML , linaro-sched-sig@lists.linaro.org Cc: Frederic Weisbecker , Alessio Igor Bogani , Andrew Morton , Avi Kivity , Chris Metcalf , Christoph Lameter , Daniel Lezcano , Geoff Levand , Gilad Ben Yossef , Ingo Molnar , Max Krasnyansky , "Paul E. McKenney" , Peter Zijlstra , Stephen Hemminger , Steven Rostedt , Sven-Thorsten Dietrich , Thomas Gleixner , Zen Lin Subject: [PATCH 20/32] nohz/cpuset: New API to flush cputimes on nohz cpusets Date: Wed, 21 Mar 2012 14:58:26 +0100 Message-Id: <1332338318-5958-22-git-send-email-fweisbec@gmail.com> X-Mailer: git-send-email 1.7.5.4 In-Reply-To: <1332338318-5958-1-git-send-email-fweisbec@gmail.com> References: <1332338318-5958-1-git-send-email-fweisbec@gmail.com> Sender: linux-kernel-owner@vger.kernel.org List-ID: X-Mailing-List: linux-kernel@vger.kernel.org Provide a new API that sends an IPI to every CPUs included in nohz cpusets in order to flush their cputimes. It's going to be useful for those that want to see accurate cputimes on a nohz cpuset. Signed-off-by: Frederic Weisbecker Cc: Alessio Igor Bogani Cc: Andrew Morton Cc: Avi Kivity Cc: Chris Metcalf Cc: Christoph Lameter Cc: Daniel Lezcano Cc: Geoff Levand Cc: Gilad Ben Yossef Cc: Ingo Molnar Cc: Max Krasnyansky Cc: Paul E. McKenney Cc: Peter Zijlstra Cc: Stephen Hemminger Cc: Steven Rostedt Cc: Sven-Thorsten Dietrich Cc: Thomas Gleixner Cc: Zen Lin --- include/linux/cpuset.h | 2 ++ include/linux/tick.h | 1 + kernel/cpuset.c | 34 +++++++++++++++++++++++++++++++++- kernel/time/tick-sched.c | 21 ++++++++++++++++----- 4 files changed, 52 insertions(+), 6 deletions(-) diff --git a/include/linux/cpuset.h b/include/linux/cpuset.h index 89ef5f3..ccbc2fd 100644 --- a/include/linux/cpuset.h +++ b/include/linux/cpuset.h @@ -265,9 +265,11 @@ static inline bool cpuset_adaptive_nohz(void) } extern void cpuset_exit_nohz_interrupt(void *unused); +extern void cpuset_nohz_flush_cputimes(void); #else static inline bool cpuset_cpu_adaptive_nohz(int cpu) { return false; } static inline bool cpuset_adaptive_nohz(void) { return false; } +static inline void cpuset_nohz_flush_cputimes(void) { } #endif /* CONFIG_CPUSETS_NO_HZ */ diff --git a/include/linux/tick.h b/include/linux/tick.h index 598b492..3c31d6e 100644 --- a/include/linux/tick.h +++ b/include/linux/tick.h @@ -161,6 +161,7 @@ extern void tick_nohz_check_adaptive(void); extern void tick_nohz_pre_schedule(void); extern void tick_nohz_post_schedule(void); extern bool tick_nohz_account_tick(void); +extern void tick_nohz_flush_current_times(bool restart_tick); #else /* !CPUSETS_NO_HZ */ static inline void tick_nohz_enter_kernel(void) { } static inline void tick_nohz_exit_kernel(void) { } diff --git a/kernel/cpuset.c b/kernel/cpuset.c index 00864a0..aa8304d 100644 --- a/kernel/cpuset.c +++ b/kernel/cpuset.c @@ -59,6 +59,7 @@ #include #include #include +#include /* * Workqueue for cpuset related tasks. @@ -1221,6 +1222,23 @@ static void cpuset_change_flag(struct task_struct *tsk, DEFINE_PER_CPU(int, cpu_adaptive_nohz_ref); +static cpumask_t nohz_cpuset_mask; + +static void flush_cputime_interrupt(void *unused) +{ + tick_nohz_flush_current_times(false); +} + +void cpuset_nohz_flush_cputimes(void) +{ + preempt_disable(); + smp_call_function_many(&nohz_cpuset_mask, flush_cputime_interrupt, + NULL, true); + preempt_enable(); + /* Make the utime/stime updates visible */ + smp_mb(); +} + static void cpu_exit_nohz(int cpu) { preempt_disable(); @@ -1245,7 +1263,15 @@ static void update_nohz_cpus(struct cpuset *old_cs, struct cpuset *cs) val = per_cpu(cpu_adaptive_nohz_ref, cpu); - if (!val) { + if (val == 1) { + cpumask_set_cpu(cpu, &nohz_cpuset_mask); + /* + * The mask update needs to be visible right away + * so that this CPU is part of the cputime IPI + * update right now. + */ + smp_mb(); + } else if (!val) { /* * The update to cpu_adaptive_nohz_ref must be * visible right away. So that once we restart the tick @@ -1256,6 +1282,12 @@ static void update_nohz_cpus(struct cpuset *old_cs, struct cpuset *cs) */ smp_mb(); cpu_exit_nohz(cpu); + /* + * Now that the tick has been restarted and cputimes + * flushed, we don't need anymore to be part of the + * cputime flush IPI. + */ + cpumask_clear_cpu(cpu, &nohz_cpuset_mask); } } } diff --git a/kernel/time/tick-sched.c b/kernel/time/tick-sched.c index ff78126..6706a7d 100644 --- a/kernel/time/tick-sched.c +++ b/kernel/time/tick-sched.c @@ -703,7 +703,6 @@ static void tick_nohz_account_ticks(struct tick_sched *ts) WARN_ON_ONCE(1); } } - ts->saved_jiffies_whence = JIFFIES_SAVED_NONE; } /** @@ -737,6 +736,7 @@ void tick_nohz_idle_exit(void) __tick_nohz_restart_sched_tick(ts, now); #ifndef CONFIG_VIRT_CPU_ACCOUNTING tick_nohz_account_ticks(ts); + ts->saved_jiffies_whence = JIFFIES_SAVED_NONE; #endif } @@ -981,9 +981,7 @@ static void tick_do_timer_check_handler(int cpu) static void tick_nohz_restart_adaptive(void) { - struct tick_sched *ts = &__get_cpu_var(tick_cpu_sched); - - tick_nohz_account_ticks(ts); + tick_nohz_flush_current_times(true); tick_nohz_restart_sched_tick(); clear_thread_flag(TIF_NOHZ); } @@ -1021,7 +1019,7 @@ void tick_nohz_pre_schedule(void) * on the prev task. */ if (ts->tick_stopped) { - tick_nohz_account_ticks(ts); + tick_nohz_flush_current_times(true); clear_thread_flag(TIF_NOHZ); } } @@ -1038,6 +1036,19 @@ void tick_nohz_post_schedule(void) if (ts->tick_stopped) tick_nohz_restart_sched_tick(); } + +void tick_nohz_flush_current_times(bool restart_tick) +{ + struct tick_sched *ts = &__get_cpu_var(tick_cpu_sched); + + if (ts->tick_stopped) { + tick_nohz_account_ticks(ts); + if (restart_tick) + ts->saved_jiffies_whence = JIFFIES_SAVED_NONE; + else + ts->saved_jiffies = jiffies; + } +} #else static void tick_do_timer_check_handler(int cpu) -- 1.7.5.4