From mboxrd@z Thu Jan 1 00:00:00 1970 From: Peter Zijlstra Subject: Re: [PATCH 6/7] psi: pressure stall information for CPU, memory, and IO Date: Wed, 9 May 2018 12:14:54 +0200 Message-ID: <20180509101454.GM12217@hirez.programming.kicks-ass.net> References: <20180507210135.1823-1-hannes@cmpxchg.org> <20180507210135.1823-7-hannes@cmpxchg.org> Mime-Version: 1.0 Return-path: DKIM-Signature: v=1; a=rsa-sha256; q=dns/txt; c=relaxed/relaxed; d=infradead.org; s=bombadil.20170209; h=In-Reply-To:Content-Type:MIME-Version :References:Message-ID:Subject:Cc:To:From:Date:Sender:Reply-To: Content-Transfer-Encoding:Content-ID:Content-Description:Resent-Date: Resent-From:Resent-Sender:Resent-To:Resent-Cc:Resent-Message-ID:List-Id: List-Help:List-Unsubscribe:List-Subscribe:List-Post:List-Owner:List-Archive; bh=GD8m3WBMV1BgnBZDw7MJQYeGkQPjhAcVEZEsG9vXJsw=; b=izp+nAGbQh25/3K3eZgH3O80l CjQcWE1Z6QAXNUGfxvY/x7tMKWGSIFQO/4RmkBjCIBsfV5ZvYPELLd4jEbt6uZvYPI8jKuVl10Hs2 sSa8jJIURksQmQ/Z8vIW63vOQBUGlZ0F0IFzT5TRIfF5llyP6pnnRTn6rTYFth3Xu+NOsuy6vax2Y 3G7oYn7gpq3gbjOMqQ1LqbGuvZtRCVu3YwT8cj8JcgzjkbyofkcLFP0AX5CsHsF3qTVNq2tWmL2oQ nmW1mzWGQQuWO+dfrYSTn4BWfURYFTRVulS75PyakJtgOwxj2LvFLVsUfhSlQYRVHO/GWJFygPzSy Content-Disposition: inline In-Reply-To: <20180507210135.1823-7-hannes@cmpxchg.org> Sender: linux-kernel-owner@vger.kernel.org List-ID: Content-Type: text/plain; charset="us-ascii" Content-Transfer-Encoding: 7bit To: Johannes Weiner Cc: linux-kernel@vger.kernel.org, linux-mm@kvack.org, linux-block@vger.kernel.org, cgroups@vger.kernel.org, Ingo Molnar , Andrew Morton , Tejun Heo , Balbir Singh , Mike Galbraith , Oliver Yang , Shakeel Butt , xxx xxx , Taras Kondratiuk , Daniel Walker , Vinayak Menon , Ruslan Ruslichenko , kernel-team@fb.com On Mon, May 07, 2018 at 05:01:34PM -0400, Johannes Weiner wrote: > diff --git a/kernel/sched/sched.h b/kernel/sched/sched.h > index 15750c222ca2..1658477466d5 100644 > --- a/kernel/sched/sched.h > +++ b/kernel/sched/sched.h > @@ -919,6 +921,8 @@ DECLARE_PER_CPU_SHARED_ALIGNED(struct rq, runqueues); > #define cpu_curr(cpu) (cpu_rq(cpu)->curr) > #define raw_rq() raw_cpu_ptr(&runqueues) > > +extern void update_rq_clock(struct rq *rq); > + > static inline u64 __rq_clock_broken(struct rq *rq) > { > return READ_ONCE(rq->clock); > @@ -1037,6 +1041,86 @@ static inline void rq_repin_lock(struct rq *rq, struct rq_flags *rf) > #endif > } > > +struct rq *__task_rq_lock(struct task_struct *p, struct rq_flags *rf) > + __acquires(rq->lock); > + > +struct rq *task_rq_lock(struct task_struct *p, struct rq_flags *rf) > + __acquires(p->pi_lock) > + __acquires(rq->lock); > + > +static inline void __task_rq_unlock(struct rq *rq, struct rq_flags *rf) > + __releases(rq->lock) > +{ > + rq_unpin_lock(rq, rf); > + raw_spin_unlock(&rq->lock); > +} > + > +static inline void > +task_rq_unlock(struct rq *rq, struct task_struct *p, struct rq_flags *rf) > + __releases(rq->lock) > + __releases(p->pi_lock) > +{ > + rq_unpin_lock(rq, rf); > + raw_spin_unlock(&rq->lock); > + raw_spin_unlock_irqrestore(&p->pi_lock, rf->flags); > +} > + > +static inline void > +rq_lock_irqsave(struct rq *rq, struct rq_flags *rf) > + __acquires(rq->lock) > +{ > + raw_spin_lock_irqsave(&rq->lock, rf->flags); > + rq_pin_lock(rq, rf); > +} > + > +static inline void > +rq_lock_irq(struct rq *rq, struct rq_flags *rf) > + __acquires(rq->lock) > +{ > + raw_spin_lock_irq(&rq->lock); > + rq_pin_lock(rq, rf); > +} > + > +static inline void > +rq_lock(struct rq *rq, struct rq_flags *rf) > + __acquires(rq->lock) > +{ > + raw_spin_lock(&rq->lock); > + rq_pin_lock(rq, rf); > +} > + > +static inline void > +rq_relock(struct rq *rq, struct rq_flags *rf) > + __acquires(rq->lock) > +{ > + raw_spin_lock(&rq->lock); > + rq_repin_lock(rq, rf); > +} > + > +static inline void > +rq_unlock_irqrestore(struct rq *rq, struct rq_flags *rf) > + __releases(rq->lock) > +{ > + rq_unpin_lock(rq, rf); > + raw_spin_unlock_irqrestore(&rq->lock, rf->flags); > +} > + > +static inline void > +rq_unlock_irq(struct rq *rq, struct rq_flags *rf) > + __releases(rq->lock) > +{ > + rq_unpin_lock(rq, rf); > + raw_spin_unlock_irq(&rq->lock); > +} > + > +static inline void > +rq_unlock(struct rq *rq, struct rq_flags *rf) > + __releases(rq->lock) > +{ > + rq_unpin_lock(rq, rf); > + raw_spin_unlock(&rq->lock); > +} > + > #ifdef CONFIG_NUMA > enum numa_topology_type { > NUMA_DIRECT, > @@ -1670,8 +1754,6 @@ static inline void sub_nr_running(struct rq *rq, unsigned count) > sched_update_tick_dependency(rq); > } > > -extern void update_rq_clock(struct rq *rq); > - > extern void activate_task(struct rq *rq, struct task_struct *p, int flags); > extern void deactivate_task(struct rq *rq, struct task_struct *p, int flags); > > @@ -1752,86 +1834,6 @@ static inline void sched_rt_avg_update(struct rq *rq, u64 rt_delta) { } > static inline void sched_avg_update(struct rq *rq) { } > #endif > > -struct rq *__task_rq_lock(struct task_struct *p, struct rq_flags *rf) > - __acquires(rq->lock); > - > -struct rq *task_rq_lock(struct task_struct *p, struct rq_flags *rf) > - __acquires(p->pi_lock) > - __acquires(rq->lock); > - > -static inline void __task_rq_unlock(struct rq *rq, struct rq_flags *rf) > - __releases(rq->lock) > -{ > - rq_unpin_lock(rq, rf); > - raw_spin_unlock(&rq->lock); > -} > - > -static inline void > -task_rq_unlock(struct rq *rq, struct task_struct *p, struct rq_flags *rf) > - __releases(rq->lock) > - __releases(p->pi_lock) > -{ > - rq_unpin_lock(rq, rf); > - raw_spin_unlock(&rq->lock); > - raw_spin_unlock_irqrestore(&p->pi_lock, rf->flags); > -} > - > -static inline void > -rq_lock_irqsave(struct rq *rq, struct rq_flags *rf) > - __acquires(rq->lock) > -{ > - raw_spin_lock_irqsave(&rq->lock, rf->flags); > - rq_pin_lock(rq, rf); > -} > - > -static inline void > -rq_lock_irq(struct rq *rq, struct rq_flags *rf) > - __acquires(rq->lock) > -{ > - raw_spin_lock_irq(&rq->lock); > - rq_pin_lock(rq, rf); > -} > - > -static inline void > -rq_lock(struct rq *rq, struct rq_flags *rf) > - __acquires(rq->lock) > -{ > - raw_spin_lock(&rq->lock); > - rq_pin_lock(rq, rf); > -} > - > -static inline void > -rq_relock(struct rq *rq, struct rq_flags *rf) > - __acquires(rq->lock) > -{ > - raw_spin_lock(&rq->lock); > - rq_repin_lock(rq, rf); > -} > - > -static inline void > -rq_unlock_irqrestore(struct rq *rq, struct rq_flags *rf) > - __releases(rq->lock) > -{ > - rq_unpin_lock(rq, rf); > - raw_spin_unlock_irqrestore(&rq->lock, rf->flags); > -} > - > -static inline void > -rq_unlock_irq(struct rq *rq, struct rq_flags *rf) > - __releases(rq->lock) > -{ > - rq_unpin_lock(rq, rf); > - raw_spin_unlock_irq(&rq->lock); > -} > - > -static inline void > -rq_unlock(struct rq *rq, struct rq_flags *rf) > - __releases(rq->lock) > -{ > - rq_unpin_lock(rq, rf); > - raw_spin_unlock(&rq->lock); > -} > - > #ifdef CONFIG_SMP > #ifdef CONFIG_PREEMPT > What's all this churn about?