linux-kernel.vger.kernel.org archive mirror
 help / color / mirror / Atom feed
From: Wu Fengguang <fengguang.wu@intel.com>
To: Andrew Morton <akpm@linux-foundation.org>
Cc: LKML <linux-kernel@vger.kernel.org>,
	Peter Zijlstra <peterz@infradead.org>,
	Christoph Lameter <cl@linux-foundation.org>,
	KOSAKI Motohiro <kosaki.motohiro@jp.fujitsu.com>,
	"hannes@cmpxchg.org" <hannes@cmpxchg.org>,
	"riel@redhat.com" <riel@redhat.com>,
	"tytso@mit.edu" <tytso@mit.edu>,
	"linux-mm@kvack.org" <linux-mm@kvack.org>,
	"elladan@eskimo.com" <elladan@eskimo.com>,
	"npiggin@suse.de" <npiggin@suse.de>,
	"minchan.kim@gmail.com" <minchan.kim@gmail.com>
Subject: Re: [PATCH 3/3] vmscan: merge duplicate code in shrink_active_list()
Date: Mon, 18 May 2009 17:16:53 +0800	[thread overview]
Message-ID: <20090518091653.GB10439@localhost> (raw)
In-Reply-To: <20090517022742.320921900@intel.com>

[update: expand changelog and use is_active_lru()]

---
vmscan: merge duplicate code in shrink_active_list()

The "move pages to active list" and "move pages to inactive list"
code blocks are mostly identical and can be served by a function.

Thanks to Andrew Morton for pointing this out.

Note that buffer_heads_over_limit check will also be carried out
for re-activated pages, which is slightly different from pre-2.6.28
kernels. Also, Rik's "vmscan: evict use-once pages first" patch
could totally stop scans of active file list when memory pressure is low.
So the net effect could be, the number of buffer heads is now more
likely to grow large.

However that's fine according to Johannes's comments:

  I don't think that this could be harmful.  We just preserve the buffer
  mappings of what we consider the working set and with low memory
  pressure, as you say, this set is not big.

  As to stripping of reactivated pages: the only pages we re-activate
  for now are those VM_EXEC mapped ones.  Since we don't expect IO from
  or to these pages, removing the buffer mappings in case they grow too
  large should be okay, I guess.

Acked-by: Peter Zijlstra <peterz@infradead.org>
Reviewed-by: Rik van Riel <riel@redhat.com>
Reviewed-by: Minchan Kim <minchan.kim@gmail.com>
Reviewed-by: Johannes Weiner <hannes@cmpxchg.org>
Signed-off-by: Wu Fengguang <fengguang.wu@intel.com>
---
 mm/vmscan.c |   95 ++++++++++++++++++++++----------------------------
 1 file changed, 42 insertions(+), 53 deletions(-)

--- linux.orig/mm/vmscan.c
+++ linux/mm/vmscan.c
@@ -1225,6 +1225,43 @@ static inline void note_zone_scanning_pr
  * But we had to alter page->flags anyway.
  */
 
+static void move_active_pages_to_lru(struct zone *zone,
+				     struct list_head *list,
+				     enum lru_list lru)
+{
+	unsigned long pgmoved = 0;
+	struct pagevec pvec;
+	struct page *page;
+
+	pagevec_init(&pvec, 1);
+
+	while (!list_empty(list)) {
+		page = lru_to_page(list);
+		prefetchw_prev_lru_page(page, list, flags);
+
+		VM_BUG_ON(PageLRU(page));
+		SetPageLRU(page);
+
+		VM_BUG_ON(!PageActive(page));
+		if (is_active_lru(lru))
+			ClearPageActive(page);	/* we are de-activating */
+
+		list_move(&page->lru, &zone->lru[lru].list);
+		mem_cgroup_add_lru_list(page, lru);
+		pgmoved++;
+
+		if (!pagevec_add(&pvec, page) || list_empty(list)) {
+			spin_unlock_irq(&zone->lru_lock);
+			if (buffer_heads_over_limit)
+				pagevec_strip(&pvec);
+			__pagevec_release(&pvec);
+			spin_lock_irq(&zone->lru_lock);
+		}
+	}
+	__mod_zone_page_state(zone, NR_LRU_BASE + lru, pgmoved);
+	if (is_active_lru(lru))
+		__count_vm_events(PGDEACTIVATE, pgmoved);
+}
 
 static void shrink_active_list(unsigned long nr_pages, struct zone *zone,
 			struct scan_control *sc, int priority, int file)
@@ -1236,8 +1273,6 @@ static void shrink_active_list(unsigned 
 	LIST_HEAD(l_active);
 	LIST_HEAD(l_inactive);
 	struct page *page;
-	struct pagevec pvec;
-	enum lru_list lru;
 	struct zone_reclaim_stat *reclaim_stat = get_reclaim_stat(zone, sc);
 
 	lru_add_drain();
@@ -1254,6 +1289,7 @@ static void shrink_active_list(unsigned 
 	}
 	reclaim_stat->recent_scanned[!!file] += pgmoved;
 
+	__count_zone_vm_events(PGREFILL, zone, pgscanned);
 	if (file)
 		__mod_zone_page_state(zone, NR_ACTIVE_FILE, -pgmoved);
 	else
@@ -1295,8 +1331,6 @@ static void shrink_active_list(unsigned 
 	/*
 	 * Move pages back to the lru list.
 	 */
-	pagevec_init(&pvec, 1);
-
 	spin_lock_irq(&zone->lru_lock);
 	/*
 	 * Count referenced pages from currently used mappings as rotated,
@@ -1306,57 +1340,12 @@ static void shrink_active_list(unsigned 
 	 */
 	reclaim_stat->recent_rotated[!!file] += pgmoved;
 
-	pgmoved = 0;  /* count pages moved to inactive list */
-	lru = LRU_BASE + file * LRU_FILE;
-	while (!list_empty(&l_inactive)) {
-		page = lru_to_page(&l_inactive);
-		prefetchw_prev_lru_page(page, &l_inactive, flags);
-		VM_BUG_ON(PageLRU(page));
-		SetPageLRU(page);
-		VM_BUG_ON(!PageActive(page));
-		ClearPageActive(page);
-
-		list_move(&page->lru, &zone->lru[lru].list);
-		mem_cgroup_add_lru_list(page, lru);
-		pgmoved++;
-		if (!pagevec_add(&pvec, page)) {
-			spin_unlock_irq(&zone->lru_lock);
-			if (buffer_heads_over_limit)
-				pagevec_strip(&pvec);
-			__pagevec_release(&pvec);
-			spin_lock_irq(&zone->lru_lock);
-		}
-	}
-	__mod_zone_page_state(zone, NR_LRU_BASE + lru, pgmoved);
-	__count_zone_vm_events(PGREFILL, zone, pgscanned);
-	__count_vm_events(PGDEACTIVATE, pgmoved);
-
-	pgmoved = 0;  /* count pages moved back to active list */
-	lru = LRU_ACTIVE + file * LRU_FILE;
-	while (!list_empty(&l_active)) {
-		page = lru_to_page(&l_active);
-		prefetchw_prev_lru_page(page, &l_active, flags);
-		VM_BUG_ON(PageLRU(page));
-		SetPageLRU(page);
-		VM_BUG_ON(!PageActive(page));
-
-		list_move(&page->lru, &zone->lru[lru].list);
-		mem_cgroup_add_lru_list(page, lru);
-		pgmoved++;
-		if (!pagevec_add(&pvec, page)) {
-			spin_unlock_irq(&zone->lru_lock);
-			if (buffer_heads_over_limit)
-				pagevec_strip(&pvec);
-			__pagevec_release(&pvec);
-			spin_lock_irq(&zone->lru_lock);
-		}
-	}
-	__mod_zone_page_state(zone, NR_LRU_BASE + lru, pgmoved);
+	move_active_pages_to_lru(zone, &l_active,
+						LRU_ACTIVE + file * LRU_FILE);
+	move_active_pages_to_lru(zone, &l_inactive,
+						LRU_BASE   + file * LRU_FILE);
 
 	spin_unlock_irq(&zone->lru_lock);
-	if (buffer_heads_over_limit)
-		pagevec_strip(&pvec);
-	pagevec_release(&pvec);
 }
 
 static int inactive_anon_is_low_global(struct zone *zone)

  reply	other threads:[~2009-05-18  9:17 UTC|newest]

Thread overview: 97+ messages / expand[flat|nested]  mbox.gz  Atom feed  top
2009-05-17  2:23 [PATCH 0/3] make mapped executable pages the first class citizen Wu Fengguang
2009-05-17  2:23 ` [PATCH 1/3] vmscan: report vm_flags in page_referenced() Wu Fengguang
2009-05-17  2:23 ` [PATCH 2/3] vmscan: make mapped executable pages the first class citizen Wu Fengguang
2009-05-19  8:59   ` Wu Fengguang
2009-05-17  2:23 ` [PATCH 3/3] vmscan: merge duplicate code in shrink_active_list() Wu Fengguang
2009-05-18  9:16   ` Wu Fengguang [this message]
2009-05-19  2:43     ` Wu Fengguang
2009-05-19 10:18       ` Johannes Weiner
2009-05-19 10:32         ` Wu Fengguang
2009-06-18 14:46 ` [PATCH 0/3] make mapped executable pages the first class citizen David Howells
2009-06-19  5:24   ` Wu Fengguang
2009-06-19  5:58   ` Wu Fengguang
2009-06-19  8:06   ` David Howells
2009-06-18 14:51 ` David Howells
2009-06-18 16:18 ` David Howells
2009-06-18 16:57   ` Andrew Morton
2009-06-20  4:33     ` Wu Fengguang
2009-06-20  8:24     ` David Howells
2009-06-23 14:43     ` David Howells
2009-06-24  1:43       ` KOSAKI Motohiro
2009-06-24  2:32       ` Wu Fengguang
2009-06-24  2:43         ` KOSAKI Motohiro
2009-06-24  2:49           ` Wu Fengguang
2009-06-27 11:53           ` Johannes Weiner
2009-06-27 18:40           ` David Howells
2009-06-24 13:07       ` David Howells
2009-06-27  7:12       ` Found the commit that causes the OOMs David Howells
2009-06-27 12:07         ` Minchan Kim
2009-06-27 12:54         ` Johannes Weiner
2009-06-27 13:50           ` Minchan Kim
2009-06-27 15:36             ` Johannes Weiner
2009-06-28 16:53               ` Minchan Kim
2009-06-27 15:52           ` KOSAKI Motohiro
2009-06-28 11:32           ` Wu Fengguang
2009-06-28 13:30             ` Minchan Kim
2009-06-28 13:36               ` Minchan Kim
2009-06-28 14:22                 ` Wu Fengguang
2009-06-28 15:01                   ` KOSAKI Motohiro
2009-06-28 15:10                     ` Wu Fengguang
2009-06-28 16:50                       ` Minchan Kim
2009-06-29  0:17                       ` Minchan Kim
2009-06-29  7:34                         ` Wu Fengguang
2009-06-29 10:10                         ` David Howells
2009-06-29 12:55                           ` Wu Fengguang
2009-06-29 14:21                           ` David Howells
2009-06-29 15:00                             ` Minchan Kim
2009-06-29 15:14                               ` Wu Fengguang
2009-06-29 15:54                               ` David Howells
2009-06-29 15:56                                 ` David Woodhouse
2009-06-30 14:05                                   ` Wu Fengguang
2009-06-30 15:50                                     ` Minchan Kim
2009-07-01  2:30                                       ` Wu Fengguang
2009-07-01  1:18                                     ` KOSAKI Motohiro
2009-07-01  2:13                                       ` Rik van Riel
2009-07-01  2:16                                       ` Wu Fengguang
2009-07-01  2:26                                         ` Wu Fengguang
2009-07-01  2:51                                           ` KOSAKI Motohiro
2009-07-01  2:57                                             ` Rik van Riel
2009-07-01  4:06                                               ` Wu Fengguang
2009-07-01  4:18                                                 ` KOSAKI Motohiro
2009-07-01  4:25                                                   ` Wu Fengguang
2009-07-01  4:30                                                     ` KOSAKI Motohiro
2009-07-01 11:27                                                       ` Wu Fengguang
2009-07-05  9:55                                               ` Wu Fengguang
2009-07-05 10:38                                                 ` KOSAKI Motohiro
2009-07-05 10:51                                                   ` Wu Fengguang
2009-07-01  3:54                                             ` Wu Fengguang
2009-06-29 16:07                               ` Mel Gorman
2009-06-30  4:07                                 ` Minchan Kim
2009-06-30  9:22                                   ` Mel Gorman
2009-06-30  9:30                                     ` Minchan Kim
2009-06-30 14:00                                     ` Minchan Kim
2009-06-30 19:57                                 ` David Howells
2009-07-02  7:41                                   ` Minchan Kim
2009-07-02  7:44                                     ` Minchan Kim
2009-07-02 12:43                                     ` Wu Fengguang
2009-07-02 14:08                                       ` Minchan Kim
2009-06-29 15:27                             ` David Howells
2009-06-28 14:49               ` KOSAKI Motohiro
2009-06-28 15:04                 ` Wu Fengguang
2009-06-28 16:47                 ` Minchan Kim
2009-06-29  7:48                   ` KOSAKI Motohiro
2009-06-29  9:32                     ` Minchan Kim
2009-06-29 12:43                   ` David Howells
2009-06-29 12:59                     ` Wu Fengguang
2009-06-29 16:57                     ` Andrew Morton
2009-06-29 18:54                       ` KOSAKI Motohiro
2009-06-29 19:08                         ` KOSAKI Motohiro
2009-06-27 18:35         ` David Howells
2009-06-27 18:58         ` David Howells
2009-06-28  7:55         ` David Howells
2009-06-19  5:27   ` [PATCH 0/3] make mapped executable pages the first class citizen Wu Fengguang
  -- strict thread matches above, loose matches on Subject: below --
2009-05-16  9:00 Wu Fengguang
2009-05-16  9:00 ` [PATCH 3/3] vmscan: merge duplicate code in shrink_active_list() Wu Fengguang
2009-05-16 13:39   ` Johannes Weiner
2009-05-16 13:47     ` Wu Fengguang
2009-05-16 14:35   ` Rik van Riel
2009-05-17  1:24   ` Minchan Kim

Reply instructions:

You may reply publicly to this message via plain-text email
using any one of the following methods:

* Save the following mbox file, import it into your mail client,
  and reply-to-all from there: mbox

  Avoid top-posting and favor interleaved quoting:
  https://en.wikipedia.org/wiki/Posting_style#Interleaved_style

* Reply using the --to, --cc, and --in-reply-to
  switches of git-send-email(1):

  git send-email \
    --in-reply-to=20090518091653.GB10439@localhost \
    --to=fengguang.wu@intel.com \
    --cc=akpm@linux-foundation.org \
    --cc=cl@linux-foundation.org \
    --cc=elladan@eskimo.com \
    --cc=hannes@cmpxchg.org \
    --cc=kosaki.motohiro@jp.fujitsu.com \
    --cc=linux-kernel@vger.kernel.org \
    --cc=linux-mm@kvack.org \
    --cc=minchan.kim@gmail.com \
    --cc=npiggin@suse.de \
    --cc=peterz@infradead.org \
    --cc=riel@redhat.com \
    --cc=tytso@mit.edu \
    /path/to/YOUR_REPLY

  https://kernel.org/pub/software/scm/git/docs/git-send-email.html

* If your mail client supports setting the In-Reply-To header
  via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).