Re: [PATCH 0/12] memcg updates v5

Previous message: [thread] [date] [author]
Next message: [thread] [date] [author]
From: KAMEZAWA Hiroyuki
Date: Friday, September 26, 2008 - 3:43 am

On Fri, 26 Sep 2008 14:24:55 +0900
Daisuke Nishimura <nishimura@mxp.nes.nec.co.jp> wrote:

Thank you for your patient good test!

I'm now testing following (and will do over-night test.)
In this an hour, this seems to work good. 
(under your test which usually panics in 10-20min on my box.)

==
page_cgroup is not valid until pc->mem_cgroup is set to appropriate value.
There is a small race between Set-Used-Bit and Set-Proper-pc->mem_cgroup.
This patch tries to fix that by adding PCG_VALID bit

Signed-off-by: KAMEZAWA Hiroyuki <kamezawa.hiroyu@jp.fujitsu.com>

 include/linux/page_cgroup.h |    3 +++
 mm/memcontrol.c             |   22 ++++++++++++++--------
 2 files changed, 17 insertions(+), 8 deletions(-)

Index: mmotm-2.6.27-rc7+/include/linux/page_cgroup.h
===================================================================
--- mmotm-2.6.27-rc7+.orig/include/linux/page_cgroup.h
+++ mmotm-2.6.27-rc7+/include/linux/page_cgroup.h
@@ -21,6 +21,7 @@ struct page_cgroup *lookup_page_cgroup(s
 
 enum {
 	/* flags for mem_cgroup */
+	PCG_VALID, /* you can access this page cgroup */
 	PCG_LOCK,  /* page cgroup is locked */
 	PCG_CACHE, /* charged as cache */
 	PCG_USED, /* this object is in use. */
@@ -50,6 +51,10 @@ static inline int TestSetPageCgroup##una
 /* Cache flag is set only once (at allocation) */
 TESTPCGFLAG(Cache, CACHE)
 
+TESTPCGFLAG(Valid, VALID)
+SETPCGFLAG(Valid, VALID)
+CLEARPCGFLAG(Valid, VALID)
+
 TESTPCGFLAG(Used, USED)
 CLEARPCGFLAG(Used, USED)
 TESTSETPCGFLAG(Used, USED)
Index: mmotm-2.6.27-rc7+/mm/memcontrol.c
===================================================================
--- mmotm-2.6.27-rc7+.orig/mm/memcontrol.c
+++ mmotm-2.6.27-rc7+/mm/memcontrol.c
@@ -340,7 +340,7 @@ void mem_cgroup_move_lists(struct page *
 	if (!trylock_page_cgroup(pc))
 		return;
 
-	if (PageCgroupUsed(pc) && PageCgroupLRU(pc)) {
+	if (PageCgroupValid(pc) && PageCgroupLRU(pc)) {
 		mem = pc->mem_cgroup;
 		mz = page_cgroup_zoneinfo(pc);
 		spin_lock_irqsave(&mz->lru_lock, flags);
@@ -434,7 +434,7 @@ unsigned long mem_cgroup_isolate_pages(u
 	list_for_each_entry_safe_reverse(pc, tmp, src, lru) {
 		if (scan >= nr_to_scan)
 			break;
-		if (unlikely(!PageCgroupUsed(pc)))
+		if (unlikely(!PageCgroupValid(pc)))
 			continue;
 		page = pc->page;
 
@@ -511,7 +511,7 @@ int mem_cgroup_move_account(struct page 
 		return ret;
 	}
 
-	if (!PageCgroupUsed(pc)) {
+	if (!PageCgroupValid(pc)) {
 		res_counter_uncharge(&to->res, PAGE_SIZE);
 		goto out;
 	}
@@ -580,6 +580,7 @@ __set_page_cgroup_lru(struct memcg_percp
 	unsigned long flags;
 	struct mem_cgroup_per_zone *mz, *prev_mz;
 	struct page_cgroup *pc;
+	struct mem_cgroup *mem;
 	int i, nr;
 
 	local_irq_save(flags);
@@ -589,6 +590,7 @@ __set_page_cgroup_lru(struct memcg_percp
 
 	for (i = nr - 1; i >= 0; i--) {
 		pc = mpv->vec[i];
+		mem = pc->mem_cgroup;
 		mz = page_cgroup_zoneinfo(pc);
 		if (prev_mz != mz) {
 			if (prev_mz)
@@ -596,9 +598,11 @@ __set_page_cgroup_lru(struct memcg_percp
 			prev_mz = mz;
 			spin_lock(&mz->lru_lock);
 		}
-		if (PageCgroupUsed(pc) && !PageCgroupLRU(pc)) {
-			SetPageCgroupLRU(pc);
-			__mem_cgroup_add_list(mz, pc);
+		if (PageCgroupValid(pc) && !PageCgroupLRU(pc)) {
+			if (mem == pc->mem_cgroup) {
+				SetPageCgroupLRU(pc);
+				__mem_cgroup_add_list(mz, pc);
+			}
 		}
 	}
 
@@ -790,6 +794,7 @@ void mem_cgroup_commit_charge(struct pag
 	}
 
 	pc->mem_cgroup = mem;
+	SetPageCgroupValid(pc);
 	set_page_cgroup_lru(pc);
 	css_put(&mem->css);
 	preempt_enable();
@@ -928,6 +933,7 @@ __mem_cgroup_uncharge_common(struct page
 		return;
 	preempt_disable();
 	lock_page_cgroup(pc);
+	ClearPageCgroupValid(pc);
 	ClearPageCgroupUsed(pc);
 	mem = pc->mem_cgroup;
 	unlock_page_cgroup(pc);
@@ -970,7 +976,7 @@ int mem_cgroup_prepare_migration(struct 
 
 	pc = lookup_page_cgroup(page);
 	lock_page_cgroup(pc);
-	if (PageCgroupUsed(pc)) {
+	if (PageCgroupValid(pc)) {
 		mem = pc->mem_cgroup;
 		css_get(&mem->css);
 		if (PageCgroupCache(pc)) {
@@ -1086,7 +1092,7 @@ static void mem_cgroup_force_empty_list(
 	spin_lock_irqsave(&mz->lru_lock, flags);
 	list_for_each_entry_safe(pc, tmp, list, lru) {
 		page = pc->page;
-		if (!PageCgroupUsed(pc))
+		if (!PageCgroupValid(pc))
 			continue;
 		/* For avoiding race with speculative page cache handling. */
 		if (!PageLRU(page) || !get_page_unless_zero(page))

--
Previous message: [thread] [date] [author]
Next message: [thread] [date] [author]

Messages in current thread:
[PATCH 0/12] memcg updates v5, KAMEZAWA Hiroyuki, (Wed Sep 24, 11:11 pm)
[PATCH 1/12] memcg avoid accounting special mappings not o ..., KAMEZAWA Hiroyuki, (Wed Sep 24, 11:13 pm)
[PATCH 2/12] memcg move charege() call to swapped-in page ..., KAMEZAWA Hiroyuki, (Wed Sep 24, 11:14 pm)
[PATCH 3/12] memcg make root cgroup unlimited., KAMEZAWA Hiroyuki, (Wed Sep 24, 11:15 pm)
[PATCH 4/12] memcg make page-&gt;mapping NULL before calling ..., KAMEZAWA Hiroyuki, (Wed Sep 24, 11:16 pm)
[PATCH 5/12] memcg make page_cgroup-&gt;flags atomic, KAMEZAWA Hiroyuki, (Wed Sep 24, 11:17 pm)
[PATCH 6/12] memcg optimize percpu stat, KAMEZAWA Hiroyuki, (Wed Sep 24, 11:18 pm)
[PATCH 7/12] memcg add function to move account, KAMEZAWA Hiroyuki, (Wed Sep 24, 11:27 pm)
[PATCH 8/12] memcg rewrite force empty to move account to root, KAMEZAWA Hiroyuki, (Wed Sep 24, 11:29 pm)
[PATCH 9/12] memcg allocate all page_cgroup at boot, KAMEZAWA Hiroyuki, (Wed Sep 24, 11:32 pm)
[PATCH 10/12] memcg free page_cgroup from LRU in lazy, KAMEZAWA Hiroyuki, (Wed Sep 24, 11:33 pm)
[PATCH 11/12] memcg add to LRU in lazy, KAMEZAWA Hiroyuki, (Wed Sep 24, 11:35 pm)
[PATCH 12/12] memcg: fix race at charging swap-in, KAMEZAWA Hiroyuki, (Wed Sep 24, 11:36 pm)
Re: [PATCH 9/12] memcg allocate all page_cgroup at boot, Dave Hansen, (Thu Sep 25, 11:40 am)
Re: [PATCH 9/12] memcg allocate all page_cgroup at boot, Daisuke Nishimura, (Thu Sep 25, 6:00 pm)
Re: [PATCH 9/12] memcg allocate all page_cgroup at boot, KAMEZAWA Hiroyuki, (Thu Sep 25, 6:17 pm)
Re: [PATCH 9/12] memcg allocate all page_cgroup at boot, KAMEZAWA Hiroyuki, (Thu Sep 25, 6:22 pm)
Re: [PATCH 9/12] memcg allocate all page_cgroup at boot, KAMEZAWA Hiroyuki, (Thu Sep 25, 6:43 pm)
Re: [PATCH 9/12] memcg allocate all page_cgroup at boot, KAMEZAWA Hiroyuki, (Thu Sep 25, 7:05 pm)
[PATCH(fixed) 9/12] memcg allocate all page_cgroup at boot, KAMEZAWA Hiroyuki, (Thu Sep 25, 7:21 pm)
[PATCH(fixed) 10/12] free page cgroup from LRU in lazy, KAMEZAWA Hiroyuki, (Thu Sep 25, 7:25 pm)
[PATCH(fixed) 11/12] free page cgroup from LRU in add, KAMEZAWA Hiroyuki, (Thu Sep 25, 7:28 pm)
Re: [PATCH 0/12] memcg updates v5, Daisuke Nishimura, (Thu Sep 25, 7:32 pm)
Re: [PATCH 0/12] memcg updates v5, KAMEZAWA Hiroyuki, (Thu Sep 25, 7:58 pm)
Re: [PATCH 0/12] memcg updates v5, Daisuke Nishimura, (Thu Sep 25, 8:00 pm)
Re: [PATCH 0/12] memcg updates v5, KAMEZAWA Hiroyuki, (Thu Sep 25, 8:04 pm)
Re: [PATCH 0/12] memcg updates v5, KAMEZAWA Hiroyuki, (Thu Sep 25, 9:05 pm)
Re: [PATCH 0/12] memcg updates v5, Daisuke Nishimura, (Thu Sep 25, 10:24 pm)
Re: [PATCH 9/12] memcg allocate all page_cgroup at boot, Daisuke Nishimura, (Thu Sep 25, 10:54 pm)
Re: [PATCH 9/12] memcg allocate all page_cgroup at boot, KAMEZAWA Hiroyuki, (Thu Sep 25, 11:54 pm)
Re: [PATCH 7/12] memcg add function to move account, Daisuke Nishimura, (Fri Sep 26, 12:30 am)
Re: [PATCH 0/12] memcg updates v5, Balbir Singh, (Fri Sep 26, 1:18 am)
Re: [PATCH 3/12] memcg make root cgroup unlimited., Balbir Singh, (Fri Sep 26, 1:41 am)
Re: [PATCH 1/12] memcg avoid accounting special mappings n ..., KAMEZAWA Hiroyuki, (Fri Sep 26, 2:17 am)
Re: [PATCH 2/12] memcg move charege() call to swapped-in p ..., KAMEZAWA Hiroyuki, (Fri Sep 26, 2:18 am)
Re: [PATCH 3/12] memcg make root cgroup unlimited., KAMEZAWA Hiroyuki, (Fri Sep 26, 2:21 am)
Re: [PATCH 0/12] memcg updates v5, KAMEZAWA Hiroyuki, (Fri Sep 26, 2:22 am)
Re: [PATCH 7/12] memcg add function to move account, KAMEZAWA Hiroyuki, (Fri Sep 26, 2:24 am)
Re: [PATCH 0/12] memcg updates v5, KAMEZAWA Hiroyuki, (Fri Sep 26, 2:28 am)
Re: [PATCH 3/12] memcg make root cgroup unlimited., Balbir Singh, (Fri Sep 26, 2:29 am)
Re: [PATCH 0/12] memcg updates v5, Balbir Singh, (Fri Sep 26, 2:31 am)
Re: [PATCH 6/12] memcg optimize percpu stat, Balbir Singh, (Fri Sep 26, 2:53 am)
Re: [PATCH 1/12] memcg avoid accounting special mappings n ..., KAMEZAWA Hiroyuki, (Fri Sep 26, 2:55 am)
Re: [PATCH 3/12] memcg make root cgroup unlimited., KAMEZAWA Hiroyuki, (Fri Sep 26, 2:59 am)
Re: [PATCH 0/12] memcg updates v5, KAMEZAWA Hiroyuki, (Fri Sep 26, 3:36 am)
Re: [PATCH 0/12] memcg updates v5, KAMEZAWA Hiroyuki, (Fri Sep 26, 3:43 am)
Re: [PATCH 0/12] memcg updates v5, KAMEZAWA Hiroyuki, (Fri Sep 26, 7:53 pm)
Re: [PATCH 0/12] memcg updates v5, KAMEZAWA Hiroyuki, (Fri Sep 26, 8:19 pm)
Re: [PATCH 9/12] memcg allocate all page_cgroup at boot, KAMEZAWA Hiroyuki, (Fri Sep 26, 8:25 pm)
Re: [PATCH 9/12] memcg allocate all page_cgroup at boot, KAMEZAWA Hiroyuki, (Fri Sep 26, 8:47 pm)
Re: [PATCH 5/12] memcg make page_cgroup-&gt;flags atomic, Balbir Singh, (Fri Sep 26, 11:58 pm)
Re: [PATCH 7/12] memcg add function to move account, Balbir Singh, (Sat Sep 27, 12:56 am)
Re: Re: [PATCH 7/12] memcg add function to move account, kamezawa.hiroyu, (Sat Sep 27, 1:35 am)
Re: [PATCH 0/12] memcg updates v5, Balbir Singh, (Sun Sep 28, 8:02 pm)
Re: [PATCH 0/12] memcg updates v5, KAMEZAWA Hiroyuki, (Sun Sep 28, 8:27 pm)
Re: [PATCH 9/12] memcg allocate all page_cgroup at boot, Balbir Singh, (Tue Sep 30, 9:03 pm)
Re: [PATCH 9/12] memcg allocate all page_cgroup at boot, KAMEZAWA Hiroyuki, (Tue Sep 30, 10:07 pm)
Re: [PATCH 9/12] memcg allocate all page_cgroup at boot, Balbir Singh, (Tue Sep 30, 10:30 pm)
Re: [PATCH 9/12] memcg allocate all page_cgroup at boot, KAMEZAWA Hiroyuki, (Tue Sep 30, 10:32 pm)
Re: [PATCH 9/12] memcg allocate all page_cgroup at boot, KAMEZAWA Hiroyuki, (Tue Sep 30, 10:41 pm)
Re: [PATCH 9/12] memcg allocate all page_cgroup at boot, Balbir Singh, (Tue Sep 30, 10:59 pm)
Re: [PATCH 9/12] memcg allocate all page_cgroup at boot, KAMEZAWA Hiroyuki, (Tue Sep 30, 11:12 pm)
Re: [PATCH 9/12] memcg allocate all page_cgroup at boot, KAMEZAWA Hiroyuki, (Tue Sep 30, 11:17 pm)
Re: [PATCH 9/12] memcg allocate all page_cgroup at boot, Balbir Singh, (Tue Sep 30, 11:26 pm)