Blame view
mm/page_cgroup.c
12.9 KB
52d4b9ac0 memcg: allocate a... |
1 2 3 4 5 6 |
#include <linux/mm.h> #include <linux/mmzone.h> #include <linux/bootmem.h> #include <linux/bit_spinlock.h> #include <linux/page_cgroup.h> #include <linux/hash.h> |
94b6da5ab memcg: fix page_c... |
7 |
#include <linux/slab.h> |
52d4b9ac0 memcg: allocate a... |
8 |
#include <linux/memory.h> |
4c8210427 mm: page_cgroup n... |
9 |
#include <linux/vmalloc.h> |
94b6da5ab memcg: fix page_c... |
10 |
#include <linux/cgroup.h> |
27a7faa07 memcg: swap cgrou... |
11 |
#include <linux/swapops.h> |
7952f9881 kmemleak: Annotat... |
12 |
#include <linux/kmemleak.h> |
52d4b9ac0 memcg: allocate a... |
13 |
|
6b3ae58ef memcg: remove dir... |
14 |
static void __meminit init_page_cgroup(struct page_cgroup *pc, unsigned long id) |
52d4b9ac0 memcg: allocate a... |
15 16 |
{ pc->flags = 0; |
6b3ae58ef memcg: remove dir... |
17 |
set_page_cgroup_array_id(pc, id); |
52d4b9ac0 memcg: allocate a... |
18 |
pc->mem_cgroup = NULL; |
08e552c69 memcg: synchroniz... |
19 |
INIT_LIST_HEAD(&pc->lru); |
52d4b9ac0 memcg: allocate a... |
20 21 22 23 |
} static unsigned long total_usage; #if !defined(CONFIG_SPARSEMEM) |
31168481c meminit section w... |
24 |
void __meminit pgdat_page_cgroup_init(struct pglist_data *pgdat) |
52d4b9ac0 memcg: allocate a... |
25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 |
{ pgdat->node_page_cgroup = NULL; } struct page_cgroup *lookup_page_cgroup(struct page *page) { unsigned long pfn = page_to_pfn(page); unsigned long offset; struct page_cgroup *base; base = NODE_DATA(page_to_nid(page))->node_page_cgroup; if (unlikely(!base)) return NULL; offset = pfn - NODE_DATA(page_to_nid(page))->node_start_pfn; return base + offset; } |
6b3ae58ef memcg: remove dir... |
42 43 44 45 46 47 48 49 50 51 52 53 |
struct page *lookup_cgroup_page(struct page_cgroup *pc) { unsigned long pfn; struct page *page; pg_data_t *pgdat; pgdat = NODE_DATA(page_cgroup_array_id(pc)); pfn = pc - pgdat->node_page_cgroup + pgdat->node_start_pfn; page = pfn_to_page(pfn); VM_BUG_ON(pc != lookup_page_cgroup(page)); return page; } |
52d4b9ac0 memcg: allocate a... |
54 55 56 57 58 59 60 61 |
static int __init alloc_node_page_cgroup(int nid) { struct page_cgroup *base, *pc; unsigned long table_size; unsigned long start_pfn, nr_pages, index; start_pfn = NODE_DATA(nid)->node_start_pfn; nr_pages = NODE_DATA(nid)->node_spanned_pages; |
653d22c0f page_cgroup shoul... |
62 63 |
if (!nr_pages) return 0; |
52d4b9ac0 memcg: allocate a... |
64 |
table_size = sizeof(struct page_cgroup) * nr_pages; |
ca371c0d7 memcg: fix page_c... |
65 66 67 68 |
base = __alloc_bootmem_node_nopanic(NODE_DATA(nid), table_size, PAGE_SIZE, __pa(MAX_DMA_ADDRESS)); if (!base) |
52d4b9ac0 memcg: allocate a... |
69 70 71 |
return -ENOMEM; for (index = 0; index < nr_pages; index++) { pc = base + index; |
6b3ae58ef memcg: remove dir... |
72 |
init_page_cgroup(pc, nid); |
52d4b9ac0 memcg: allocate a... |
73 74 75 76 77 |
} NODE_DATA(nid)->node_page_cgroup = base; total_usage += table_size; return 0; } |
ca371c0d7 memcg: fix page_c... |
78 |
void __init page_cgroup_init_flatmem(void) |
52d4b9ac0 memcg: allocate a... |
79 80 81 |
{ int nid, fail; |
f8d665422 memcg: add mem_cg... |
82 |
if (mem_cgroup_disabled()) |
94b6da5ab memcg: fix page_c... |
83 |
return; |
52d4b9ac0 memcg: allocate a... |
84 85 86 87 88 89 90 |
for_each_online_node(nid) { fail = alloc_node_page_cgroup(nid); if (fail) goto fail; } printk(KERN_INFO "allocated %ld bytes of page_cgroup ", total_usage); |
8ca739e36 cgroups: make mes... |
91 92 93 |
printk(KERN_INFO "please try 'cgroup_disable=memory' option if you" " don't want memory cgroups "); |
52d4b9ac0 memcg: allocate a... |
94 95 |
return; fail: |
8ca739e36 cgroups: make mes... |
96 97 98 99 |
printk(KERN_CRIT "allocation of page_cgroup failed. "); printk(KERN_CRIT "please try 'cgroup_disable=memory' boot option "); |
52d4b9ac0 memcg: allocate a... |
100 101 102 103 104 105 106 107 108 |
panic("Out of memory"); } #else /* CONFIG_FLAT_NODE_MEM_MAP */ struct page_cgroup *lookup_page_cgroup(struct page *page) { unsigned long pfn = page_to_pfn(page); struct mem_section *section = __pfn_to_section(pfn); |
d69b042f3 memcg: add file-b... |
109 110 |
if (!section->page_cgroup) return NULL; |
52d4b9ac0 memcg: allocate a... |
111 112 |
return section->page_cgroup + pfn; } |
6b3ae58ef memcg: remove dir... |
113 114 115 116 117 118 119 120 121 122 123 124 |
struct page *lookup_cgroup_page(struct page_cgroup *pc) { struct mem_section *section; struct page *page; unsigned long nr; nr = page_cgroup_array_id(pc); section = __nr_to_section(nr); page = pfn_to_page(pc - section->page_cgroup); VM_BUG_ON(pc != lookup_page_cgroup(page)); return page; } |
268433b8e memcg: mark init_... |
125 |
static void *__meminit alloc_page_cgroup(size_t size, int nid) |
dde79e005 page_cgroup: redu... |
126 127 |
{ void *addr = NULL; |
ff7ee93f4 cgroup/kmemleak: ... |
128 |
gfp_t flags = GFP_KERNEL | __GFP_NOWARN; |
dde79e005 page_cgroup: redu... |
129 |
|
ff7ee93f4 cgroup/kmemleak: ... |
130 131 132 |
addr = alloc_pages_exact_nid(nid, size, flags); if (addr) { kmemleak_alloc(addr, size, 1, flags); |
dde79e005 page_cgroup: redu... |
133 |
return addr; |
ff7ee93f4 cgroup/kmemleak: ... |
134 |
} |
dde79e005 page_cgroup: redu... |
135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 |
if (node_state(nid, N_HIGH_MEMORY)) addr = vmalloc_node(size, nid); else addr = vmalloc(size); return addr; } #ifdef CONFIG_MEMORY_HOTPLUG static void free_page_cgroup(void *addr) { if (is_vmalloc_addr(addr)) { vfree(addr); } else { struct page *page = virt_to_page(addr); |
6cfddb261 memcg: page_cgrou... |
151 152 153 154 155 |
size_t table_size = sizeof(struct page_cgroup) * PAGES_PER_SECTION; BUG_ON(PageReserved(page)); free_pages_exact(addr, table_size); |
dde79e005 page_cgroup: redu... |
156 157 158 |
} } #endif |
37573e8c7 memcg: fix init_p... |
159 |
static int __meminit init_section_page_cgroup(unsigned long pfn, int nid) |
52d4b9ac0 memcg: allocate a... |
160 |
{ |
52d4b9ac0 memcg: allocate a... |
161 |
struct page_cgroup *base, *pc; |
6b3ae58ef memcg: remove dir... |
162 |
struct mem_section *section; |
52d4b9ac0 memcg: allocate a... |
163 |
unsigned long table_size; |
6b3ae58ef memcg: remove dir... |
164 |
unsigned long nr; |
37573e8c7 memcg: fix init_p... |
165 |
int index; |
52d4b9ac0 memcg: allocate a... |
166 |
|
6b3ae58ef memcg: remove dir... |
167 168 169 170 171 |
nr = pfn_to_section_nr(pfn); section = __nr_to_section(nr); if (section->page_cgroup) return 0; |
6b3ae58ef memcg: remove dir... |
172 |
table_size = sizeof(struct page_cgroup) * PAGES_PER_SECTION; |
dde79e005 page_cgroup: redu... |
173 |
base = alloc_page_cgroup(table_size, nid); |
6b3ae58ef memcg: remove dir... |
174 175 176 177 178 179 |
/* * The value stored in section->page_cgroup is (base - pfn) * and it does not point to the memory block allocated above, * causing kmemleak false positives. */ kmemleak_not_leak(base); |
52d4b9ac0 memcg: allocate a... |
180 181 182 183 184 185 186 187 188 |
if (!base) { printk(KERN_ERR "page cgroup allocation failure "); return -ENOMEM; } for (index = 0; index < PAGES_PER_SECTION; index++) { pc = base + index; |
6b3ae58ef memcg: remove dir... |
189 |
init_page_cgroup(pc, nr); |
52d4b9ac0 memcg: allocate a... |
190 |
} |
37573e8c7 memcg: fix init_p... |
191 192 193 194 195 |
/* * The passed "pfn" may not be aligned to SECTION. For the calculation * we need to apply a mask. */ pfn &= PAGE_SECTION_MASK; |
52d4b9ac0 memcg: allocate a... |
196 197 198 199 200 201 202 203 204 205 206 207 208 209 |
section->page_cgroup = base - pfn; total_usage += table_size; return 0; } #ifdef CONFIG_MEMORY_HOTPLUG void __free_page_cgroup(unsigned long pfn) { struct mem_section *ms; struct page_cgroup *base; ms = __pfn_to_section(pfn); if (!ms || !ms->page_cgroup) return; base = ms->page_cgroup + pfn; |
dde79e005 page_cgroup: redu... |
210 211 |
free_page_cgroup(base); ms->page_cgroup = NULL; |
52d4b9ac0 memcg: allocate a... |
212 |
} |
31168481c meminit section w... |
213 |
int __meminit online_page_cgroup(unsigned long start_pfn, |
52d4b9ac0 memcg: allocate a... |
214 215 216 217 218 |
unsigned long nr_pages, int nid) { unsigned long start, end, pfn; int fail = 0; |
1bb36fbd4 mm/page_cgroup.c:... |
219 220 |
start = SECTION_ALIGN_DOWN(start_pfn); end = SECTION_ALIGN_UP(start_pfn + nr_pages); |
52d4b9ac0 memcg: allocate a... |
221 |
|
37573e8c7 memcg: fix init_p... |
222 223 224 225 226 227 228 229 230 |
if (nid == -1) { /* * In this case, "nid" already exists and contains valid memory. * "start_pfn" passed to us is a pfn which is an arg for * online__pages(), and start_pfn should exist. */ nid = pfn_to_nid(start_pfn); VM_BUG_ON(!node_state(nid, N_ONLINE)); } |
52d4b9ac0 memcg: allocate a... |
231 232 233 |
for (pfn = start; !fail && pfn < end; pfn += PAGES_PER_SECTION) { if (!pfn_present(pfn)) continue; |
37573e8c7 memcg: fix init_p... |
234 |
fail = init_section_page_cgroup(pfn, nid); |
52d4b9ac0 memcg: allocate a... |
235 236 237 238 239 240 241 242 243 244 |
} if (!fail) return 0; /* rollback */ for (pfn = start; pfn < end; pfn += PAGES_PER_SECTION) __free_page_cgroup(pfn); return -ENOMEM; } |
31168481c meminit section w... |
245 |
int __meminit offline_page_cgroup(unsigned long start_pfn, |
52d4b9ac0 memcg: allocate a... |
246 247 248 |
unsigned long nr_pages, int nid) { unsigned long start, end, pfn; |
1bb36fbd4 mm/page_cgroup.c:... |
249 250 |
start = SECTION_ALIGN_DOWN(start_pfn); end = SECTION_ALIGN_UP(start_pfn + nr_pages); |
52d4b9ac0 memcg: allocate a... |
251 252 253 254 255 256 |
for (pfn = start; pfn < end; pfn += PAGES_PER_SECTION) __free_page_cgroup(pfn); return 0; } |
31168481c meminit section w... |
257 |
static int __meminit page_cgroup_callback(struct notifier_block *self, |
52d4b9ac0 memcg: allocate a... |
258 259 260 261 262 263 264 265 266 |
unsigned long action, void *arg) { struct memory_notify *mn = arg; int ret = 0; switch (action) { case MEM_GOING_ONLINE: ret = online_page_cgroup(mn->start_pfn, mn->nr_pages, mn->status_change_nid); break; |
52d4b9ac0 memcg: allocate a... |
267 268 269 270 |
case MEM_OFFLINE: offline_page_cgroup(mn->start_pfn, mn->nr_pages, mn->status_change_nid); break; |
dc19f9db3 memcg: memory hot... |
271 |
case MEM_CANCEL_ONLINE: |
52d4b9ac0 memcg: allocate a... |
272 273 274 275 276 277 |
case MEM_GOING_OFFLINE: break; case MEM_ONLINE: case MEM_CANCEL_OFFLINE: break; } |
dc19f9db3 memcg: memory hot... |
278 |
|
5fda1bd5b mm: notifier_from... |
279 |
return notifier_from_errno(ret); |
52d4b9ac0 memcg: allocate a... |
280 281 282 283 284 285 286 |
} #endif void __init page_cgroup_init(void) { unsigned long pfn; |
37573e8c7 memcg: fix init_p... |
287 |
int nid; |
52d4b9ac0 memcg: allocate a... |
288 |
|
f8d665422 memcg: add mem_cg... |
289 |
if (mem_cgroup_disabled()) |
94b6da5ab memcg: fix page_c... |
290 |
return; |
37573e8c7 memcg: fix init_p... |
291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 |
for_each_node_state(nid, N_HIGH_MEMORY) { unsigned long start_pfn, end_pfn; start_pfn = node_start_pfn(nid); end_pfn = node_end_pfn(nid); /* * start_pfn and end_pfn may not be aligned to SECTION and the * page->flags of out of node pages are not initialized. So we * scan [start_pfn, the biggest section's pfn < end_pfn) here. */ for (pfn = start_pfn; pfn < end_pfn; pfn = ALIGN(pfn + 1, PAGES_PER_SECTION)) { if (!pfn_valid(pfn)) continue; /* * Nodes's pfns can be overlapping. * We know some arch can have a nodes layout such as * -------------pfn--------------> * N0 | N1 | N2 | N0 | N1 | N2|.... */ if (pfn_to_nid(pfn) != nid) continue; if (init_section_page_cgroup(pfn, nid)) goto oom; } |
52d4b9ac0 memcg: allocate a... |
318 |
} |
37573e8c7 memcg: fix init_p... |
319 |
hotplug_memory_notifier(page_cgroup_callback, 0); |
52d4b9ac0 memcg: allocate a... |
320 321 |
printk(KERN_INFO "allocated %ld bytes of page_cgroup ", total_usage); |
37573e8c7 memcg: fix init_p... |
322 323 324 325 326 327 328 329 |
printk(KERN_INFO "please try 'cgroup_disable=memory' option if you " "don't want memory cgroups "); return; oom: printk(KERN_CRIT "try 'cgroup_disable=memory' boot option "); panic("Out of memory"); |
52d4b9ac0 memcg: allocate a... |
330 |
} |
31168481c meminit section w... |
331 |
void __meminit pgdat_page_cgroup_init(struct pglist_data *pgdat) |
52d4b9ac0 memcg: allocate a... |
332 333 334 335 336 |
{ return; } #endif |
27a7faa07 memcg: swap cgrou... |
337 338 339 340 341 342 343 344 |
#ifdef CONFIG_CGROUP_MEM_RES_CTLR_SWAP static DEFINE_MUTEX(swap_cgroup_mutex); struct swap_cgroup_ctrl { struct page **map; unsigned long length; |
e9e58a4ec memcg: avoid use ... |
345 |
spinlock_t lock; |
27a7faa07 memcg: swap cgrou... |
346 |
}; |
61600f578 mm/page_cgroup.c:... |
347 |
static struct swap_cgroup_ctrl swap_cgroup_ctrl[MAX_SWAPFILES]; |
27a7faa07 memcg: swap cgrou... |
348 |
|
27a7faa07 memcg: swap cgrou... |
349 |
struct swap_cgroup { |
a3b2d6926 cgroups: use css ... |
350 |
unsigned short id; |
27a7faa07 memcg: swap cgrou... |
351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 |
}; #define SC_PER_PAGE (PAGE_SIZE/sizeof(struct swap_cgroup)) #define SC_POS_MASK (SC_PER_PAGE - 1) /* * SwapCgroup implements "lookup" and "exchange" operations. * In typical usage, this swap_cgroup is accessed via memcg's charge/uncharge * against SwapCache. At swap_free(), this is accessed directly from swap. * * This means, * - we have no race in "exchange" when we're accessed via SwapCache because * SwapCache(and its swp_entry) is under lock. * - When called via swap_free(), there is no user of this entry and no race. * Then, we don't need lock around "exchange". * * TODO: we can push these buffers out to HIGHMEM. */ /* * allocate buffer for swap_cgroup. */ static int swap_cgroup_prepare(int type) { struct page *page; struct swap_cgroup_ctrl *ctrl; unsigned long idx, max; |
27a7faa07 memcg: swap cgrou... |
377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 |
ctrl = &swap_cgroup_ctrl[type]; for (idx = 0; idx < ctrl->length; idx++) { page = alloc_page(GFP_KERNEL | __GFP_ZERO); if (!page) goto not_enough_page; ctrl->map[idx] = page; } return 0; not_enough_page: max = idx; for (idx = 0; idx < max; idx++) __free_page(ctrl->map[idx]); return -ENOMEM; } /** |
024914477 memcg: move charg... |
395 396 397 398 399 400 |
* swap_cgroup_cmpxchg - cmpxchg mem_cgroup's id for this swp_entry. * @end: swap entry to be cmpxchged * @old: old id * @new: new id * * Returns old id at success, 0 at failure. |
25985edce Fix common misspe... |
401 |
* (There is no mem_cgroup using 0 as its id) |
024914477 memcg: move charg... |
402 403 404 405 406 407 408 409 410 411 412 |
*/ unsigned short swap_cgroup_cmpxchg(swp_entry_t ent, unsigned short old, unsigned short new) { int type = swp_type(ent); unsigned long offset = swp_offset(ent); unsigned long idx = offset / SC_PER_PAGE; unsigned long pos = offset & SC_POS_MASK; struct swap_cgroup_ctrl *ctrl; struct page *mappage; struct swap_cgroup *sc; |
e9e58a4ec memcg: avoid use ... |
413 414 |
unsigned long flags; unsigned short retval; |
024914477 memcg: move charg... |
415 416 417 418 419 420 |
ctrl = &swap_cgroup_ctrl[type]; mappage = ctrl->map[idx]; sc = page_address(mappage); sc += pos; |
e9e58a4ec memcg: avoid use ... |
421 422 423 424 |
spin_lock_irqsave(&ctrl->lock, flags); retval = sc->id; if (retval == old) sc->id = new; |
024914477 memcg: move charg... |
425 |
else |
e9e58a4ec memcg: avoid use ... |
426 427 428 |
retval = 0; spin_unlock_irqrestore(&ctrl->lock, flags); return retval; |
024914477 memcg: move charg... |
429 430 431 |
} /** |
27a7faa07 memcg: swap cgrou... |
432 433 434 435 |
* swap_cgroup_record - record mem_cgroup for this swp_entry. * @ent: swap entry to be recorded into * @mem: mem_cgroup to be recorded * |
a3b2d6926 cgroups: use css ... |
436 437 |
* Returns old value at success, 0 at failure. * (Of course, old value can be 0.) |
27a7faa07 memcg: swap cgrou... |
438 |
*/ |
a3b2d6926 cgroups: use css ... |
439 |
unsigned short swap_cgroup_record(swp_entry_t ent, unsigned short id) |
27a7faa07 memcg: swap cgrou... |
440 441 442 443 444 445 446 447 |
{ int type = swp_type(ent); unsigned long offset = swp_offset(ent); unsigned long idx = offset / SC_PER_PAGE; unsigned long pos = offset & SC_POS_MASK; struct swap_cgroup_ctrl *ctrl; struct page *mappage; struct swap_cgroup *sc; |
a3b2d6926 cgroups: use css ... |
448 |
unsigned short old; |
e9e58a4ec memcg: avoid use ... |
449 |
unsigned long flags; |
27a7faa07 memcg: swap cgrou... |
450 |
|
27a7faa07 memcg: swap cgrou... |
451 452 453 454 455 |
ctrl = &swap_cgroup_ctrl[type]; mappage = ctrl->map[idx]; sc = page_address(mappage); sc += pos; |
e9e58a4ec memcg: avoid use ... |
456 457 458 459 |
spin_lock_irqsave(&ctrl->lock, flags); old = sc->id; sc->id = id; spin_unlock_irqrestore(&ctrl->lock, flags); |
27a7faa07 memcg: swap cgrou... |
460 461 462 463 464 465 466 467 |
return old; } /** * lookup_swap_cgroup - lookup mem_cgroup tied to swap entry * @ent: swap entry to be looked up. * |
a3b2d6926 cgroups: use css ... |
468 |
* Returns CSS ID of mem_cgroup at success. 0 at failure. (0 is invalid ID) |
27a7faa07 memcg: swap cgrou... |
469 |
*/ |
a3b2d6926 cgroups: use css ... |
470 |
unsigned short lookup_swap_cgroup(swp_entry_t ent) |
27a7faa07 memcg: swap cgrou... |
471 472 473 474 475 476 477 478 |
{ int type = swp_type(ent); unsigned long offset = swp_offset(ent); unsigned long idx = offset / SC_PER_PAGE; unsigned long pos = offset & SC_POS_MASK; struct swap_cgroup_ctrl *ctrl; struct page *mappage; struct swap_cgroup *sc; |
a3b2d6926 cgroups: use css ... |
479 |
unsigned short ret; |
27a7faa07 memcg: swap cgrou... |
480 |
|
27a7faa07 memcg: swap cgrou... |
481 482 483 484 |
ctrl = &swap_cgroup_ctrl[type]; mappage = ctrl->map[idx]; sc = page_address(mappage); sc += pos; |
a3b2d6926 cgroups: use css ... |
485 |
ret = sc->id; |
27a7faa07 memcg: swap cgrou... |
486 487 488 489 490 491 492 493 494 495 496 497 |
return ret; } int swap_cgroup_swapon(int type, unsigned long max_pages) { void *array; unsigned long array_size; unsigned long length; struct swap_cgroup_ctrl *ctrl; if (!do_swap_account) return 0; |
33278f7f0 memcg: fix off-by... |
498 |
length = DIV_ROUND_UP(max_pages, SC_PER_PAGE); |
27a7faa07 memcg: swap cgrou... |
499 |
array_size = length * sizeof(void *); |
8c1fec1ba mm: Convert vmall... |
500 |
array = vzalloc(array_size); |
27a7faa07 memcg: swap cgrou... |
501 502 |
if (!array) goto nomem; |
27a7faa07 memcg: swap cgrou... |
503 504 505 506 |
ctrl = &swap_cgroup_ctrl[type]; mutex_lock(&swap_cgroup_mutex); ctrl->length = length; ctrl->map = array; |
e9e58a4ec memcg: avoid use ... |
507 |
spin_lock_init(&ctrl->lock); |
27a7faa07 memcg: swap cgrou... |
508 509 510 511 |
if (swap_cgroup_prepare(type)) { /* memory shortage */ ctrl->map = NULL; ctrl->length = 0; |
27a7faa07 memcg: swap cgrou... |
512 |
mutex_unlock(&swap_cgroup_mutex); |
6a5b18d2b memcg: move page-... |
513 |
vfree(array); |
27a7faa07 memcg: swap cgrou... |
514 515 516 |
goto nomem; } mutex_unlock(&swap_cgroup_mutex); |
27a7faa07 memcg: swap cgrou... |
517 518 519 520 521 |
return 0; nomem: printk(KERN_INFO "couldn't allocate enough memory for swap_cgroup. "); printk(KERN_INFO |
00a66d297 mm: remove the le... |
522 523 |
"swap_cgroup can be disabled by swapaccount=0 boot option "); |
27a7faa07 memcg: swap cgrou... |
524 525 526 527 528 |
return -ENOMEM; } void swap_cgroup_swapoff(int type) { |
6a5b18d2b memcg: move page-... |
529 530 |
struct page **map; unsigned long i, length; |
27a7faa07 memcg: swap cgrou... |
531 532 533 534 535 536 537 |
struct swap_cgroup_ctrl *ctrl; if (!do_swap_account) return; mutex_lock(&swap_cgroup_mutex); ctrl = &swap_cgroup_ctrl[type]; |
6a5b18d2b memcg: move page-... |
538 539 540 541 542 543 544 545 546 |
map = ctrl->map; length = ctrl->length; ctrl->map = NULL; ctrl->length = 0; mutex_unlock(&swap_cgroup_mutex); if (map) { for (i = 0; i < length; i++) { struct page *page = map[i]; |
27a7faa07 memcg: swap cgrou... |
547 548 549 |
if (page) __free_page(page); } |
6a5b18d2b memcg: move page-... |
550 |
vfree(map); |
27a7faa07 memcg: swap cgrou... |
551 |
} |
27a7faa07 memcg: swap cgrou... |
552 553 554 |
} #endif |