Blame view

include/linux/mm_inline.h 2.54 KB
b2e185384   Rik van Riel   define page_file_...
1
2
  #ifndef LINUX_MM_INLINE_H
  #define LINUX_MM_INLINE_H
2c888cfbc   Rik van Riel   thp: fix anon mem...
3
  #include <linux/huge_mm.h>
b2e185384   Rik van Riel   define page_file_...
4
5
6
7
  /**
   * page_is_file_cache - should the page be on a file LRU or anon LRU?
   * @page: the page to test
   *
6c0b13519   Johannes Weiner   mm: return boolea...
8
   * Returns 1 if @page is page cache page backed by a regular filesystem,
b2e185384   Rik van Riel   define page_file_...
9
10
11
12
13
14
15
16
17
18
   * or 0 if @page is anonymous, tmpfs or otherwise ram or swap backed.
   * Used by functions that manipulate the LRU lists, to sort a page
   * onto the right LRU list.
   *
   * We would like to get this info without a page flag, but the state
   * needs to survive until the page is last deleted from the LRU, which
   * could be as far down as __page_cache_release.
   */
  static inline int page_is_file_cache(struct page *page)
  {
6c0b13519   Johannes Weiner   mm: return boolea...
19
  	return !PageSwapBacked(page);
b2e185384   Rik van Riel   define page_file_...
20
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
21
  static inline void
71e3aac07   Andrea Arcangeli   thp: transparent ...
22
23
  __add_page_to_lru_list(struct zone *zone, struct page *page, enum lru_list l,
  		       struct list_head *head)
b69408e88   Christoph Lameter   vmscan: Use an in...
24
  {
71e3aac07   Andrea Arcangeli   thp: transparent ...
25
  	list_add(&page->lru, head);
2c888cfbc   Rik van Riel   thp: fix anon mem...
26
  	__mod_zone_page_state(zone, NR_LRU_BASE + l, hpage_nr_pages(page));
08e552c69   KAMEZAWA Hiroyuki   memcg: synchroniz...
27
  	mem_cgroup_add_lru_list(page, l);
b69408e88   Christoph Lameter   vmscan: Use an in...
28
29
30
  }
  
  static inline void
71e3aac07   Andrea Arcangeli   thp: transparent ...
31
32
33
34
35
36
  add_page_to_lru_list(struct zone *zone, struct page *page, enum lru_list l)
  {
  	__add_page_to_lru_list(zone, page, l, &zone->lru[l].list);
  }
  
  static inline void
b69408e88   Christoph Lameter   vmscan: Use an in...
37
38
39
  del_page_from_lru_list(struct zone *zone, struct page *page, enum lru_list l)
  {
  	list_del(&page->lru);
2c888cfbc   Rik van Riel   thp: fix anon mem...
40
  	__mod_zone_page_state(zone, NR_LRU_BASE + l, -hpage_nr_pages(page));
08e552c69   KAMEZAWA Hiroyuki   memcg: synchroniz...
41
  	mem_cgroup_del_lru_list(page, l);
b69408e88   Christoph Lameter   vmscan: Use an in...
42
  }
401a8e1c1   Johannes Weiner   mm: introduce pag...
43
44
45
46
47
48
49
50
51
52
53
54
55
56
  /**
   * page_lru_base_type - which LRU list type should a page be on?
   * @page: the page to test
   *
   * Used for LRU list index arithmetic.
   *
   * Returns the base LRU type - file or anon - @page should be on.
   */
  static inline enum lru_list page_lru_base_type(struct page *page)
  {
  	if (page_is_file_cache(page))
  		return LRU_INACTIVE_FILE;
  	return LRU_INACTIVE_ANON;
  }
b69408e88   Christoph Lameter   vmscan: Use an in...
57
  static inline void
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
58
59
  del_page_from_lru(struct zone *zone, struct page *page)
  {
401a8e1c1   Johannes Weiner   mm: introduce pag...
60
  	enum lru_list l;
b69408e88   Christoph Lameter   vmscan: Use an in...
61

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
62
  	list_del(&page->lru);
894bc3104   Lee Schermerhorn   Unevictable LRU I...
63
64
65
66
  	if (PageUnevictable(page)) {
  		__ClearPageUnevictable(page);
  		l = LRU_UNEVICTABLE;
  	} else {
401a8e1c1   Johannes Weiner   mm: introduce pag...
67
  		l = page_lru_base_type(page);
894bc3104   Lee Schermerhorn   Unevictable LRU I...
68
69
70
71
  		if (PageActive(page)) {
  			__ClearPageActive(page);
  			l += LRU_ACTIVE;
  		}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
72
  	}
2c888cfbc   Rik van Riel   thp: fix anon mem...
73
  	__mod_zone_page_state(zone, NR_LRU_BASE + l, -hpage_nr_pages(page));
08e552c69   KAMEZAWA Hiroyuki   memcg: synchroniz...
74
  	mem_cgroup_del_lru_list(page, l);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
75
  }
21eac81f2   Christoph Lameter   [PATCH] Swap Migr...
76

b69408e88   Christoph Lameter   vmscan: Use an in...
77
78
79
80
81
82
83
84
85
  /**
   * page_lru - which LRU list should a page be on?
   * @page: the page to test
   *
   * Returns the LRU list a page should be on, as an index
   * into the array of LRU lists.
   */
  static inline enum lru_list page_lru(struct page *page)
  {
401a8e1c1   Johannes Weiner   mm: introduce pag...
86
  	enum lru_list lru;
b69408e88   Christoph Lameter   vmscan: Use an in...
87

894bc3104   Lee Schermerhorn   Unevictable LRU I...
88
89
90
  	if (PageUnevictable(page))
  		lru = LRU_UNEVICTABLE;
  	else {
401a8e1c1   Johannes Weiner   mm: introduce pag...
91
  		lru = page_lru_base_type(page);
894bc3104   Lee Schermerhorn   Unevictable LRU I...
92
93
  		if (PageActive(page))
  			lru += LRU_ACTIVE;
894bc3104   Lee Schermerhorn   Unevictable LRU I...
94
  	}
b69408e88   Christoph Lameter   vmscan: Use an in...
95
96
97
  
  	return lru;
  }
b2e185384   Rik van Riel   define page_file_...
98
99
  
  #endif