Blame view

include/linux/swap.h 18.2 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
  #ifndef _LINUX_SWAP_H
  #define _LINUX_SWAP_H
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
3
4
5
6
  #include <linux/spinlock.h>
  #include <linux/linkage.h>
  #include <linux/mmzone.h>
  #include <linux/list.h>
66e1707bc   Balbir Singh   Memory controller...
7
  #include <linux/memcontrol.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
8
  #include <linux/sched.h>
af936a160   Lee Schermerhorn   vmscan: unevictab...
9
  #include <linux/node.h>
33806f06d   Shaohua Li   swap: make each s...
10
  #include <linux/fs.h>
60063497a   Arun Sharma   atomic: use <linu...
11
  #include <linux/atomic.h>
c53954a09   Mel Gorman   mm: remove lru pa...
12
  #include <linux/page-flags.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
13
  #include <asm/page.h>
8bc719d3c   Martin Schwidefsky   [PATCH] out of me...
14
  struct notifier_block;
ab9541603   Andrew Morton   [PATCH] swsusp: w...
15
  struct bio;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
16
17
18
  #define SWAP_FLAG_PREFER	0x8000	/* set if swap priority specified */
  #define SWAP_FLAG_PRIO_MASK	0x7fff
  #define SWAP_FLAG_PRIO_SHIFT	0
dcf6b7ddd   Rafael Aquini   swap: discard whi...
19
20
21
  #define SWAP_FLAG_DISCARD	0x10000 /* enable discard for swap */
  #define SWAP_FLAG_DISCARD_ONCE	0x20000 /* discard swap area at swapon-time */
  #define SWAP_FLAG_DISCARD_PAGES 0x40000 /* discard page-clusters after use */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
22

d15cab975   Hugh Dickins   swapon: check val...
23
  #define SWAP_FLAGS_VALID	(SWAP_FLAG_PRIO_MASK | SWAP_FLAG_PREFER | \
dcf6b7ddd   Rafael Aquini   swap: discard whi...
24
25
  				 SWAP_FLAG_DISCARD | SWAP_FLAG_DISCARD_ONCE | \
  				 SWAP_FLAG_DISCARD_PAGES)
d15cab975   Hugh Dickins   swapon: check val...
26

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
27
28
29
30
31
32
33
34
35
36
37
38
39
40
  static inline int current_is_kswapd(void)
  {
  	return current->flags & PF_KSWAPD;
  }
  
  /*
   * MAX_SWAPFILES defines the maximum number of swaptypes: things which can
   * be swapped to.  The swap type and the offset into that swap type are
   * encoded into pte's and into pgoff_t's in the swapcache.  Using five bits
   * for the type means that the maximum number of swapcache pages is 27 bits
   * on 32-bit-pgoff_t architectures.  And that assumes that the architecture packs
   * the type/offset into the pte as 5/27 as well.
   */
  #define MAX_SWAPFILES_SHIFT	5
a7420aa54   Andi Kleen   HWPOISON: Add sup...
41
42
43
44
45
46
47
48
49
50
51
52
53
54
  
  /*
   * Use some of the swap files numbers for other purposes. This
   * is a convenient way to hook into the VM to trigger special
   * actions on faults.
   */
  
  /*
   * NUMA node memory migration support
   */
  #ifdef CONFIG_MIGRATION
  #define SWP_MIGRATION_NUM 2
  #define SWP_MIGRATION_READ	(MAX_SWAPFILES + SWP_HWPOISON_NUM)
  #define SWP_MIGRATION_WRITE	(MAX_SWAPFILES + SWP_HWPOISON_NUM + 1)
0697212a4   Christoph Lameter   [PATCH] Swapless ...
55
  #else
a7420aa54   Andi Kleen   HWPOISON: Add sup...
56
  #define SWP_MIGRATION_NUM 0
0697212a4   Christoph Lameter   [PATCH] Swapless ...
57
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
58
59
  
  /*
a7420aa54   Andi Kleen   HWPOISON: Add sup...
60
61
62
63
64
65
66
67
68
69
70
71
72
   * Handling of hardware poisoned pages with memory corruption.
   */
  #ifdef CONFIG_MEMORY_FAILURE
  #define SWP_HWPOISON_NUM 1
  #define SWP_HWPOISON		MAX_SWAPFILES
  #else
  #define SWP_HWPOISON_NUM 0
  #endif
  
  #define MAX_SWAPFILES \
  	((1 << MAX_SWAPFILES_SHIFT) - SWP_MIGRATION_NUM - SWP_HWPOISON_NUM)
  
  /*
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
   * Magic header for a swap area. The first part of the union is
   * what the swap magic looks like for the old (limited to 128MB)
   * swap area format, the second part of the union adds - in the
   * old reserved area - some extra information. Note that the first
   * kilobyte is reserved for boot loader or disk label stuff...
   *
   * Having the magic at the end of the PAGE_SIZE makes detecting swap
   * areas somewhat tricky on machines that support multiple page sizes.
   * For 2.5 we'll probably want to move the magic to just beyond the
   * bootbits...
   */
  union swap_header {
  	struct {
  		char reserved[PAGE_SIZE - 10];
  		char magic[10];			/* SWAP-SPACE or SWAPSPACE2 */
  	} magic;
  	struct {
e8f03d020   Andreas Dilger   [PATCH] reserve s...
90
91
92
93
94
95
96
97
  		char		bootbits[1024];	/* Space for disklabel etc. */
  		__u32		version;
  		__u32		last_page;
  		__u32		nr_badpages;
  		unsigned char	sws_uuid[16];
  		unsigned char	sws_volume[16];
  		__u32		padding[117];
  		__u32		badpages[1];
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
  	} info;
  };
  
   /* A swap entry has to fit into a "unsigned long", as
    * the entry is hidden in the "index" field of the
    * swapper address space.
    */
  typedef struct {
  	unsigned long val;
  } swp_entry_t;
  
  /*
   * current->reclaim_state points to one of these when a task is running
   * memory reclaim
   */
  struct reclaim_state {
  	unsigned long reclaimed_slab;
  };
  
  #ifdef __KERNEL__
  
  struct address_space;
  struct sysinfo;
  struct writeback_control;
  struct zone;
  
  /*
   * A swap extent maps a range of a swapfile's PAGE_SIZE pages onto a range of
   * disk blocks.  A list of swap extents maps the entire swapfile.  (Where the
   * term `swapfile' refers to either a blockdevice or an IS_REG file.  Apart
   * from setup, they're handled identically.
   *
   * We always assume that blocks are of size PAGE_SIZE.
   */
  struct swap_extent {
  	struct list_head list;
  	pgoff_t start_page;
  	pgoff_t nr_pages;
  	sector_t start_block;
  };
  
  /*
   * Max bad pages in the new format..
   */
  #define __swapoffset(x) ((unsigned long)&((union swap_header *)0)->x)
  #define MAX_SWAP_BADPAGES \
  	((__swapoffset(magic.magic) - __swapoffset(info.badpages)) / sizeof(int))
  
  enum {
  	SWP_USED	= (1 << 0),	/* is slot in swap_info[] used? */
  	SWP_WRITEOK	= (1 << 1),	/* ok to write to this swap?	*/
dcf6b7ddd   Rafael Aquini   swap: discard whi...
149
  	SWP_DISCARDABLE = (1 << 2),	/* blkdev support discard */
7992fde72   Hugh Dickins   swapfile: swap al...
150
  	SWP_DISCARDING	= (1 << 3),	/* now discarding a free cluster */
20137a490   Hugh Dickins   swapfile: swapon ...
151
  	SWP_SOLIDSTATE	= (1 << 4),	/* blkdev seeks are cheap */
570a335b8   Hugh Dickins   swap_info: swap c...
152
  	SWP_CONTINUED	= (1 << 5),	/* swap_map has count continuation */
b27256439   Nitin Gupta   swap: Add flag to...
153
  	SWP_BLKDEV	= (1 << 6),	/* its a block device */
62c230bc1   Mel Gorman   mm: add support f...
154
  	SWP_FILE	= (1 << 7),	/* set after swap_activate success */
dcf6b7ddd   Rafael Aquini   swap: discard whi...
155
156
  	SWP_AREA_DISCARD = (1 << 8),	/* single-time swap area discards */
  	SWP_PAGE_DISCARD = (1 << 9),	/* freed swap page-cluster discards */
52b7efdbe   Hugh Dickins   [PATCH] swap: sca...
157
  					/* add others here before... */
dcf6b7ddd   Rafael Aquini   swap: discard whi...
158
  	SWP_SCANNING	= (1 << 10),	/* refcount in scan_swap_map */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
159
  };
d778df51c   Johannes Weiner   mm: vmscan: save ...
160
  #define SWAP_CLUSTER_MAX 32UL
748446bb6   Mel Gorman   mm: compaction: m...
161
  #define COMPACT_CLUSTER_MAX SWAP_CLUSTER_MAX
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
162

8afdcece4   Mel Gorman   mm: vmscan: kswap...
163
164
165
166
167
168
169
170
  /*
   * Ratio between the present memory in the zone and the "gap" that
   * we're allowing kswapd to shrink in addition to the per-zone high
   * wmark, even for zones that already have the high wmark satisfied,
   * in order to provide better per-zone lru behavior. We are ok to
   * spend not more than 1% of the memory for this zone balancing "gap".
   */
  #define KSWAPD_ZONE_BALANCE_GAP_RATIO 100
570a335b8   Hugh Dickins   swap_info: swap c...
171
172
173
174
175
  #define SWAP_MAP_MAX	0x3e	/* Max duplication count, in first swap_map */
  #define SWAP_MAP_BAD	0x3f	/* Note pageblock is bad, in first swap_map */
  #define SWAP_HAS_CACHE	0x40	/* Flag page is cached, in first swap_map */
  #define SWAP_CONT_MAX	0x7f	/* Max count, in each swap_map continuation */
  #define COUNT_CONTINUED	0x80	/* See swap_map continuation for full count */
aaa468653   Hugh Dickins   swap_info: note S...
176
  #define SWAP_MAP_SHMEM	0xbf	/* Owned by shmem/tmpfs, in first swap_map */
253d553ba   Hugh Dickins   swap_info: SWAP_H...
177

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
178
  /*
2a8f94493   Shaohua Li   swap: change bloc...
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
   * We use this to track usage of a cluster. A cluster is a block of swap disk
   * space with SWAPFILE_CLUSTER pages long and naturally aligns in disk. All
   * free clusters are organized into a list. We fetch an entry from the list to
   * get a free cluster.
   *
   * The data field stores next cluster if the cluster is free or cluster usage
   * counter otherwise. The flags field determines if a cluster is free. This is
   * protected by swap_info_struct.lock.
   */
  struct swap_cluster_info {
  	unsigned int data:24;
  	unsigned int flags:8;
  };
  #define CLUSTER_FLAG_FREE 1 /* This cluster is free */
  #define CLUSTER_FLAG_NEXT_NULL 2 /* This cluster has no next cluster */
  
  /*
ebc2a1a69   Shaohua Li   swap: make cluste...
196
197
198
199
200
201
202
203
204
205
   * We assign a cluster to each CPU, so each CPU can allocate swap entry from
   * its own cluster and swapout sequentially. The purpose is to optimize swapout
   * throughput.
   */
  struct percpu_cluster {
  	struct swap_cluster_info index; /* Current cluster index */
  	unsigned int next; /* Likely next allocation offset */
  };
  
  /*
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
206
   * The in-memory structure used to track swap areas.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
207
208
   */
  struct swap_info_struct {
efa90a981   Hugh Dickins   swap_info: change...
209
210
211
212
  	unsigned long	flags;		/* SWP_USED etc: see above */
  	signed short	prio;		/* swap priority of this type */
  	signed char	type;		/* strange name for an index */
  	signed char	next;		/* next type on the swap list */
7509765a2   Hugh Dickins   swap_info: reorde...
213
214
  	unsigned int	max;		/* extent of the swap_map */
  	unsigned char *swap_map;	/* vmalloc'ed array of usage counts */
2a8f94493   Shaohua Li   swap: change bloc...
215
216
217
  	struct swap_cluster_info *cluster_info; /* cluster info. Only for SSD */
  	struct swap_cluster_info free_cluster_head; /* free cluster list head */
  	struct swap_cluster_info free_cluster_tail; /* free cluster list tail */
7509765a2   Hugh Dickins   swap_info: reorde...
218
219
220
221
222
223
  	unsigned int lowest_bit;	/* index of first free in swap_map */
  	unsigned int highest_bit;	/* index of last free in swap_map */
  	unsigned int pages;		/* total of usable pages of swap */
  	unsigned int inuse_pages;	/* number of those currently in use */
  	unsigned int cluster_next;	/* likely index for next allocation */
  	unsigned int cluster_nr;	/* countdown to next cluster search */
ebc2a1a69   Shaohua Li   swap: make cluste...
224
  	struct percpu_cluster __percpu *percpu_cluster; /* per cpu's swap location */
7509765a2   Hugh Dickins   swap_info: reorde...
225
226
227
228
229
  	struct swap_extent *curr_swap_extent;
  	struct swap_extent first_swap_extent;
  	struct block_device *bdev;	/* swap device or bdev of swap file */
  	struct file *swap_file;		/* seldom referenced */
  	unsigned int old_block_size;	/* seldom referenced */
38b5faf4b   Dan Magenheimer   mm: frontswap: co...
230
231
232
233
  #ifdef CONFIG_FRONTSWAP
  	unsigned long *frontswap_map;	/* frontswap in-use, one bit per page */
  	atomic_t frontswap_pages;	/* frontswap pages in-use counter */
  #endif
ec8acf20a   Shaohua Li   swap: add per-par...
234
235
236
237
  	spinlock_t lock;		/*
  					 * protect map scan related fields like
  					 * swap_map, lowest_bit, highest_bit,
  					 * inuse_pages, cluster_next,
815c2c543   Shaohua Li   swap: make swap d...
238
239
240
241
242
243
244
245
  					 * cluster_nr, lowest_alloc,
  					 * highest_alloc, free/discard cluster
  					 * list. other fields are only changed
  					 * at swapon/swapoff, so are protected
  					 * by swap_lock. changing flags need
  					 * hold this lock and swap_lock. If
  					 * both locks need hold, hold swap_lock
  					 * first.
ec8acf20a   Shaohua Li   swap: add per-par...
246
  					 */
815c2c543   Shaohua Li   swap: make swap d...
247
248
249
  	struct work_struct discard_work; /* discard worker */
  	struct swap_cluster_info discard_cluster_head; /* list head of discard clusters */
  	struct swap_cluster_info discard_cluster_tail; /* list tail of discard clusters */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
250
251
252
253
254
255
  };
  
  struct swap_list_t {
  	int head;	/* head of priority-ordered swapfile list */
  	int next;	/* swapfile to be used next */
  };
a528910e1   Johannes Weiner   mm: thrash detect...
256
257
258
259
  /* linux/mm/workingset.c */
  void *workingset_eviction(struct address_space *mapping, struct page *page);
  bool workingset_refault(void *shadow);
  void workingset_activation(struct page *page);
449dd6984   Johannes Weiner   mm: keep page cac...
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
  extern struct list_lru workingset_shadow_nodes;
  
  static inline unsigned int workingset_node_pages(struct radix_tree_node *node)
  {
  	return node->count & RADIX_TREE_COUNT_MASK;
  }
  
  static inline void workingset_node_pages_inc(struct radix_tree_node *node)
  {
  	node->count++;
  }
  
  static inline void workingset_node_pages_dec(struct radix_tree_node *node)
  {
  	node->count--;
  }
  
  static inline unsigned int workingset_node_shadows(struct radix_tree_node *node)
  {
  	return node->count >> RADIX_TREE_COUNT_SHIFT;
  }
  
  static inline void workingset_node_shadows_inc(struct radix_tree_node *node)
  {
  	node->count += 1U << RADIX_TREE_COUNT_SHIFT;
  }
  
  static inline void workingset_node_shadows_dec(struct radix_tree_node *node)
  {
  	node->count -= 1U << RADIX_TREE_COUNT_SHIFT;
  }
a528910e1   Johannes Weiner   mm: thrash detect...
291

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
292
293
  /* linux/mm/page_alloc.c */
  extern unsigned long totalram_pages;
cb45b0e96   Hideo AOKI   [PATCH] overcommi...
294
  extern unsigned long totalreserve_pages;
ab8fabd46   Johannes Weiner   mm: exclude reser...
295
  extern unsigned long dirty_balance_reserve;
ebec3862f   Zhang Yanfei   mm: fix return ty...
296
297
  extern unsigned long nr_free_buffer_pages(void);
  extern unsigned long nr_free_pagecache_pages(void);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
298

961772994   Christoph Lameter   [PATCH] Drop free...
299
300
  /* Definition of global_page_state not available yet */
  #define nr_free_pages() global_page_state(NR_FREE_PAGES)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
301
  /* linux/mm/swap.c */
c53954a09   Mel Gorman   mm: remove lru pa...
302
303
  extern void __lru_cache_add(struct page *);
  extern void lru_cache_add(struct page *);
fa9add641   Hugh Dickins   mm/memcg: apply a...
304
  extern void lru_add_page_tail(struct page *page, struct page *page_tail,
5bc7b8aca   Shaohua Li   mm: thp: add spli...
305
  			 struct lruvec *lruvec, struct list_head *head);
b3c975286   Harvey Harrison   include/linux: Re...
306
307
  extern void activate_page(struct page *);
  extern void mark_page_accessed(struct page *);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
308
  extern void lru_add_drain(void);
f0cb3c76a   Konstantin Khlebnikov   mm: drain percpu ...
309
  extern void lru_add_drain_cpu(int cpu);
5fbc46163   Chris Metcalf   mm: make lru_add_...
310
  extern void lru_add_drain_all(void);
ac6aadb24   Miklos Szeredi   mm: rotate_reclai...
311
  extern void rotate_reclaimable_page(struct page *page);
315601809   Minchan Kim   mm: deactivate in...
312
  extern void deactivate_page(struct page *page);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
313
  extern void swap_setup(void);
894bc3104   Lee Schermerhorn   Unevictable LRU I...
314
  extern void add_page_to_unevictable_list(struct page *page);
f04e9ebbe   KOSAKI Motohiro   swap: use an arra...
315
316
317
318
  /**
   * lru_cache_add: add a page to the page lists
   * @page: the page to add
   */
4f98a2fee   Rik van Riel   vmscan: split LRU...
319
  static inline void lru_cache_add_anon(struct page *page)
f04e9ebbe   KOSAKI Motohiro   swap: use an arra...
320
  {
c53954a09   Mel Gorman   mm: remove lru pa...
321
322
  	ClearPageActive(page);
  	__lru_cache_add(page);
f04e9ebbe   KOSAKI Motohiro   swap: use an arra...
323
  }
4f98a2fee   Rik van Riel   vmscan: split LRU...
324
325
  static inline void lru_cache_add_file(struct page *page)
  {
c53954a09   Mel Gorman   mm: remove lru pa...
326
327
  	ClearPageActive(page);
  	__lru_cache_add(page);
4f98a2fee   Rik van Riel   vmscan: split LRU...
328
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
329
  /* linux/mm/vmscan.c */
dac1d27bc   Mel Gorman   mm: use zonelists...
330
  extern unsigned long try_to_free_pages(struct zonelist *zonelist, int order,
327c0e968   KAMEZAWA Hiroyuki   vmscan: fix it to...
331
  					gfp_t gfp_mask, nodemask_t *mask);
f3fd4a619   Konstantin Khlebnikov   mm: remove lru ty...
332
  extern int __isolate_lru_page(struct page *page, isolate_mode_t mode);
185efc0f9   Johannes Weiner   memcg: Revert "me...
333
334
335
336
337
338
  extern unsigned long try_to_free_mem_cgroup_pages(struct mem_cgroup *mem,
  						  gfp_t gfp_mask, bool noswap);
  extern unsigned long mem_cgroup_shrink_node_zone(struct mem_cgroup *mem,
  						gfp_t gfp_mask, bool noswap,
  						struct zone *zone,
  						unsigned long *nr_scanned);
69e05944a   Andrew Morton   [PATCH] vmscan: u...
339
  extern unsigned long shrink_all_memory(unsigned long nr_pages);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
340
  extern int vm_swappiness;
b20a35035   Christoph Lameter   [PATCH] page migr...
341
  extern int remove_mapping(struct address_space *mapping, struct page *page);
b21e0b90c   Zhang Yanfei   vmscan: change ty...
342
  extern unsigned long vm_total_pages;
b20a35035   Christoph Lameter   [PATCH] page migr...
343

9eeff2395   Christoph Lameter   [PATCH] Zone recl...
344
345
  #ifdef CONFIG_NUMA
  extern int zone_reclaim_mode;
9614634fe   Christoph Lameter   [PATCH] ZVC/zone_...
346
  extern int sysctl_min_unmapped_ratio;
0ff38490c   Christoph Lameter   [PATCH] zone_recl...
347
  extern int sysctl_min_slab_ratio;
9eeff2395   Christoph Lameter   [PATCH] Zone recl...
348
349
350
351
352
353
354
355
  extern int zone_reclaim(struct zone *, gfp_t, unsigned int);
  #else
  #define zone_reclaim_mode 0
  static inline int zone_reclaim(struct zone *z, gfp_t mask, unsigned int order)
  {
  	return 0;
  }
  #endif
39b5f29ac   Hugh Dickins   mm: remove vma ar...
356
  extern int page_evictable(struct page *page);
245132643   Hugh Dickins   SHM_UNLOCK: fix U...
357
  extern void check_move_unevictable_pages(struct page **, int nr_pages);
af936a160   Lee Schermerhorn   vmscan: unevictab...
358
359
  
  extern unsigned long scan_unevictable_pages;
8d65af789   Alexey Dobriyan   sysctl: remove "s...
360
  extern int scan_unevictable_handler(struct ctl_table *, int,
af936a160   Lee Schermerhorn   vmscan: unevictab...
361
  					void __user *, size_t *, loff_t *);
e4455abb5   Thadeu Lima de Souza Cascardo   mm: only build pe...
362
  #ifdef CONFIG_NUMA
af936a160   Lee Schermerhorn   vmscan: unevictab...
363
364
  extern int scan_unevictable_register_node(struct node *node);
  extern void scan_unevictable_unregister_node(struct node *node);
e4455abb5   Thadeu Lima de Souza Cascardo   mm: only build pe...
365
366
367
368
369
370
371
372
373
  #else
  static inline int scan_unevictable_register_node(struct node *node)
  {
  	return 0;
  }
  static inline void scan_unevictable_unregister_node(struct node *node)
  {
  }
  #endif
894bc3104   Lee Schermerhorn   Unevictable LRU I...
374

3218ae14b   Yasunori Goto   [PATCH] pgdat all...
375
  extern int kswapd_run(int nid);
8fe23e057   David Rientjes   mm: clear node in...
376
  extern void kswapd_stop(int nid);
c255a4580   Andrew Morton   memcg: rename con...
377
  #ifdef CONFIG_MEMCG
1f4c025b5   KAMEZAWA Hiroyuki   memcg: export mem...
378
379
380
381
382
383
384
  extern int mem_cgroup_swappiness(struct mem_cgroup *mem);
  #else
  static inline int mem_cgroup_swappiness(struct mem_cgroup *mem)
  {
  	return vm_swappiness;
  }
  #endif
c255a4580   Andrew Morton   memcg: rename con...
385
  #ifdef CONFIG_MEMCG_SWAP
dac23b0d0   Michal Hocko   memcg swap: use m...
386
387
388
389
390
391
  extern void mem_cgroup_uncharge_swap(swp_entry_t ent);
  #else
  static inline void mem_cgroup_uncharge_swap(swp_entry_t ent)
  {
  }
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
392
393
  #ifdef CONFIG_SWAP
  /* linux/mm/page_io.c */
aca8bf323   Minchan Kim   mm: remove file a...
394
  extern int swap_readpage(struct page *);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
395
  extern int swap_writepage(struct page *page, struct writeback_control *wbc);
1eec6702a   Seth Jennings   mm: allow for out...
396
397
398
  extern void end_swap_bio_write(struct bio *bio, int err);
  extern int __swap_writepage(struct page *page, struct writeback_control *wbc,
  	void (*end_write_func)(struct bio *, int));
62c230bc1   Mel Gorman   mm: add support f...
399
  extern int swap_set_page_dirty(struct page *page);
6712ecf8f   NeilBrown   Drop 'size' argum...
400
  extern void end_swap_bio_read(struct bio *bio, int err);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
401

a509bc1a9   Mel Gorman   mm: swap: impleme...
402
403
404
405
  int add_swap_extent(struct swap_info_struct *sis, unsigned long start_page,
  		unsigned long nr_pages, sector_t start_block);
  int generic_swapfile_activate(struct swap_info_struct *, struct file *,
  		sector_t *);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
406
  /* linux/mm/swap_state.c */
33806f06d   Shaohua Li   swap: make each s...
407
408
409
  extern struct address_space swapper_spaces[];
  #define swap_address_space(entry) (&swapper_spaces[swp_type(entry)])
  extern unsigned long total_swapcache_pages(void);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
410
  extern void show_swap_cache_info(void);
5bc7b8aca   Shaohua Li   mm: thp: add spli...
411
  extern int add_to_swap(struct page *, struct list_head *list);
73b1262fa   Hugh Dickins   tmpfs: move swap ...
412
  extern int add_to_swap_cache(struct page *, swp_entry_t, gfp_t);
2f772e6ca   Seth Jennings   mm: break up swap...
413
  extern int __add_to_swap_cache(struct page *page, swp_entry_t entry);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
414
415
  extern void __delete_from_swap_cache(struct page *);
  extern void delete_from_swap_cache(struct page *);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
416
417
  extern void free_page_and_swap_cache(struct page *);
  extern void free_pages_and_swap_cache(struct page **, int);
46017e954   Hugh Dickins   swapin_readahead:...
418
  extern struct page *lookup_swap_cache(swp_entry_t);
02098feaa   Hugh Dickins   swapin needs gfp_...
419
  extern struct page *read_swap_cache_async(swp_entry_t, gfp_t,
46017e954   Hugh Dickins   swapin_readahead:...
420
  			struct vm_area_struct *vma, unsigned long addr);
02098feaa   Hugh Dickins   swapin needs gfp_...
421
  extern struct page *swapin_readahead(swp_entry_t, gfp_t,
46017e954   Hugh Dickins   swapin_readahead:...
422
  			struct vm_area_struct *vma, unsigned long addr);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
423
  /* linux/mm/swapfile.c */
ec8acf20a   Shaohua Li   swap: add per-par...
424
  extern atomic_long_t nr_swap_pages;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
425
  extern long total_swap_pages;
ec8acf20a   Shaohua Li   swap: add per-par...
426
427
428
429
430
431
432
433
434
435
436
  
  /* Swap 50% full? Release swapcache more aggressively.. */
  static inline bool vm_swap_full(void)
  {
  	return atomic_long_read(&nr_swap_pages) * 2 < total_swap_pages;
  }
  
  static inline long get_nr_swap_pages(void)
  {
  	return atomic_long_read(&nr_swap_pages);
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
437
438
  extern void si_swapinfo(struct sysinfo *);
  extern swp_entry_t get_swap_page(void);
910321ea8   Hugh Dickins   swap: revert spec...
439
  extern swp_entry_t get_swap_page_of_type(int);
570a335b8   Hugh Dickins   swap_info: swap c...
440
  extern int add_swap_count_continuation(swp_entry_t, gfp_t);
aaa468653   Hugh Dickins   swap_info: note S...
441
  extern void swap_shmem_alloc(swp_entry_t);
570a335b8   Hugh Dickins   swap_info: swap c...
442
443
  extern int swap_duplicate(swp_entry_t);
  extern int swapcache_prepare(swp_entry_t);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
444
  extern void swap_free(swp_entry_t);
cb4b86ba4   KAMEZAWA Hiroyuki   mm: add swap cach...
445
  extern void swapcache_free(swp_entry_t, struct page *page);
2509ef26d   Hugh Dickins   badpage: zap prin...
446
  extern int free_swap_and_cache(swp_entry_t);
7bf236874   Rafael J. Wysocki   [PATCH] swsusp: D...
447
  extern int swap_type_of(dev_t, sector_t, struct block_device **);
f577eb30a   Rafael J. Wysocki   [PATCH] swsusp: l...
448
  extern unsigned int count_swap_pages(int, int);
d4906e1aa   Lee Schermerhorn   swap: rework map_...
449
  extern sector_t map_swap_page(struct page *, struct block_device **);
3aef83e0e   Rafael J. Wysocki   [PATCH] swsusp: u...
450
  extern sector_t swapdev_block(int, pgoff_t);
bde05d1cc   Hugh Dickins   shmem: replace pa...
451
  extern int page_swapcount(struct page *);
f981c5950   Mel Gorman   mm: methods for t...
452
  extern struct swap_info_struct *page_swap_info(struct page *);
7b1fe5979   Hugh Dickins   mm: reuse_swap_pa...
453
  extern int reuse_swap_page(struct page *);
a2c43eed8   Hugh Dickins   mm: try_to_free_s...
454
  extern int try_to_free_swap(struct page *);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
455
  struct backing_dev_info;
c255a4580   Andrew Morton   memcg: rename con...
456
  #ifdef CONFIG_MEMCG
8a9478ca7   KAMEZAWA Hiroyuki   memcg: fix swap a...
457
458
  extern void
  mem_cgroup_uncharge_swapcache(struct page *page, swp_entry_t ent, bool swapout);
d13d14430   KAMEZAWA Hiroyuki   memcg: handle swa...
459
  #else
8c7c6e34a   KAMEZAWA Hiroyuki   memcg: mem+swap c...
460
  static inline void
8a9478ca7   KAMEZAWA Hiroyuki   memcg: fix swap a...
461
  mem_cgroup_uncharge_swapcache(struct page *page, swp_entry_t ent, bool swapout)
8c7c6e34a   KAMEZAWA Hiroyuki   memcg: mem+swap c...
462
463
464
  {
  }
  #endif
d13d14430   KAMEZAWA Hiroyuki   memcg: handle swa...
465

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
466
  #else /* CONFIG_SWAP */
d2cf5ad63   Joonsoo Kim   swap: clean-up #i...
467
  #define swap_address_space(entry)		(NULL)
ec8acf20a   Shaohua Li   swap: add per-par...
468
  #define get_nr_swap_pages()			0L
b962716b4   Hugh Dickins   mm: optimize get_...
469
  #define total_swap_pages			0L
33806f06d   Shaohua Li   swap: make each s...
470
  #define total_swapcache_pages()			0UL
ec8acf20a   Shaohua Li   swap: add per-par...
471
  #define vm_swap_full()				0
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
472
473
474
  
  #define si_swapinfo(val) \
  	do { (val)->freeswap = (val)->totalswap = 0; } while (0)
9ae5b3c70   Olaf Hering   [PATCH] remove li...
475
476
  /* only sparc can not include linux/pagemap.h in this file
   * so leave page_cache_release and release_pages undeclared... */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
477
478
479
480
  #define free_page_and_swap_cache(page) \
  	page_cache_release(page)
  #define free_pages_and_swap_cache(pages, nr) \
  	release_pages((pages), (nr), 0);
bd96b9eb7   Con Kolivas   [PATCH] mm: fix s...
481
482
483
  static inline void show_swap_cache_info(void)
  {
  }
2509ef26d   Hugh Dickins   badpage: zap prin...
484
  #define free_swap_and_cache(swp)	is_migration_entry(swp)
cb4b86ba4   KAMEZAWA Hiroyuki   mm: add swap cach...
485
  #define swapcache_prepare(swp)		is_migration_entry(swp)
bd96b9eb7   Con Kolivas   [PATCH] mm: fix s...
486

570a335b8   Hugh Dickins   swap_info: swap c...
487
  static inline int add_swap_count_continuation(swp_entry_t swp, gfp_t gfp_mask)
355cfa73d   KAMEZAWA Hiroyuki   mm: modify swap_m...
488
  {
570a335b8   Hugh Dickins   swap_info: swap c...
489
490
  	return 0;
  }
aaa468653   Hugh Dickins   swap_info: note S...
491
492
493
  static inline void swap_shmem_alloc(swp_entry_t swp)
  {
  }
570a335b8   Hugh Dickins   swap_info: swap c...
494
495
496
  static inline int swap_duplicate(swp_entry_t swp)
  {
  	return 0;
355cfa73d   KAMEZAWA Hiroyuki   mm: modify swap_m...
497
  }
bd96b9eb7   Con Kolivas   [PATCH] mm: fix s...
498
499
500
  static inline void swap_free(swp_entry_t swp)
  {
  }
cb4b86ba4   KAMEZAWA Hiroyuki   mm: add swap cach...
501
502
503
  static inline void swapcache_free(swp_entry_t swp, struct page *page)
  {
  }
02098feaa   Hugh Dickins   swapin needs gfp_...
504
  static inline struct page *swapin_readahead(swp_entry_t swp, gfp_t gfp_mask,
bd96b9eb7   Con Kolivas   [PATCH] mm: fix s...
505
506
507
508
  			struct vm_area_struct *vma, unsigned long addr)
  {
  	return NULL;
  }
9fab5619b   Hugh Dickins   shmem: writepage ...
509
510
511
512
  static inline int swap_writepage(struct page *p, struct writeback_control *wbc)
  {
  	return 0;
  }
bd96b9eb7   Con Kolivas   [PATCH] mm: fix s...
513
514
515
516
  static inline struct page *lookup_swap_cache(swp_entry_t swp)
  {
  	return NULL;
  }
5bc7b8aca   Shaohua Li   mm: thp: add spli...
517
  static inline int add_to_swap(struct page *page, struct list_head *list)
60371d971   Hugh Dickins   mm: add add_to_sw...
518
519
520
  {
  	return 0;
  }
73b1262fa   Hugh Dickins   tmpfs: move swap ...
521
522
  static inline int add_to_swap_cache(struct page *page, swp_entry_t entry,
  							gfp_t gfp_mask)
bd96b9eb7   Con Kolivas   [PATCH] mm: fix s...
523
  {
73b1262fa   Hugh Dickins   tmpfs: move swap ...
524
  	return -1;
bd96b9eb7   Con Kolivas   [PATCH] mm: fix s...
525
526
527
528
529
530
531
532
533
  }
  
  static inline void __delete_from_swap_cache(struct page *page)
  {
  }
  
  static inline void delete_from_swap_cache(struct page *page)
  {
  }
bde05d1cc   Hugh Dickins   shmem: replace pa...
534
535
536
537
  static inline int page_swapcount(struct page *page)
  {
  	return 0;
  }
7b1fe5979   Hugh Dickins   mm: reuse_swap_pa...
538
  #define reuse_swap_page(page)	(page_mapcount(page) == 1)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
539

a2c43eed8   Hugh Dickins   mm: try_to_free_s...
540
  static inline int try_to_free_swap(struct page *page)
68a22394c   Rik van Riel   vmscan: free swap...
541
542
543
  {
  	return 0;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
544
545
546
547
548
549
  static inline swp_entry_t get_swap_page(void)
  {
  	swp_entry_t entry;
  	entry.val = 0;
  	return entry;
  }
e767e0561   Daisuke Nishimura   memcg: fix deadlo...
550
551
552
553
  static inline void
  mem_cgroup_uncharge_swapcache(struct page *page, swp_entry_t ent)
  {
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
554
555
556
  #endif /* CONFIG_SWAP */
  #endif /* __KERNEL__*/
  #endif /* _LINUX_SWAP_H */