Blame view

include/linux/swap.h 17.6 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
  #ifndef _LINUX_SWAP_H
  #define _LINUX_SWAP_H
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
3
4
5
6
  #include <linux/spinlock.h>
  #include <linux/linkage.h>
  #include <linux/mmzone.h>
  #include <linux/list.h>
66e1707bc   Balbir Singh   Memory controller...
7
  #include <linux/memcontrol.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
8
  #include <linux/sched.h>
af936a160   Lee Schermerhorn   vmscan: unevictab...
9
  #include <linux/node.h>
33806f06d   Shaohua Li   swap: make each s...
10
  #include <linux/fs.h>
60063497a   Arun Sharma   atomic: use <linu...
11
  #include <linux/atomic.h>
c53954a09   Mel Gorman   mm: remove lru pa...
12
  #include <linux/page-flags.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
13
  #include <asm/page.h>
8bc719d3c   Martin Schwidefsky   [PATCH] out of me...
14
  struct notifier_block;
ab9541603   Andrew Morton   [PATCH] swsusp: w...
15
  struct bio;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
16
17
18
  #define SWAP_FLAG_PREFER	0x8000	/* set if swap priority specified */
  #define SWAP_FLAG_PRIO_MASK	0x7fff
  #define SWAP_FLAG_PRIO_SHIFT	0
dcf6b7ddd   Rafael Aquini   swap: discard whi...
19
20
21
  #define SWAP_FLAG_DISCARD	0x10000 /* enable discard for swap */
  #define SWAP_FLAG_DISCARD_ONCE	0x20000 /* discard swap area at swapon-time */
  #define SWAP_FLAG_DISCARD_PAGES 0x40000 /* discard page-clusters after use */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
22

d15cab975   Hugh Dickins   swapon: check val...
23
  #define SWAP_FLAGS_VALID	(SWAP_FLAG_PRIO_MASK | SWAP_FLAG_PREFER | \
dcf6b7ddd   Rafael Aquini   swap: discard whi...
24
25
  				 SWAP_FLAG_DISCARD | SWAP_FLAG_DISCARD_ONCE | \
  				 SWAP_FLAG_DISCARD_PAGES)
d15cab975   Hugh Dickins   swapon: check val...
26

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
27
28
29
30
31
32
33
34
35
36
37
38
39
40
  static inline int current_is_kswapd(void)
  {
  	return current->flags & PF_KSWAPD;
  }
  
  /*
   * MAX_SWAPFILES defines the maximum number of swaptypes: things which can
   * be swapped to.  The swap type and the offset into that swap type are
   * encoded into pte's and into pgoff_t's in the swapcache.  Using five bits
   * for the type means that the maximum number of swapcache pages is 27 bits
   * on 32-bit-pgoff_t architectures.  And that assumes that the architecture packs
   * the type/offset into the pte as 5/27 as well.
   */
  #define MAX_SWAPFILES_SHIFT	5
a7420aa54   Andi Kleen   HWPOISON: Add sup...
41
42
43
44
45
46
47
48
49
50
51
52
53
54
  
  /*
   * Use some of the swap files numbers for other purposes. This
   * is a convenient way to hook into the VM to trigger special
   * actions on faults.
   */
  
  /*
   * NUMA node memory migration support
   */
  #ifdef CONFIG_MIGRATION
  #define SWP_MIGRATION_NUM 2
  #define SWP_MIGRATION_READ	(MAX_SWAPFILES + SWP_HWPOISON_NUM)
  #define SWP_MIGRATION_WRITE	(MAX_SWAPFILES + SWP_HWPOISON_NUM + 1)
0697212a4   Christoph Lameter   [PATCH] Swapless ...
55
  #else
a7420aa54   Andi Kleen   HWPOISON: Add sup...
56
  #define SWP_MIGRATION_NUM 0
0697212a4   Christoph Lameter   [PATCH] Swapless ...
57
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
58
59
  
  /*
a7420aa54   Andi Kleen   HWPOISON: Add sup...
60
61
62
63
64
65
66
67
68
69
70
71
72
   * Handling of hardware poisoned pages with memory corruption.
   */
  #ifdef CONFIG_MEMORY_FAILURE
  #define SWP_HWPOISON_NUM 1
  #define SWP_HWPOISON		MAX_SWAPFILES
  #else
  #define SWP_HWPOISON_NUM 0
  #endif
  
  #define MAX_SWAPFILES \
  	((1 << MAX_SWAPFILES_SHIFT) - SWP_MIGRATION_NUM - SWP_HWPOISON_NUM)
  
  /*
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
   * Magic header for a swap area. The first part of the union is
   * what the swap magic looks like for the old (limited to 128MB)
   * swap area format, the second part of the union adds - in the
   * old reserved area - some extra information. Note that the first
   * kilobyte is reserved for boot loader or disk label stuff...
   *
   * Having the magic at the end of the PAGE_SIZE makes detecting swap
   * areas somewhat tricky on machines that support multiple page sizes.
   * For 2.5 we'll probably want to move the magic to just beyond the
   * bootbits...
   */
  union swap_header {
  	struct {
  		char reserved[PAGE_SIZE - 10];
  		char magic[10];			/* SWAP-SPACE or SWAPSPACE2 */
  	} magic;
  	struct {
e8f03d020   Andreas Dilger   [PATCH] reserve s...
90
91
92
93
94
95
96
97
  		char		bootbits[1024];	/* Space for disklabel etc. */
  		__u32		version;
  		__u32		last_page;
  		__u32		nr_badpages;
  		unsigned char	sws_uuid[16];
  		unsigned char	sws_volume[16];
  		__u32		padding[117];
  		__u32		badpages[1];
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
98
99
  	} info;
  };
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
  /*
   * current->reclaim_state points to one of these when a task is running
   * memory reclaim
   */
  struct reclaim_state {
  	unsigned long reclaimed_slab;
  };
  
  #ifdef __KERNEL__
  
  struct address_space;
  struct sysinfo;
  struct writeback_control;
  struct zone;
  
  /*
   * A swap extent maps a range of a swapfile's PAGE_SIZE pages onto a range of
   * disk blocks.  A list of swap extents maps the entire swapfile.  (Where the
   * term `swapfile' refers to either a blockdevice or an IS_REG file.  Apart
   * from setup, they're handled identically.
   *
   * We always assume that blocks are of size PAGE_SIZE.
   */
  struct swap_extent {
  	struct list_head list;
  	pgoff_t start_page;
  	pgoff_t nr_pages;
  	sector_t start_block;
  };
  
  /*
   * Max bad pages in the new format..
   */
  #define __swapoffset(x) ((unsigned long)&((union swap_header *)0)->x)
  #define MAX_SWAP_BADPAGES \
  	((__swapoffset(magic.magic) - __swapoffset(info.badpages)) / sizeof(int))
  
  enum {
  	SWP_USED	= (1 << 0),	/* is slot in swap_info[] used? */
  	SWP_WRITEOK	= (1 << 1),	/* ok to write to this swap?	*/
dcf6b7ddd   Rafael Aquini   swap: discard whi...
140
  	SWP_DISCARDABLE = (1 << 2),	/* blkdev support discard */
7992fde72   Hugh Dickins   swapfile: swap al...
141
  	SWP_DISCARDING	= (1 << 3),	/* now discarding a free cluster */
20137a490   Hugh Dickins   swapfile: swapon ...
142
  	SWP_SOLIDSTATE	= (1 << 4),	/* blkdev seeks are cheap */
570a335b8   Hugh Dickins   swap_info: swap c...
143
  	SWP_CONTINUED	= (1 << 5),	/* swap_map has count continuation */
b27256439   Nitin Gupta   swap: Add flag to...
144
  	SWP_BLKDEV	= (1 << 6),	/* its a block device */
62c230bc1   Mel Gorman   mm: add support f...
145
  	SWP_FILE	= (1 << 7),	/* set after swap_activate success */
dcf6b7ddd   Rafael Aquini   swap: discard whi...
146
147
  	SWP_AREA_DISCARD = (1 << 8),	/* single-time swap area discards */
  	SWP_PAGE_DISCARD = (1 << 9),	/* freed swap page-cluster discards */
52b7efdbe   Hugh Dickins   [PATCH] swap: sca...
148
  					/* add others here before... */
dcf6b7ddd   Rafael Aquini   swap: discard whi...
149
  	SWP_SCANNING	= (1 << 10),	/* refcount in scan_swap_map */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
150
  };
d778df51c   Johannes Weiner   mm: vmscan: save ...
151
  #define SWAP_CLUSTER_MAX 32UL
748446bb6   Mel Gorman   mm: compaction: m...
152
  #define COMPACT_CLUSTER_MAX SWAP_CLUSTER_MAX
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
153

8afdcece4   Mel Gorman   mm: vmscan: kswap...
154
  /*
4be89a346   Jianyu Zhan   mm/vmscan.c: use ...
155
156
157
158
   * Ratio between zone->managed_pages and the "gap" that above the per-zone
   * "high_wmark". While balancing nodes, We allow kswapd to shrink zones that
   * do not meet the (high_wmark + gap) watermark, even which already met the
   * high_wmark, in order to provide better per-zone lru behavior. We are ok to
8afdcece4   Mel Gorman   mm: vmscan: kswap...
159
160
161
   * spend not more than 1% of the memory for this zone balancing "gap".
   */
  #define KSWAPD_ZONE_BALANCE_GAP_RATIO 100
570a335b8   Hugh Dickins   swap_info: swap c...
162
163
164
165
166
  #define SWAP_MAP_MAX	0x3e	/* Max duplication count, in first swap_map */
  #define SWAP_MAP_BAD	0x3f	/* Note pageblock is bad, in first swap_map */
  #define SWAP_HAS_CACHE	0x40	/* Flag page is cached, in first swap_map */
  #define SWAP_CONT_MAX	0x7f	/* Max count, in each swap_map continuation */
  #define COUNT_CONTINUED	0x80	/* See swap_map continuation for full count */
aaa468653   Hugh Dickins   swap_info: note S...
167
  #define SWAP_MAP_SHMEM	0xbf	/* Owned by shmem/tmpfs, in first swap_map */
253d553ba   Hugh Dickins   swap_info: SWAP_H...
168

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
169
  /*
2a8f94493   Shaohua Li   swap: change bloc...
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
   * We use this to track usage of a cluster. A cluster is a block of swap disk
   * space with SWAPFILE_CLUSTER pages long and naturally aligns in disk. All
   * free clusters are organized into a list. We fetch an entry from the list to
   * get a free cluster.
   *
   * The data field stores next cluster if the cluster is free or cluster usage
   * counter otherwise. The flags field determines if a cluster is free. This is
   * protected by swap_info_struct.lock.
   */
  struct swap_cluster_info {
  	unsigned int data:24;
  	unsigned int flags:8;
  };
  #define CLUSTER_FLAG_FREE 1 /* This cluster is free */
  #define CLUSTER_FLAG_NEXT_NULL 2 /* This cluster has no next cluster */
  
  /*
ebc2a1a69   Shaohua Li   swap: make cluste...
187
188
189
190
191
192
193
194
195
196
   * We assign a cluster to each CPU, so each CPU can allocate swap entry from
   * its own cluster and swapout sequentially. The purpose is to optimize swapout
   * throughput.
   */
  struct percpu_cluster {
  	struct swap_cluster_info index; /* Current cluster index */
  	unsigned int next; /* Likely next allocation offset */
  };
  
  /*
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
197
   * The in-memory structure used to track swap areas.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
198
199
   */
  struct swap_info_struct {
efa90a981   Hugh Dickins   swap_info: change...
200
201
  	unsigned long	flags;		/* SWP_USED etc: see above */
  	signed short	prio;		/* swap priority of this type */
18ab4d4ce   Dan Streetman   swap: change swap...
202
203
  	struct plist_node list;		/* entry in swap_active_head */
  	struct plist_node avail_list;	/* entry in swap_avail_head */
efa90a981   Hugh Dickins   swap_info: change...
204
  	signed char	type;		/* strange name for an index */
7509765a2   Hugh Dickins   swap_info: reorde...
205
206
  	unsigned int	max;		/* extent of the swap_map */
  	unsigned char *swap_map;	/* vmalloc'ed array of usage counts */
2a8f94493   Shaohua Li   swap: change bloc...
207
208
209
  	struct swap_cluster_info *cluster_info; /* cluster info. Only for SSD */
  	struct swap_cluster_info free_cluster_head; /* free cluster list head */
  	struct swap_cluster_info free_cluster_tail; /* free cluster list tail */
7509765a2   Hugh Dickins   swap_info: reorde...
210
211
212
213
214
215
  	unsigned int lowest_bit;	/* index of first free in swap_map */
  	unsigned int highest_bit;	/* index of last free in swap_map */
  	unsigned int pages;		/* total of usable pages of swap */
  	unsigned int inuse_pages;	/* number of those currently in use */
  	unsigned int cluster_next;	/* likely index for next allocation */
  	unsigned int cluster_nr;	/* countdown to next cluster search */
ebc2a1a69   Shaohua Li   swap: make cluste...
216
  	struct percpu_cluster __percpu *percpu_cluster; /* per cpu's swap location */
7509765a2   Hugh Dickins   swap_info: reorde...
217
218
219
220
221
  	struct swap_extent *curr_swap_extent;
  	struct swap_extent first_swap_extent;
  	struct block_device *bdev;	/* swap device or bdev of swap file */
  	struct file *swap_file;		/* seldom referenced */
  	unsigned int old_block_size;	/* seldom referenced */
38b5faf4b   Dan Magenheimer   mm: frontswap: co...
222
223
224
225
  #ifdef CONFIG_FRONTSWAP
  	unsigned long *frontswap_map;	/* frontswap in-use, one bit per page */
  	atomic_t frontswap_pages;	/* frontswap pages in-use counter */
  #endif
ec8acf20a   Shaohua Li   swap: add per-par...
226
227
228
229
  	spinlock_t lock;		/*
  					 * protect map scan related fields like
  					 * swap_map, lowest_bit, highest_bit,
  					 * inuse_pages, cluster_next,
815c2c543   Shaohua Li   swap: make swap d...
230
231
232
233
234
235
236
237
  					 * cluster_nr, lowest_alloc,
  					 * highest_alloc, free/discard cluster
  					 * list. other fields are only changed
  					 * at swapon/swapoff, so are protected
  					 * by swap_lock. changing flags need
  					 * hold this lock and swap_lock. If
  					 * both locks need hold, hold swap_lock
  					 * first.
ec8acf20a   Shaohua Li   swap: add per-par...
238
  					 */
815c2c543   Shaohua Li   swap: make swap d...
239
240
241
  	struct work_struct discard_work; /* discard worker */
  	struct swap_cluster_info discard_cluster_head; /* list head of discard clusters */
  	struct swap_cluster_info discard_cluster_tail; /* list tail of discard clusters */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
242
  };
a528910e1   Johannes Weiner   mm: thrash detect...
243
244
245
246
  /* linux/mm/workingset.c */
  void *workingset_eviction(struct address_space *mapping, struct page *page);
  bool workingset_refault(void *shadow);
  void workingset_activation(struct page *page);
449dd6984   Johannes Weiner   mm: keep page cac...
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
  extern struct list_lru workingset_shadow_nodes;
  
  static inline unsigned int workingset_node_pages(struct radix_tree_node *node)
  {
  	return node->count & RADIX_TREE_COUNT_MASK;
  }
  
  static inline void workingset_node_pages_inc(struct radix_tree_node *node)
  {
  	node->count++;
  }
  
  static inline void workingset_node_pages_dec(struct radix_tree_node *node)
  {
  	node->count--;
  }
  
  static inline unsigned int workingset_node_shadows(struct radix_tree_node *node)
  {
  	return node->count >> RADIX_TREE_COUNT_SHIFT;
  }
  
  static inline void workingset_node_shadows_inc(struct radix_tree_node *node)
  {
  	node->count += 1U << RADIX_TREE_COUNT_SHIFT;
  }
  
  static inline void workingset_node_shadows_dec(struct radix_tree_node *node)
  {
  	node->count -= 1U << RADIX_TREE_COUNT_SHIFT;
  }
a528910e1   Johannes Weiner   mm: thrash detect...
278

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
279
280
  /* linux/mm/page_alloc.c */
  extern unsigned long totalram_pages;
cb45b0e96   Hideo AOKI   [PATCH] overcommi...
281
  extern unsigned long totalreserve_pages;
ab8fabd46   Johannes Weiner   mm: exclude reser...
282
  extern unsigned long dirty_balance_reserve;
ebec3862f   Zhang Yanfei   mm: fix return ty...
283
284
  extern unsigned long nr_free_buffer_pages(void);
  extern unsigned long nr_free_pagecache_pages(void);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
285

961772994   Christoph Lameter   [PATCH] Drop free...
286
287
  /* Definition of global_page_state not available yet */
  #define nr_free_pages() global_page_state(NR_FREE_PAGES)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
288
  /* linux/mm/swap.c */
c53954a09   Mel Gorman   mm: remove lru pa...
289
  extern void lru_cache_add(struct page *);
2329d3751   Jianyu Zhan   mm/swap.c: clean ...
290
291
  extern void lru_cache_add_anon(struct page *page);
  extern void lru_cache_add_file(struct page *page);
fa9add641   Hugh Dickins   mm/memcg: apply a...
292
  extern void lru_add_page_tail(struct page *page, struct page *page_tail,
5bc7b8aca   Shaohua Li   mm: thp: add spli...
293
  			 struct lruvec *lruvec, struct list_head *head);
b3c975286   Harvey Harrison   include/linux: Re...
294
295
  extern void activate_page(struct page *);
  extern void mark_page_accessed(struct page *);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
296
  extern void lru_add_drain(void);
f0cb3c76a   Konstantin Khlebnikov   mm: drain percpu ...
297
  extern void lru_add_drain_cpu(int cpu);
5fbc46163   Chris Metcalf   mm: make lru_add_...
298
  extern void lru_add_drain_all(void);
ac6aadb24   Miklos Szeredi   mm: rotate_reclai...
299
  extern void rotate_reclaimable_page(struct page *page);
cc5993bd7   Minchan Kim   mm: rename deacti...
300
  extern void deactivate_file_page(struct page *page);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
301
  extern void swap_setup(void);
894bc3104   Lee Schermerhorn   Unevictable LRU I...
302
  extern void add_page_to_unevictable_list(struct page *page);
00501b531   Johannes Weiner   mm: memcontrol: r...
303
304
  extern void lru_cache_add_active_or_unevictable(struct page *page,
  						struct vm_area_struct *vma);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
305
  /* linux/mm/vmscan.c */
dac1d27bc   Mel Gorman   mm: use zonelists...
306
  extern unsigned long try_to_free_pages(struct zonelist *zonelist, int order,
327c0e968   KAMEZAWA Hiroyuki   vmscan: fix it to...
307
  					gfp_t gfp_mask, nodemask_t *mask);
f3fd4a619   Konstantin Khlebnikov   mm: remove lru ty...
308
  extern int __isolate_lru_page(struct page *page, isolate_mode_t mode);
b70a2a21d   Johannes Weiner   mm: memcontrol: f...
309
310
311
312
  extern unsigned long try_to_free_mem_cgroup_pages(struct mem_cgroup *memcg,
  						  unsigned long nr_pages,
  						  gfp_t gfp_mask,
  						  bool may_swap);
185efc0f9   Johannes Weiner   memcg: Revert "me...
313
314
315
316
  extern unsigned long mem_cgroup_shrink_node_zone(struct mem_cgroup *mem,
  						gfp_t gfp_mask, bool noswap,
  						struct zone *zone,
  						unsigned long *nr_scanned);
69e05944a   Andrew Morton   [PATCH] vmscan: u...
317
  extern unsigned long shrink_all_memory(unsigned long nr_pages);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
318
  extern int vm_swappiness;
b20a35035   Christoph Lameter   [PATCH] page migr...
319
  extern int remove_mapping(struct address_space *mapping, struct page *page);
b21e0b90c   Zhang Yanfei   vmscan: change ty...
320
  extern unsigned long vm_total_pages;
b20a35035   Christoph Lameter   [PATCH] page migr...
321

9eeff2395   Christoph Lameter   [PATCH] Zone recl...
322
323
  #ifdef CONFIG_NUMA
  extern int zone_reclaim_mode;
9614634fe   Christoph Lameter   [PATCH] ZVC/zone_...
324
  extern int sysctl_min_unmapped_ratio;
0ff38490c   Christoph Lameter   [PATCH] zone_recl...
325
  extern int sysctl_min_slab_ratio;
9eeff2395   Christoph Lameter   [PATCH] Zone recl...
326
327
328
329
330
331
332
333
  extern int zone_reclaim(struct zone *, gfp_t, unsigned int);
  #else
  #define zone_reclaim_mode 0
  static inline int zone_reclaim(struct zone *z, gfp_t mask, unsigned int order)
  {
  	return 0;
  }
  #endif
39b5f29ac   Hugh Dickins   mm: remove vma ar...
334
  extern int page_evictable(struct page *page);
245132643   Hugh Dickins   SHM_UNLOCK: fix U...
335
  extern void check_move_unevictable_pages(struct page **, int nr_pages);
af936a160   Lee Schermerhorn   vmscan: unevictab...
336

3218ae14b   Yasunori Goto   [PATCH] pgdat all...
337
  extern int kswapd_run(int nid);
8fe23e057   David Rientjes   mm: clear node in...
338
  extern void kswapd_stop(int nid);
c255a4580   Andrew Morton   memcg: rename con...
339
  #ifdef CONFIG_MEMCG
33398cf2f   Michal Hocko   memcg: export str...
340
341
342
343
344
345
346
347
  static inline int mem_cgroup_swappiness(struct mem_cgroup *memcg)
  {
  	/* root ? */
  	if (mem_cgroup_disabled() || !memcg->css.parent)
  		return vm_swappiness;
  
  	return memcg->swappiness;
  }
1f4c025b5   KAMEZAWA Hiroyuki   memcg: export mem...
348
349
350
351
352
353
  #else
  static inline int mem_cgroup_swappiness(struct mem_cgroup *mem)
  {
  	return vm_swappiness;
  }
  #endif
c255a4580   Andrew Morton   memcg: rename con...
354
  #ifdef CONFIG_MEMCG_SWAP
0a31bc97c   Johannes Weiner   mm: memcontrol: r...
355
356
  extern void mem_cgroup_swapout(struct page *page, swp_entry_t entry);
  extern void mem_cgroup_uncharge_swap(swp_entry_t entry);
dac23b0d0   Michal Hocko   memcg swap: use m...
357
  #else
0a31bc97c   Johannes Weiner   mm: memcontrol: r...
358
359
360
361
  static inline void mem_cgroup_swapout(struct page *page, swp_entry_t entry)
  {
  }
  static inline void mem_cgroup_uncharge_swap(swp_entry_t entry)
dac23b0d0   Michal Hocko   memcg swap: use m...
362
363
364
  {
  }
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
365
366
  #ifdef CONFIG_SWAP
  /* linux/mm/page_io.c */
aca8bf323   Minchan Kim   mm: remove file a...
367
  extern int swap_readpage(struct page *);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
368
  extern int swap_writepage(struct page *page, struct writeback_control *wbc);
4246a0b63   Christoph Hellwig   block: add a bi_e...
369
  extern void end_swap_bio_write(struct bio *bio);
1eec6702a   Seth Jennings   mm: allow for out...
370
  extern int __swap_writepage(struct page *page, struct writeback_control *wbc,
4246a0b63   Christoph Hellwig   block: add a bi_e...
371
  	bio_end_io_t end_write_func);
62c230bc1   Mel Gorman   mm: add support f...
372
  extern int swap_set_page_dirty(struct page *page);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
373

a509bc1a9   Mel Gorman   mm: swap: impleme...
374
375
376
377
  int add_swap_extent(struct swap_info_struct *sis, unsigned long start_page,
  		unsigned long nr_pages, sector_t start_block);
  int generic_swapfile_activate(struct swap_info_struct *, struct file *,
  		sector_t *);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
378
  /* linux/mm/swap_state.c */
33806f06d   Shaohua Li   swap: make each s...
379
380
381
  extern struct address_space swapper_spaces[];
  #define swap_address_space(entry) (&swapper_spaces[swp_type(entry)])
  extern unsigned long total_swapcache_pages(void);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
382
  extern void show_swap_cache_info(void);
5bc7b8aca   Shaohua Li   mm: thp: add spli...
383
  extern int add_to_swap(struct page *, struct list_head *list);
73b1262fa   Hugh Dickins   tmpfs: move swap ...
384
  extern int add_to_swap_cache(struct page *, swp_entry_t, gfp_t);
2f772e6ca   Seth Jennings   mm: break up swap...
385
  extern int __add_to_swap_cache(struct page *page, swp_entry_t entry);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
386
387
  extern void __delete_from_swap_cache(struct page *);
  extern void delete_from_swap_cache(struct page *);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
388
389
  extern void free_page_and_swap_cache(struct page *);
  extern void free_pages_and_swap_cache(struct page **, int);
46017e954   Hugh Dickins   swapin_readahead:...
390
  extern struct page *lookup_swap_cache(swp_entry_t);
02098feaa   Hugh Dickins   swapin needs gfp_...
391
  extern struct page *read_swap_cache_async(swp_entry_t, gfp_t,
46017e954   Hugh Dickins   swapin_readahead:...
392
  			struct vm_area_struct *vma, unsigned long addr);
5b999aadb   Dmitry Safonov   mm: swap: zswap: ...
393
394
395
  extern struct page *__read_swap_cache_async(swp_entry_t, gfp_t,
  			struct vm_area_struct *vma, unsigned long addr,
  			bool *new_page_allocated);
02098feaa   Hugh Dickins   swapin needs gfp_...
396
  extern struct page *swapin_readahead(swp_entry_t, gfp_t,
46017e954   Hugh Dickins   swapin_readahead:...
397
  			struct vm_area_struct *vma, unsigned long addr);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
398
  /* linux/mm/swapfile.c */
ec8acf20a   Shaohua Li   swap: add per-par...
399
  extern atomic_long_t nr_swap_pages;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
400
  extern long total_swap_pages;
ec8acf20a   Shaohua Li   swap: add per-par...
401
402
403
404
405
406
407
408
409
410
411
  
  /* Swap 50% full? Release swapcache more aggressively.. */
  static inline bool vm_swap_full(void)
  {
  	return atomic_long_read(&nr_swap_pages) * 2 < total_swap_pages;
  }
  
  static inline long get_nr_swap_pages(void)
  {
  	return atomic_long_read(&nr_swap_pages);
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
412
413
  extern void si_swapinfo(struct sysinfo *);
  extern swp_entry_t get_swap_page(void);
910321ea8   Hugh Dickins   swap: revert spec...
414
  extern swp_entry_t get_swap_page_of_type(int);
570a335b8   Hugh Dickins   swap_info: swap c...
415
  extern int add_swap_count_continuation(swp_entry_t, gfp_t);
aaa468653   Hugh Dickins   swap_info: note S...
416
  extern void swap_shmem_alloc(swp_entry_t);
570a335b8   Hugh Dickins   swap_info: swap c...
417
418
  extern int swap_duplicate(swp_entry_t);
  extern int swapcache_prepare(swp_entry_t);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
419
  extern void swap_free(swp_entry_t);
0a31bc97c   Johannes Weiner   mm: memcontrol: r...
420
  extern void swapcache_free(swp_entry_t);
2509ef26d   Hugh Dickins   badpage: zap prin...
421
  extern int free_swap_and_cache(swp_entry_t);
7bf236874   Rafael J. Wysocki   [PATCH] swsusp: D...
422
  extern int swap_type_of(dev_t, sector_t, struct block_device **);
f577eb30a   Rafael J. Wysocki   [PATCH] swsusp: l...
423
  extern unsigned int count_swap_pages(int, int);
d4906e1aa   Lee Schermerhorn   swap: rework map_...
424
  extern sector_t map_swap_page(struct page *, struct block_device **);
3aef83e0e   Rafael J. Wysocki   [PATCH] swsusp: u...
425
  extern sector_t swapdev_block(int, pgoff_t);
bde05d1cc   Hugh Dickins   shmem: replace pa...
426
  extern int page_swapcount(struct page *);
8334b9622   Minchan Kim   mm: /proc/pid/sma...
427
  extern int swp_swapcount(swp_entry_t entry);
f981c5950   Mel Gorman   mm: methods for t...
428
  extern struct swap_info_struct *page_swap_info(struct page *);
7b1fe5979   Hugh Dickins   mm: reuse_swap_pa...
429
  extern int reuse_swap_page(struct page *);
a2c43eed8   Hugh Dickins   mm: try_to_free_s...
430
  extern int try_to_free_swap(struct page *);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
431
  struct backing_dev_info;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
432
  #else /* CONFIG_SWAP */
d2cf5ad63   Joonsoo Kim   swap: clean-up #i...
433
  #define swap_address_space(entry)		(NULL)
ec8acf20a   Shaohua Li   swap: add per-par...
434
  #define get_nr_swap_pages()			0L
b962716b4   Hugh Dickins   mm: optimize get_...
435
  #define total_swap_pages			0L
33806f06d   Shaohua Li   swap: make each s...
436
  #define total_swapcache_pages()			0UL
ec8acf20a   Shaohua Li   swap: add per-par...
437
  #define vm_swap_full()				0
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
438
439
440
  
  #define si_swapinfo(val) \
  	do { (val)->freeswap = (val)->totalswap = 0; } while (0)
9ae5b3c70   Olaf Hering   [PATCH] remove li...
441
442
  /* only sparc can not include linux/pagemap.h in this file
   * so leave page_cache_release and release_pages undeclared... */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
443
444
445
  #define free_page_and_swap_cache(page) \
  	page_cache_release(page)
  #define free_pages_and_swap_cache(pages, nr) \
b745bc85f   Mel Gorman   mm: page_alloc: c...
446
  	release_pages((pages), (nr), false);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
447

bd96b9eb7   Con Kolivas   [PATCH] mm: fix s...
448
449
450
  static inline void show_swap_cache_info(void)
  {
  }
2509ef26d   Hugh Dickins   badpage: zap prin...
451
  #define free_swap_and_cache(swp)	is_migration_entry(swp)
cb4b86ba4   KAMEZAWA Hiroyuki   mm: add swap cach...
452
  #define swapcache_prepare(swp)		is_migration_entry(swp)
bd96b9eb7   Con Kolivas   [PATCH] mm: fix s...
453

570a335b8   Hugh Dickins   swap_info: swap c...
454
  static inline int add_swap_count_continuation(swp_entry_t swp, gfp_t gfp_mask)
355cfa73d   KAMEZAWA Hiroyuki   mm: modify swap_m...
455
  {
570a335b8   Hugh Dickins   swap_info: swap c...
456
457
  	return 0;
  }
aaa468653   Hugh Dickins   swap_info: note S...
458
459
460
  static inline void swap_shmem_alloc(swp_entry_t swp)
  {
  }
570a335b8   Hugh Dickins   swap_info: swap c...
461
462
463
  static inline int swap_duplicate(swp_entry_t swp)
  {
  	return 0;
355cfa73d   KAMEZAWA Hiroyuki   mm: modify swap_m...
464
  }
bd96b9eb7   Con Kolivas   [PATCH] mm: fix s...
465
466
467
  static inline void swap_free(swp_entry_t swp)
  {
  }
0a31bc97c   Johannes Weiner   mm: memcontrol: r...
468
  static inline void swapcache_free(swp_entry_t swp)
cb4b86ba4   KAMEZAWA Hiroyuki   mm: add swap cach...
469
470
  {
  }
02098feaa   Hugh Dickins   swapin needs gfp_...
471
  static inline struct page *swapin_readahead(swp_entry_t swp, gfp_t gfp_mask,
bd96b9eb7   Con Kolivas   [PATCH] mm: fix s...
472
473
474
475
  			struct vm_area_struct *vma, unsigned long addr)
  {
  	return NULL;
  }
9fab5619b   Hugh Dickins   shmem: writepage ...
476
477
478
479
  static inline int swap_writepage(struct page *p, struct writeback_control *wbc)
  {
  	return 0;
  }
bd96b9eb7   Con Kolivas   [PATCH] mm: fix s...
480
481
482
483
  static inline struct page *lookup_swap_cache(swp_entry_t swp)
  {
  	return NULL;
  }
5bc7b8aca   Shaohua Li   mm: thp: add spli...
484
  static inline int add_to_swap(struct page *page, struct list_head *list)
60371d971   Hugh Dickins   mm: add add_to_sw...
485
486
487
  {
  	return 0;
  }
73b1262fa   Hugh Dickins   tmpfs: move swap ...
488
489
  static inline int add_to_swap_cache(struct page *page, swp_entry_t entry,
  							gfp_t gfp_mask)
bd96b9eb7   Con Kolivas   [PATCH] mm: fix s...
490
  {
73b1262fa   Hugh Dickins   tmpfs: move swap ...
491
  	return -1;
bd96b9eb7   Con Kolivas   [PATCH] mm: fix s...
492
493
494
495
496
497
498
499
500
  }
  
  static inline void __delete_from_swap_cache(struct page *page)
  {
  }
  
  static inline void delete_from_swap_cache(struct page *page)
  {
  }
bde05d1cc   Hugh Dickins   shmem: replace pa...
501
502
503
504
  static inline int page_swapcount(struct page *page)
  {
  	return 0;
  }
8334b9622   Minchan Kim   mm: /proc/pid/sma...
505
506
507
508
  static inline int swp_swapcount(swp_entry_t entry)
  {
  	return 0;
  }
7b1fe5979   Hugh Dickins   mm: reuse_swap_pa...
509
  #define reuse_swap_page(page)	(page_mapcount(page) == 1)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
510

a2c43eed8   Hugh Dickins   mm: try_to_free_s...
511
  static inline int try_to_free_swap(struct page *page)
68a22394c   Rik van Riel   vmscan: free swap...
512
513
514
  {
  	return 0;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
515
516
517
518
519
520
  static inline swp_entry_t get_swap_page(void)
  {
  	swp_entry_t entry;
  	entry.val = 0;
  	return entry;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
521
522
523
  #endif /* CONFIG_SWAP */
  #endif /* __KERNEL__*/
  #endif /* _LINUX_SWAP_H */