Blame view
mm/page_io.c
6.78 KB
1da177e4c Linux-2.6.12-rc2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
/* * linux/mm/page_io.c * * Copyright (C) 1991, 1992, 1993, 1994 Linus Torvalds * * Swap reorganised 29.12.95, * Asynchronous swapping added 30.12.95. Stephen Tweedie * Removed race in async swapping. 14.4.1996. Bruno Haible * Add swap of shared pages through the page cache. 20.2.1998. Stephen Tweedie * Always use brw_page, life becomes simpler. 12 May 1998 Eric Biederman */ #include <linux/mm.h> #include <linux/kernel_stat.h> |
5a0e3ad6a include cleanup: ... |
15 |
#include <linux/gfp.h> |
1da177e4c Linux-2.6.12-rc2 |
16 17 18 19 |
#include <linux/pagemap.h> #include <linux/swap.h> #include <linux/bio.h> #include <linux/swapops.h> |
62c230bc1 mm: add support f... |
20 |
#include <linux/buffer_head.h> |
1da177e4c Linux-2.6.12-rc2 |
21 |
#include <linux/writeback.h> |
38b5faf4b mm: frontswap: co... |
22 |
#include <linux/frontswap.h> |
1da177e4c Linux-2.6.12-rc2 |
23 |
#include <asm/pgtable.h> |
f29ad6a99 swap_info: privat... |
24 |
static struct bio *get_swap_bio(gfp_t gfp_flags, |
1da177e4c Linux-2.6.12-rc2 |
25 26 27 28 29 30 |
struct page *page, bio_end_io_t end_io) { struct bio *bio; bio = bio_alloc(gfp_flags, 1); if (bio) { |
d4906e1aa swap: rework map_... |
31 |
bio->bi_sector = map_swap_page(page, &bio->bi_bdev); |
f29ad6a99 swap_info: privat... |
32 |
bio->bi_sector <<= PAGE_SHIFT - 9; |
1da177e4c Linux-2.6.12-rc2 |
33 34 35 36 37 38 39 40 41 42 |
bio->bi_io_vec[0].bv_page = page; bio->bi_io_vec[0].bv_len = PAGE_SIZE; bio->bi_io_vec[0].bv_offset = 0; bio->bi_vcnt = 1; bio->bi_idx = 0; bio->bi_size = PAGE_SIZE; bio->bi_end_io = end_io; } return bio; } |
6712ecf8f Drop 'size' argum... |
43 |
static void end_swap_bio_write(struct bio *bio, int err) |
1da177e4c Linux-2.6.12-rc2 |
44 45 46 |
{ const int uptodate = test_bit(BIO_UPTODATE, &bio->bi_flags); struct page *page = bio->bi_io_vec[0].bv_page; |
6ddab3b9e [PATCH] mm: swap ... |
47 |
if (!uptodate) { |
1da177e4c Linux-2.6.12-rc2 |
48 |
SetPageError(page); |
6ddab3b9e [PATCH] mm: swap ... |
49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 |
/* * We failed to write the page out to swap-space. * Re-dirty the page in order to avoid it being reclaimed. * Also print a dire warning that things will go BAD (tm) * very quickly. * * Also clear PG_reclaim to avoid rotate_reclaimable_page() */ set_page_dirty(page); printk(KERN_ALERT "Write-error on swap-device (%u:%u:%Lu) ", imajor(bio->bi_bdev->bd_inode), iminor(bio->bi_bdev->bd_inode), (unsigned long long)bio->bi_sector); ClearPageReclaim(page); } |
1da177e4c Linux-2.6.12-rc2 |
65 66 |
end_page_writeback(page); bio_put(bio); |
1da177e4c Linux-2.6.12-rc2 |
67 |
} |
6712ecf8f Drop 'size' argum... |
68 |
void end_swap_bio_read(struct bio *bio, int err) |
1da177e4c Linux-2.6.12-rc2 |
69 70 71 |
{ const int uptodate = test_bit(BIO_UPTODATE, &bio->bi_flags); struct page *page = bio->bi_io_vec[0].bv_page; |
1da177e4c Linux-2.6.12-rc2 |
72 73 74 |
if (!uptodate) { SetPageError(page); ClearPageUptodate(page); |
6ddab3b9e [PATCH] mm: swap ... |
75 76 77 78 79 |
printk(KERN_ALERT "Read-error on swap-device (%u:%u:%Lu) ", imajor(bio->bi_bdev->bd_inode), iminor(bio->bi_bdev->bd_inode), (unsigned long long)bio->bi_sector); |
1da177e4c Linux-2.6.12-rc2 |
80 81 82 83 84 |
} else { SetPageUptodate(page); } unlock_page(page); bio_put(bio); |
1da177e4c Linux-2.6.12-rc2 |
85 |
} |
a509bc1a9 mm: swap: impleme... |
86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 |
int generic_swapfile_activate(struct swap_info_struct *sis, struct file *swap_file, sector_t *span) { struct address_space *mapping = swap_file->f_mapping; struct inode *inode = mapping->host; unsigned blocks_per_page; unsigned long page_no; unsigned blkbits; sector_t probe_block; sector_t last_block; sector_t lowest_block = -1; sector_t highest_block = 0; int nr_extents = 0; int ret; blkbits = inode->i_blkbits; blocks_per_page = PAGE_SIZE >> blkbits; /* * Map all the blocks into the extent list. This code doesn't try * to be very smart. */ probe_block = 0; page_no = 0; last_block = i_size_read(inode) >> blkbits; while ((probe_block + blocks_per_page) <= last_block && page_no < sis->max) { unsigned block_in_page; sector_t first_block; first_block = bmap(inode, probe_block); if (first_block == 0) goto bad_bmap; /* * It must be PAGE_SIZE aligned on-disk */ if (first_block & (blocks_per_page - 1)) { probe_block++; goto reprobe; } for (block_in_page = 1; block_in_page < blocks_per_page; block_in_page++) { sector_t block; block = bmap(inode, probe_block + block_in_page); if (block == 0) goto bad_bmap; if (block != first_block + block_in_page) { /* Discontiguity */ probe_block++; goto reprobe; } } first_block >>= (PAGE_SHIFT - blkbits); if (page_no) { /* exclude the header page */ if (first_block < lowest_block) lowest_block = first_block; if (first_block > highest_block) highest_block = first_block; } /* * We found a PAGE_SIZE-length, PAGE_SIZE-aligned run of blocks */ ret = add_swap_extent(sis, page_no, 1, first_block); if (ret < 0) goto out; nr_extents += ret; page_no++; probe_block += blocks_per_page; reprobe: continue; } ret = nr_extents; *span = 1 + highest_block - lowest_block; if (page_no == 0) page_no = 1; /* force Empty message */ sis->max = page_no; sis->pages = page_no - 1; sis->highest_bit = page_no - 1; out: return ret; bad_bmap: printk(KERN_ERR "swapon: swapfile has holes "); ret = -EINVAL; goto out; } |
1da177e4c Linux-2.6.12-rc2 |
178 179 180 181 182 183 184 185 |
/* * We may have stale swap cache pages in memory: notice * them here and get rid of the unnecessary final write. */ int swap_writepage(struct page *page, struct writeback_control *wbc) { struct bio *bio; int ret = 0, rw = WRITE; |
62c230bc1 mm: add support f... |
186 |
struct swap_info_struct *sis = page_swap_info(page); |
1da177e4c Linux-2.6.12-rc2 |
187 |
|
a2c43eed8 mm: try_to_free_s... |
188 |
if (try_to_free_swap(page)) { |
1da177e4c Linux-2.6.12-rc2 |
189 190 191 |
unlock_page(page); goto out; } |
165c8aed5 frontswap: s/put_... |
192 |
if (frontswap_store(page) == 0) { |
38b5faf4b mm: frontswap: co... |
193 194 195 196 197 |
set_page_writeback(page); unlock_page(page); end_page_writeback(page); goto out; } |
62c230bc1 mm: add support f... |
198 199 200 201 202 203 |
if (sis->flags & SWP_FILE) { struct kiocb kiocb; struct file *swap_file = sis->swap_file; struct address_space *mapping = swap_file->f_mapping; struct iovec iov = { |
5a178119b mm: add support f... |
204 |
.iov_base = kmap(page), |
62c230bc1 mm: add support f... |
205 206 207 208 209 210 211 212 213 214 215 216 |
.iov_len = PAGE_SIZE, }; init_sync_kiocb(&kiocb, swap_file); kiocb.ki_pos = page_file_offset(page); kiocb.ki_left = PAGE_SIZE; kiocb.ki_nbytes = PAGE_SIZE; unlock_page(page); ret = mapping->a_ops->direct_IO(KERNEL_WRITE, &kiocb, &iov, kiocb.ki_pos, 1); |
5a178119b mm: add support f... |
217 |
kunmap(page); |
62c230bc1 mm: add support f... |
218 219 220 221 222 223 |
if (ret == PAGE_SIZE) { count_vm_event(PSWPOUT); ret = 0; } return ret; } |
f29ad6a99 swap_info: privat... |
224 |
bio = get_swap_bio(GFP_NOIO, page, end_swap_bio_write); |
1da177e4c Linux-2.6.12-rc2 |
225 226 227 228 229 230 231 |
if (bio == NULL) { set_page_dirty(page); unlock_page(page); ret = -ENOMEM; goto out; } if (wbc->sync_mode == WB_SYNC_ALL) |
721a9602e block: kill off R... |
232 |
rw |= REQ_SYNC; |
f8891e5e1 [PATCH] Light wei... |
233 |
count_vm_event(PSWPOUT); |
1da177e4c Linux-2.6.12-rc2 |
234 235 236 237 238 239 |
set_page_writeback(page); unlock_page(page); submit_bio(rw, bio); out: return ret; } |
aca8bf323 mm: remove file a... |
240 |
int swap_readpage(struct page *page) |
1da177e4c Linux-2.6.12-rc2 |
241 242 243 |
{ struct bio *bio; int ret = 0; |
62c230bc1 mm: add support f... |
244 |
struct swap_info_struct *sis = page_swap_info(page); |
1da177e4c Linux-2.6.12-rc2 |
245 |
|
51726b122 mm: replace some ... |
246 247 |
VM_BUG_ON(!PageLocked(page)); VM_BUG_ON(PageUptodate(page)); |
165c8aed5 frontswap: s/put_... |
248 |
if (frontswap_load(page) == 0) { |
38b5faf4b mm: frontswap: co... |
249 250 251 252 |
SetPageUptodate(page); unlock_page(page); goto out; } |
62c230bc1 mm: add support f... |
253 254 255 256 257 258 259 260 261 262 |
if (sis->flags & SWP_FILE) { struct file *swap_file = sis->swap_file; struct address_space *mapping = swap_file->f_mapping; ret = mapping->a_ops->readpage(swap_file, page); if (!ret) count_vm_event(PSWPIN); return ret; } |
f29ad6a99 swap_info: privat... |
263 |
bio = get_swap_bio(GFP_KERNEL, page, end_swap_bio_read); |
1da177e4c Linux-2.6.12-rc2 |
264 265 266 267 268 |
if (bio == NULL) { unlock_page(page); ret = -ENOMEM; goto out; } |
f8891e5e1 [PATCH] Light wei... |
269 |
count_vm_event(PSWPIN); |
1da177e4c Linux-2.6.12-rc2 |
270 271 272 273 |
submit_bio(READ, bio); out: return ret; } |
62c230bc1 mm: add support f... |
274 275 276 277 278 279 280 281 282 283 284 285 |
int swap_set_page_dirty(struct page *page) { struct swap_info_struct *sis = page_swap_info(page); if (sis->flags & SWP_FILE) { struct address_space *mapping = sis->swap_file->f_mapping; return mapping->a_ops->set_page_dirty(page); } else { return __set_page_dirty_no_writeback(page); } } |