Blame view

mm/truncate.c 23.6 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
3
4
5
  /*
   * mm/truncate.c - code for taking down pages from address_spaces
   *
   * Copyright (C) 2002, Linus Torvalds
   *
e1f8e8744   Francois Cami   Remove Andrew Mor...
6
   * 10Sep2002	Andrew Morton
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
7
8
9
10
   *		Initial version.
   */
  
  #include <linux/kernel.h>
4af3c9cc4   Alexey Dobriyan   Drop some headers...
11
  #include <linux/backing-dev.h>
f9fe48bec   Ross Zwisler   dax: support dirt...
12
  #include <linux/dax.h>
5a0e3ad6a   Tejun Heo   include cleanup: ...
13
  #include <linux/gfp.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
14
  #include <linux/mm.h>
0fd0e6b05   Nick Piggin   [PATCH] page inva...
15
  #include <linux/swap.h>
b95f1b31b   Paul Gortmaker   mm: Map most file...
16
  #include <linux/export.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
17
  #include <linux/pagemap.h>
01f2705da   Nate Diller   fs: convert core ...
18
  #include <linux/highmem.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
19
  #include <linux/pagevec.h>
e08748ce0   Andrew Morton   [PATCH] io-accoun...
20
  #include <linux/task_io_accounting_ops.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
21
  #include <linux/buffer_head.h>	/* grr. try_to_release_page,
aaa4059bc   Jan Kara   [PATCH] ext3: Fix...
22
  				   do_invalidatepage */
c515e1fd3   Dan Magenheimer   mm/fs: add hooks ...
23
  #include <linux/cleancache.h>
90a802027   Jan Kara   vfs: fix data cor...
24
  #include <linux/rmap.h>
ba470de43   Rik van Riel   mmap: handle mloc...
25
  #include "internal.h"
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
26

0cd6144aa   Johannes Weiner   mm + fs: prepare ...
27
28
29
  static void clear_exceptional_entry(struct address_space *mapping,
  				    pgoff_t index, void *entry)
  {
449dd6984   Johannes Weiner   mm: keep page cac...
30
31
  	struct radix_tree_node *node;
  	void **slot;
0cd6144aa   Johannes Weiner   mm + fs: prepare ...
32
33
34
35
36
  	/* Handled by shmem itself */
  	if (shmem_mapping(mapping))
  		return;
  
  	spin_lock_irq(&mapping->tree_lock);
f9fe48bec   Ross Zwisler   dax: support dirt...
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
  
  	if (dax_mapping(mapping)) {
  		if (radix_tree_delete_item(&mapping->page_tree, index, entry))
  			mapping->nrexceptional--;
  	} else {
  		/*
  		 * Regular page slots are stabilized by the page lock even
  		 * without the tree itself locked.  These unlocked entries
  		 * need verification under the tree lock.
  		 */
  		if (!__radix_tree_lookup(&mapping->page_tree, index, &node,
  					&slot))
  			goto unlock;
  		if (*slot != entry)
  			goto unlock;
  		radix_tree_replace_slot(slot, NULL);
  		mapping->nrexceptional--;
  		if (!node)
  			goto unlock;
  		workingset_node_shadows_dec(node);
  		/*
  		 * Don't track node without shadow entries.
  		 *
  		 * Avoid acquiring the list_lru lock if already untracked.
  		 * The list_empty() test is safe as node->private_list is
  		 * protected by mapping->tree_lock.
  		 */
  		if (!workingset_node_shadows(node) &&
  		    !list_empty(&node->private_list))
  			list_lru_del(&workingset_shadow_nodes,
  					&node->private_list);
  		__radix_tree_delete_node(&mapping->page_tree, node);
  	}
449dd6984   Johannes Weiner   mm: keep page cac...
70
  unlock:
0cd6144aa   Johannes Weiner   mm + fs: prepare ...
71
72
  	spin_unlock_irq(&mapping->tree_lock);
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
73

cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
74
  /**
28bc44d7d   Fengguang Wu   do_invalidatepage...
75
   * do_invalidatepage - invalidate part or all of a page
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
76
   * @page: the page which is affected
d47992f86   Lukas Czerner   mm: change invali...
77
78
   * @offset: start of the range to invalidate
   * @length: length of the range to invalidate
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
79
80
81
82
83
84
85
86
87
88
   *
   * do_invalidatepage() is called when all or part of the page has become
   * invalidated by a truncate operation.
   *
   * do_invalidatepage() does not have to release all buffers, but it must
   * ensure that no dirty buffer is left outside @offset and that no I/O
   * is underway against any of the blocks which are outside the truncation
   * point.  Because the caller is about to free (and possibly reuse) those
   * blocks on-disk.
   */
d47992f86   Lukas Czerner   mm: change invali...
89
90
  void do_invalidatepage(struct page *page, unsigned int offset,
  		       unsigned int length)
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
91
  {
d47992f86   Lukas Czerner   mm: change invali...
92
  	void (*invalidatepage)(struct page *, unsigned int, unsigned int);
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
93
  	invalidatepage = page->mapping->a_ops->invalidatepage;
9361401eb   David Howells   [PATCH] BLOCK: Ma...
94
  #ifdef CONFIG_BLOCK
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
95
96
  	if (!invalidatepage)
  		invalidatepage = block_invalidatepage;
9361401eb   David Howells   [PATCH] BLOCK: Ma...
97
  #endif
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
98
  	if (invalidatepage)
d47992f86   Lukas Czerner   mm: change invali...
99
  		(*invalidatepage)(page, offset, length);
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
100
  }
ecdfc9787   Linus Torvalds   Resurrect 'try_to...
101
  /*
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
102
   * If truncate cannot remove the fs-private metadata from the page, the page
62e1c5530   Shaohua Li   page migraton: ha...
103
   * becomes orphaned.  It will be left on the LRU and may even be mapped into
54cb8821d   Nick Piggin   mm: merge populat...
104
   * user pagetables if we're racing with filemap_fault().
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
105
106
107
   *
   * We need to bale out if page->mapping is no longer equal to the original
   * mapping.  This happens a) when the VM reclaimed the page while we waited on
fc0ecff69   Andrew Morton   [PATCH] remove in...
108
   * its lock, b) when a concurrent invalidate_mapping_pages got there first and
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
109
110
   * c) when tmpfs swizzles a page between a tmpfs inode and swapper_space.
   */
750b4987b   Nick Piggin   HWPOISON: Refacto...
111
  static int
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
112
113
114
  truncate_complete_page(struct address_space *mapping, struct page *page)
  {
  	if (page->mapping != mapping)
750b4987b   Nick Piggin   HWPOISON: Refacto...
115
  		return -EIO;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
116

266cf658e   David Howells   FS-Cache: Recruit...
117
  	if (page_has_private(page))
09cbfeaf1   Kirill A. Shutemov   mm, fs: get rid o...
118
  		do_invalidatepage(page, 0, PAGE_SIZE);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
119

b9ea25152   Konstantin Khlebnikov   page_writeback: c...
120
121
122
123
124
  	/*
  	 * Some filesystems seem to re-dirty the page even after
  	 * the VM has canceled the dirty bit (eg ext3 journaling).
  	 * Hence dirty accounting check is placed after invalidation.
  	 */
11f81becc   Tejun Heo   page_writeback: r...
125
  	cancel_dirty_page(page);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
126
  	ClearPageMappedToDisk(page);
5adc7b518   Minchan Kim   mm: truncate: cha...
127
  	delete_from_page_cache(page);
750b4987b   Nick Piggin   HWPOISON: Refacto...
128
  	return 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
129
130
131
  }
  
  /*
fc0ecff69   Andrew Morton   [PATCH] remove in...
132
   * This is for invalidate_mapping_pages().  That function can be called at
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
133
   * any time, and is not supposed to throw away dirty pages.  But pages can
0fd0e6b05   Nick Piggin   [PATCH] page inva...
134
135
   * be marked dirty at any time too, so use remove_mapping which safely
   * discards clean, unused pages.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
136
137
138
139
140
141
   *
   * Returns non-zero if the page was successfully invalidated.
   */
  static int
  invalidate_complete_page(struct address_space *mapping, struct page *page)
  {
0fd0e6b05   Nick Piggin   [PATCH] page inva...
142
  	int ret;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
143
144
  	if (page->mapping != mapping)
  		return 0;
266cf658e   David Howells   FS-Cache: Recruit...
145
  	if (page_has_private(page) && !try_to_release_page(page, 0))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
146
  		return 0;
0fd0e6b05   Nick Piggin   [PATCH] page inva...
147
  	ret = remove_mapping(mapping, page);
0fd0e6b05   Nick Piggin   [PATCH] page inva...
148
149
  
  	return ret;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
150
  }
750b4987b   Nick Piggin   HWPOISON: Refacto...
151
152
153
154
  int truncate_inode_page(struct address_space *mapping, struct page *page)
  {
  	if (page_mapped(page)) {
  		unmap_mapping_range(mapping,
09cbfeaf1   Kirill A. Shutemov   mm, fs: get rid o...
155
156
  				   (loff_t)page->index << PAGE_SHIFT,
  				   PAGE_SIZE, 0);
750b4987b   Nick Piggin   HWPOISON: Refacto...
157
158
159
  	}
  	return truncate_complete_page(mapping, page);
  }
83f786680   Wu Fengguang   HWPOISON: Add inv...
160
  /*
257187362   Andi Kleen   HWPOISON: Define ...
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
   * Used to get rid of pages on hardware memory corruption.
   */
  int generic_error_remove_page(struct address_space *mapping, struct page *page)
  {
  	if (!mapping)
  		return -EINVAL;
  	/*
  	 * Only punch for normal data pages for now.
  	 * Handling other types like directories would need more auditing.
  	 */
  	if (!S_ISREG(mapping->host->i_mode))
  		return -EIO;
  	return truncate_inode_page(mapping, page);
  }
  EXPORT_SYMBOL(generic_error_remove_page);
  
  /*
83f786680   Wu Fengguang   HWPOISON: Add inv...
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
   * Safely invalidate one page from its pagecache mapping.
   * It only drops clean, unused pages. The page must be locked.
   *
   * Returns 1 if the page is successfully invalidated, otherwise 0.
   */
  int invalidate_inode_page(struct page *page)
  {
  	struct address_space *mapping = page_mapping(page);
  	if (!mapping)
  		return 0;
  	if (PageDirty(page) || PageWriteback(page))
  		return 0;
  	if (page_mapped(page))
  		return 0;
  	return invalidate_complete_page(mapping, page);
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
194
  /**
73c1e2043   Liu Bo   mm: fix comment t...
195
   * truncate_inode_pages_range - truncate range of pages specified by start & end byte offsets
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
196
197
   * @mapping: mapping to truncate
   * @lstart: offset from which to truncate
5a7203947   Lukas Czerner   mm: teach truncat...
198
   * @lend: offset to which to truncate (inclusive)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
199
   *
d7339071f   Hans Reiser   [PATCH] reiser4: ...
200
   * Truncate the page cache, removing the pages that are between
5a7203947   Lukas Czerner   mm: teach truncat...
201
202
   * specified offsets (and zeroing out partial pages
   * if lstart or lend + 1 is not page aligned).
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
203
204
205
206
207
208
209
   *
   * Truncate takes two passes - the first pass is nonblocking.  It will not
   * block on page locks and it will not block on writeback.  The second pass
   * will wait.  This is to prevent as much IO as possible in the affected region.
   * The first pass will remove most pages, so the search cost of the second pass
   * is low.
   *
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
210
211
212
   * We pass down the cache-hot hint to the page freeing code.  Even if the
   * mapping is large, it is probably the case that the final pages are the most
   * recently touched, and freeing happens in ascending file offset order.
5a7203947   Lukas Czerner   mm: teach truncat...
213
214
215
216
   *
   * Note that since ->invalidatepage() accepts range to invalidate
   * truncate_inode_pages_range is able to handle cases where lend + 1 is not
   * page aligned properly.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
217
   */
d7339071f   Hans Reiser   [PATCH] reiser4: ...
218
219
  void truncate_inode_pages_range(struct address_space *mapping,
  				loff_t lstart, loff_t lend)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
220
  {
5a7203947   Lukas Czerner   mm: teach truncat...
221
222
223
224
225
  	pgoff_t		start;		/* inclusive */
  	pgoff_t		end;		/* exclusive */
  	unsigned int	partial_start;	/* inclusive */
  	unsigned int	partial_end;	/* exclusive */
  	struct pagevec	pvec;
0cd6144aa   Johannes Weiner   mm + fs: prepare ...
226
  	pgoff_t		indices[PAGEVEC_SIZE];
5a7203947   Lukas Czerner   mm: teach truncat...
227
228
  	pgoff_t		index;
  	int		i;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
229

3167760f8   Dan Magenheimer   mm: cleancache: s...
230
  	cleancache_invalidate_inode(mapping);
f9fe48bec   Ross Zwisler   dax: support dirt...
231
  	if (mapping->nrpages == 0 && mapping->nrexceptional == 0)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
232
  		return;
5a7203947   Lukas Czerner   mm: teach truncat...
233
  	/* Offsets within partial pages */
09cbfeaf1   Kirill A. Shutemov   mm, fs: get rid o...
234
235
  	partial_start = lstart & (PAGE_SIZE - 1);
  	partial_end = (lend + 1) & (PAGE_SIZE - 1);
5a7203947   Lukas Czerner   mm: teach truncat...
236
237
238
239
240
241
242
  
  	/*
  	 * 'start' and 'end' always covers the range of pages to be fully
  	 * truncated. Partial pages are covered with 'partial_start' at the
  	 * start of the range and 'partial_end' at the end of the range.
  	 * Note that 'end' is exclusive while 'lend' is inclusive.
  	 */
09cbfeaf1   Kirill A. Shutemov   mm, fs: get rid o...
243
  	start = (lstart + PAGE_SIZE - 1) >> PAGE_SHIFT;
5a7203947   Lukas Czerner   mm: teach truncat...
244
245
246
247
248
249
250
251
  	if (lend == -1)
  		/*
  		 * lend == -1 indicates end-of-file so we have to set 'end'
  		 * to the highest possible pgoff_t and since the type is
  		 * unsigned we're using -1.
  		 */
  		end = -1;
  	else
09cbfeaf1   Kirill A. Shutemov   mm, fs: get rid o...
252
  		end = (lend + 1) >> PAGE_SHIFT;
d7339071f   Hans Reiser   [PATCH] reiser4: ...
253

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
254
  	pagevec_init(&pvec, 0);
b85e0effd   Hugh Dickins   mm: consistent tr...
255
  	index = start;
0cd6144aa   Johannes Weiner   mm + fs: prepare ...
256
257
258
  	while (index < end && pagevec_lookup_entries(&pvec, mapping, index,
  			min(end - index, (pgoff_t)PAGEVEC_SIZE),
  			indices)) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
259
260
  		for (i = 0; i < pagevec_count(&pvec); i++) {
  			struct page *page = pvec.pages[i];
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
261

b85e0effd   Hugh Dickins   mm: consistent tr...
262
  			/* We rely upon deletion not changing page->index */
0cd6144aa   Johannes Weiner   mm + fs: prepare ...
263
  			index = indices[i];
5a7203947   Lukas Czerner   mm: teach truncat...
264
  			if (index >= end)
d7339071f   Hans Reiser   [PATCH] reiser4: ...
265
  				break;
d7339071f   Hans Reiser   [PATCH] reiser4: ...
266

0cd6144aa   Johannes Weiner   mm + fs: prepare ...
267
268
269
270
  			if (radix_tree_exceptional_entry(page)) {
  				clear_exceptional_entry(mapping, index, page);
  				continue;
  			}
529ae9aaa   Nick Piggin   mm: rename page t...
271
  			if (!trylock_page(page))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
272
  				continue;
b85e0effd   Hugh Dickins   mm: consistent tr...
273
  			WARN_ON(page->index != index);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
274
275
276
277
  			if (PageWriteback(page)) {
  				unlock_page(page);
  				continue;
  			}
750b4987b   Nick Piggin   HWPOISON: Refacto...
278
  			truncate_inode_page(mapping, page);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
279
280
  			unlock_page(page);
  		}
0cd6144aa   Johannes Weiner   mm + fs: prepare ...
281
  		pagevec_remove_exceptionals(&pvec);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
282
283
  		pagevec_release(&pvec);
  		cond_resched();
b85e0effd   Hugh Dickins   mm: consistent tr...
284
  		index++;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
285
  	}
5a7203947   Lukas Czerner   mm: teach truncat...
286
  	if (partial_start) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
287
288
  		struct page *page = find_lock_page(mapping, start - 1);
  		if (page) {
09cbfeaf1   Kirill A. Shutemov   mm, fs: get rid o...
289
  			unsigned int top = PAGE_SIZE;
5a7203947   Lukas Czerner   mm: teach truncat...
290
291
292
293
294
  			if (start > end) {
  				/* Truncation within a single page */
  				top = partial_end;
  				partial_end = 0;
  			}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
295
  			wait_on_page_writeback(page);
5a7203947   Lukas Czerner   mm: teach truncat...
296
297
298
299
300
  			zero_user_segment(page, partial_start, top);
  			cleancache_invalidate_page(mapping, page);
  			if (page_has_private(page))
  				do_invalidatepage(page, partial_start,
  						  top - partial_start);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
301
  			unlock_page(page);
09cbfeaf1   Kirill A. Shutemov   mm, fs: get rid o...
302
  			put_page(page);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
303
304
  		}
  	}
5a7203947   Lukas Czerner   mm: teach truncat...
305
306
307
308
309
310
311
312
313
314
  	if (partial_end) {
  		struct page *page = find_lock_page(mapping, end);
  		if (page) {
  			wait_on_page_writeback(page);
  			zero_user_segment(page, 0, partial_end);
  			cleancache_invalidate_page(mapping, page);
  			if (page_has_private(page))
  				do_invalidatepage(page, 0,
  						  partial_end);
  			unlock_page(page);
09cbfeaf1   Kirill A. Shutemov   mm, fs: get rid o...
315
  			put_page(page);
5a7203947   Lukas Czerner   mm: teach truncat...
316
317
318
319
320
321
322
323
  		}
  	}
  	/*
  	 * If the truncation happened within a single page no pages
  	 * will be released, just zeroed, so we can bail out now.
  	 */
  	if (start >= end)
  		return;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
324

b85e0effd   Hugh Dickins   mm: consistent tr...
325
  	index = start;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
326
327
  	for ( ; ; ) {
  		cond_resched();
0cd6144aa   Johannes Weiner   mm + fs: prepare ...
328
  		if (!pagevec_lookup_entries(&pvec, mapping, index,
792ceaefe   Hugh Dickins   mm/fs: fix pessim...
329
330
  			min(end - index, (pgoff_t)PAGEVEC_SIZE), indices)) {
  			/* If all gone from start onwards, we're done */
b85e0effd   Hugh Dickins   mm: consistent tr...
331
  			if (index == start)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
332
  				break;
792ceaefe   Hugh Dickins   mm/fs: fix pessim...
333
  			/* Otherwise restart to make sure all gone */
b85e0effd   Hugh Dickins   mm: consistent tr...
334
  			index = start;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
335
336
  			continue;
  		}
0cd6144aa   Johannes Weiner   mm + fs: prepare ...
337
  		if (index == start && indices[0] >= end) {
792ceaefe   Hugh Dickins   mm/fs: fix pessim...
338
  			/* All gone out of hole to be punched, we're done */
0cd6144aa   Johannes Weiner   mm + fs: prepare ...
339
  			pagevec_remove_exceptionals(&pvec);
d7339071f   Hans Reiser   [PATCH] reiser4: ...
340
341
342
  			pagevec_release(&pvec);
  			break;
  		}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
343
344
  		for (i = 0; i < pagevec_count(&pvec); i++) {
  			struct page *page = pvec.pages[i];
b85e0effd   Hugh Dickins   mm: consistent tr...
345
  			/* We rely upon deletion not changing page->index */
0cd6144aa   Johannes Weiner   mm + fs: prepare ...
346
  			index = indices[i];
792ceaefe   Hugh Dickins   mm/fs: fix pessim...
347
348
349
  			if (index >= end) {
  				/* Restart punch to make sure all gone */
  				index = start - 1;
d7339071f   Hans Reiser   [PATCH] reiser4: ...
350
  				break;
792ceaefe   Hugh Dickins   mm/fs: fix pessim...
351
  			}
b85e0effd   Hugh Dickins   mm: consistent tr...
352

0cd6144aa   Johannes Weiner   mm + fs: prepare ...
353
354
355
356
  			if (radix_tree_exceptional_entry(page)) {
  				clear_exceptional_entry(mapping, index, page);
  				continue;
  			}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
357
  			lock_page(page);
b85e0effd   Hugh Dickins   mm: consistent tr...
358
  			WARN_ON(page->index != index);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
359
  			wait_on_page_writeback(page);
750b4987b   Nick Piggin   HWPOISON: Refacto...
360
  			truncate_inode_page(mapping, page);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
361
362
  			unlock_page(page);
  		}
0cd6144aa   Johannes Weiner   mm + fs: prepare ...
363
  		pagevec_remove_exceptionals(&pvec);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
364
  		pagevec_release(&pvec);
b85e0effd   Hugh Dickins   mm: consistent tr...
365
  		index++;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
366
  	}
3167760f8   Dan Magenheimer   mm: cleancache: s...
367
  	cleancache_invalidate_inode(mapping);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
368
  }
d7339071f   Hans Reiser   [PATCH] reiser4: ...
369
  EXPORT_SYMBOL(truncate_inode_pages_range);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
370

d7339071f   Hans Reiser   [PATCH] reiser4: ...
371
372
373
374
375
  /**
   * truncate_inode_pages - truncate *all* the pages from an offset
   * @mapping: mapping to truncate
   * @lstart: offset from which to truncate
   *
1b1dcc1b5   Jes Sorensen   [PATCH] mutex sub...
376
   * Called under (and serialised by) inode->i_mutex.
08142579b   Jan Kara   mm: fix assertion...
377
378
379
380
381
   *
   * Note: When this function returns, there can be a page in the process of
   * deletion (inside __delete_from_page_cache()) in the specified range.  Thus
   * mapping->nrpages can be non-zero when this function returns even after
   * truncation of the whole mapping.
d7339071f   Hans Reiser   [PATCH] reiser4: ...
382
383
384
385
386
   */
  void truncate_inode_pages(struct address_space *mapping, loff_t lstart)
  {
  	truncate_inode_pages_range(mapping, lstart, (loff_t)-1);
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
387
  EXPORT_SYMBOL(truncate_inode_pages);
286973552   Mike Waychison   mm: remove __inva...
388
  /**
91b0abe36   Johannes Weiner   mm + fs: store sh...
389
390
391
392
393
394
395
396
397
398
   * truncate_inode_pages_final - truncate *all* pages before inode dies
   * @mapping: mapping to truncate
   *
   * Called under (and serialized by) inode->i_mutex.
   *
   * Filesystems have to use this in the .evict_inode path to inform the
   * VM that this is the final truncate and the inode is going away.
   */
  void truncate_inode_pages_final(struct address_space *mapping)
  {
f9fe48bec   Ross Zwisler   dax: support dirt...
399
  	unsigned long nrexceptional;
91b0abe36   Johannes Weiner   mm + fs: store sh...
400
401
402
403
404
405
406
407
408
409
410
411
412
  	unsigned long nrpages;
  
  	/*
  	 * Page reclaim can not participate in regular inode lifetime
  	 * management (can't call iput()) and thus can race with the
  	 * inode teardown.  Tell it when the address space is exiting,
  	 * so that it does not install eviction information after the
  	 * final truncate has begun.
  	 */
  	mapping_set_exiting(mapping);
  
  	/*
  	 * When reclaim installs eviction entries, it increases
f9fe48bec   Ross Zwisler   dax: support dirt...
413
  	 * nrexceptional first, then decreases nrpages.  Make sure we see
91b0abe36   Johannes Weiner   mm + fs: store sh...
414
415
416
417
  	 * this in the right order or we might miss an entry.
  	 */
  	nrpages = mapping->nrpages;
  	smp_rmb();
f9fe48bec   Ross Zwisler   dax: support dirt...
418
  	nrexceptional = mapping->nrexceptional;
91b0abe36   Johannes Weiner   mm + fs: store sh...
419

f9fe48bec   Ross Zwisler   dax: support dirt...
420
  	if (nrpages || nrexceptional) {
91b0abe36   Johannes Weiner   mm + fs: store sh...
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
  		/*
  		 * As truncation uses a lockless tree lookup, cycle
  		 * the tree lock to make sure any ongoing tree
  		 * modification that does not see AS_EXITING is
  		 * completed before starting the final truncate.
  		 */
  		spin_lock_irq(&mapping->tree_lock);
  		spin_unlock_irq(&mapping->tree_lock);
  
  		truncate_inode_pages(mapping, 0);
  	}
  }
  EXPORT_SYMBOL(truncate_inode_pages_final);
  
  /**
286973552   Mike Waychison   mm: remove __inva...
436
437
438
439
440
441
442
443
444
445
446
447
448
   * invalidate_mapping_pages - Invalidate all the unlocked pages of one inode
   * @mapping: the address_space which holds the pages to invalidate
   * @start: the offset 'from' which to invalidate
   * @end: the offset 'to' which to invalidate (inclusive)
   *
   * This function only removes the unlocked pages, if you want to
   * remove all the pages of one inode, you must call truncate_inode_pages.
   *
   * invalidate_mapping_pages() will not block on IO activity. It will not
   * invalidate pages which are dirty, locked, under writeback or mapped into
   * pagetables.
   */
  unsigned long invalidate_mapping_pages(struct address_space *mapping,
315601809   Minchan Kim   mm: deactivate in...
449
  		pgoff_t start, pgoff_t end)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
450
  {
0cd6144aa   Johannes Weiner   mm + fs: prepare ...
451
  	pgoff_t indices[PAGEVEC_SIZE];
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
452
  	struct pagevec pvec;
b85e0effd   Hugh Dickins   mm: consistent tr...
453
  	pgoff_t index = start;
315601809   Minchan Kim   mm: deactivate in...
454
455
  	unsigned long ret;
  	unsigned long count = 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
456
457
458
  	int i;
  
  	pagevec_init(&pvec, 0);
0cd6144aa   Johannes Weiner   mm + fs: prepare ...
459
460
461
  	while (index <= end && pagevec_lookup_entries(&pvec, mapping, index,
  			min(end - index, (pgoff_t)PAGEVEC_SIZE - 1) + 1,
  			indices)) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
462
463
  		for (i = 0; i < pagevec_count(&pvec); i++) {
  			struct page *page = pvec.pages[i];
e0f23603f   NeilBrown   [PATCH] Remove se...
464

b85e0effd   Hugh Dickins   mm: consistent tr...
465
  			/* We rely upon deletion not changing page->index */
0cd6144aa   Johannes Weiner   mm + fs: prepare ...
466
  			index = indices[i];
b85e0effd   Hugh Dickins   mm: consistent tr...
467
468
  			if (index > end)
  				break;
e0f23603f   NeilBrown   [PATCH] Remove se...
469

0cd6144aa   Johannes Weiner   mm + fs: prepare ...
470
471
472
473
  			if (radix_tree_exceptional_entry(page)) {
  				clear_exceptional_entry(mapping, index, page);
  				continue;
  			}
b85e0effd   Hugh Dickins   mm: consistent tr...
474
475
476
  			if (!trylock_page(page))
  				continue;
  			WARN_ON(page->index != index);
315601809   Minchan Kim   mm: deactivate in...
477
  			ret = invalidate_inode_page(page);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
478
  			unlock_page(page);
315601809   Minchan Kim   mm: deactivate in...
479
480
481
482
483
  			/*
  			 * Invalidation is a hint that the page is no longer
  			 * of interest and try to speed up its reclaim.
  			 */
  			if (!ret)
cc5993bd7   Minchan Kim   mm: rename deacti...
484
  				deactivate_file_page(page);
315601809   Minchan Kim   mm: deactivate in...
485
  			count += ret;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
486
  		}
0cd6144aa   Johannes Weiner   mm + fs: prepare ...
487
  		pagevec_remove_exceptionals(&pvec);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
488
  		pagevec_release(&pvec);
286973552   Mike Waychison   mm: remove __inva...
489
  		cond_resched();
b85e0effd   Hugh Dickins   mm: consistent tr...
490
  		index++;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
491
  	}
315601809   Minchan Kim   mm: deactivate in...
492
  	return count;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
493
  }
54bc48552   Anton Altaparmakov   [PATCH] Export in...
494
  EXPORT_SYMBOL(invalidate_mapping_pages);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
495

bd4c8ce41   Andrew Morton   [PATCH] invalidat...
496
497
498
499
  /*
   * This is like invalidate_complete_page(), except it ignores the page's
   * refcount.  We do this because invalidate_inode_pages2() needs stronger
   * invalidation guarantees, and cannot afford to leave pages behind because
2706a1b89   Anderson Briglia   vmscan: fix comme...
500
501
   * shrink_page_list() has a temp ref on them, or because they're transiently
   * sitting in the lru_cache_add() pagevecs.
bd4c8ce41   Andrew Morton   [PATCH] invalidat...
502
503
504
505
   */
  static int
  invalidate_complete_page2(struct address_space *mapping, struct page *page)
  {
c4843a759   Greg Thelen   memcg: add per cg...
506
  	unsigned long flags;
bd4c8ce41   Andrew Morton   [PATCH] invalidat...
507
508
  	if (page->mapping != mapping)
  		return 0;
266cf658e   David Howells   FS-Cache: Recruit...
509
  	if (page_has_private(page) && !try_to_release_page(page, GFP_KERNEL))
bd4c8ce41   Andrew Morton   [PATCH] invalidat...
510
  		return 0;
c4843a759   Greg Thelen   memcg: add per cg...
511
  	spin_lock_irqsave(&mapping->tree_lock, flags);
bd4c8ce41   Andrew Morton   [PATCH] invalidat...
512
513
  	if (PageDirty(page))
  		goto failed;
266cf658e   David Howells   FS-Cache: Recruit...
514
  	BUG_ON(page_has_private(page));
62cccb8c8   Johannes Weiner   mm: simplify lock...
515
  	__delete_from_page_cache(page, NULL);
c4843a759   Greg Thelen   memcg: add per cg...
516
  	spin_unlock_irqrestore(&mapping->tree_lock, flags);
6072d13c4   Linus Torvalds   Call the filesyst...
517
518
519
  
  	if (mapping->a_ops->freepage)
  		mapping->a_ops->freepage(page);
09cbfeaf1   Kirill A. Shutemov   mm, fs: get rid o...
520
  	put_page(page);	/* pagecache ref */
bd4c8ce41   Andrew Morton   [PATCH] invalidat...
521
522
  	return 1;
  failed:
c4843a759   Greg Thelen   memcg: add per cg...
523
  	spin_unlock_irqrestore(&mapping->tree_lock, flags);
bd4c8ce41   Andrew Morton   [PATCH] invalidat...
524
525
  	return 0;
  }
e3db7691e   Trond Myklebust   [PATCH] NFS: Fix ...
526
527
528
529
530
531
532
533
  static int do_launder_page(struct address_space *mapping, struct page *page)
  {
  	if (!PageDirty(page))
  		return 0;
  	if (page->mapping != mapping || mapping->a_ops->launder_page == NULL)
  		return 0;
  	return mapping->a_ops->launder_page(page);
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
534
535
  /**
   * invalidate_inode_pages2_range - remove range of pages from an address_space
67be2dd1b   Martin Waitz   [PATCH] DocBook: ...
536
   * @mapping: the address_space
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
537
538
539
540
541
542
   * @start: the page offset 'from' which to invalidate
   * @end: the page offset 'to' which to invalidate (inclusive)
   *
   * Any pages which are found to be mapped into pagetables are unmapped prior to
   * invalidation.
   *
6ccfa806a   Hisashi Hifumi   VFS: fix dio writ...
543
   * Returns -EBUSY if any pages could not be invalidated.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
544
545
546
547
   */
  int invalidate_inode_pages2_range(struct address_space *mapping,
  				  pgoff_t start, pgoff_t end)
  {
0cd6144aa   Johannes Weiner   mm + fs: prepare ...
548
  	pgoff_t indices[PAGEVEC_SIZE];
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
549
  	struct pagevec pvec;
b85e0effd   Hugh Dickins   mm: consistent tr...
550
  	pgoff_t index;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
551
552
  	int i;
  	int ret = 0;
0dd1334fa   Hisashi Hifumi   fix invalidate_in...
553
  	int ret2 = 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
554
  	int did_range_unmap = 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
555

3167760f8   Dan Magenheimer   mm: cleancache: s...
556
  	cleancache_invalidate_inode(mapping);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
557
  	pagevec_init(&pvec, 0);
b85e0effd   Hugh Dickins   mm: consistent tr...
558
  	index = start;
0cd6144aa   Johannes Weiner   mm + fs: prepare ...
559
560
561
  	while (index <= end && pagevec_lookup_entries(&pvec, mapping, index,
  			min(end - index, (pgoff_t)PAGEVEC_SIZE - 1) + 1,
  			indices)) {
7b965e088   Trond Myklebust   [PATCH] VM: inval...
562
  		for (i = 0; i < pagevec_count(&pvec); i++) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
563
  			struct page *page = pvec.pages[i];
b85e0effd   Hugh Dickins   mm: consistent tr...
564
565
  
  			/* We rely upon deletion not changing page->index */
0cd6144aa   Johannes Weiner   mm + fs: prepare ...
566
  			index = indices[i];
b85e0effd   Hugh Dickins   mm: consistent tr...
567
568
  			if (index > end)
  				break;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
569

0cd6144aa   Johannes Weiner   mm + fs: prepare ...
570
571
572
573
  			if (radix_tree_exceptional_entry(page)) {
  				clear_exceptional_entry(mapping, index, page);
  				continue;
  			}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
574
  			lock_page(page);
b85e0effd   Hugh Dickins   mm: consistent tr...
575
  			WARN_ON(page->index != index);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
576
577
578
579
  			if (page->mapping != mapping) {
  				unlock_page(page);
  				continue;
  			}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
580
  			wait_on_page_writeback(page);
d00806b18   Nick Piggin   mm: fix fault vs ...
581
  			if (page_mapped(page)) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
582
583
584
585
586
  				if (!did_range_unmap) {
  					/*
  					 * Zap the rest of the file in one hit.
  					 */
  					unmap_mapping_range(mapping,
09cbfeaf1   Kirill A. Shutemov   mm, fs: get rid o...
587
  					   (loff_t)index << PAGE_SHIFT,
b85e0effd   Hugh Dickins   mm: consistent tr...
588
  					   (loff_t)(1 + end - index)
09cbfeaf1   Kirill A. Shutemov   mm, fs: get rid o...
589
590
  							 << PAGE_SHIFT,
  							 0);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
591
592
593
594
595
596
  					did_range_unmap = 1;
  				} else {
  					/*
  					 * Just zap this page
  					 */
  					unmap_mapping_range(mapping,
09cbfeaf1   Kirill A. Shutemov   mm, fs: get rid o...
597
598
  					   (loff_t)index << PAGE_SHIFT,
  					   PAGE_SIZE, 0);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
599
600
  				}
  			}
d00806b18   Nick Piggin   mm: fix fault vs ...
601
  			BUG_ON(page_mapped(page));
0dd1334fa   Hisashi Hifumi   fix invalidate_in...
602
603
604
  			ret2 = do_launder_page(mapping, page);
  			if (ret2 == 0) {
  				if (!invalidate_complete_page2(mapping, page))
6ccfa806a   Hisashi Hifumi   VFS: fix dio writ...
605
  					ret2 = -EBUSY;
0dd1334fa   Hisashi Hifumi   fix invalidate_in...
606
607
608
  			}
  			if (ret2 < 0)
  				ret = ret2;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
609
610
  			unlock_page(page);
  		}
0cd6144aa   Johannes Weiner   mm + fs: prepare ...
611
  		pagevec_remove_exceptionals(&pvec);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
612
613
  		pagevec_release(&pvec);
  		cond_resched();
b85e0effd   Hugh Dickins   mm: consistent tr...
614
  		index++;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
615
  	}
3167760f8   Dan Magenheimer   mm: cleancache: s...
616
  	cleancache_invalidate_inode(mapping);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
617
618
619
620
621
622
  	return ret;
  }
  EXPORT_SYMBOL_GPL(invalidate_inode_pages2_range);
  
  /**
   * invalidate_inode_pages2 - remove all pages from an address_space
67be2dd1b   Martin Waitz   [PATCH] DocBook: ...
623
   * @mapping: the address_space
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
624
625
626
627
   *
   * Any pages which are found to be mapped into pagetables are unmapped prior to
   * invalidation.
   *
e9de25dda   Peng Tao   mm: fix comments ...
628
   * Returns -EBUSY if any pages could not be invalidated.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
629
630
631
632
633
634
   */
  int invalidate_inode_pages2(struct address_space *mapping)
  {
  	return invalidate_inode_pages2_range(mapping, 0, -1);
  }
  EXPORT_SYMBOL_GPL(invalidate_inode_pages2);
25d9e2d15   npiggin@suse.de   truncate: new hel...
635
636
637
638
  
  /**
   * truncate_pagecache - unmap and remove pagecache that has been truncated
   * @inode: inode
8a549bea5   Hugh Dickins   mm: tidy vmtrunca...
639
   * @newsize: new file size
25d9e2d15   npiggin@suse.de   truncate: new hel...
640
641
642
643
644
645
646
647
648
649
650
   *
   * inode's new i_size must already be written before truncate_pagecache
   * is called.
   *
   * This function should typically be called before the filesystem
   * releases resources associated with the freed range (eg. deallocates
   * blocks). This way, pagecache will always stay logically coherent
   * with on-disk format, and the filesystem would not have to deal with
   * situations such as writepage being called for a page that has already
   * had its underlying blocks deallocated.
   */
7caef2676   Kirill A. Shutemov   truncate: drop 'o...
651
  void truncate_pagecache(struct inode *inode, loff_t newsize)
25d9e2d15   npiggin@suse.de   truncate: new hel...
652
  {
cedabed49   OGAWA Hirofumi   vfs: Fix vmtrunca...
653
  	struct address_space *mapping = inode->i_mapping;
8a549bea5   Hugh Dickins   mm: tidy vmtrunca...
654
  	loff_t holebegin = round_up(newsize, PAGE_SIZE);
cedabed49   OGAWA Hirofumi   vfs: Fix vmtrunca...
655
656
657
658
659
660
661
662
663
664
  
  	/*
  	 * unmap_mapping_range is called twice, first simply for
  	 * efficiency so that truncate_inode_pages does fewer
  	 * single-page unmaps.  However after this first call, and
  	 * before truncate_inode_pages finishes, it is possible for
  	 * private pages to be COWed, which remain after
  	 * truncate_inode_pages finishes, hence the second
  	 * unmap_mapping_range call must be made for correctness.
  	 */
8a549bea5   Hugh Dickins   mm: tidy vmtrunca...
665
666
667
  	unmap_mapping_range(mapping, holebegin, 0, 1);
  	truncate_inode_pages(mapping, newsize);
  	unmap_mapping_range(mapping, holebegin, 0, 1);
25d9e2d15   npiggin@suse.de   truncate: new hel...
668
669
670
671
  }
  EXPORT_SYMBOL(truncate_pagecache);
  
  /**
2c27c65ed   Christoph Hellwig   check ATTR_SIZE c...
672
673
674
675
   * truncate_setsize - update inode and pagecache for a new file size
   * @inode: inode
   * @newsize: new file size
   *
382e27daa   Jan Kara   mm: fix truncate_...
676
677
678
   * truncate_setsize updates i_size and performs pagecache truncation (if
   * necessary) to @newsize. It will be typically be called from the filesystem's
   * setattr function when ATTR_SIZE is passed in.
2c27c65ed   Christoph Hellwig   check ATTR_SIZE c...
679
   *
77783d064   Jan Kara   mm: Fix comment b...
680
681
682
   * Must be called with a lock serializing truncates and writes (generally
   * i_mutex but e.g. xfs uses a different lock) and before all filesystem
   * specific block truncation has been performed.
2c27c65ed   Christoph Hellwig   check ATTR_SIZE c...
683
684
685
   */
  void truncate_setsize(struct inode *inode, loff_t newsize)
  {
90a802027   Jan Kara   vfs: fix data cor...
686
  	loff_t oldsize = inode->i_size;
2c27c65ed   Christoph Hellwig   check ATTR_SIZE c...
687
  	i_size_write(inode, newsize);
90a802027   Jan Kara   vfs: fix data cor...
688
689
  	if (newsize > oldsize)
  		pagecache_isize_extended(inode, oldsize, newsize);
7caef2676   Kirill A. Shutemov   truncate: drop 'o...
690
  	truncate_pagecache(inode, newsize);
2c27c65ed   Christoph Hellwig   check ATTR_SIZE c...
691
692
693
694
  }
  EXPORT_SYMBOL(truncate_setsize);
  
  /**
90a802027   Jan Kara   vfs: fix data cor...
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
   * pagecache_isize_extended - update pagecache after extension of i_size
   * @inode:	inode for which i_size was extended
   * @from:	original inode size
   * @to:		new inode size
   *
   * Handle extension of inode size either caused by extending truncate or by
   * write starting after current i_size. We mark the page straddling current
   * i_size RO so that page_mkwrite() is called on the nearest write access to
   * the page.  This way filesystem can be sure that page_mkwrite() is called on
   * the page before user writes to the page via mmap after the i_size has been
   * changed.
   *
   * The function must be called after i_size is updated so that page fault
   * coming after we unlock the page will already see the new i_size.
   * The function must be called while we still hold i_mutex - this not only
   * makes sure i_size is stable but also that userspace cannot observe new
   * i_size value before we are prepared to store mmap writes at new inode size.
   */
  void pagecache_isize_extended(struct inode *inode, loff_t from, loff_t to)
  {
  	int bsize = 1 << inode->i_blkbits;
  	loff_t rounded_from;
  	struct page *page;
  	pgoff_t index;
90a802027   Jan Kara   vfs: fix data cor...
719
  	WARN_ON(to > inode->i_size);
09cbfeaf1   Kirill A. Shutemov   mm, fs: get rid o...
720
  	if (from >= to || bsize == PAGE_SIZE)
90a802027   Jan Kara   vfs: fix data cor...
721
722
723
  		return;
  	/* Page straddling @from will not have any hole block created? */
  	rounded_from = round_up(from, bsize);
09cbfeaf1   Kirill A. Shutemov   mm, fs: get rid o...
724
  	if (to <= rounded_from || !(rounded_from & (PAGE_SIZE - 1)))
90a802027   Jan Kara   vfs: fix data cor...
725
  		return;
09cbfeaf1   Kirill A. Shutemov   mm, fs: get rid o...
726
  	index = from >> PAGE_SHIFT;
90a802027   Jan Kara   vfs: fix data cor...
727
728
729
730
731
732
733
734
735
736
737
  	page = find_lock_page(inode->i_mapping, index);
  	/* Page not cached? Nothing to do */
  	if (!page)
  		return;
  	/*
  	 * See clear_page_dirty_for_io() for details why set_page_dirty()
  	 * is needed.
  	 */
  	if (page_mkclean(page))
  		set_page_dirty(page);
  	unlock_page(page);
09cbfeaf1   Kirill A. Shutemov   mm, fs: get rid o...
738
  	put_page(page);
90a802027   Jan Kara   vfs: fix data cor...
739
740
741
742
  }
  EXPORT_SYMBOL(pagecache_isize_extended);
  
  /**
623e3db9f   Hugh Dickins   mm for fs: add tr...
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
   * truncate_pagecache_range - unmap and remove pagecache that is hole-punched
   * @inode: inode
   * @lstart: offset of beginning of hole
   * @lend: offset of last byte of hole
   *
   * This function should typically be called before the filesystem
   * releases resources associated with the freed range (eg. deallocates
   * blocks). This way, pagecache will always stay logically coherent
   * with on-disk format, and the filesystem would not have to deal with
   * situations such as writepage being called for a page that has already
   * had its underlying blocks deallocated.
   */
  void truncate_pagecache_range(struct inode *inode, loff_t lstart, loff_t lend)
  {
  	struct address_space *mapping = inode->i_mapping;
  	loff_t unmap_start = round_up(lstart, PAGE_SIZE);
  	loff_t unmap_end = round_down(1 + lend, PAGE_SIZE) - 1;
  	/*
  	 * This rounding is currently just for example: unmap_mapping_range
  	 * expands its hole outwards, whereas we want it to contract the hole
  	 * inwards.  However, existing callers of truncate_pagecache_range are
5a7203947   Lukas Czerner   mm: teach truncat...
764
765
  	 * doing their own page rounding first.  Note that unmap_mapping_range
  	 * allows holelen 0 for all, and we allow lend -1 for end of file.
623e3db9f   Hugh Dickins   mm for fs: add tr...
766
767
768
769
770
771
772
773
774
775
776
777
778
  	 */
  
  	/*
  	 * Unlike in truncate_pagecache, unmap_mapping_range is called only
  	 * once (before truncating pagecache), and without "even_cows" flag:
  	 * hole-punching should not remove private COWed pages from the hole.
  	 */
  	if ((u64)unmap_end > (u64)unmap_start)
  		unmap_mapping_range(mapping, unmap_start,
  				    1 + unmap_end - unmap_start, 0);
  	truncate_inode_pages_range(mapping, lstart, lend);
  }
  EXPORT_SYMBOL(truncate_pagecache_range);