Blame view

fs/sync.c 8.64 KB
f79e2abb9   Andrew Morton   [PATCH] sys_sync_...
1
2
3
4
5
6
7
8
  /*
   * High-level sync()-related operations
   */
  
  #include <linux/kernel.h>
  #include <linux/file.h>
  #include <linux/fs.h>
  #include <linux/module.h>
914e26379   Al Viro   [PATCH] severing ...
9
  #include <linux/sched.h>
f79e2abb9   Andrew Morton   [PATCH] sys_sync_...
10
11
12
13
  #include <linux/writeback.h>
  #include <linux/syscalls.h>
  #include <linux/linkage.h>
  #include <linux/pagemap.h>
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
14
15
  #include <linux/quotaops.h>
  #include <linux/buffer_head.h>
f79e2abb9   Andrew Morton   [PATCH] sys_sync_...
16
17
18
19
20
  
  #define VALID_FLAGS (SYNC_FILE_RANGE_WAIT_BEFORE|SYNC_FILE_RANGE_WRITE| \
  			SYNC_FILE_RANGE_WAIT_AFTER)
  
  /*
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
21
22
23
24
25
26
27
   * sync everything.  Start out by waking pdflush, because that writes back
   * all queues in parallel.
   */
  static void do_sync(unsigned long wait)
  {
  	wakeup_pdflush(0);
  	sync_inodes(0);		/* All mappings, inodes and their blockdevs */
9e3509e27   Jan Kara   vfs: Use lowercas...
28
  	vfs_dq_sync(NULL);
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
29
30
31
32
33
34
35
36
37
38
  	sync_supers();		/* Write the superblocks */
  	sync_filesystems(0);	/* Start syncing the filesystems */
  	sync_filesystems(wait);	/* Waitingly sync the filesystems */
  	sync_inodes(wait);	/* Mappings, inodes and blockdevs, again. */
  	if (!wait)
  		printk("Emergency Sync complete
  ");
  	if (unlikely(laptop_mode))
  		laptop_sync_completion();
  }
a5f8fa9e9   Heiko Carstens   [CVE-2009-0029] S...
39
  SYSCALL_DEFINE0(sync)
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
40
41
42
43
  {
  	do_sync(1);
  	return 0;
  }
a2a9537ac   Jens Axboe   Get rid of pdflus...
44
45
46
47
48
  static void do_sync_work(struct work_struct *work)
  {
  	do_sync(0);
  	kfree(work);
  }
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
49
50
  void emergency_sync(void)
  {
a2a9537ac   Jens Axboe   Get rid of pdflus...
51
52
53
54
55
56
57
  	struct work_struct *work;
  
  	work = kmalloc(sizeof(*work), GFP_ATOMIC);
  	if (work) {
  		INIT_WORK(work, do_sync_work);
  		schedule_work(work);
  	}
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
  }
  
  /*
   * Generic function to fsync a file.
   *
   * filp may be NULL if called via the msync of a vma.
   */
  int file_fsync(struct file *filp, struct dentry *dentry, int datasync)
  {
  	struct inode * inode = dentry->d_inode;
  	struct super_block * sb;
  	int ret, err;
  
  	/* sync the inode to buffers */
  	ret = write_inode_now(inode, 0);
  
  	/* sync the superblock to buffers */
  	sb = inode->i_sb;
  	lock_super(sb);
762873c25   OGAWA Hirofumi   vfs: fix uncondit...
77
  	if (sb->s_dirt && sb->s_op->write_super)
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
78
79
80
81
82
83
84
85
86
  		sb->s_op->write_super(sb);
  	unlock_super(sb);
  
  	/* .. finally sync the buffers to disk */
  	err = sync_blockdev(sb->s_bdev);
  	if (!ret)
  		ret = err;
  	return ret;
  }
4c728ef58   Christoph Hellwig   add a vfs_fsync h...
87
88
89
90
91
92
93
94
95
96
97
98
99
100
  /**
   * vfs_fsync - perform a fsync or fdatasync on a file
   * @file:		file to sync
   * @dentry:		dentry of @file
   * @data:		only perform a fdatasync operation
   *
   * Write back data and metadata for @file to disk.  If @datasync is
   * set only metadata needed to access modified file data is written.
   *
   * In case this function is called from nfsd @file may be %NULL and
   * only @dentry is set.  This can only happen when the filesystem
   * implements the export_operations API.
   */
  int vfs_fsync(struct file *file, struct dentry *dentry, int datasync)
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
101
  {
4c728ef58   Christoph Hellwig   add a vfs_fsync h...
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
  	const struct file_operations *fop;
  	struct address_space *mapping;
  	int err, ret;
  
  	/*
  	 * Get mapping and operations from the file in case we have
  	 * as file, or get the default values for them in case we
  	 * don't have a struct file available.  Damn nfsd..
  	 */
  	if (file) {
  		mapping = file->f_mapping;
  		fop = file->f_op;
  	} else {
  		mapping = dentry->d_inode->i_mapping;
  		fop = dentry->d_inode->i_fop;
  	}
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
118

4c728ef58   Christoph Hellwig   add a vfs_fsync h...
119
  	if (!fop || !fop->fsync) {
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
120
121
122
123
124
125
126
127
128
129
130
  		ret = -EINVAL;
  		goto out;
  	}
  
  	ret = filemap_fdatawrite(mapping);
  
  	/*
  	 * We need to protect against concurrent writers, which could cause
  	 * livelocks in fsync_buffers_list().
  	 */
  	mutex_lock(&mapping->host->i_mutex);
4c728ef58   Christoph Hellwig   add a vfs_fsync h...
131
  	err = fop->fsync(file, dentry, datasync);
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
132
133
134
135
136
137
138
139
140
  	if (!ret)
  		ret = err;
  	mutex_unlock(&mapping->host->i_mutex);
  	err = filemap_fdatawait(mapping);
  	if (!ret)
  		ret = err;
  out:
  	return ret;
  }
4c728ef58   Christoph Hellwig   add a vfs_fsync h...
141
  EXPORT_SYMBOL(vfs_fsync);
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
142

4c728ef58   Christoph Hellwig   add a vfs_fsync h...
143
  static int do_fsync(unsigned int fd, int datasync)
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
144
145
146
147
148
149
  {
  	struct file *file;
  	int ret = -EBADF;
  
  	file = fget(fd);
  	if (file) {
4c728ef58   Christoph Hellwig   add a vfs_fsync h...
150
  		ret = vfs_fsync(file, file->f_path.dentry, datasync);
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
151
152
153
154
  		fput(file);
  	}
  	return ret;
  }
a5f8fa9e9   Heiko Carstens   [CVE-2009-0029] S...
155
  SYSCALL_DEFINE1(fsync, unsigned int, fd)
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
156
  {
4c728ef58   Christoph Hellwig   add a vfs_fsync h...
157
  	return do_fsync(fd, 0);
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
158
  }
a5f8fa9e9   Heiko Carstens   [CVE-2009-0029] S...
159
  SYSCALL_DEFINE1(fdatasync, unsigned int, fd)
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
160
  {
4c728ef58   Christoph Hellwig   add a vfs_fsync h...
161
  	return do_fsync(fd, 1);
cf9a2ae8d   David Howells   [PATCH] BLOCK: Mo...
162
163
164
  }
  
  /*
f79e2abb9   Andrew Morton   [PATCH] sys_sync_...
165
166
167
168
169
170
171
172
173
174
   * sys_sync_file_range() permits finely controlled syncing over a segment of
   * a file in the range offset .. (offset+nbytes-1) inclusive.  If nbytes is
   * zero then sys_sync_file_range() will operate from offset out to EOF.
   *
   * The flag bits are:
   *
   * SYNC_FILE_RANGE_WAIT_BEFORE: wait upon writeout of all pages in the range
   * before performing the write.
   *
   * SYNC_FILE_RANGE_WRITE: initiate writeout of all those dirty pages in the
cce770815   Pavel Machek   SYNC_FILE_RANGE_W...
175
176
   * range which are not presently under writeback. Note that this may block for
   * significant periods due to exhaustion of disk request structures.
f79e2abb9   Andrew Morton   [PATCH] sys_sync_...
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
   *
   * SYNC_FILE_RANGE_WAIT_AFTER: wait upon writeout of all pages in the range
   * after performing the write.
   *
   * Useful combinations of the flag bits are:
   *
   * SYNC_FILE_RANGE_WAIT_BEFORE|SYNC_FILE_RANGE_WRITE: ensures that all pages
   * in the range which were dirty on entry to sys_sync_file_range() are placed
   * under writeout.  This is a start-write-for-data-integrity operation.
   *
   * SYNC_FILE_RANGE_WRITE: start writeout of all dirty pages in the range which
   * are not presently under writeout.  This is an asynchronous flush-to-disk
   * operation.  Not suitable for data integrity operations.
   *
   * SYNC_FILE_RANGE_WAIT_BEFORE (or SYNC_FILE_RANGE_WAIT_AFTER): wait for
   * completion of writeout of all pages in the range.  This will be used after an
   * earlier SYNC_FILE_RANGE_WAIT_BEFORE|SYNC_FILE_RANGE_WRITE operation to wait
   * for that operation to complete and to return the result.
   *
   * SYNC_FILE_RANGE_WAIT_BEFORE|SYNC_FILE_RANGE_WRITE|SYNC_FILE_RANGE_WAIT_AFTER:
   * a traditional sync() operation.  This is a write-for-data-integrity operation
   * which will ensure that all pages in the range which were dirty on entry to
   * sys_sync_file_range() are committed to disk.
   *
   *
   * SYNC_FILE_RANGE_WAIT_BEFORE and SYNC_FILE_RANGE_WAIT_AFTER will detect any
   * I/O errors or ENOSPC conditions and will return those to the caller, after
   * clearing the EIO and ENOSPC flags in the address_space.
   *
   * It should be noted that none of these operations write out the file's
   * metadata.  So unless the application is strictly performing overwrites of
   * already-instantiated disk blocks, there are no guarantees here that the data
   * will be available after a crash.
   */
6673e0c3f   Heiko Carstens   [CVE-2009-0029] S...
211
212
  SYSCALL_DEFINE(sync_file_range)(int fd, loff_t offset, loff_t nbytes,
  				unsigned int flags)
f79e2abb9   Andrew Morton   [PATCH] sys_sync_...
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
  {
  	int ret;
  	struct file *file;
  	loff_t endbyte;			/* inclusive */
  	int fput_needed;
  	umode_t i_mode;
  
  	ret = -EINVAL;
  	if (flags & ~VALID_FLAGS)
  		goto out;
  
  	endbyte = offset + nbytes;
  
  	if ((s64)offset < 0)
  		goto out;
  	if ((s64)endbyte < 0)
  		goto out;
  	if (endbyte < offset)
  		goto out;
  
  	if (sizeof(pgoff_t) == 4) {
  		if (offset >= (0x100000000ULL << PAGE_CACHE_SHIFT)) {
  			/*
  			 * The range starts outside a 32 bit machine's
  			 * pagecache addressing capabilities.  Let it "succeed"
  			 */
  			ret = 0;
  			goto out;
  		}
  		if (endbyte >= (0x100000000ULL << PAGE_CACHE_SHIFT)) {
  			/*
  			 * Out to EOF
  			 */
  			nbytes = 0;
  		}
  	}
  
  	if (nbytes == 0)
111ebb6e6   OGAWA Hirofumi   [PATCH] writeback...
251
  		endbyte = LLONG_MAX;
f79e2abb9   Andrew Morton   [PATCH] sys_sync_...
252
253
254
255
256
257
258
  	else
  		endbyte--;		/* inclusive */
  
  	ret = -EBADF;
  	file = fget_light(fd, &fput_needed);
  	if (!file)
  		goto out;
0f7fc9e4d   Josef "Jeff" Sipek   [PATCH] VFS: chan...
259
  	i_mode = file->f_path.dentry->d_inode->i_mode;
f79e2abb9   Andrew Morton   [PATCH] sys_sync_...
260
261
262
263
  	ret = -ESPIPE;
  	if (!S_ISREG(i_mode) && !S_ISBLK(i_mode) && !S_ISDIR(i_mode) &&
  			!S_ISLNK(i_mode))
  		goto out_put;
ef51c9762   Mark Fasheh   Remove do_sync_fi...
264
  	ret = do_sync_mapping_range(file->f_mapping, offset, endbyte, flags);
f79e2abb9   Andrew Morton   [PATCH] sys_sync_...
265
266
267
268
269
  out_put:
  	fput_light(file, fput_needed);
  out:
  	return ret;
  }
6673e0c3f   Heiko Carstens   [CVE-2009-0029] S...
270
271
272
273
274
275
276
277
278
  #ifdef CONFIG_HAVE_SYSCALL_WRAPPERS
  asmlinkage long SyS_sync_file_range(long fd, loff_t offset, loff_t nbytes,
  				    long flags)
  {
  	return SYSC_sync_file_range((int) fd, offset, nbytes,
  				    (unsigned int) flags);
  }
  SYSCALL_ALIAS(sys_sync_file_range, SyS_sync_file_range);
  #endif
f79e2abb9   Andrew Morton   [PATCH] sys_sync_...
279

edd5cd4a9   David Woodhouse   Introduce fixed s...
280
281
  /* It would be nice if people remember that not all the world's an i386
     when they introduce new system calls */
6673e0c3f   Heiko Carstens   [CVE-2009-0029] S...
282
283
  SYSCALL_DEFINE(sync_file_range2)(int fd, unsigned int flags,
  				 loff_t offset, loff_t nbytes)
edd5cd4a9   David Woodhouse   Introduce fixed s...
284
285
286
  {
  	return sys_sync_file_range(fd, offset, nbytes, flags);
  }
6673e0c3f   Heiko Carstens   [CVE-2009-0029] S...
287
288
289
290
291
292
293
294
295
  #ifdef CONFIG_HAVE_SYSCALL_WRAPPERS
  asmlinkage long SyS_sync_file_range2(long fd, long flags,
  				     loff_t offset, loff_t nbytes)
  {
  	return SYSC_sync_file_range2((int) fd, (unsigned int) flags,
  				     offset, nbytes);
  }
  SYSCALL_ALIAS(sys_sync_file_range2, SyS_sync_file_range2);
  #endif
edd5cd4a9   David Woodhouse   Introduce fixed s...
296

f79e2abb9   Andrew Morton   [PATCH] sys_sync_...
297
298
299
  /*
   * `endbyte' is inclusive
   */
5b04aa3a6   Mark Fasheh   [PATCH] Turn do_s...
300
301
  int do_sync_mapping_range(struct address_space *mapping, loff_t offset,
  			  loff_t endbyte, unsigned int flags)
f79e2abb9   Andrew Morton   [PATCH] sys_sync_...
302
303
  {
  	int ret;
f79e2abb9   Andrew Morton   [PATCH] sys_sync_...
304

f79e2abb9   Andrew Morton   [PATCH] sys_sync_...
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
  	if (!mapping) {
  		ret = -EINVAL;
  		goto out;
  	}
  
  	ret = 0;
  	if (flags & SYNC_FILE_RANGE_WAIT_BEFORE) {
  		ret = wait_on_page_writeback_range(mapping,
  					offset >> PAGE_CACHE_SHIFT,
  					endbyte >> PAGE_CACHE_SHIFT);
  		if (ret < 0)
  			goto out;
  	}
  
  	if (flags & SYNC_FILE_RANGE_WRITE) {
  		ret = __filemap_fdatawrite_range(mapping, offset, endbyte,
ee53a891f   Nick Piggin   mm: do_sync_mappi...
321
  						WB_SYNC_ALL);
f79e2abb9   Andrew Morton   [PATCH] sys_sync_...
322
323
324
325
326
327
328
329
330
331
332
333
  		if (ret < 0)
  			goto out;
  	}
  
  	if (flags & SYNC_FILE_RANGE_WAIT_AFTER) {
  		ret = wait_on_page_writeback_range(mapping,
  					offset >> PAGE_CACHE_SHIFT,
  					endbyte >> PAGE_CACHE_SHIFT);
  	}
  out:
  	return ret;
  }
5b04aa3a6   Mark Fasheh   [PATCH] Turn do_s...
334
  EXPORT_SYMBOL_GPL(do_sync_mapping_range);