Blame view

fs/inode.c 45.2 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
  /*
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
2
   * (C) 1997 Linus Torvalds
4b4563dc8   Christoph Hellwig   fs: cosmetic inod...
3
   * (C) 1999 Andrea Arcangeli <andrea@suse.de> (dynamic inode allocation)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
4
   */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
5
6
7
8
  #include <linux/fs.h>
  #include <linux/mm.h>
  #include <linux/dcache.h>
  #include <linux/init.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
9
10
11
12
13
  #include <linux/slab.h>
  #include <linux/writeback.h>
  #include <linux/module.h>
  #include <linux/backing-dev.h>
  #include <linux/wait.h>
88e0fbc45   Nick Piggin   fs: turn iprune_m...
14
  #include <linux/rwsem.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
15
16
17
18
19
20
  #include <linux/hash.h>
  #include <linux/swap.h>
  #include <linux/security.h>
  #include <linux/pagemap.h>
  #include <linux/cdev.h>
  #include <linux/bootmem.h>
3be25f49b   Eric Paris   fsnotify: add mar...
21
  #include <linux/fsnotify.h>
fc33a7bb9   Christoph Hellwig   [PATCH] per-mount...
22
  #include <linux/mount.h>
efaee1920   Arjan van de Ven   async: make the f...
23
  #include <linux/async.h>
f19d4a8fa   Al Viro   add caching of AC...
24
  #include <linux/posix_acl.h>
9ce6e0be0   Heiko Carstens   fs: add missing p...
25
  #include <linux/prefetch.h>
a178d2027   Eric Paris   IMA: move read co...
26
  #include <linux/ima.h>
e795b7179   Serge E. Hallyn   userns: userns: c...
27
  #include <linux/cred.h>
4b4563dc8   Christoph Hellwig   fs: cosmetic inod...
28
  #include <linux/buffer_head.h> /* for inode_has_buffers */
7ada4db88   Miklos Szeredi   vfs: count unlink...
29
  #include <linux/ratelimit.h>
a66979aba   Dave Chinner   fs: move i_wb_lis...
30
  #include "internal.h"
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
31
32
  
  /*
4b4563dc8   Christoph Hellwig   fs: cosmetic inod...
33
   * Inode locking rules:
250df6ed2   Dave Chinner   fs: protect inode...
34
35
36
   *
   * inode->i_lock protects:
   *   inode->i_state, inode->i_hash, __iget()
09cc9fc7a   Dave Chinner   inode: move to pe...
37
   * inode->i_sb->s_inode_lru_lock protects:
98b745c64   Dave Chinner   inode: Make unuse...
38
   *   inode->i_sb->s_inode_lru, inode->i_lru
55fa6091d   Dave Chinner   fs: move i_sb_lis...
39
40
   * inode_sb_list_lock protects:
   *   sb->s_inodes, inode->i_sb_list
f758eeabe   Christoph Hellwig   writeback: split ...
41
   * bdi->wb.list_lock protects:
a66979aba   Dave Chinner   fs: move i_wb_lis...
42
   *   bdi->wb.b_{dirty,io,more_io}, inode->i_wb_list
67a23c494   Dave Chinner   fs: rename inode_...
43
44
   * inode_hash_lock protects:
   *   inode_hashtable, inode->i_hash
250df6ed2   Dave Chinner   fs: protect inode...
45
46
   *
   * Lock ordering:
55fa6091d   Dave Chinner   fs: move i_sb_lis...
47
48
49
   *
   * inode_sb_list_lock
   *   inode->i_lock
09cc9fc7a   Dave Chinner   inode: move to pe...
50
   *     inode->i_sb->s_inode_lru_lock
a66979aba   Dave Chinner   fs: move i_wb_lis...
51
   *
f758eeabe   Christoph Hellwig   writeback: split ...
52
   * bdi->wb.list_lock
a66979aba   Dave Chinner   fs: move i_wb_lis...
53
   *   inode->i_lock
67a23c494   Dave Chinner   fs: rename inode_...
54
55
56
57
58
59
60
   *
   * inode_hash_lock
   *   inode_sb_list_lock
   *   inode->i_lock
   *
   * iunique_lock
   *   inode_hash_lock
250df6ed2   Dave Chinner   fs: protect inode...
61
   */
fa3536cc1   Eric Dumazet   [PATCH] Use __rea...
62
63
  static unsigned int i_hash_mask __read_mostly;
  static unsigned int i_hash_shift __read_mostly;
67a23c494   Dave Chinner   fs: rename inode_...
64
65
  static struct hlist_head *inode_hashtable __read_mostly;
  static __cacheline_aligned_in_smp DEFINE_SPINLOCK(inode_hash_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
66

55fa6091d   Dave Chinner   fs: move i_sb_lis...
67
  __cacheline_aligned_in_smp DEFINE_SPINLOCK(inode_sb_list_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
68
  /*
7dcda1c96   Jens Axboe   fs: export empty_...
69
70
71
72
73
74
75
76
   * Empty aops. Can be used for the cases where the user does not
   * define any of the address_space operations.
   */
  const struct address_space_operations empty_aops = {
  };
  EXPORT_SYMBOL(empty_aops);
  
  /*
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
77
78
79
   * Statistics gathering..
   */
  struct inodes_stat_t inodes_stat;
3e880fb5e   Nick Piggin   fs: use fast coun...
80
  static DEFINE_PER_CPU(unsigned int, nr_inodes);
fcb94f72d   Dave Chinner   inode: convert in...
81
  static DEFINE_PER_CPU(unsigned int, nr_unused);
cffbc8aa3   Dave Chinner   fs: Convert nr_in...
82

6b3304b53   Manish Katiyar   Make checkpatch.p...
83
  static struct kmem_cache *inode_cachep __read_mostly;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
84

3e880fb5e   Nick Piggin   fs: use fast coun...
85
  static int get_nr_inodes(void)
cffbc8aa3   Dave Chinner   fs: Convert nr_in...
86
  {
3e880fb5e   Nick Piggin   fs: use fast coun...
87
88
89
90
91
  	int i;
  	int sum = 0;
  	for_each_possible_cpu(i)
  		sum += per_cpu(nr_inodes, i);
  	return sum < 0 ? 0 : sum;
cffbc8aa3   Dave Chinner   fs: Convert nr_in...
92
93
94
95
  }
  
  static inline int get_nr_inodes_unused(void)
  {
fcb94f72d   Dave Chinner   inode: convert in...
96
97
98
99
100
  	int i;
  	int sum = 0;
  	for_each_possible_cpu(i)
  		sum += per_cpu(nr_unused, i);
  	return sum < 0 ? 0 : sum;
cffbc8aa3   Dave Chinner   fs: Convert nr_in...
101
102
103
104
  }
  
  int get_nr_dirty_inodes(void)
  {
3e880fb5e   Nick Piggin   fs: use fast coun...
105
  	/* not actually dirty inodes, but a wild approximation */
cffbc8aa3   Dave Chinner   fs: Convert nr_in...
106
107
  	int nr_dirty = get_nr_inodes() - get_nr_inodes_unused();
  	return nr_dirty > 0 ? nr_dirty : 0;
cffbc8aa3   Dave Chinner   fs: Convert nr_in...
108
109
110
111
112
113
114
115
116
117
  }
  
  /*
   * Handle nr_inode sysctl
   */
  #ifdef CONFIG_SYSCTL
  int proc_nr_inodes(ctl_table *table, int write,
  		   void __user *buffer, size_t *lenp, loff_t *ppos)
  {
  	inodes_stat.nr_inodes = get_nr_inodes();
fcb94f72d   Dave Chinner   inode: convert in...
118
  	inodes_stat.nr_unused = get_nr_inodes_unused();
cffbc8aa3   Dave Chinner   fs: Convert nr_in...
119
120
121
  	return proc_dointvec(table, write, buffer, lenp, ppos);
  }
  #endif
2cb1599f9   David Chinner   Inode: Allow exte...
122
123
  /**
   * inode_init_always - perform inode structure intialisation
0bc02f3fa   Randy Dunlap   fs/inode: fix ker...
124
125
   * @sb: superblock inode belongs to
   * @inode: inode to initialise
2cb1599f9   David Chinner   Inode: Allow exte...
126
127
128
129
   *
   * These are initializations that need to be done on every inode
   * allocation as the fields are not initialised by slab allocation.
   */
54e346215   Christoph Hellwig   vfs: fix inode_in...
130
  int inode_init_always(struct super_block *sb, struct inode *inode)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
131
  {
6e1d5dcc2   Alexey Dobriyan   const: mark remai...
132
  	static const struct inode_operations empty_iops;
99ac48f54   Arjan van de Ven   [PATCH] mark f_op...
133
  	static const struct file_operations empty_fops;
6b3304b53   Manish Katiyar   Make checkpatch.p...
134
  	struct address_space *const mapping = &inode->i_data;
2cb1599f9   David Chinner   Inode: Allow exte...
135
136
137
138
139
140
141
  
  	inode->i_sb = sb;
  	inode->i_blkbits = sb->s_blocksize_bits;
  	inode->i_flags = 0;
  	atomic_set(&inode->i_count, 1);
  	inode->i_op = &empty_iops;
  	inode->i_fop = &empty_fops;
a78ef704a   Miklos Szeredi   vfs: protect i_nlink
142
  	inode->__i_nlink = 1;
3ddcd0569   Linus Torvalds   vfs: optimize ino...
143
  	inode->i_opflags = 0;
56ff5efad   Al Viro   zero i_uid/i_gid ...
144
145
  	inode->i_uid = 0;
  	inode->i_gid = 0;
2cb1599f9   David Chinner   Inode: Allow exte...
146
147
148
149
150
  	atomic_set(&inode->i_writecount, 0);
  	inode->i_size = 0;
  	inode->i_blocks = 0;
  	inode->i_bytes = 0;
  	inode->i_generation = 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
151
  #ifdef CONFIG_QUOTA
2cb1599f9   David Chinner   Inode: Allow exte...
152
  	memset(&inode->i_dquot, 0, sizeof(inode->i_dquot));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
153
  #endif
2cb1599f9   David Chinner   Inode: Allow exte...
154
155
156
157
158
  	inode->i_pipe = NULL;
  	inode->i_bdev = NULL;
  	inode->i_cdev = NULL;
  	inode->i_rdev = 0;
  	inode->dirtied_when = 0;
6146f0d5e   Mimi Zohar   integrity: IMA hooks
159
160
  
  	if (security_inode_alloc(inode))
54e346215   Christoph Hellwig   vfs: fix inode_in...
161
  		goto out;
2cb1599f9   David Chinner   Inode: Allow exte...
162
163
164
165
166
  	spin_lock_init(&inode->i_lock);
  	lockdep_set_class(&inode->i_lock, &sb->s_type->i_lock_key);
  
  	mutex_init(&inode->i_mutex);
  	lockdep_set_class(&inode->i_mutex, &sb->s_type->i_mutex_key);
bd5fe6c5e   Christoph Hellwig   fs: kill i_alloc_sem
167
  	atomic_set(&inode->i_dio_count, 0);
2cb1599f9   David Chinner   Inode: Allow exte...
168
169
170
171
  
  	mapping->a_ops = &empty_aops;
  	mapping->host = inode;
  	mapping->flags = 0;
3c1d43787   Hugh Dickins   mm: remove GFP_HI...
172
  	mapping_set_gfp_mask(mapping, GFP_HIGHUSER_MOVABLE);
2cb1599f9   David Chinner   Inode: Allow exte...
173
174
175
176
177
178
179
180
181
182
183
  	mapping->assoc_mapping = NULL;
  	mapping->backing_dev_info = &default_backing_dev_info;
  	mapping->writeback_index = 0;
  
  	/*
  	 * If the block_device provides a backing_dev_info for client
  	 * inodes then use that.  Otherwise the inode share the bdev's
  	 * backing_dev_info.
  	 */
  	if (sb->s_bdev) {
  		struct backing_dev_info *bdi;
2c96ce9f2   Jens Axboe   fs: remove bdev->...
184
  		bdi = sb->s_bdev->bd_inode->i_mapping->backing_dev_info;
2cb1599f9   David Chinner   Inode: Allow exte...
185
186
187
188
  		mapping->backing_dev_info = bdi;
  	}
  	inode->i_private = NULL;
  	inode->i_mapping = mapping;
6b520e056   Al Viro   vfs: fix the stup...
189
  	INIT_LIST_HEAD(&inode->i_dentry);	/* buggered by rcu freeing */
f19d4a8fa   Al Viro   add caching of AC...
190
191
192
  #ifdef CONFIG_FS_POSIX_ACL
  	inode->i_acl = inode->i_default_acl = ACL_NOT_CACHED;
  #endif
2cb1599f9   David Chinner   Inode: Allow exte...
193

3be25f49b   Eric Paris   fsnotify: add mar...
194
195
196
  #ifdef CONFIG_FSNOTIFY
  	inode->i_fsnotify_mask = 0;
  #endif
3e880fb5e   Nick Piggin   fs: use fast coun...
197
  	this_cpu_inc(nr_inodes);
cffbc8aa3   Dave Chinner   fs: Convert nr_in...
198

54e346215   Christoph Hellwig   vfs: fix inode_in...
199
  	return 0;
54e346215   Christoph Hellwig   vfs: fix inode_in...
200
201
  out:
  	return -ENOMEM;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
202
  }
2cb1599f9   David Chinner   Inode: Allow exte...
203
204
205
206
207
208
209
210
211
212
  EXPORT_SYMBOL(inode_init_always);
  
  static struct inode *alloc_inode(struct super_block *sb)
  {
  	struct inode *inode;
  
  	if (sb->s_op->alloc_inode)
  		inode = sb->s_op->alloc_inode(sb);
  	else
  		inode = kmem_cache_alloc(inode_cachep, GFP_KERNEL);
54e346215   Christoph Hellwig   vfs: fix inode_in...
213
214
215
216
217
218
219
220
221
222
223
224
  	if (!inode)
  		return NULL;
  
  	if (unlikely(inode_init_always(sb, inode))) {
  		if (inode->i_sb->s_op->destroy_inode)
  			inode->i_sb->s_op->destroy_inode(inode);
  		else
  			kmem_cache_free(inode_cachep, inode);
  		return NULL;
  	}
  
  	return inode;
2cb1599f9   David Chinner   Inode: Allow exte...
225
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
226

ff0c7d15f   Nick Piggin   fs: avoid inode R...
227
228
229
230
231
  void free_inode_nonrcu(struct inode *inode)
  {
  	kmem_cache_free(inode_cachep, inode);
  }
  EXPORT_SYMBOL(free_inode_nonrcu);
2e00c97e2   Christoph Hellwig   vfs: add __destro...
232
  void __destroy_inode(struct inode *inode)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
233
  {
b7542f8c7   Eric Sesterhenn   BUG_ON() Conversi...
234
  	BUG_ON(inode_has_buffers(inode));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
235
  	security_inode_free(inode);
3be25f49b   Eric Paris   fsnotify: add mar...
236
  	fsnotify_inode_delete(inode);
7ada4db88   Miklos Szeredi   vfs: count unlink...
237
238
239
240
  	if (!inode->i_nlink) {
  		WARN_ON(atomic_long_read(&inode->i_sb->s_remove_count) == 0);
  		atomic_long_dec(&inode->i_sb->s_remove_count);
  	}
f19d4a8fa   Al Viro   add caching of AC...
241
242
243
244
245
246
  #ifdef CONFIG_FS_POSIX_ACL
  	if (inode->i_acl && inode->i_acl != ACL_NOT_CACHED)
  		posix_acl_release(inode->i_acl);
  	if (inode->i_default_acl && inode->i_default_acl != ACL_NOT_CACHED)
  		posix_acl_release(inode->i_default_acl);
  #endif
3e880fb5e   Nick Piggin   fs: use fast coun...
247
  	this_cpu_dec(nr_inodes);
2e00c97e2   Christoph Hellwig   vfs: add __destro...
248
249
  }
  EXPORT_SYMBOL(__destroy_inode);
fa0d7e3de   Nick Piggin   fs: icache RCU fr...
250
251
252
  static void i_callback(struct rcu_head *head)
  {
  	struct inode *inode = container_of(head, struct inode, i_rcu);
fa0d7e3de   Nick Piggin   fs: icache RCU fr...
253
254
  	kmem_cache_free(inode_cachep, inode);
  }
56b0dacfa   Christoph Hellwig   fs: mark destroy_...
255
  static void destroy_inode(struct inode *inode)
2e00c97e2   Christoph Hellwig   vfs: add __destro...
256
  {
7ccf19a80   Nick Piggin   fs: inode split I...
257
  	BUG_ON(!list_empty(&inode->i_lru));
2e00c97e2   Christoph Hellwig   vfs: add __destro...
258
  	__destroy_inode(inode);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
259
260
261
  	if (inode->i_sb->s_op->destroy_inode)
  		inode->i_sb->s_op->destroy_inode(inode);
  	else
fa0d7e3de   Nick Piggin   fs: icache RCU fr...
262
  		call_rcu(&inode->i_rcu, i_callback);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
263
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
264

7ada4db88   Miklos Szeredi   vfs: count unlink...
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
  /**
   * drop_nlink - directly drop an inode's link count
   * @inode: inode
   *
   * This is a low-level filesystem helper to replace any
   * direct filesystem manipulation of i_nlink.  In cases
   * where we are attempting to track writes to the
   * filesystem, a decrement to zero means an imminent
   * write when the file is truncated and actually unlinked
   * on the filesystem.
   */
  void drop_nlink(struct inode *inode)
  {
  	WARN_ON(inode->i_nlink == 0);
  	inode->__i_nlink--;
  	if (!inode->i_nlink)
  		atomic_long_inc(&inode->i_sb->s_remove_count);
  }
  EXPORT_SYMBOL(drop_nlink);
  
  /**
   * clear_nlink - directly zero an inode's link count
   * @inode: inode
   *
   * This is a low-level filesystem helper to replace any
   * direct filesystem manipulation of i_nlink.  See
   * drop_nlink() for why we care about i_nlink hitting zero.
   */
  void clear_nlink(struct inode *inode)
  {
  	if (inode->i_nlink) {
  		inode->__i_nlink = 0;
  		atomic_long_inc(&inode->i_sb->s_remove_count);
  	}
  }
  EXPORT_SYMBOL(clear_nlink);
  
  /**
   * set_nlink - directly set an inode's link count
   * @inode: inode
   * @nlink: new nlink (should be non-zero)
   *
   * This is a low-level filesystem helper to replace any
   * direct filesystem manipulation of i_nlink.
   */
  void set_nlink(struct inode *inode, unsigned int nlink)
  {
  	if (!nlink) {
  		printk_ratelimited(KERN_INFO
  			"set_nlink() clearing i_nlink on %s inode %li
  ",
  			inode->i_sb->s_type->name, inode->i_ino);
  		clear_nlink(inode);
  	} else {
  		/* Yes, some filesystems do change nlink from zero to one */
  		if (inode->i_nlink == 0)
  			atomic_long_dec(&inode->i_sb->s_remove_count);
  
  		inode->__i_nlink = nlink;
  	}
  }
  EXPORT_SYMBOL(set_nlink);
  
  /**
   * inc_nlink - directly increment an inode's link count
   * @inode: inode
   *
   * This is a low-level filesystem helper to replace any
   * direct filesystem manipulation of i_nlink.  Currently,
   * it is only here for parity with dec_nlink().
   */
  void inc_nlink(struct inode *inode)
  {
  	if (WARN_ON(inode->i_nlink == 0))
  		atomic_long_dec(&inode->i_sb->s_remove_count);
  
  	inode->__i_nlink++;
  }
  EXPORT_SYMBOL(inc_nlink);
2aa15890f   Miklos Szeredi   mm: prevent concu...
344
345
346
347
348
  void address_space_init_once(struct address_space *mapping)
  {
  	memset(mapping, 0, sizeof(*mapping));
  	INIT_RADIX_TREE(&mapping->page_tree, GFP_ATOMIC);
  	spin_lock_init(&mapping->tree_lock);
3d48ae45e   Peter Zijlstra   mm: Convert i_mma...
349
  	mutex_init(&mapping->i_mmap_mutex);
2aa15890f   Miklos Szeredi   mm: prevent concu...
350
351
352
353
  	INIT_LIST_HEAD(&mapping->private_list);
  	spin_lock_init(&mapping->private_lock);
  	INIT_RAW_PRIO_TREE_ROOT(&mapping->i_mmap);
  	INIT_LIST_HEAD(&mapping->i_mmap_nonlinear);
2aa15890f   Miklos Szeredi   mm: prevent concu...
354
355
  }
  EXPORT_SYMBOL(address_space_init_once);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
356
357
358
359
360
361
362
363
364
  /*
   * These are initializations that only need to be done
   * once, because the fields are idempotent across use
   * of the inode, so let the slab aware of that.
   */
  void inode_init_once(struct inode *inode)
  {
  	memset(inode, 0, sizeof(*inode));
  	INIT_HLIST_NODE(&inode->i_hash);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
365
  	INIT_LIST_HEAD(&inode->i_devices);
7ccf19a80   Nick Piggin   fs: inode split I...
366
367
  	INIT_LIST_HEAD(&inode->i_wb_list);
  	INIT_LIST_HEAD(&inode->i_lru);
2aa15890f   Miklos Szeredi   mm: prevent concu...
368
  	address_space_init_once(&inode->i_data);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
369
  	i_size_ordered_init(inode);
3be25f49b   Eric Paris   fsnotify: add mar...
370
  #ifdef CONFIG_FSNOTIFY
e61ce8673   Eric Paris   fsnotify: rename ...
371
  	INIT_HLIST_HEAD(&inode->i_fsnotify_marks);
3be25f49b   Eric Paris   fsnotify: add mar...
372
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
373
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
374
  EXPORT_SYMBOL(inode_init_once);
51cc50685   Alexey Dobriyan   SL*B: drop kmem c...
375
  static void init_once(void *foo)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
376
  {
6b3304b53   Manish Katiyar   Make checkpatch.p...
377
  	struct inode *inode = (struct inode *) foo;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
378

a35afb830   Christoph Lameter   Remove SLAB_CTOR_...
379
  	inode_init_once(inode);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
380
381
382
  }
  
  /*
250df6ed2   Dave Chinner   fs: protect inode...
383
   * inode->i_lock must be held
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
384
   */
6b3304b53   Manish Katiyar   Make checkpatch.p...
385
  void __iget(struct inode *inode)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
386
  {
9e38d86ff   Nick Piggin   fs: Implement laz...
387
388
  	atomic_inc(&inode->i_count);
  }
2e147f1ef   Richard Kennedy   fs: inode.c use a...
389

7de9c6ee3   Al Viro   new helper: ihold()
390
391
392
393
394
395
396
397
  /*
   * get additional reference to inode; caller must already hold one.
   */
  void ihold(struct inode *inode)
  {
  	WARN_ON(atomic_inc_return(&inode->i_count) < 2);
  }
  EXPORT_SYMBOL(ihold);
9e38d86ff   Nick Piggin   fs: Implement laz...
398
399
  static void inode_lru_list_add(struct inode *inode)
  {
09cc9fc7a   Dave Chinner   inode: move to pe...
400
  	spin_lock(&inode->i_sb->s_inode_lru_lock);
7ccf19a80   Nick Piggin   fs: inode split I...
401
  	if (list_empty(&inode->i_lru)) {
98b745c64   Dave Chinner   inode: Make unuse...
402
403
  		list_add(&inode->i_lru, &inode->i_sb->s_inode_lru);
  		inode->i_sb->s_nr_inodes_unused++;
fcb94f72d   Dave Chinner   inode: convert in...
404
  		this_cpu_inc(nr_unused);
9e38d86ff   Nick Piggin   fs: Implement laz...
405
  	}
09cc9fc7a   Dave Chinner   inode: move to pe...
406
  	spin_unlock(&inode->i_sb->s_inode_lru_lock);
9e38d86ff   Nick Piggin   fs: Implement laz...
407
  }
2e147f1ef   Richard Kennedy   fs: inode.c use a...
408

9e38d86ff   Nick Piggin   fs: Implement laz...
409
410
  static void inode_lru_list_del(struct inode *inode)
  {
09cc9fc7a   Dave Chinner   inode: move to pe...
411
  	spin_lock(&inode->i_sb->s_inode_lru_lock);
7ccf19a80   Nick Piggin   fs: inode split I...
412
413
  	if (!list_empty(&inode->i_lru)) {
  		list_del_init(&inode->i_lru);
98b745c64   Dave Chinner   inode: Make unuse...
414
  		inode->i_sb->s_nr_inodes_unused--;
fcb94f72d   Dave Chinner   inode: convert in...
415
  		this_cpu_dec(nr_unused);
9e38d86ff   Nick Piggin   fs: Implement laz...
416
  	}
09cc9fc7a   Dave Chinner   inode: move to pe...
417
  	spin_unlock(&inode->i_sb->s_inode_lru_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
418
  }
646ec4615   Christoph Hellwig   fs: remove inode_...
419
420
421
422
423
424
  /**
   * inode_sb_list_add - add inode to the superblock list of inodes
   * @inode: inode to add
   */
  void inode_sb_list_add(struct inode *inode)
  {
55fa6091d   Dave Chinner   fs: move i_sb_lis...
425
426
427
  	spin_lock(&inode_sb_list_lock);
  	list_add(&inode->i_sb_list, &inode->i_sb->s_inodes);
  	spin_unlock(&inode_sb_list_lock);
646ec4615   Christoph Hellwig   fs: remove inode_...
428
429
  }
  EXPORT_SYMBOL_GPL(inode_sb_list_add);
55fa6091d   Dave Chinner   fs: move i_sb_lis...
430
  static inline void inode_sb_list_del(struct inode *inode)
646ec4615   Christoph Hellwig   fs: remove inode_...
431
  {
a209dfc7b   Eric Dumazet   vfs: dont chain p...
432
433
434
435
436
  	if (!list_empty(&inode->i_sb_list)) {
  		spin_lock(&inode_sb_list_lock);
  		list_del_init(&inode->i_sb_list);
  		spin_unlock(&inode_sb_list_lock);
  	}
646ec4615   Christoph Hellwig   fs: remove inode_...
437
  }
4c51acbc6   Dave Chinner   fs: Factor inode ...
438
439
440
441
442
443
  static unsigned long hash(struct super_block *sb, unsigned long hashval)
  {
  	unsigned long tmp;
  
  	tmp = (hashval * (unsigned long)sb) ^ (GOLDEN_RATIO_PRIME + hashval) /
  			L1_CACHE_BYTES;
4b4563dc8   Christoph Hellwig   fs: cosmetic inod...
444
445
  	tmp = tmp ^ ((tmp ^ GOLDEN_RATIO_PRIME) >> i_hash_shift);
  	return tmp & i_hash_mask;
4c51acbc6   Dave Chinner   fs: Factor inode ...
446
447
448
449
450
451
452
453
454
455
456
457
  }
  
  /**
   *	__insert_inode_hash - hash an inode
   *	@inode: unhashed inode
   *	@hashval: unsigned long value used to locate this object in the
   *		inode_hashtable.
   *
   *	Add an inode to the inode hash for this superblock.
   */
  void __insert_inode_hash(struct inode *inode, unsigned long hashval)
  {
646ec4615   Christoph Hellwig   fs: remove inode_...
458
  	struct hlist_head *b = inode_hashtable + hash(inode->i_sb, hashval);
67a23c494   Dave Chinner   fs: rename inode_...
459
  	spin_lock(&inode_hash_lock);
250df6ed2   Dave Chinner   fs: protect inode...
460
  	spin_lock(&inode->i_lock);
646ec4615   Christoph Hellwig   fs: remove inode_...
461
  	hlist_add_head(&inode->i_hash, b);
250df6ed2   Dave Chinner   fs: protect inode...
462
  	spin_unlock(&inode->i_lock);
67a23c494   Dave Chinner   fs: rename inode_...
463
  	spin_unlock(&inode_hash_lock);
4c51acbc6   Dave Chinner   fs: Factor inode ...
464
465
466
467
  }
  EXPORT_SYMBOL(__insert_inode_hash);
  
  /**
f2ee7abf4   Eric Dumazet   vfs: avoid taking...
468
   *	__remove_inode_hash - remove an inode from the hash
4c51acbc6   Dave Chinner   fs: Factor inode ...
469
470
471
472
   *	@inode: inode to unhash
   *
   *	Remove an inode from the superblock.
   */
f2ee7abf4   Eric Dumazet   vfs: avoid taking...
473
  void __remove_inode_hash(struct inode *inode)
4c51acbc6   Dave Chinner   fs: Factor inode ...
474
  {
67a23c494   Dave Chinner   fs: rename inode_...
475
  	spin_lock(&inode_hash_lock);
250df6ed2   Dave Chinner   fs: protect inode...
476
  	spin_lock(&inode->i_lock);
4c51acbc6   Dave Chinner   fs: Factor inode ...
477
  	hlist_del_init(&inode->i_hash);
250df6ed2   Dave Chinner   fs: protect inode...
478
  	spin_unlock(&inode->i_lock);
67a23c494   Dave Chinner   fs: rename inode_...
479
  	spin_unlock(&inode_hash_lock);
4c51acbc6   Dave Chinner   fs: Factor inode ...
480
  }
f2ee7abf4   Eric Dumazet   vfs: avoid taking...
481
  EXPORT_SYMBOL(__remove_inode_hash);
4c51acbc6   Dave Chinner   fs: Factor inode ...
482

b0683aa63   Al Viro   new helper: end_w...
483
484
485
  void end_writeback(struct inode *inode)
  {
  	might_sleep();
08142579b   Jan Kara   mm: fix assertion...
486
487
488
489
490
491
  	/*
  	 * We have to cycle tree_lock here because reclaim can be still in the
  	 * process of removing the last page (in __delete_from_page_cache())
  	 * and we must not free mapping under it.
  	 */
  	spin_lock_irq(&inode->i_data.tree_lock);
b0683aa63   Al Viro   new helper: end_w...
492
  	BUG_ON(inode->i_data.nrpages);
08142579b   Jan Kara   mm: fix assertion...
493
  	spin_unlock_irq(&inode->i_data.tree_lock);
b0683aa63   Al Viro   new helper: end_w...
494
495
496
497
  	BUG_ON(!list_empty(&inode->i_data.private_list));
  	BUG_ON(!(inode->i_state & I_FREEING));
  	BUG_ON(inode->i_state & I_CLEAR);
  	inode_sync_wait(inode);
fa0d7e3de   Nick Piggin   fs: icache RCU fr...
498
  	/* don't need i_lock here, no concurrent mods to i_state */
b0683aa63   Al Viro   new helper: end_w...
499
500
501
  	inode->i_state = I_FREEING | I_CLEAR;
  }
  EXPORT_SYMBOL(end_writeback);
b2b2af8e6   Dave Chinner   fs: factor inode ...
502
503
504
505
506
507
508
509
510
511
512
513
514
  /*
   * Free the inode passed in, removing it from the lists it is still connected
   * to. We remove any pages still attached to the inode and wait for any IO that
   * is still in progress before finally destroying the inode.
   *
   * An inode must already be marked I_FREEING so that we avoid the inode being
   * moved back onto lists if we race with other code that manipulates the lists
   * (e.g. writeback_single_inode). The caller is responsible for setting this.
   *
   * An inode must already be removed from the LRU list before being evicted from
   * the cache. This should occur atomically with setting the I_FREEING state
   * flag, so no inodes here should ever be on the LRU when being evicted.
   */
644da5960   Al Viro   fs/inode.c:evict(...
515
  static void evict(struct inode *inode)
b4272d4c8   Al Viro   unify fs/inode.c ...
516
517
  {
  	const struct super_operations *op = inode->i_sb->s_op;
b2b2af8e6   Dave Chinner   fs: factor inode ...
518
519
  	BUG_ON(!(inode->i_state & I_FREEING));
  	BUG_ON(!list_empty(&inode->i_lru));
b12362bdb   Eric Dumazet   vfs: conditionall...
520
521
  	if (!list_empty(&inode->i_wb_list))
  		inode_wb_list_del(inode);
55fa6091d   Dave Chinner   fs: move i_sb_lis...
522
  	inode_sb_list_del(inode);
be7ce4161   Al Viro   New method - evic...
523
524
  	if (op->evict_inode) {
  		op->evict_inode(inode);
b4272d4c8   Al Viro   unify fs/inode.c ...
525
526
527
  	} else {
  		if (inode->i_data.nrpages)
  			truncate_inode_pages(&inode->i_data, 0);
30140837f   Al Viro   fs/inode.c:clear_...
528
  		end_writeback(inode);
b4272d4c8   Al Viro   unify fs/inode.c ...
529
  	}
661074e91   Al Viro   Take ->i_bdev/->i...
530
531
532
533
  	if (S_ISBLK(inode->i_mode) && inode->i_bdev)
  		bd_forget(inode);
  	if (S_ISCHR(inode->i_mode) && inode->i_cdev)
  		cd_forget(inode);
b2b2af8e6   Dave Chinner   fs: factor inode ...
534
535
536
537
538
539
540
541
542
  
  	remove_inode_hash(inode);
  
  	spin_lock(&inode->i_lock);
  	wake_up_bit(&inode->i_state, __I_NEW);
  	BUG_ON(inode->i_state != (I_FREEING | I_CLEAR));
  	spin_unlock(&inode->i_lock);
  
  	destroy_inode(inode);
b4272d4c8   Al Viro   unify fs/inode.c ...
543
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
544
545
546
547
548
549
550
551
552
  /*
   * dispose_list - dispose of the contents of a local list
   * @head: the head of the list to free
   *
   * Dispose-list gets a local list with local inodes in it, so it doesn't
   * need to worry about list corruption and SMP locks.
   */
  static void dispose_list(struct list_head *head)
  {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
553
554
  	while (!list_empty(head)) {
  		struct inode *inode;
7ccf19a80   Nick Piggin   fs: inode split I...
555
556
  		inode = list_first_entry(head, struct inode, i_lru);
  		list_del_init(&inode->i_lru);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
557

644da5960   Al Viro   fs/inode.c:evict(...
558
  		evict(inode);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
559
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
560
  }
a03187867   Christoph Hellwig   fs: fold invalida...
561
  /**
63997e98a   Al Viro   split invalidate_...
562
563
564
565
566
567
568
   * evict_inodes	- evict all evictable inodes for a superblock
   * @sb:		superblock to operate on
   *
   * Make sure that no inodes with zero refcount are retained.  This is
   * called by superblock shutdown after having MS_ACTIVE flag removed,
   * so any inode reaching zero refcount during or after that call will
   * be immediately evicted.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
569
   */
63997e98a   Al Viro   split invalidate_...
570
  void evict_inodes(struct super_block *sb)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
571
  {
63997e98a   Al Viro   split invalidate_...
572
573
  	struct inode *inode, *next;
  	LIST_HEAD(dispose);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
574

55fa6091d   Dave Chinner   fs: move i_sb_lis...
575
  	spin_lock(&inode_sb_list_lock);
63997e98a   Al Viro   split invalidate_...
576
577
  	list_for_each_entry_safe(inode, next, &sb->s_inodes, i_sb_list) {
  		if (atomic_read(&inode->i_count))
aabb8fdb4   Nick Piggin   fs: avoid I_NEW i...
578
  			continue;
250df6ed2   Dave Chinner   fs: protect inode...
579
580
581
582
  
  		spin_lock(&inode->i_lock);
  		if (inode->i_state & (I_NEW | I_FREEING | I_WILL_FREE)) {
  			spin_unlock(&inode->i_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
583
  			continue;
250df6ed2   Dave Chinner   fs: protect inode...
584
  		}
63997e98a   Al Viro   split invalidate_...
585
586
  
  		inode->i_state |= I_FREEING;
02afc410f   Dave Chinner   fs: Lock the inod...
587
  		inode_lru_list_del(inode);
250df6ed2   Dave Chinner   fs: protect inode...
588
  		spin_unlock(&inode->i_lock);
02afc410f   Dave Chinner   fs: Lock the inod...
589
  		list_add(&inode->i_lru, &dispose);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
590
  	}
55fa6091d   Dave Chinner   fs: move i_sb_lis...
591
  	spin_unlock(&inode_sb_list_lock);
63997e98a   Al Viro   split invalidate_...
592
593
  
  	dispose_list(&dispose);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
594
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
595
  /**
a03187867   Christoph Hellwig   fs: fold invalida...
596
597
   * invalidate_inodes	- attempt to free all inodes on a superblock
   * @sb:		superblock to operate on
93b270f76   NeilBrown   Fix over-zealous ...
598
   * @kill_dirty: flag to guide handling of dirty inodes
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
599
   *
a03187867   Christoph Hellwig   fs: fold invalida...
600
601
   * Attempts to free all inodes for a given superblock.  If there were any
   * busy inodes return a non-zero value, else zero.
93b270f76   NeilBrown   Fix over-zealous ...
602
603
   * If @kill_dirty is set, discard dirty inodes too, otherwise treat
   * them as busy.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
604
   */
93b270f76   NeilBrown   Fix over-zealous ...
605
  int invalidate_inodes(struct super_block *sb, bool kill_dirty)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
606
  {
cffbc8aa3   Dave Chinner   fs: Convert nr_in...
607
  	int busy = 0;
a03187867   Christoph Hellwig   fs: fold invalida...
608
609
  	struct inode *inode, *next;
  	LIST_HEAD(dispose);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
610

55fa6091d   Dave Chinner   fs: move i_sb_lis...
611
  	spin_lock(&inode_sb_list_lock);
a03187867   Christoph Hellwig   fs: fold invalida...
612
  	list_for_each_entry_safe(inode, next, &sb->s_inodes, i_sb_list) {
250df6ed2   Dave Chinner   fs: protect inode...
613
614
615
  		spin_lock(&inode->i_lock);
  		if (inode->i_state & (I_NEW | I_FREEING | I_WILL_FREE)) {
  			spin_unlock(&inode->i_lock);
aabb8fdb4   Nick Piggin   fs: avoid I_NEW i...
616
  			continue;
250df6ed2   Dave Chinner   fs: protect inode...
617
  		}
93b270f76   NeilBrown   Fix over-zealous ...
618
  		if (inode->i_state & I_DIRTY && !kill_dirty) {
250df6ed2   Dave Chinner   fs: protect inode...
619
  			spin_unlock(&inode->i_lock);
93b270f76   NeilBrown   Fix over-zealous ...
620
621
622
  			busy = 1;
  			continue;
  		}
99a389192   Christoph Hellwig   fs: fix buffer in...
623
  		if (atomic_read(&inode->i_count)) {
250df6ed2   Dave Chinner   fs: protect inode...
624
  			spin_unlock(&inode->i_lock);
99a389192   Christoph Hellwig   fs: fix buffer in...
625
  			busy = 1;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
626
627
  			continue;
  		}
99a389192   Christoph Hellwig   fs: fix buffer in...
628

99a389192   Christoph Hellwig   fs: fix buffer in...
629
  		inode->i_state |= I_FREEING;
02afc410f   Dave Chinner   fs: Lock the inod...
630
  		inode_lru_list_del(inode);
250df6ed2   Dave Chinner   fs: protect inode...
631
  		spin_unlock(&inode->i_lock);
02afc410f   Dave Chinner   fs: Lock the inod...
632
  		list_add(&inode->i_lru, &dispose);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
633
  	}
55fa6091d   Dave Chinner   fs: move i_sb_lis...
634
  	spin_unlock(&inode_sb_list_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
635

a03187867   Christoph Hellwig   fs: fold invalida...
636
  	dispose_list(&dispose);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
637
638
639
  
  	return busy;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
640
641
642
  
  static int can_unuse(struct inode *inode)
  {
9e38d86ff   Nick Piggin   fs: Implement laz...
643
  	if (inode->i_state & ~I_REFERENCED)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
644
645
646
647
648
649
650
651
652
653
654
  		return 0;
  	if (inode_has_buffers(inode))
  		return 0;
  	if (atomic_read(&inode->i_count))
  		return 0;
  	if (inode->i_data.nrpages)
  		return 0;
  	return 1;
  }
  
  /*
b0d40c92a   Dave Chinner   superblock: intro...
655
656
657
658
   * Walk the superblock inode LRU for freeable inodes and attempt to free them.
   * This is called from the superblock shrinker function with a number of inodes
   * to trim from the LRU. Inodes to be freed are moved to a temporary list and
   * then are freed outside inode_lock by dispose_list().
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
659
660
   *
   * Any inodes which are pinned purely because of attached pagecache have their
9e38d86ff   Nick Piggin   fs: Implement laz...
661
662
   * pagecache removed.  If the inode has metadata buffers attached to
   * mapping->private_list then try to remove them.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
663
   *
9e38d86ff   Nick Piggin   fs: Implement laz...
664
665
666
667
668
669
670
   * If the inode has the I_REFERENCED flag set, then it means that it has been
   * used recently - the flag is set in iput_final(). When we encounter such an
   * inode, clear the flag and move it to the back of the LRU so it gets another
   * pass through the LRU before it gets reclaimed. This is necessary because of
   * the fact we are doing lazy LRU updates to minimise lock contention so the
   * LRU does not have strict ordering. Hence we don't want to reclaim inodes
   * with this flag set because they are the inodes that are out of order.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
671
   */
b0d40c92a   Dave Chinner   superblock: intro...
672
  void prune_icache_sb(struct super_block *sb, int nr_to_scan)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
673
674
  {
  	LIST_HEAD(freeable);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
675
676
  	int nr_scanned;
  	unsigned long reap = 0;
09cc9fc7a   Dave Chinner   inode: move to pe...
677
  	spin_lock(&sb->s_inode_lru_lock);
b0d40c92a   Dave Chinner   superblock: intro...
678
  	for (nr_scanned = nr_to_scan; nr_scanned >= 0; nr_scanned--) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
679
  		struct inode *inode;
98b745c64   Dave Chinner   inode: Make unuse...
680
  		if (list_empty(&sb->s_inode_lru))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
681
  			break;
98b745c64   Dave Chinner   inode: Make unuse...
682
  		inode = list_entry(sb->s_inode_lru.prev, struct inode, i_lru);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
683

9e38d86ff   Nick Piggin   fs: Implement laz...
684
  		/*
09cc9fc7a   Dave Chinner   inode: move to pe...
685
  		 * we are inverting the sb->s_inode_lru_lock/inode->i_lock here,
02afc410f   Dave Chinner   fs: Lock the inod...
686
687
688
689
  		 * so use a trylock. If we fail to get the lock, just move the
  		 * inode to the back of the list so we don't spin on it.
  		 */
  		if (!spin_trylock(&inode->i_lock)) {
62a3ddef6   Christoph Hellwig   vfs: fix spinning...
690
  			list_move_tail(&inode->i_lru, &sb->s_inode_lru);
02afc410f   Dave Chinner   fs: Lock the inod...
691
692
693
694
  			continue;
  		}
  
  		/*
9e38d86ff   Nick Piggin   fs: Implement laz...
695
696
697
698
699
  		 * Referenced or dirty inodes are still in use. Give them
  		 * another pass through the LRU as we canot reclaim them now.
  		 */
  		if (atomic_read(&inode->i_count) ||
  		    (inode->i_state & ~I_REFERENCED)) {
7ccf19a80   Nick Piggin   fs: inode split I...
700
  			list_del_init(&inode->i_lru);
f283c86af   Dave Chinner   fs: remove inode_...
701
  			spin_unlock(&inode->i_lock);
98b745c64   Dave Chinner   inode: Make unuse...
702
  			sb->s_nr_inodes_unused--;
fcb94f72d   Dave Chinner   inode: convert in...
703
  			this_cpu_dec(nr_unused);
9e38d86ff   Nick Piggin   fs: Implement laz...
704
705
706
707
708
  			continue;
  		}
  
  		/* recently referenced inodes get one more pass */
  		if (inode->i_state & I_REFERENCED) {
9e38d86ff   Nick Piggin   fs: Implement laz...
709
  			inode->i_state &= ~I_REFERENCED;
98b745c64   Dave Chinner   inode: Make unuse...
710
  			list_move(&inode->i_lru, &sb->s_inode_lru);
f283c86af   Dave Chinner   fs: remove inode_...
711
  			spin_unlock(&inode->i_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
712
713
714
715
  			continue;
  		}
  		if (inode_has_buffers(inode) || inode->i_data.nrpages) {
  			__iget(inode);
250df6ed2   Dave Chinner   fs: protect inode...
716
  			spin_unlock(&inode->i_lock);
09cc9fc7a   Dave Chinner   inode: move to pe...
717
  			spin_unlock(&sb->s_inode_lru_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
718
  			if (remove_inode_buffers(inode))
fc0ecff69   Andrew Morton   [PATCH] remove in...
719
720
  				reap += invalidate_mapping_pages(&inode->i_data,
  								0, -1);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
721
  			iput(inode);
09cc9fc7a   Dave Chinner   inode: move to pe...
722
  			spin_lock(&sb->s_inode_lru_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
723

98b745c64   Dave Chinner   inode: Make unuse...
724
  			if (inode != list_entry(sb->s_inode_lru.next,
7ccf19a80   Nick Piggin   fs: inode split I...
725
  						struct inode, i_lru))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
726
  				continue;	/* wrong inode or list_empty */
02afc410f   Dave Chinner   fs: Lock the inod...
727
728
729
  			/* avoid lock inversions with trylock */
  			if (!spin_trylock(&inode->i_lock))
  				continue;
250df6ed2   Dave Chinner   fs: protect inode...
730
731
  			if (!can_unuse(inode)) {
  				spin_unlock(&inode->i_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
732
  				continue;
250df6ed2   Dave Chinner   fs: protect inode...
733
  			}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
734
  		}
7ef0d7377   Nick Piggin   fs: new inode i_s...
735
  		WARN_ON(inode->i_state & I_NEW);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
736
  		inode->i_state |= I_FREEING;
250df6ed2   Dave Chinner   fs: protect inode...
737
  		spin_unlock(&inode->i_lock);
7ccf19a80   Nick Piggin   fs: inode split I...
738

7ccf19a80   Nick Piggin   fs: inode split I...
739
  		list_move(&inode->i_lru, &freeable);
98b745c64   Dave Chinner   inode: Make unuse...
740
  		sb->s_nr_inodes_unused--;
fcb94f72d   Dave Chinner   inode: convert in...
741
  		this_cpu_dec(nr_unused);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
742
  	}
f8891e5e1   Christoph Lameter   [PATCH] Light wei...
743
744
745
746
  	if (current_is_kswapd())
  		__count_vm_events(KSWAPD_INODESTEAL, reap);
  	else
  		__count_vm_events(PGINODESTEAL, reap);
09cc9fc7a   Dave Chinner   inode: move to pe...
747
  	spin_unlock(&sb->s_inode_lru_lock);
5f8aefd44   Konstantin Khlebnikov   mm: account reape...
748
749
  	if (current->reclaim_state)
  		current->reclaim_state->reclaimed_slab += reap;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
750
751
  
  	dispose_list(&freeable);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
752
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
753
754
755
  static void __wait_on_freeing_inode(struct inode *inode);
  /*
   * Called with the inode lock held.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
756
   */
6b3304b53   Manish Katiyar   Make checkpatch.p...
757
758
759
760
  static struct inode *find_inode(struct super_block *sb,
  				struct hlist_head *head,
  				int (*test)(struct inode *, void *),
  				void *data)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
761
762
  {
  	struct hlist_node *node;
6b3304b53   Manish Katiyar   Make checkpatch.p...
763
  	struct inode *inode = NULL;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
764
765
  
  repeat:
c5c8be3ce   Matthias Kaehlcke   fs/inode.c: use h...
766
  	hlist_for_each_entry(inode, node, head, i_hash) {
67a23c494   Dave Chinner   fs: rename inode_...
767
768
769
  		spin_lock(&inode->i_lock);
  		if (inode->i_sb != sb) {
  			spin_unlock(&inode->i_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
770
  			continue;
67a23c494   Dave Chinner   fs: rename inode_...
771
772
773
  		}
  		if (!test(inode, data)) {
  			spin_unlock(&inode->i_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
774
  			continue;
67a23c494   Dave Chinner   fs: rename inode_...
775
  		}
a4ffdde6e   Al Viro   simplify checks f...
776
  		if (inode->i_state & (I_FREEING|I_WILL_FREE)) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
777
778
779
  			__wait_on_freeing_inode(inode);
  			goto repeat;
  		}
f7899bd54   Christoph Hellwig   fs: move i_count ...
780
  		__iget(inode);
250df6ed2   Dave Chinner   fs: protect inode...
781
  		spin_unlock(&inode->i_lock);
f7899bd54   Christoph Hellwig   fs: move i_count ...
782
  		return inode;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
783
  	}
f7899bd54   Christoph Hellwig   fs: move i_count ...
784
  	return NULL;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
785
786
787
788
789
790
  }
  
  /*
   * find_inode_fast is the fast path version of find_inode, see the comment at
   * iget_locked for details.
   */
6b3304b53   Manish Katiyar   Make checkpatch.p...
791
792
  static struct inode *find_inode_fast(struct super_block *sb,
  				struct hlist_head *head, unsigned long ino)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
793
794
  {
  	struct hlist_node *node;
6b3304b53   Manish Katiyar   Make checkpatch.p...
795
  	struct inode *inode = NULL;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
796
797
  
  repeat:
c5c8be3ce   Matthias Kaehlcke   fs/inode.c: use h...
798
  	hlist_for_each_entry(inode, node, head, i_hash) {
67a23c494   Dave Chinner   fs: rename inode_...
799
800
801
  		spin_lock(&inode->i_lock);
  		if (inode->i_ino != ino) {
  			spin_unlock(&inode->i_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
802
  			continue;
67a23c494   Dave Chinner   fs: rename inode_...
803
804
805
  		}
  		if (inode->i_sb != sb) {
  			spin_unlock(&inode->i_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
806
  			continue;
67a23c494   Dave Chinner   fs: rename inode_...
807
  		}
a4ffdde6e   Al Viro   simplify checks f...
808
  		if (inode->i_state & (I_FREEING|I_WILL_FREE)) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
809
810
811
  			__wait_on_freeing_inode(inode);
  			goto repeat;
  		}
f7899bd54   Christoph Hellwig   fs: move i_count ...
812
  		__iget(inode);
250df6ed2   Dave Chinner   fs: protect inode...
813
  		spin_unlock(&inode->i_lock);
f7899bd54   Christoph Hellwig   fs: move i_count ...
814
  		return inode;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
815
  	}
f7899bd54   Christoph Hellwig   fs: move i_count ...
816
  	return NULL;
8290c35f8   David Chinner   Inode: Allow exte...
817
  }
f991bd2e1   Eric Dumazet   fs: introduce a p...
818
819
820
821
  /*
   * Each cpu owns a range of LAST_INO_BATCH numbers.
   * 'shared_last_ino' is dirtied only once out of LAST_INO_BATCH allocations,
   * to renew the exhausted range.
8290c35f8   David Chinner   Inode: Allow exte...
822
   *
f991bd2e1   Eric Dumazet   fs: introduce a p...
823
824
825
826
827
828
829
830
831
   * This does not significantly increase overflow rate because every CPU can
   * consume at most LAST_INO_BATCH-1 unused inode numbers. So there is
   * NR_CPUS*(LAST_INO_BATCH-1) wastage. At 4096 and 1024, this is ~0.1% of the
   * 2^32 range, and is a worst-case. Even a 50% wastage would only increase
   * overflow rate by 2x, which does not seem too significant.
   *
   * On a 32bit, non LFS stat() call, glibc will generate an EOVERFLOW
   * error if st_ino won't fit in target struct field. Use 32bit counter
   * here to attempt to avoid that.
8290c35f8   David Chinner   Inode: Allow exte...
832
   */
f991bd2e1   Eric Dumazet   fs: introduce a p...
833
834
  #define LAST_INO_BATCH 1024
  static DEFINE_PER_CPU(unsigned int, last_ino);
85fe4025c   Christoph Hellwig   fs: do not assign...
835
  unsigned int get_next_ino(void)
8290c35f8   David Chinner   Inode: Allow exte...
836
  {
f991bd2e1   Eric Dumazet   fs: introduce a p...
837
838
  	unsigned int *p = &get_cpu_var(last_ino);
  	unsigned int res = *p;
8290c35f8   David Chinner   Inode: Allow exte...
839

f991bd2e1   Eric Dumazet   fs: introduce a p...
840
841
842
843
844
845
846
847
848
849
850
851
  #ifdef CONFIG_SMP
  	if (unlikely((res & (LAST_INO_BATCH-1)) == 0)) {
  		static atomic_t shared_last_ino;
  		int next = atomic_add_return(LAST_INO_BATCH, &shared_last_ino);
  
  		res = next - LAST_INO_BATCH;
  	}
  #endif
  
  	*p = ++res;
  	put_cpu_var(last_ino);
  	return res;
8290c35f8   David Chinner   Inode: Allow exte...
852
  }
85fe4025c   Christoph Hellwig   fs: do not assign...
853
  EXPORT_SYMBOL(get_next_ino);
8290c35f8   David Chinner   Inode: Allow exte...
854

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
855
  /**
a209dfc7b   Eric Dumazet   vfs: dont chain p...
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
   *	new_inode_pseudo 	- obtain an inode
   *	@sb: superblock
   *
   *	Allocates a new inode for given superblock.
   *	Inode wont be chained in superblock s_inodes list
   *	This means :
   *	- fs can't be unmount
   *	- quotas, fsnotify, writeback can't work
   */
  struct inode *new_inode_pseudo(struct super_block *sb)
  {
  	struct inode *inode = alloc_inode(sb);
  
  	if (inode) {
  		spin_lock(&inode->i_lock);
  		inode->i_state = 0;
  		spin_unlock(&inode->i_lock);
  		INIT_LIST_HEAD(&inode->i_sb_list);
  	}
  	return inode;
  }
  
  /**
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
879
880
881
   *	new_inode 	- obtain an inode
   *	@sb: superblock
   *
769848c03   Mel Gorman   Add __GFP_MOVABLE...
882
   *	Allocates a new inode for given superblock. The default gfp_mask
3c1d43787   Hugh Dickins   mm: remove GFP_HI...
883
   *	for allocations related to inode->i_mapping is GFP_HIGHUSER_MOVABLE.
769848c03   Mel Gorman   Add __GFP_MOVABLE...
884
885
886
887
888
   *	If HIGHMEM pages are unsuitable or it is known that pages allocated
   *	for the page cache are not reclaimable or migratable,
   *	mapping_set_gfp_mask() must be called with suitable flags on the
   *	newly created inode's mapping
   *
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
889
890
891
   */
  struct inode *new_inode(struct super_block *sb)
  {
6b3304b53   Manish Katiyar   Make checkpatch.p...
892
  	struct inode *inode;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
893

55fa6091d   Dave Chinner   fs: move i_sb_lis...
894
  	spin_lock_prefetch(&inode_sb_list_lock);
6b3304b53   Manish Katiyar   Make checkpatch.p...
895

a209dfc7b   Eric Dumazet   vfs: dont chain p...
896
897
  	inode = new_inode_pseudo(sb);
  	if (inode)
55fa6091d   Dave Chinner   fs: move i_sb_lis...
898
  		inode_sb_list_add(inode);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
899
900
  	return inode;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
901
  EXPORT_SYMBOL(new_inode);
14358e6dd   Peter Zijlstra   lockdep: annotate...
902
  #ifdef CONFIG_DEBUG_LOCK_ALLOC
e096d0c7e   Josh Boyer   lockdep: Add help...
903
904
  void lockdep_annotate_inode_mutex_key(struct inode *inode)
  {
a3314a0ed   Namhyung Kim   lockdep: fixup ch...
905
  	if (S_ISDIR(inode->i_mode)) {
1e89a5e15   Peter Zijlstra   lockdep: fixup th...
906
  		struct file_system_type *type = inode->i_sb->s_type;
9a7aa12f3   Jan Kara   vfs: Set special ...
907
908
909
910
911
912
913
914
915
916
917
  		/* Set new key only if filesystem hasn't already changed it */
  		if (!lockdep_match_class(&inode->i_mutex,
  		    &type->i_mutex_key)) {
  			/*
  			 * ensure nobody is actually holding i_mutex
  			 */
  			mutex_destroy(&inode->i_mutex);
  			mutex_init(&inode->i_mutex);
  			lockdep_set_class(&inode->i_mutex,
  					  &type->i_mutex_dir_key);
  		}
1e89a5e15   Peter Zijlstra   lockdep: fixup th...
918
  	}
e096d0c7e   Josh Boyer   lockdep: Add help...
919
920
  }
  EXPORT_SYMBOL(lockdep_annotate_inode_mutex_key);
14358e6dd   Peter Zijlstra   lockdep: annotate...
921
  #endif
e096d0c7e   Josh Boyer   lockdep: Add help...
922
923
924
925
926
927
928
929
930
931
932
  
  /**
   * unlock_new_inode - clear the I_NEW state and wake up any waiters
   * @inode:	new inode to unlock
   *
   * Called when the inode is fully initialised to clear the new state of the
   * inode and wake up anyone waiting for the inode to finish initialisation.
   */
  void unlock_new_inode(struct inode *inode)
  {
  	lockdep_annotate_inode_mutex_key(inode);
250df6ed2   Dave Chinner   fs: protect inode...
933
  	spin_lock(&inode->i_lock);
eaff8079d   Christoph Hellwig   kill I_LOCK
934
935
  	WARN_ON(!(inode->i_state & I_NEW));
  	inode->i_state &= ~I_NEW;
250df6ed2   Dave Chinner   fs: protect inode...
936
937
  	wake_up_bit(&inode->i_state, __I_NEW);
  	spin_unlock(&inode->i_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
938
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
939
  EXPORT_SYMBOL(unlock_new_inode);
0b2d0724e   Christoph Hellwig   fs: simplify iget...
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
  /**
   * iget5_locked - obtain an inode from a mounted file system
   * @sb:		super block of file system
   * @hashval:	hash value (usually inode number) to get
   * @test:	callback used for comparisons between inodes
   * @set:	callback used to initialize a new struct inode
   * @data:	opaque data pointer to pass to @test and @set
   *
   * Search for the inode specified by @hashval and @data in the inode cache,
   * and if present it is return it with an increased reference count. This is
   * a generalized version of iget_locked() for file systems where the inode
   * number is not sufficient for unique identification of an inode.
   *
   * If the inode is not in cache, allocate a new inode and return it locked,
   * hashed, and with the I_NEW flag set. The file system gets to fill it in
   * before unlocking it via unlock_new_inode().
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
956
   *
0b2d0724e   Christoph Hellwig   fs: simplify iget...
957
958
   * Note both @test and @set are called with the inode_hash_lock held, so can't
   * sleep.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
959
   */
0b2d0724e   Christoph Hellwig   fs: simplify iget...
960
961
962
  struct inode *iget5_locked(struct super_block *sb, unsigned long hashval,
  		int (*test)(struct inode *, void *),
  		int (*set)(struct inode *, void *), void *data)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
963
  {
0b2d0724e   Christoph Hellwig   fs: simplify iget...
964
  	struct hlist_head *head = inode_hashtable + hash(sb, hashval);
6b3304b53   Manish Katiyar   Make checkpatch.p...
965
  	struct inode *inode;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
966

0b2d0724e   Christoph Hellwig   fs: simplify iget...
967
968
969
970
971
972
973
974
  	spin_lock(&inode_hash_lock);
  	inode = find_inode(sb, head, test, data);
  	spin_unlock(&inode_hash_lock);
  
  	if (inode) {
  		wait_on_inode(inode);
  		return inode;
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
975
976
  	inode = alloc_inode(sb);
  	if (inode) {
6b3304b53   Manish Katiyar   Make checkpatch.p...
977
  		struct inode *old;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
978

67a23c494   Dave Chinner   fs: rename inode_...
979
  		spin_lock(&inode_hash_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
980
981
982
983
984
  		/* We released the lock, so.. */
  		old = find_inode(sb, head, test, data);
  		if (!old) {
  			if (set(inode, data))
  				goto set_failed;
250df6ed2   Dave Chinner   fs: protect inode...
985
986
  			spin_lock(&inode->i_lock);
  			inode->i_state = I_NEW;
646ec4615   Christoph Hellwig   fs: remove inode_...
987
  			hlist_add_head(&inode->i_hash, head);
250df6ed2   Dave Chinner   fs: protect inode...
988
  			spin_unlock(&inode->i_lock);
55fa6091d   Dave Chinner   fs: move i_sb_lis...
989
  			inode_sb_list_add(inode);
67a23c494   Dave Chinner   fs: rename inode_...
990
  			spin_unlock(&inode_hash_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
991
992
993
994
995
996
997
998
999
1000
1001
1002
  
  			/* Return the locked inode with I_NEW set, the
  			 * caller is responsible for filling in the contents
  			 */
  			return inode;
  		}
  
  		/*
  		 * Uhhuh, somebody else created the same inode under
  		 * us. Use the old inode instead of the one we just
  		 * allocated.
  		 */
67a23c494   Dave Chinner   fs: rename inode_...
1003
  		spin_unlock(&inode_hash_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1004
1005
1006
1007
1008
1009
1010
  		destroy_inode(inode);
  		inode = old;
  		wait_on_inode(inode);
  	}
  	return inode;
  
  set_failed:
67a23c494   Dave Chinner   fs: rename inode_...
1011
  	spin_unlock(&inode_hash_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1012
1013
1014
  	destroy_inode(inode);
  	return NULL;
  }
0b2d0724e   Christoph Hellwig   fs: simplify iget...
1015
  EXPORT_SYMBOL(iget5_locked);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1016

0b2d0724e   Christoph Hellwig   fs: simplify iget...
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
  /**
   * iget_locked - obtain an inode from a mounted file system
   * @sb:		super block of file system
   * @ino:	inode number to get
   *
   * Search for the inode specified by @ino in the inode cache and if present
   * return it with an increased reference count. This is for file systems
   * where the inode number is sufficient for unique identification of an inode.
   *
   * If the inode is not in cache, allocate a new inode and return it locked,
   * hashed, and with the I_NEW flag set.  The file system gets to fill it in
   * before unlocking it via unlock_new_inode().
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1029
   */
0b2d0724e   Christoph Hellwig   fs: simplify iget...
1030
  struct inode *iget_locked(struct super_block *sb, unsigned long ino)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1031
  {
0b2d0724e   Christoph Hellwig   fs: simplify iget...
1032
  	struct hlist_head *head = inode_hashtable + hash(sb, ino);
6b3304b53   Manish Katiyar   Make checkpatch.p...
1033
  	struct inode *inode;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1034

0b2d0724e   Christoph Hellwig   fs: simplify iget...
1035
1036
1037
1038
1039
1040
1041
  	spin_lock(&inode_hash_lock);
  	inode = find_inode_fast(sb, head, ino);
  	spin_unlock(&inode_hash_lock);
  	if (inode) {
  		wait_on_inode(inode);
  		return inode;
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1042
1043
  	inode = alloc_inode(sb);
  	if (inode) {
6b3304b53   Manish Katiyar   Make checkpatch.p...
1044
  		struct inode *old;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1045

67a23c494   Dave Chinner   fs: rename inode_...
1046
  		spin_lock(&inode_hash_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1047
1048
1049
1050
  		/* We released the lock, so.. */
  		old = find_inode_fast(sb, head, ino);
  		if (!old) {
  			inode->i_ino = ino;
250df6ed2   Dave Chinner   fs: protect inode...
1051
1052
  			spin_lock(&inode->i_lock);
  			inode->i_state = I_NEW;
646ec4615   Christoph Hellwig   fs: remove inode_...
1053
  			hlist_add_head(&inode->i_hash, head);
250df6ed2   Dave Chinner   fs: protect inode...
1054
  			spin_unlock(&inode->i_lock);
55fa6091d   Dave Chinner   fs: move i_sb_lis...
1055
  			inode_sb_list_add(inode);
67a23c494   Dave Chinner   fs: rename inode_...
1056
  			spin_unlock(&inode_hash_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
  
  			/* Return the locked inode with I_NEW set, the
  			 * caller is responsible for filling in the contents
  			 */
  			return inode;
  		}
  
  		/*
  		 * Uhhuh, somebody else created the same inode under
  		 * us. Use the old inode instead of the one we just
  		 * allocated.
  		 */
67a23c494   Dave Chinner   fs: rename inode_...
1069
  		spin_unlock(&inode_hash_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1070
1071
1072
1073
1074
1075
  		destroy_inode(inode);
  		inode = old;
  		wait_on_inode(inode);
  	}
  	return inode;
  }
0b2d0724e   Christoph Hellwig   fs: simplify iget...
1076
  EXPORT_SYMBOL(iget_locked);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1077

ad5e195ac   Christoph Hellwig   fs: Stop abusing ...
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
  /*
   * search the inode cache for a matching inode number.
   * If we find one, then the inode number we are trying to
   * allocate is not unique and so we should not use it.
   *
   * Returns 1 if the inode number is unique, 0 if it is not.
   */
  static int test_inode_iunique(struct super_block *sb, unsigned long ino)
  {
  	struct hlist_head *b = inode_hashtable + hash(sb, ino);
  	struct hlist_node *node;
  	struct inode *inode;
67a23c494   Dave Chinner   fs: rename inode_...
1090
  	spin_lock(&inode_hash_lock);
ad5e195ac   Christoph Hellwig   fs: Stop abusing ...
1091
  	hlist_for_each_entry(inode, node, b, i_hash) {
67a23c494   Dave Chinner   fs: rename inode_...
1092
1093
  		if (inode->i_ino == ino && inode->i_sb == sb) {
  			spin_unlock(&inode_hash_lock);
ad5e195ac   Christoph Hellwig   fs: Stop abusing ...
1094
  			return 0;
67a23c494   Dave Chinner   fs: rename inode_...
1095
  		}
ad5e195ac   Christoph Hellwig   fs: Stop abusing ...
1096
  	}
67a23c494   Dave Chinner   fs: rename inode_...
1097
  	spin_unlock(&inode_hash_lock);
ad5e195ac   Christoph Hellwig   fs: Stop abusing ...
1098
1099
1100
  
  	return 1;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
1113
1114
1115
1116
  /**
   *	iunique - get a unique inode number
   *	@sb: superblock
   *	@max_reserved: highest reserved inode number
   *
   *	Obtain an inode number that is unique on the system for a given
   *	superblock. This is used by file systems that have no natural
   *	permanent inode numbering system. An inode number is returned that
   *	is higher than the reserved limit but unique.
   *
   *	BUGS:
   *	With a large number of inodes live on the file system this function
   *	currently becomes quite slow.
   */
  ino_t iunique(struct super_block *sb, ino_t max_reserved)
  {
866b04fcc   Jeff Layton   inode numbering: ...
1117
1118
1119
1120
1121
  	/*
  	 * On a 32bit, non LFS stat() call, glibc will generate an EOVERFLOW
  	 * error if st_ino won't fit in target struct field. Use 32bit counter
  	 * here to attempt to avoid that.
  	 */
ad5e195ac   Christoph Hellwig   fs: Stop abusing ...
1122
  	static DEFINE_SPINLOCK(iunique_lock);
866b04fcc   Jeff Layton   inode numbering: ...
1123
  	static unsigned int counter;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1124
  	ino_t res;
3361c7beb   Jeffrey Layton   make iunique use ...
1125

ad5e195ac   Christoph Hellwig   fs: Stop abusing ...
1126
  	spin_lock(&iunique_lock);
3361c7beb   Jeffrey Layton   make iunique use ...
1127
1128
1129
  	do {
  		if (counter <= max_reserved)
  			counter = max_reserved + 1;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1130
  		res = counter++;
ad5e195ac   Christoph Hellwig   fs: Stop abusing ...
1131
1132
  	} while (!test_inode_iunique(sb, res));
  	spin_unlock(&iunique_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1133

3361c7beb   Jeffrey Layton   make iunique use ...
1134
1135
  	return res;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1136
1137
1138
1139
  EXPORT_SYMBOL(iunique);
  
  struct inode *igrab(struct inode *inode)
  {
250df6ed2   Dave Chinner   fs: protect inode...
1140
1141
  	spin_lock(&inode->i_lock);
  	if (!(inode->i_state & (I_FREEING|I_WILL_FREE))) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1142
  		__iget(inode);
250df6ed2   Dave Chinner   fs: protect inode...
1143
1144
1145
  		spin_unlock(&inode->i_lock);
  	} else {
  		spin_unlock(&inode->i_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1146
1147
1148
1149
1150
1151
  		/*
  		 * Handle the case where s_op->clear_inode is not been
  		 * called yet, and somebody is calling igrab
  		 * while the inode is getting freed.
  		 */
  		inode = NULL;
250df6ed2   Dave Chinner   fs: protect inode...
1152
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1153
1154
  	return inode;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1155
1156
1157
  EXPORT_SYMBOL(igrab);
  
  /**
0b2d0724e   Christoph Hellwig   fs: simplify iget...
1158
   * ilookup5_nowait - search for an inode in the inode cache
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1159
   * @sb:		super block of file system to search
0b2d0724e   Christoph Hellwig   fs: simplify iget...
1160
   * @hashval:	hash value (usually inode number) to search for
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1161
1162
   * @test:	callback used for comparisons between inodes
   * @data:	opaque data pointer to pass to @test
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1163
   *
0b2d0724e   Christoph Hellwig   fs: simplify iget...
1164
   * Search for the inode specified by @hashval and @data in the inode cache.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1165
1166
1167
   * If the inode is in the cache, the inode is returned with an incremented
   * reference count.
   *
0b2d0724e   Christoph Hellwig   fs: simplify iget...
1168
1169
   * Note: I_NEW is not waited upon so you have to be very careful what you do
   * with the returned inode.  You probably should be using ilookup5() instead.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1170
   *
b6d0ad686   Randy Dunlap   fs: fix inode.c k...
1171
   * Note2: @test is called with the inode_hash_lock held, so can't sleep.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1172
   */
0b2d0724e   Christoph Hellwig   fs: simplify iget...
1173
1174
  struct inode *ilookup5_nowait(struct super_block *sb, unsigned long hashval,
  		int (*test)(struct inode *, void *), void *data)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1175
  {
0b2d0724e   Christoph Hellwig   fs: simplify iget...
1176
  	struct hlist_head *head = inode_hashtable + hash(sb, hashval);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1177
  	struct inode *inode;
67a23c494   Dave Chinner   fs: rename inode_...
1178
  	spin_lock(&inode_hash_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1179
  	inode = find_inode(sb, head, test, data);
67a23c494   Dave Chinner   fs: rename inode_...
1180
  	spin_unlock(&inode_hash_lock);
88bd5121d   Anton Altaparmakov   [PATCH] Fix soft ...
1181

0b2d0724e   Christoph Hellwig   fs: simplify iget...
1182
  	return inode;
88bd5121d   Anton Altaparmakov   [PATCH] Fix soft ...
1183
  }
88bd5121d   Anton Altaparmakov   [PATCH] Fix soft ...
1184
1185
1186
1187
1188
1189
1190
1191
1192
  EXPORT_SYMBOL(ilookup5_nowait);
  
  /**
   * ilookup5 - search for an inode in the inode cache
   * @sb:		super block of file system to search
   * @hashval:	hash value (usually inode number) to search for
   * @test:	callback used for comparisons between inodes
   * @data:	opaque data pointer to pass to @test
   *
0b2d0724e   Christoph Hellwig   fs: simplify iget...
1193
1194
1195
   * Search for the inode specified by @hashval and @data in the inode cache,
   * and if the inode is in the cache, return the inode with an incremented
   * reference count.  Waits on I_NEW before returning the inode.
88bd5121d   Anton Altaparmakov   [PATCH] Fix soft ...
1196
   * returned with an incremented reference count.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1197
   *
0b2d0724e   Christoph Hellwig   fs: simplify iget...
1198
1199
   * This is a generalized version of ilookup() for file systems where the
   * inode number is not sufficient for unique identification of an inode.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1200
   *
0b2d0724e   Christoph Hellwig   fs: simplify iget...
1201
   * Note: @test is called with the inode_hash_lock held, so can't sleep.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1202
1203
1204
1205
   */
  struct inode *ilookup5(struct super_block *sb, unsigned long hashval,
  		int (*test)(struct inode *, void *), void *data)
  {
0b2d0724e   Christoph Hellwig   fs: simplify iget...
1206
  	struct inode *inode = ilookup5_nowait(sb, hashval, test, data);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1207

0b2d0724e   Christoph Hellwig   fs: simplify iget...
1208
1209
1210
  	if (inode)
  		wait_on_inode(inode);
  	return inode;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1211
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1212
1213
1214
1215
1216
1217
1218
  EXPORT_SYMBOL(ilookup5);
  
  /**
   * ilookup - search for an inode in the inode cache
   * @sb:		super block of file system to search
   * @ino:	inode number to search for
   *
0b2d0724e   Christoph Hellwig   fs: simplify iget...
1219
1220
   * Search for the inode @ino in the inode cache, and if the inode is in the
   * cache, the inode is returned with an incremented reference count.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1221
1222
1223
1224
   */
  struct inode *ilookup(struct super_block *sb, unsigned long ino)
  {
  	struct hlist_head *head = inode_hashtable + hash(sb, ino);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1225
  	struct inode *inode;
0b2d0724e   Christoph Hellwig   fs: simplify iget...
1226
1227
1228
  	spin_lock(&inode_hash_lock);
  	inode = find_inode_fast(sb, head, ino);
  	spin_unlock(&inode_hash_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1229

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1230
  	if (inode)
0b2d0724e   Christoph Hellwig   fs: simplify iget...
1231
1232
  		wait_on_inode(inode);
  	return inode;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1233
  }
0b2d0724e   Christoph Hellwig   fs: simplify iget...
1234
  EXPORT_SYMBOL(ilookup);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1235

261bca86e   Al Viro   nfsd/create race ...
1236
1237
1238
1239
1240
  int insert_inode_locked(struct inode *inode)
  {
  	struct super_block *sb = inode->i_sb;
  	ino_t ino = inode->i_ino;
  	struct hlist_head *head = inode_hashtable + hash(sb, ino);
261bca86e   Al Viro   nfsd/create race ...
1241

261bca86e   Al Viro   nfsd/create race ...
1242
  	while (1) {
72a43d63c   Al Viro   ext3/4 with synch...
1243
1244
  		struct hlist_node *node;
  		struct inode *old = NULL;
67a23c494   Dave Chinner   fs: rename inode_...
1245
  		spin_lock(&inode_hash_lock);
72a43d63c   Al Viro   ext3/4 with synch...
1246
1247
1248
1249
1250
  		hlist_for_each_entry(old, node, head, i_hash) {
  			if (old->i_ino != ino)
  				continue;
  			if (old->i_sb != sb)
  				continue;
250df6ed2   Dave Chinner   fs: protect inode...
1251
1252
1253
  			spin_lock(&old->i_lock);
  			if (old->i_state & (I_FREEING|I_WILL_FREE)) {
  				spin_unlock(&old->i_lock);
72a43d63c   Al Viro   ext3/4 with synch...
1254
  				continue;
250df6ed2   Dave Chinner   fs: protect inode...
1255
  			}
72a43d63c   Al Viro   ext3/4 with synch...
1256
1257
1258
  			break;
  		}
  		if (likely(!node)) {
250df6ed2   Dave Chinner   fs: protect inode...
1259
1260
  			spin_lock(&inode->i_lock);
  			inode->i_state |= I_NEW;
261bca86e   Al Viro   nfsd/create race ...
1261
  			hlist_add_head(&inode->i_hash, head);
250df6ed2   Dave Chinner   fs: protect inode...
1262
  			spin_unlock(&inode->i_lock);
67a23c494   Dave Chinner   fs: rename inode_...
1263
  			spin_unlock(&inode_hash_lock);
261bca86e   Al Viro   nfsd/create race ...
1264
1265
1266
  			return 0;
  		}
  		__iget(old);
250df6ed2   Dave Chinner   fs: protect inode...
1267
  		spin_unlock(&old->i_lock);
67a23c494   Dave Chinner   fs: rename inode_...
1268
  		spin_unlock(&inode_hash_lock);
261bca86e   Al Viro   nfsd/create race ...
1269
  		wait_on_inode(old);
1d3382cbf   Al Viro   new helper: inode...
1270
  		if (unlikely(!inode_unhashed(old))) {
261bca86e   Al Viro   nfsd/create race ...
1271
1272
1273
1274
1275
1276
  			iput(old);
  			return -EBUSY;
  		}
  		iput(old);
  	}
  }
261bca86e   Al Viro   nfsd/create race ...
1277
1278
1279
1280
1281
1282
1283
  EXPORT_SYMBOL(insert_inode_locked);
  
  int insert_inode_locked4(struct inode *inode, unsigned long hashval,
  		int (*test)(struct inode *, void *), void *data)
  {
  	struct super_block *sb = inode->i_sb;
  	struct hlist_head *head = inode_hashtable + hash(sb, hashval);
261bca86e   Al Viro   nfsd/create race ...
1284

261bca86e   Al Viro   nfsd/create race ...
1285
  	while (1) {
72a43d63c   Al Viro   ext3/4 with synch...
1286
1287
  		struct hlist_node *node;
  		struct inode *old = NULL;
67a23c494   Dave Chinner   fs: rename inode_...
1288
  		spin_lock(&inode_hash_lock);
72a43d63c   Al Viro   ext3/4 with synch...
1289
1290
1291
1292
1293
  		hlist_for_each_entry(old, node, head, i_hash) {
  			if (old->i_sb != sb)
  				continue;
  			if (!test(old, data))
  				continue;
250df6ed2   Dave Chinner   fs: protect inode...
1294
1295
1296
  			spin_lock(&old->i_lock);
  			if (old->i_state & (I_FREEING|I_WILL_FREE)) {
  				spin_unlock(&old->i_lock);
72a43d63c   Al Viro   ext3/4 with synch...
1297
  				continue;
250df6ed2   Dave Chinner   fs: protect inode...
1298
  			}
72a43d63c   Al Viro   ext3/4 with synch...
1299
1300
1301
  			break;
  		}
  		if (likely(!node)) {
250df6ed2   Dave Chinner   fs: protect inode...
1302
1303
  			spin_lock(&inode->i_lock);
  			inode->i_state |= I_NEW;
261bca86e   Al Viro   nfsd/create race ...
1304
  			hlist_add_head(&inode->i_hash, head);
250df6ed2   Dave Chinner   fs: protect inode...
1305
  			spin_unlock(&inode->i_lock);
67a23c494   Dave Chinner   fs: rename inode_...
1306
  			spin_unlock(&inode_hash_lock);
261bca86e   Al Viro   nfsd/create race ...
1307
1308
1309
  			return 0;
  		}
  		__iget(old);
250df6ed2   Dave Chinner   fs: protect inode...
1310
  		spin_unlock(&old->i_lock);
67a23c494   Dave Chinner   fs: rename inode_...
1311
  		spin_unlock(&inode_hash_lock);
261bca86e   Al Viro   nfsd/create race ...
1312
  		wait_on_inode(old);
1d3382cbf   Al Viro   new helper: inode...
1313
  		if (unlikely(!inode_unhashed(old))) {
261bca86e   Al Viro   nfsd/create race ...
1314
1315
1316
1317
1318
1319
  			iput(old);
  			return -EBUSY;
  		}
  		iput(old);
  	}
  }
261bca86e   Al Viro   nfsd/create race ...
1320
  EXPORT_SYMBOL(insert_inode_locked4);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1321

45321ac54   Al Viro   Make ->drop_inode...
1322
1323
1324
1325
1326
  int generic_delete_inode(struct inode *inode)
  {
  	return 1;
  }
  EXPORT_SYMBOL(generic_delete_inode);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1327
  /*
45321ac54   Al Viro   Make ->drop_inode...
1328
1329
1330
   * Normal UNIX filesystem behaviour: delete the
   * inode when the usage count drops to zero, and
   * i_nlink is zero.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1331
   */
45321ac54   Al Viro   Make ->drop_inode...
1332
  int generic_drop_inode(struct inode *inode)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1333
  {
1d3382cbf   Al Viro   new helper: inode...
1334
  	return !inode->i_nlink || inode_unhashed(inode);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1335
  }
45321ac54   Al Viro   Make ->drop_inode...
1336
  EXPORT_SYMBOL_GPL(generic_drop_inode);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1337

45321ac54   Al Viro   Make ->drop_inode...
1338
1339
1340
  /*
   * Called when we're dropping the last reference
   * to an inode.
22fe40421   Jan Kara   vfs: split generi...
1341
   *
45321ac54   Al Viro   Make ->drop_inode...
1342
1343
1344
1345
1346
   * Call the FS "drop_inode()" function, defaulting to
   * the legacy UNIX filesystem behaviour.  If it tells
   * us to evict inode, do so.  Otherwise, retain inode
   * in cache if fs is alive, sync and evict if fs is
   * shutting down.
22fe40421   Jan Kara   vfs: split generi...
1347
   */
45321ac54   Al Viro   Make ->drop_inode...
1348
  static void iput_final(struct inode *inode)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1349
1350
  {
  	struct super_block *sb = inode->i_sb;
45321ac54   Al Viro   Make ->drop_inode...
1351
1352
  	const struct super_operations *op = inode->i_sb->s_op;
  	int drop;
250df6ed2   Dave Chinner   fs: protect inode...
1353
  	WARN_ON(inode->i_state & I_NEW);
e7f590970   Al Viro   kill useless chec...
1354
  	if (op->drop_inode)
45321ac54   Al Viro   Make ->drop_inode...
1355
1356
1357
  		drop = op->drop_inode(inode);
  	else
  		drop = generic_drop_inode(inode);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1358

b2b2af8e6   Dave Chinner   fs: factor inode ...
1359
1360
1361
1362
1363
  	if (!drop && (sb->s_flags & MS_ACTIVE)) {
  		inode->i_state |= I_REFERENCED;
  		if (!(inode->i_state & (I_DIRTY|I_SYNC)))
  			inode_lru_list_add(inode);
  		spin_unlock(&inode->i_lock);
b2b2af8e6   Dave Chinner   fs: factor inode ...
1364
1365
  		return;
  	}
45321ac54   Al Viro   Make ->drop_inode...
1366
  	if (!drop) {
991114c6f   Alexander Viro   [PATCH] fix for p...
1367
  		inode->i_state |= I_WILL_FREE;
250df6ed2   Dave Chinner   fs: protect inode...
1368
  		spin_unlock(&inode->i_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1369
  		write_inode_now(inode, 1);
250df6ed2   Dave Chinner   fs: protect inode...
1370
  		spin_lock(&inode->i_lock);
7ef0d7377   Nick Piggin   fs: new inode i_s...
1371
  		WARN_ON(inode->i_state & I_NEW);
991114c6f   Alexander Viro   [PATCH] fix for p...
1372
  		inode->i_state &= ~I_WILL_FREE;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1373
  	}
7ccf19a80   Nick Piggin   fs: inode split I...
1374

991114c6f   Alexander Viro   [PATCH] fix for p...
1375
  	inode->i_state |= I_FREEING;
c4ae0c654   Eric Dumazet   vfs: avoid call t...
1376
1377
  	if (!list_empty(&inode->i_lru))
  		inode_lru_list_del(inode);
b2b2af8e6   Dave Chinner   fs: factor inode ...
1378
  	spin_unlock(&inode->i_lock);
b2b2af8e6   Dave Chinner   fs: factor inode ...
1379

644da5960   Al Viro   fs/inode.c:evict(...
1380
  	evict(inode);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1381
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1382
  /**
6b3304b53   Manish Katiyar   Make checkpatch.p...
1383
   *	iput	- put an inode
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1384
1385
1386
1387
1388
1389
1390
1391
1392
1393
   *	@inode: inode to put
   *
   *	Puts an inode, dropping its usage count. If the inode use count hits
   *	zero, the inode is then freed and may also be destroyed.
   *
   *	Consequently, iput() can sleep.
   */
  void iput(struct inode *inode)
  {
  	if (inode) {
a4ffdde6e   Al Viro   simplify checks f...
1394
  		BUG_ON(inode->i_state & I_CLEAR);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1395

f283c86af   Dave Chinner   fs: remove inode_...
1396
  		if (atomic_dec_and_lock(&inode->i_count, &inode->i_lock))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1397
1398
1399
  			iput_final(inode);
  	}
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1400
1401
1402
1403
1404
1405
1406
1407
1408
1409
  EXPORT_SYMBOL(iput);
  
  /**
   *	bmap	- find a block number in a file
   *	@inode: inode of file
   *	@block: block to find
   *
   *	Returns the block number on the device holding the inode that
   *	is the disk block number for the block of the file requested.
   *	That is, asked for block 4 of inode 1 the function will return the
6b3304b53   Manish Katiyar   Make checkpatch.p...
1410
   *	disk block relative to the disk start that holds that block of the
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1411
1412
   *	file.
   */
6b3304b53   Manish Katiyar   Make checkpatch.p...
1413
  sector_t bmap(struct inode *inode, sector_t block)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1414
1415
1416
1417
1418
1419
  {
  	sector_t res = 0;
  	if (inode->i_mapping->a_ops->bmap)
  		res = inode->i_mapping->a_ops->bmap(inode->i_mapping, block);
  	return res;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1420
  EXPORT_SYMBOL(bmap);
11ff6f05f   Matthew Garrett   Allow relatime to...
1421
1422
1423
1424
1425
1426
1427
1428
1429
1430
1431
1432
1433
1434
1435
1436
1437
1438
1439
1440
1441
1442
1443
1444
1445
1446
1447
1448
1449
1450
1451
1452
1453
  /*
   * With relative atime, only update atime if the previous atime is
   * earlier than either the ctime or mtime or if at least a day has
   * passed since the last atime update.
   */
  static int relatime_need_update(struct vfsmount *mnt, struct inode *inode,
  			     struct timespec now)
  {
  
  	if (!(mnt->mnt_flags & MNT_RELATIME))
  		return 1;
  	/*
  	 * Is mtime younger than atime? If yes, update atime:
  	 */
  	if (timespec_compare(&inode->i_mtime, &inode->i_atime) >= 0)
  		return 1;
  	/*
  	 * Is ctime younger than atime? If yes, update atime:
  	 */
  	if (timespec_compare(&inode->i_ctime, &inode->i_atime) >= 0)
  		return 1;
  
  	/*
  	 * Is the previous atime value older than a day? If yes,
  	 * update atime:
  	 */
  	if ((long)(now.tv_sec - inode->i_atime.tv_sec) >= 24*60*60)
  		return 1;
  	/*
  	 * Good, we can skip the atime update:
  	 */
  	return 0;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1454
  /**
869243a0f   Christoph Hellwig   [PATCH] remove up...
1455
1456
   *	touch_atime	-	update the access time
   *	@mnt: mount the inode is accessed on
7045f37b1   Martin Waitz   [PATCH] DocBook: ...
1457
   *	@dentry: dentry accessed
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1458
1459
1460
1461
1462
   *
   *	Update the accessed time on an inode and mark it for writeback.
   *	This function automatically handles read only file systems and media,
   *	as well as the "noatime" flag and inode specific "noatime" markers.
   */
869243a0f   Christoph Hellwig   [PATCH] remove up...
1463
  void touch_atime(struct vfsmount *mnt, struct dentry *dentry)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1464
  {
869243a0f   Christoph Hellwig   [PATCH] remove up...
1465
  	struct inode *inode = dentry->d_inode;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1466
  	struct timespec now;
cdb70f3f7   Dave Hansen   [PATCH] r/o bind ...
1467
  	if (inode->i_flags & S_NOATIME)
b12536c27   Andi Kleen   vfs: optimization...
1468
  		return;
37756ced1   Eric Dumazet   [PATCH] avoid one...
1469
  	if (IS_NOATIME(inode))
b12536c27   Andi Kleen   vfs: optimization...
1470
  		return;
b22761384   Andrew Morton   [PATCH] touch_ati...
1471
  	if ((inode->i_sb->s_flags & MS_NODIRATIME) && S_ISDIR(inode->i_mode))
b12536c27   Andi Kleen   vfs: optimization...
1472
  		return;
47ae32d6a   Valerie Henson   [PATCH] relative ...
1473

cdb70f3f7   Dave Hansen   [PATCH] r/o bind ...
1474
  	if (mnt->mnt_flags & MNT_NOATIME)
b12536c27   Andi Kleen   vfs: optimization...
1475
  		return;
cdb70f3f7   Dave Hansen   [PATCH] r/o bind ...
1476
  	if ((mnt->mnt_flags & MNT_NODIRATIME) && S_ISDIR(inode->i_mode))
b12536c27   Andi Kleen   vfs: optimization...
1477
  		return;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1478
1479
  
  	now = current_fs_time(inode->i_sb);
11ff6f05f   Matthew Garrett   Allow relatime to...
1480
1481
  
  	if (!relatime_need_update(mnt, inode, now))
b12536c27   Andi Kleen   vfs: optimization...
1482
  		return;
11ff6f05f   Matthew Garrett   Allow relatime to...
1483

47ae32d6a   Valerie Henson   [PATCH] relative ...
1484
  	if (timespec_equal(&inode->i_atime, &now))
b12536c27   Andi Kleen   vfs: optimization...
1485
1486
1487
1488
  		return;
  
  	if (mnt_want_write(mnt))
  		return;
47ae32d6a   Valerie Henson   [PATCH] relative ...
1489
1490
1491
  
  	inode->i_atime = now;
  	mark_inode_dirty_sync(inode);
cdb70f3f7   Dave Hansen   [PATCH] r/o bind ...
1492
  	mnt_drop_write(mnt);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1493
  }
869243a0f   Christoph Hellwig   [PATCH] remove up...
1494
  EXPORT_SYMBOL(touch_atime);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1495
1496
  
  /**
870f48179   Christoph Hellwig   [PATCH] replace i...
1497
1498
   *	file_update_time	-	update mtime and ctime time
   *	@file: file accessed
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1499
   *
870f48179   Christoph Hellwig   [PATCH] replace i...
1500
1501
1502
1503
   *	Update the mtime and ctime members of an inode and mark the inode
   *	for writeback.  Note that this function is meant exclusively for
   *	usage in the file write path of filesystems, and filesystems may
   *	choose to explicitly ignore update via this function with the
2eadfc0ed   Wolfram Sang   trivial: fs/inode...
1504
   *	S_NOCMTIME inode flag, e.g. for network filesystem where these
870f48179   Christoph Hellwig   [PATCH] replace i...
1505
   *	timestamps are handled by the server.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1506
   */
870f48179   Christoph Hellwig   [PATCH] replace i...
1507
  void file_update_time(struct file *file)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1508
  {
0f7fc9e4d   Josef "Jeff" Sipek   [PATCH] VFS: chan...
1509
  	struct inode *inode = file->f_path.dentry->d_inode;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1510
  	struct timespec now;
ce06e0b21   Andi Kleen   vfs: optimize tou...
1511
  	enum { S_MTIME = 1, S_CTIME = 2, S_VERSION = 4 } sync_it = 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1512

ce06e0b21   Andi Kleen   vfs: optimize tou...
1513
  	/* First try to exhaust all avenues to not sync */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1514
1515
  	if (IS_NOCMTIME(inode))
  		return;
20ddee2c7   Dave Hansen   [PATCH] r/o bind ...
1516

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1517
  	now = current_fs_time(inode->i_sb);
ce06e0b21   Andi Kleen   vfs: optimize tou...
1518
1519
  	if (!timespec_equal(&inode->i_mtime, &now))
  		sync_it = S_MTIME;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1520

ce06e0b21   Andi Kleen   vfs: optimize tou...
1521
1522
  	if (!timespec_equal(&inode->i_ctime, &now))
  		sync_it |= S_CTIME;
870f48179   Christoph Hellwig   [PATCH] replace i...
1523

ce06e0b21   Andi Kleen   vfs: optimize tou...
1524
1525
  	if (IS_I_VERSION(inode))
  		sync_it |= S_VERSION;
7a224228e   Jean Noel Cordenner   vfs: Add 64 bit i...
1526

ce06e0b21   Andi Kleen   vfs: optimize tou...
1527
1528
1529
1530
1531
1532
1533
1534
1535
1536
1537
1538
1539
1540
1541
  	if (!sync_it)
  		return;
  
  	/* Finally allowed to write? Takes lock. */
  	if (mnt_want_write_file(file))
  		return;
  
  	/* Only change inode inside the lock region */
  	if (sync_it & S_VERSION)
  		inode_inc_iversion(inode);
  	if (sync_it & S_CTIME)
  		inode->i_ctime = now;
  	if (sync_it & S_MTIME)
  		inode->i_mtime = now;
  	mark_inode_dirty_sync(inode);
2a79f17e4   Al Viro   vfs: mnt_drop_wri...
1542
  	mnt_drop_write_file(file);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1543
  }
870f48179   Christoph Hellwig   [PATCH] replace i...
1544
  EXPORT_SYMBOL(file_update_time);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1545
1546
1547
1548
1549
1550
1551
1552
1553
  
  int inode_needs_sync(struct inode *inode)
  {
  	if (IS_SYNC(inode))
  		return 1;
  	if (S_ISDIR(inode->i_mode) && IS_DIRSYNC(inode))
  		return 1;
  	return 0;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1554
  EXPORT_SYMBOL(inode_needs_sync);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1555
1556
1557
1558
1559
  int inode_wait(void *word)
  {
  	schedule();
  	return 0;
  }
d44dab8d1   Stephen Rothwell   fs: xfs needs ino...
1560
  EXPORT_SYMBOL(inode_wait);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1561
1562
  
  /*
168a9fd6a   Miklos Szeredi   [PATCH] __wait_on...
1563
1564
1565
1566
1567
1568
   * If we try to find an inode in the inode hash while it is being
   * deleted, we have to wait until the filesystem completes its
   * deletion before reporting that it isn't found.  This function waits
   * until the deletion _might_ have completed.  Callers are responsible
   * to recheck inode state.
   *
eaff8079d   Christoph Hellwig   kill I_LOCK
1569
   * It doesn't matter if I_NEW is not set initially, a call to
250df6ed2   Dave Chinner   fs: protect inode...
1570
1571
   * wake_up_bit(&inode->i_state, __I_NEW) after removing from the hash list
   * will DTRT.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1572
1573
1574
1575
   */
  static void __wait_on_freeing_inode(struct inode *inode)
  {
  	wait_queue_head_t *wq;
eaff8079d   Christoph Hellwig   kill I_LOCK
1576
1577
  	DEFINE_WAIT_BIT(wait, &inode->i_state, __I_NEW);
  	wq = bit_waitqueue(&inode->i_state, __I_NEW);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1578
  	prepare_to_wait(wq, &wait.wait, TASK_UNINTERRUPTIBLE);
250df6ed2   Dave Chinner   fs: protect inode...
1579
  	spin_unlock(&inode->i_lock);
67a23c494   Dave Chinner   fs: rename inode_...
1580
  	spin_unlock(&inode_hash_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1581
1582
  	schedule();
  	finish_wait(wq, &wait.wait);
67a23c494   Dave Chinner   fs: rename inode_...
1583
  	spin_lock(&inode_hash_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1584
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1585
1586
1587
1588
1589
1590
1591
1592
1593
1594
1595
1596
1597
1598
1599
1600
1601
1602
1603
1604
1605
1606
1607
1608
1609
1610
1611
1612
1613
1614
1615
1616
1617
1618
1619
1620
  static __initdata unsigned long ihash_entries;
  static int __init set_ihash_entries(char *str)
  {
  	if (!str)
  		return 0;
  	ihash_entries = simple_strtoul(str, &str, 0);
  	return 1;
  }
  __setup("ihash_entries=", set_ihash_entries);
  
  /*
   * Initialize the waitqueues and inode hash table.
   */
  void __init inode_init_early(void)
  {
  	int loop;
  
  	/* If hashes are distributed across NUMA nodes, defer
  	 * hash allocation until vmalloc space is available.
  	 */
  	if (hashdist)
  		return;
  
  	inode_hashtable =
  		alloc_large_system_hash("Inode-cache",
  					sizeof(struct hlist_head),
  					ihash_entries,
  					14,
  					HASH_EARLY,
  					&i_hash_shift,
  					&i_hash_mask,
  					0);
  
  	for (loop = 0; loop < (1 << i_hash_shift); loop++)
  		INIT_HLIST_HEAD(&inode_hashtable[loop]);
  }
74bf17cff   Denis Cheng   fs: remove the un...
1621
  void __init inode_init(void)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1622
1623
1624
1625
  {
  	int loop;
  
  	/* inode slab cache */
b0196009d   Paul Jackson   [PATCH] cpuset me...
1626
1627
1628
1629
1630
  	inode_cachep = kmem_cache_create("inode_cache",
  					 sizeof(struct inode),
  					 0,
  					 (SLAB_RECLAIM_ACCOUNT|SLAB_PANIC|
  					 SLAB_MEM_SPREAD),
20c2df83d   Paul Mundt   mm: Remove slab d...
1631
  					 init_once);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1632
1633
1634
1635
1636
1637
1638
1639
1640
1641
1642
1643
1644
1645
1646
1647
1648
1649
1650
1651
1652
1653
1654
1655
1656
1657
1658
1659
1660
1661
1662
1663
1664
  
  	/* Hash may have been set up in inode_init_early */
  	if (!hashdist)
  		return;
  
  	inode_hashtable =
  		alloc_large_system_hash("Inode-cache",
  					sizeof(struct hlist_head),
  					ihash_entries,
  					14,
  					0,
  					&i_hash_shift,
  					&i_hash_mask,
  					0);
  
  	for (loop = 0; loop < (1 << i_hash_shift); loop++)
  		INIT_HLIST_HEAD(&inode_hashtable[loop]);
  }
  
  void init_special_inode(struct inode *inode, umode_t mode, dev_t rdev)
  {
  	inode->i_mode = mode;
  	if (S_ISCHR(mode)) {
  		inode->i_fop = &def_chr_fops;
  		inode->i_rdev = rdev;
  	} else if (S_ISBLK(mode)) {
  		inode->i_fop = &def_blk_fops;
  		inode->i_rdev = rdev;
  	} else if (S_ISFIFO(mode))
  		inode->i_fop = &def_fifo_fops;
  	else if (S_ISSOCK(mode))
  		inode->i_fop = &bad_sock_fops;
  	else
af0d9ae81   Manish Katiyar   fs/inode.c: add d...
1665
1666
1667
1668
  		printk(KERN_DEBUG "init_special_inode: bogus i_mode (%o) for"
  				  " inode %s:%lu
  ", mode, inode->i_sb->s_id,
  				  inode->i_ino);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1669
1670
  }
  EXPORT_SYMBOL(init_special_inode);
a1bd120d1   Dmitry Monakhov   vfs: Add inode ui...
1671
1672
  
  /**
eaae668d0   Ben Hutchings   fs/inode: Fix ker...
1673
   * inode_init_owner - Init uid,gid,mode for new inode according to posix standards
a1bd120d1   Dmitry Monakhov   vfs: Add inode ui...
1674
1675
1676
1677
1678
   * @inode: New inode
   * @dir: Directory inode
   * @mode: mode of the new inode
   */
  void inode_init_owner(struct inode *inode, const struct inode *dir,
62bb10917   Al Viro   switch inode_init...
1679
  			umode_t mode)
a1bd120d1   Dmitry Monakhov   vfs: Add inode ui...
1680
1681
1682
1683
1684
1685
1686
1687
1688
1689
1690
  {
  	inode->i_uid = current_fsuid();
  	if (dir && dir->i_mode & S_ISGID) {
  		inode->i_gid = dir->i_gid;
  		if (S_ISDIR(mode))
  			mode |= S_ISGID;
  	} else
  		inode->i_gid = current_fsgid();
  	inode->i_mode = mode;
  }
  EXPORT_SYMBOL(inode_init_owner);
e795b7179   Serge E. Hallyn   userns: userns: c...
1691

2e1496707   Serge E. Hallyn   userns: rename is...
1692
1693
1694
1695
1696
1697
  /**
   * inode_owner_or_capable - check current task permissions to inode
   * @inode: inode being checked
   *
   * Return true if current either has CAP_FOWNER to the inode, or
   * owns the file.
e795b7179   Serge E. Hallyn   userns: userns: c...
1698
   */
2e1496707   Serge E. Hallyn   userns: rename is...
1699
  bool inode_owner_or_capable(const struct inode *inode)
e795b7179   Serge E. Hallyn   userns: userns: c...
1700
1701
1702
1703
1704
1705
1706
1707
1708
  {
  	struct user_namespace *ns = inode_userns(inode);
  
  	if (current_user_ns() == ns && current_fsuid() == inode->i_uid)
  		return true;
  	if (ns_capable(ns, CAP_FOWNER))
  		return true;
  	return false;
  }
2e1496707   Serge E. Hallyn   userns: rename is...
1709
  EXPORT_SYMBOL(inode_owner_or_capable);