Blame view

fs/btrfs/delayed-inode.c 51.3 KB
c1d7c514f   David Sterba   btrfs: replace GP...
1
  // SPDX-License-Identifier: GPL-2.0
16cdcec73   Miao Xie   btrfs: implement ...
2
3
4
  /*
   * Copyright (C) 2011 Fujitsu.  All rights reserved.
   * Written by Miao Xie <miaox@cn.fujitsu.com>
16cdcec73   Miao Xie   btrfs: implement ...
5
6
7
   */
  
  #include <linux/slab.h>
c7f88c4e7   Jeff Layton   btrfs: convert to...
8
  #include <linux/iversion.h>
602cbe91f   David Sterba   btrfs: move cond_...
9
  #include "misc.h"
16cdcec73   Miao Xie   btrfs: implement ...
10
11
12
  #include "delayed-inode.h"
  #include "disk-io.h"
  #include "transaction.h"
3cae210fa   Qu Wenruo   btrfs: Cleanup fo...
13
  #include "ctree.h"
4f5427ccc   Qu Wenruo   btrfs: delayed-in...
14
  #include "qgroup.h"
16cdcec73   Miao Xie   btrfs: implement ...
15

de3cb945d   Chris Mason   Btrfs: improve th...
16
17
18
  #define BTRFS_DELAYED_WRITEBACK		512
  #define BTRFS_DELAYED_BACKGROUND	128
  #define BTRFS_DELAYED_BATCH		16
16cdcec73   Miao Xie   btrfs: implement ...
19
20
21
22
23
  
  static struct kmem_cache *delayed_node_cache;
  
  int __init btrfs_delayed_inode_init(void)
  {
837e19728   David Sterba   btrfs: polish nam...
24
  	delayed_node_cache = kmem_cache_create("btrfs_delayed_node",
16cdcec73   Miao Xie   btrfs: implement ...
25
26
  					sizeof(struct btrfs_delayed_node),
  					0,
fba4b6977   Nikolay Borisov   btrfs: Fix slab a...
27
  					SLAB_MEM_SPREAD,
16cdcec73   Miao Xie   btrfs: implement ...
28
29
30
31
32
  					NULL);
  	if (!delayed_node_cache)
  		return -ENOMEM;
  	return 0;
  }
e67c718b5   David Sterba   btrfs: add more _...
33
  void __cold btrfs_delayed_inode_exit(void)
16cdcec73   Miao Xie   btrfs: implement ...
34
  {
5598e9005   Kinglong Mee   btrfs: drop null ...
35
  	kmem_cache_destroy(delayed_node_cache);
16cdcec73   Miao Xie   btrfs: implement ...
36
37
38
39
40
41
42
43
  }
  
  static inline void btrfs_init_delayed_node(
  				struct btrfs_delayed_node *delayed_node,
  				struct btrfs_root *root, u64 inode_id)
  {
  	delayed_node->root = root;
  	delayed_node->inode_id = inode_id;
6de5f18e7   Elena Reshetova   btrfs: convert bt...
44
  	refcount_set(&delayed_node->refs, 0);
03a1d4c89   Liu Bo   Btrfs: delayed-in...
45
46
  	delayed_node->ins_root = RB_ROOT_CACHED;
  	delayed_node->del_root = RB_ROOT_CACHED;
16cdcec73   Miao Xie   btrfs: implement ...
47
  	mutex_init(&delayed_node->mutex);
16cdcec73   Miao Xie   btrfs: implement ...
48
49
  	INIT_LIST_HEAD(&delayed_node->n_list);
  	INIT_LIST_HEAD(&delayed_node->p_list);
16cdcec73   Miao Xie   btrfs: implement ...
50
51
52
53
54
55
56
57
58
59
60
61
62
  }
  
  static inline int btrfs_is_continuous_delayed_item(
  					struct btrfs_delayed_item *item1,
  					struct btrfs_delayed_item *item2)
  {
  	if (item1->key.type == BTRFS_DIR_INDEX_KEY &&
  	    item1->key.objectid == item2->key.objectid &&
  	    item1->key.type == item2->key.type &&
  	    item1->key.offset + 1 == item2->key.offset)
  		return 1;
  	return 0;
  }
f85b7379c   David Sterba   btrfs: fix over-8...
63
64
  static struct btrfs_delayed_node *btrfs_get_delayed_node(
  		struct btrfs_inode *btrfs_inode)
16cdcec73   Miao Xie   btrfs: implement ...
65
  {
16cdcec73   Miao Xie   btrfs: implement ...
66
  	struct btrfs_root *root = btrfs_inode->root;
4a0cc7ca6   Nikolay Borisov   btrfs: Make btrfs...
67
  	u64 ino = btrfs_ino(btrfs_inode);
2f7e33d43   Miao Xie   btrfs: fix incons...
68
  	struct btrfs_delayed_node *node;
16cdcec73   Miao Xie   btrfs: implement ...
69

20c7bcec6   Seraphime Kirkovski   Btrfs: ACCESS_ONC...
70
  	node = READ_ONCE(btrfs_inode->delayed_node);
16cdcec73   Miao Xie   btrfs: implement ...
71
  	if (node) {
6de5f18e7   Elena Reshetova   btrfs: convert bt...
72
  		refcount_inc(&node->refs);
16cdcec73   Miao Xie   btrfs: implement ...
73
74
75
76
  		return node;
  	}
  
  	spin_lock(&root->inode_lock);
0d0ca30f1   Chris Mason   Btrfs: update the...
77
  	node = radix_tree_lookup(&root->delayed_nodes_tree, ino);
ec35e48b2   Chris Mason   btrfs: fix refcou...
78

16cdcec73   Miao Xie   btrfs: implement ...
79
80
  	if (node) {
  		if (btrfs_inode->delayed_node) {
6de5f18e7   Elena Reshetova   btrfs: convert bt...
81
  			refcount_inc(&node->refs);	/* can be accessed */
2f7e33d43   Miao Xie   btrfs: fix incons...
82
  			BUG_ON(btrfs_inode->delayed_node != node);
16cdcec73   Miao Xie   btrfs: implement ...
83
  			spin_unlock(&root->inode_lock);
2f7e33d43   Miao Xie   btrfs: fix incons...
84
  			return node;
16cdcec73   Miao Xie   btrfs: implement ...
85
  		}
ec35e48b2   Chris Mason   btrfs: fix refcou...
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
  
  		/*
  		 * It's possible that we're racing into the middle of removing
  		 * this node from the radix tree.  In this case, the refcount
  		 * was zero and it should never go back to one.  Just return
  		 * NULL like it was never in the radix at all; our release
  		 * function is in the process of removing it.
  		 *
  		 * Some implementations of refcount_inc refuse to bump the
  		 * refcount once it has hit zero.  If we don't do this dance
  		 * here, refcount_inc() may decide to just WARN_ONCE() instead
  		 * of actually bumping the refcount.
  		 *
  		 * If this node is properly in the radix, we want to bump the
  		 * refcount twice, once for the inode and once for this get
  		 * operation.
  		 */
  		if (refcount_inc_not_zero(&node->refs)) {
  			refcount_inc(&node->refs);
  			btrfs_inode->delayed_node = node;
  		} else {
  			node = NULL;
  		}
16cdcec73   Miao Xie   btrfs: implement ...
109
110
111
112
  		spin_unlock(&root->inode_lock);
  		return node;
  	}
  	spin_unlock(&root->inode_lock);
2f7e33d43   Miao Xie   btrfs: fix incons...
113
114
  	return NULL;
  }
79787eaab   Jeff Mahoney   btrfs: replace ma...
115
  /* Will return either the node or PTR_ERR(-ENOMEM) */
2f7e33d43   Miao Xie   btrfs: fix incons...
116
  static struct btrfs_delayed_node *btrfs_get_or_create_delayed_node(
f85b7379c   David Sterba   btrfs: fix over-8...
117
  		struct btrfs_inode *btrfs_inode)
2f7e33d43   Miao Xie   btrfs: fix incons...
118
119
  {
  	struct btrfs_delayed_node *node;
2f7e33d43   Miao Xie   btrfs: fix incons...
120
  	struct btrfs_root *root = btrfs_inode->root;
4a0cc7ca6   Nikolay Borisov   btrfs: Make btrfs...
121
  	u64 ino = btrfs_ino(btrfs_inode);
2f7e33d43   Miao Xie   btrfs: fix incons...
122
123
124
  	int ret;
  
  again:
340c6ca9f   Nikolay Borisov   btrfs: Make btrfs...
125
  	node = btrfs_get_delayed_node(btrfs_inode);
2f7e33d43   Miao Xie   btrfs: fix incons...
126
127
  	if (node)
  		return node;
352dd9c8d   Alexandru Moise   btrfs: zero out d...
128
  	node = kmem_cache_zalloc(delayed_node_cache, GFP_NOFS);
16cdcec73   Miao Xie   btrfs: implement ...
129
130
  	if (!node)
  		return ERR_PTR(-ENOMEM);
0d0ca30f1   Chris Mason   Btrfs: update the...
131
  	btrfs_init_delayed_node(node, root, ino);
16cdcec73   Miao Xie   btrfs: implement ...
132

95e94d14b   Rashika   btrfs: Replace mu...
133
  	/* cached in the btrfs inode and can be accessed */
6de5f18e7   Elena Reshetova   btrfs: convert bt...
134
  	refcount_set(&node->refs, 2);
16cdcec73   Miao Xie   btrfs: implement ...
135

e1860a772   David Sterba   btrfs: GFP_NOFS d...
136
  	ret = radix_tree_preload(GFP_NOFS);
16cdcec73   Miao Xie   btrfs: implement ...
137
138
139
140
141
142
  	if (ret) {
  		kmem_cache_free(delayed_node_cache, node);
  		return ERR_PTR(ret);
  	}
  
  	spin_lock(&root->inode_lock);
0d0ca30f1   Chris Mason   Btrfs: update the...
143
  	ret = radix_tree_insert(&root->delayed_nodes_tree, ino, node);
16cdcec73   Miao Xie   btrfs: implement ...
144
  	if (ret == -EEXIST) {
16cdcec73   Miao Xie   btrfs: implement ...
145
  		spin_unlock(&root->inode_lock);
964930312   Jeff Mahoney   btrfs: free delay...
146
  		kmem_cache_free(delayed_node_cache, node);
16cdcec73   Miao Xie   btrfs: implement ...
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
  		radix_tree_preload_end();
  		goto again;
  	}
  	btrfs_inode->delayed_node = node;
  	spin_unlock(&root->inode_lock);
  	radix_tree_preload_end();
  
  	return node;
  }
  
  /*
   * Call it when holding delayed_node->mutex
   *
   * If mod = 1, add this node into the prepared list.
   */
  static void btrfs_queue_delayed_node(struct btrfs_delayed_root *root,
  				     struct btrfs_delayed_node *node,
  				     int mod)
  {
  	spin_lock(&root->lock);
7cf35d91b   Miao Xie   Btrfs: use flags ...
167
  	if (test_bit(BTRFS_DELAYED_NODE_IN_LIST, &node->flags)) {
16cdcec73   Miao Xie   btrfs: implement ...
168
169
170
171
172
173
174
  		if (!list_empty(&node->p_list))
  			list_move_tail(&node->p_list, &root->prepare_list);
  		else if (mod)
  			list_add_tail(&node->p_list, &root->prepare_list);
  	} else {
  		list_add_tail(&node->n_list, &root->node_list);
  		list_add_tail(&node->p_list, &root->prepare_list);
6de5f18e7   Elena Reshetova   btrfs: convert bt...
175
  		refcount_inc(&node->refs);	/* inserted into list */
16cdcec73   Miao Xie   btrfs: implement ...
176
  		root->nodes++;
7cf35d91b   Miao Xie   Btrfs: use flags ...
177
  		set_bit(BTRFS_DELAYED_NODE_IN_LIST, &node->flags);
16cdcec73   Miao Xie   btrfs: implement ...
178
179
180
181
182
183
184
185
186
  	}
  	spin_unlock(&root->lock);
  }
  
  /* Call it when holding delayed_node->mutex */
  static void btrfs_dequeue_delayed_node(struct btrfs_delayed_root *root,
  				       struct btrfs_delayed_node *node)
  {
  	spin_lock(&root->lock);
7cf35d91b   Miao Xie   Btrfs: use flags ...
187
  	if (test_bit(BTRFS_DELAYED_NODE_IN_LIST, &node->flags)) {
16cdcec73   Miao Xie   btrfs: implement ...
188
  		root->nodes--;
6de5f18e7   Elena Reshetova   btrfs: convert bt...
189
  		refcount_dec(&node->refs);	/* not in the list */
16cdcec73   Miao Xie   btrfs: implement ...
190
191
192
  		list_del_init(&node->n_list);
  		if (!list_empty(&node->p_list))
  			list_del_init(&node->p_list);
7cf35d91b   Miao Xie   Btrfs: use flags ...
193
  		clear_bit(BTRFS_DELAYED_NODE_IN_LIST, &node->flags);
16cdcec73   Miao Xie   btrfs: implement ...
194
195
196
  	}
  	spin_unlock(&root->lock);
  }
48a3b6366   Eric Sandeen   btrfs: make stati...
197
  static struct btrfs_delayed_node *btrfs_first_delayed_node(
16cdcec73   Miao Xie   btrfs: implement ...
198
199
200
201
202
203
204
205
206
207
208
  			struct btrfs_delayed_root *delayed_root)
  {
  	struct list_head *p;
  	struct btrfs_delayed_node *node = NULL;
  
  	spin_lock(&delayed_root->lock);
  	if (list_empty(&delayed_root->node_list))
  		goto out;
  
  	p = delayed_root->node_list.next;
  	node = list_entry(p, struct btrfs_delayed_node, n_list);
6de5f18e7   Elena Reshetova   btrfs: convert bt...
209
  	refcount_inc(&node->refs);
16cdcec73   Miao Xie   btrfs: implement ...
210
211
212
213
214
  out:
  	spin_unlock(&delayed_root->lock);
  
  	return node;
  }
48a3b6366   Eric Sandeen   btrfs: make stati...
215
  static struct btrfs_delayed_node *btrfs_next_delayed_node(
16cdcec73   Miao Xie   btrfs: implement ...
216
217
218
219
220
221
222
223
  						struct btrfs_delayed_node *node)
  {
  	struct btrfs_delayed_root *delayed_root;
  	struct list_head *p;
  	struct btrfs_delayed_node *next = NULL;
  
  	delayed_root = node->root->fs_info->delayed_root;
  	spin_lock(&delayed_root->lock);
7cf35d91b   Miao Xie   Btrfs: use flags ...
224
225
  	if (!test_bit(BTRFS_DELAYED_NODE_IN_LIST, &node->flags)) {
  		/* not in the list */
16cdcec73   Miao Xie   btrfs: implement ...
226
227
228
229
230
231
232
233
234
  		if (list_empty(&delayed_root->node_list))
  			goto out;
  		p = delayed_root->node_list.next;
  	} else if (list_is_last(&node->n_list, &delayed_root->node_list))
  		goto out;
  	else
  		p = node->n_list.next;
  
  	next = list_entry(p, struct btrfs_delayed_node, n_list);
6de5f18e7   Elena Reshetova   btrfs: convert bt...
235
  	refcount_inc(&next->refs);
16cdcec73   Miao Xie   btrfs: implement ...
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
  out:
  	spin_unlock(&delayed_root->lock);
  
  	return next;
  }
  
  static void __btrfs_release_delayed_node(
  				struct btrfs_delayed_node *delayed_node,
  				int mod)
  {
  	struct btrfs_delayed_root *delayed_root;
  
  	if (!delayed_node)
  		return;
  
  	delayed_root = delayed_node->root->fs_info->delayed_root;
  
  	mutex_lock(&delayed_node->mutex);
  	if (delayed_node->count)
  		btrfs_queue_delayed_node(delayed_root, delayed_node, mod);
  	else
  		btrfs_dequeue_delayed_node(delayed_root, delayed_node);
  	mutex_unlock(&delayed_node->mutex);
6de5f18e7   Elena Reshetova   btrfs: convert bt...
259
  	if (refcount_dec_and_test(&delayed_node->refs)) {
16cdcec73   Miao Xie   btrfs: implement ...
260
  		struct btrfs_root *root = delayed_node->root;
ec35e48b2   Chris Mason   btrfs: fix refcou...
261

16cdcec73   Miao Xie   btrfs: implement ...
262
  		spin_lock(&root->inode_lock);
ec35e48b2   Chris Mason   btrfs: fix refcou...
263
264
265
266
267
268
269
  		/*
  		 * Once our refcount goes to zero, nobody is allowed to bump it
  		 * back up.  We can delete it now.
  		 */
  		ASSERT(refcount_read(&delayed_node->refs) == 0);
  		radix_tree_delete(&root->delayed_nodes_tree,
  				  delayed_node->inode_id);
16cdcec73   Miao Xie   btrfs: implement ...
270
  		spin_unlock(&root->inode_lock);
ec35e48b2   Chris Mason   btrfs: fix refcou...
271
  		kmem_cache_free(delayed_node_cache, delayed_node);
16cdcec73   Miao Xie   btrfs: implement ...
272
273
274
275
276
277
278
  	}
  }
  
  static inline void btrfs_release_delayed_node(struct btrfs_delayed_node *node)
  {
  	__btrfs_release_delayed_node(node, 0);
  }
48a3b6366   Eric Sandeen   btrfs: make stati...
279
  static struct btrfs_delayed_node *btrfs_first_prepared_delayed_node(
16cdcec73   Miao Xie   btrfs: implement ...
280
281
282
283
284
285
286
287
288
289
290
291
  					struct btrfs_delayed_root *delayed_root)
  {
  	struct list_head *p;
  	struct btrfs_delayed_node *node = NULL;
  
  	spin_lock(&delayed_root->lock);
  	if (list_empty(&delayed_root->prepare_list))
  		goto out;
  
  	p = delayed_root->prepare_list.next;
  	list_del_init(p);
  	node = list_entry(p, struct btrfs_delayed_node, p_list);
6de5f18e7   Elena Reshetova   btrfs: convert bt...
292
  	refcount_inc(&node->refs);
16cdcec73   Miao Xie   btrfs: implement ...
293
294
295
296
297
298
299
300
301
302
303
  out:
  	spin_unlock(&delayed_root->lock);
  
  	return node;
  }
  
  static inline void btrfs_release_prepared_delayed_node(
  					struct btrfs_delayed_node *node)
  {
  	__btrfs_release_delayed_node(node, 1);
  }
48a3b6366   Eric Sandeen   btrfs: make stati...
304
  static struct btrfs_delayed_item *btrfs_alloc_delayed_item(u32 data_len)
16cdcec73   Miao Xie   btrfs: implement ...
305
306
307
308
309
310
311
  {
  	struct btrfs_delayed_item *item;
  	item = kmalloc(sizeof(*item) + data_len, GFP_NOFS);
  	if (item) {
  		item->data_len = data_len;
  		item->ins_or_del = 0;
  		item->bytes_reserved = 0;
16cdcec73   Miao Xie   btrfs: implement ...
312
  		item->delayed_node = NULL;
089e77e10   Elena Reshetova   btrfs: convert bt...
313
  		refcount_set(&item->refs, 1);
16cdcec73   Miao Xie   btrfs: implement ...
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
  	}
  	return item;
  }
  
  /*
   * __btrfs_lookup_delayed_item - look up the delayed item by key
   * @delayed_node: pointer to the delayed node
   * @key:	  the key to look up
   * @prev:	  used to store the prev item if the right item isn't found
   * @next:	  used to store the next item if the right item isn't found
   *
   * Note: if we don't find the right item, we will return the prev item and
   * the next item.
   */
  static struct btrfs_delayed_item *__btrfs_lookup_delayed_item(
  				struct rb_root *root,
  				struct btrfs_key *key,
  				struct btrfs_delayed_item **prev,
  				struct btrfs_delayed_item **next)
  {
  	struct rb_node *node, *prev_node = NULL;
  	struct btrfs_delayed_item *delayed_item = NULL;
  	int ret = 0;
  
  	node = root->rb_node;
  
  	while (node) {
  		delayed_item = rb_entry(node, struct btrfs_delayed_item,
  					rb_node);
  		prev_node = node;
  		ret = btrfs_comp_cpu_keys(&delayed_item->key, key);
  		if (ret < 0)
  			node = node->rb_right;
  		else if (ret > 0)
  			node = node->rb_left;
  		else
  			return delayed_item;
  	}
  
  	if (prev) {
  		if (!prev_node)
  			*prev = NULL;
  		else if (ret < 0)
  			*prev = delayed_item;
  		else if ((node = rb_prev(prev_node)) != NULL) {
  			*prev = rb_entry(node, struct btrfs_delayed_item,
  					 rb_node);
  		} else
  			*prev = NULL;
  	}
  
  	if (next) {
  		if (!prev_node)
  			*next = NULL;
  		else if (ret > 0)
  			*next = delayed_item;
  		else if ((node = rb_next(prev_node)) != NULL) {
  			*next = rb_entry(node, struct btrfs_delayed_item,
  					 rb_node);
  		} else
  			*next = NULL;
  	}
  	return NULL;
  }
48a3b6366   Eric Sandeen   btrfs: make stati...
378
  static struct btrfs_delayed_item *__btrfs_lookup_delayed_insertion_item(
16cdcec73   Miao Xie   btrfs: implement ...
379
380
381
  					struct btrfs_delayed_node *delayed_node,
  					struct btrfs_key *key)
  {
03a1d4c89   Liu Bo   Btrfs: delayed-in...
382
  	return __btrfs_lookup_delayed_item(&delayed_node->ins_root.rb_root, key,
16cdcec73   Miao Xie   btrfs: implement ...
383
  					   NULL, NULL);
16cdcec73   Miao Xie   btrfs: implement ...
384
  }
16cdcec73   Miao Xie   btrfs: implement ...
385
386
387
388
389
390
  static int __btrfs_add_delayed_item(struct btrfs_delayed_node *delayed_node,
  				    struct btrfs_delayed_item *ins,
  				    int action)
  {
  	struct rb_node **p, *node;
  	struct rb_node *parent_node = NULL;
03a1d4c89   Liu Bo   Btrfs: delayed-in...
391
  	struct rb_root_cached *root;
16cdcec73   Miao Xie   btrfs: implement ...
392
393
  	struct btrfs_delayed_item *item;
  	int cmp;
03a1d4c89   Liu Bo   Btrfs: delayed-in...
394
  	bool leftmost = true;
16cdcec73   Miao Xie   btrfs: implement ...
395
396
397
398
399
400
401
  
  	if (action == BTRFS_DELAYED_INSERTION_ITEM)
  		root = &delayed_node->ins_root;
  	else if (action == BTRFS_DELAYED_DELETION_ITEM)
  		root = &delayed_node->del_root;
  	else
  		BUG();
03a1d4c89   Liu Bo   Btrfs: delayed-in...
402
  	p = &root->rb_root.rb_node;
16cdcec73   Miao Xie   btrfs: implement ...
403
404
405
406
407
408
409
410
  	node = &ins->rb_node;
  
  	while (*p) {
  		parent_node = *p;
  		item = rb_entry(parent_node, struct btrfs_delayed_item,
  				 rb_node);
  
  		cmp = btrfs_comp_cpu_keys(&item->key, &ins->key);
03a1d4c89   Liu Bo   Btrfs: delayed-in...
411
  		if (cmp < 0) {
16cdcec73   Miao Xie   btrfs: implement ...
412
  			p = &(*p)->rb_right;
03a1d4c89   Liu Bo   Btrfs: delayed-in...
413
414
  			leftmost = false;
  		} else if (cmp > 0) {
16cdcec73   Miao Xie   btrfs: implement ...
415
  			p = &(*p)->rb_left;
03a1d4c89   Liu Bo   Btrfs: delayed-in...
416
  		} else {
16cdcec73   Miao Xie   btrfs: implement ...
417
  			return -EEXIST;
03a1d4c89   Liu Bo   Btrfs: delayed-in...
418
  		}
16cdcec73   Miao Xie   btrfs: implement ...
419
420
421
  	}
  
  	rb_link_node(node, parent_node, p);
03a1d4c89   Liu Bo   Btrfs: delayed-in...
422
  	rb_insert_color_cached(node, root, leftmost);
16cdcec73   Miao Xie   btrfs: implement ...
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
  	ins->delayed_node = delayed_node;
  	ins->ins_or_del = action;
  
  	if (ins->key.type == BTRFS_DIR_INDEX_KEY &&
  	    action == BTRFS_DELAYED_INSERTION_ITEM &&
  	    ins->key.offset >= delayed_node->index_cnt)
  			delayed_node->index_cnt = ins->key.offset + 1;
  
  	delayed_node->count++;
  	atomic_inc(&delayed_node->root->fs_info->delayed_root->items);
  	return 0;
  }
  
  static int __btrfs_add_delayed_insertion_item(struct btrfs_delayed_node *node,
  					      struct btrfs_delayed_item *item)
  {
  	return __btrfs_add_delayed_item(node, item,
  					BTRFS_DELAYED_INSERTION_ITEM);
  }
  
  static int __btrfs_add_delayed_deletion_item(struct btrfs_delayed_node *node,
  					     struct btrfs_delayed_item *item)
  {
  	return __btrfs_add_delayed_item(node, item,
  					BTRFS_DELAYED_DELETION_ITEM);
  }
de3cb945d   Chris Mason   Btrfs: improve th...
449
450
451
  static void finish_one_item(struct btrfs_delayed_root *delayed_root)
  {
  	int seq = atomic_inc_return(&delayed_root->items_seq);
ee8639545   David Sterba   btrfs: comment th...
452

093258e6e   David Sterba   btrfs: replace wa...
453
  	/* atomic_dec_return implies a barrier */
de3cb945d   Chris Mason   Btrfs: improve th...
454
  	if ((atomic_dec_return(&delayed_root->items) <
093258e6e   David Sterba   btrfs: replace wa...
455
456
  	    BTRFS_DELAYED_BACKGROUND || seq % BTRFS_DELAYED_BATCH == 0))
  		cond_wake_up_nomb(&delayed_root->wait);
de3cb945d   Chris Mason   Btrfs: improve th...
457
  }
16cdcec73   Miao Xie   btrfs: implement ...
458
459
  static void __btrfs_remove_delayed_item(struct btrfs_delayed_item *delayed_item)
  {
03a1d4c89   Liu Bo   Btrfs: delayed-in...
460
  	struct rb_root_cached *root;
16cdcec73   Miao Xie   btrfs: implement ...
461
  	struct btrfs_delayed_root *delayed_root;
933c22a75   Qu Wenruo   btrfs: delayed-in...
462
463
464
  	/* Not associated with any delayed_node */
  	if (!delayed_item->delayed_node)
  		return;
16cdcec73   Miao Xie   btrfs: implement ...
465
466
467
468
469
470
471
472
473
474
  	delayed_root = delayed_item->delayed_node->root->fs_info->delayed_root;
  
  	BUG_ON(!delayed_root);
  	BUG_ON(delayed_item->ins_or_del != BTRFS_DELAYED_DELETION_ITEM &&
  	       delayed_item->ins_or_del != BTRFS_DELAYED_INSERTION_ITEM);
  
  	if (delayed_item->ins_or_del == BTRFS_DELAYED_INSERTION_ITEM)
  		root = &delayed_item->delayed_node->ins_root;
  	else
  		root = &delayed_item->delayed_node->del_root;
03a1d4c89   Liu Bo   Btrfs: delayed-in...
475
  	rb_erase_cached(&delayed_item->rb_node, root);
16cdcec73   Miao Xie   btrfs: implement ...
476
  	delayed_item->delayed_node->count--;
de3cb945d   Chris Mason   Btrfs: improve th...
477
478
  
  	finish_one_item(delayed_root);
16cdcec73   Miao Xie   btrfs: implement ...
479
480
481
482
483
484
  }
  
  static void btrfs_release_delayed_item(struct btrfs_delayed_item *item)
  {
  	if (item) {
  		__btrfs_remove_delayed_item(item);
089e77e10   Elena Reshetova   btrfs: convert bt...
485
  		if (refcount_dec_and_test(&item->refs))
16cdcec73   Miao Xie   btrfs: implement ...
486
487
488
  			kfree(item);
  	}
  }
48a3b6366   Eric Sandeen   btrfs: make stati...
489
  static struct btrfs_delayed_item *__btrfs_first_delayed_insertion_item(
16cdcec73   Miao Xie   btrfs: implement ...
490
491
492
493
  					struct btrfs_delayed_node *delayed_node)
  {
  	struct rb_node *p;
  	struct btrfs_delayed_item *item = NULL;
03a1d4c89   Liu Bo   Btrfs: delayed-in...
494
  	p = rb_first_cached(&delayed_node->ins_root);
16cdcec73   Miao Xie   btrfs: implement ...
495
496
497
498
499
  	if (p)
  		item = rb_entry(p, struct btrfs_delayed_item, rb_node);
  
  	return item;
  }
48a3b6366   Eric Sandeen   btrfs: make stati...
500
  static struct btrfs_delayed_item *__btrfs_first_delayed_deletion_item(
16cdcec73   Miao Xie   btrfs: implement ...
501
502
503
504
  					struct btrfs_delayed_node *delayed_node)
  {
  	struct rb_node *p;
  	struct btrfs_delayed_item *item = NULL;
03a1d4c89   Liu Bo   Btrfs: delayed-in...
505
  	p = rb_first_cached(&delayed_node->del_root);
16cdcec73   Miao Xie   btrfs: implement ...
506
507
508
509
510
  	if (p)
  		item = rb_entry(p, struct btrfs_delayed_item, rb_node);
  
  	return item;
  }
48a3b6366   Eric Sandeen   btrfs: make stati...
511
  static struct btrfs_delayed_item *__btrfs_next_delayed_item(
16cdcec73   Miao Xie   btrfs: implement ...
512
513
514
515
516
517
518
519
520
521
522
  						struct btrfs_delayed_item *item)
  {
  	struct rb_node *p;
  	struct btrfs_delayed_item *next = NULL;
  
  	p = rb_next(&item->rb_node);
  	if (p)
  		next = rb_entry(p, struct btrfs_delayed_item, rb_node);
  
  	return next;
  }
16cdcec73   Miao Xie   btrfs: implement ...
523
  static int btrfs_delayed_item_reserve_metadata(struct btrfs_trans_handle *trans,
4f5427ccc   Qu Wenruo   btrfs: delayed-in...
524
  					       struct btrfs_root *root,
16cdcec73   Miao Xie   btrfs: implement ...
525
526
527
528
  					       struct btrfs_delayed_item *item)
  {
  	struct btrfs_block_rsv *src_rsv;
  	struct btrfs_block_rsv *dst_rsv;
4f5427ccc   Qu Wenruo   btrfs: delayed-in...
529
  	struct btrfs_fs_info *fs_info = root->fs_info;
16cdcec73   Miao Xie   btrfs: implement ...
530
531
532
533
534
535
536
  	u64 num_bytes;
  	int ret;
  
  	if (!trans->bytes_reserved)
  		return 0;
  
  	src_rsv = trans->block_rsv;
0b246afa6   Jeff Mahoney   btrfs: root->fs_i...
537
  	dst_rsv = &fs_info->delayed_block_rsv;
16cdcec73   Miao Xie   btrfs: implement ...
538

2bd36e7b4   Josef Bacik   btrfs: rename the...
539
  	num_bytes = btrfs_calc_insert_metadata_size(fs_info, 1);
f218ea6c4   Qu Wenruo   btrfs: delayed-in...
540
541
542
543
544
545
  
  	/*
  	 * Here we migrate space rsv from transaction rsv, since have already
  	 * reserved space when starting a transaction.  So no need to reserve
  	 * qgroup space here.
  	 */
3a5841748   Lu Fengqi   btrfs: switch upd...
546
  	ret = btrfs_block_rsv_migrate(src_rsv, dst_rsv, num_bytes, true);
8c2a3ca20   Josef Bacik   Btrfs: space leak...
547
  	if (!ret) {
0b246afa6   Jeff Mahoney   btrfs: root->fs_i...
548
  		trace_btrfs_space_reservation(fs_info, "delayed_item",
8c2a3ca20   Josef Bacik   Btrfs: space leak...
549
550
  					      item->key.objectid,
  					      num_bytes, 1);
16cdcec73   Miao Xie   btrfs: implement ...
551
  		item->bytes_reserved = num_bytes;
8c2a3ca20   Josef Bacik   Btrfs: space leak...
552
  	}
16cdcec73   Miao Xie   btrfs: implement ...
553
554
555
  
  	return ret;
  }
4f5427ccc   Qu Wenruo   btrfs: delayed-in...
556
  static void btrfs_delayed_item_release_metadata(struct btrfs_root *root,
16cdcec73   Miao Xie   btrfs: implement ...
557
558
  						struct btrfs_delayed_item *item)
  {
19fd29495   Miao Xie   btrfs: fix wrong ...
559
  	struct btrfs_block_rsv *rsv;
4f5427ccc   Qu Wenruo   btrfs: delayed-in...
560
  	struct btrfs_fs_info *fs_info = root->fs_info;
19fd29495   Miao Xie   btrfs: fix wrong ...
561

16cdcec73   Miao Xie   btrfs: implement ...
562
563
  	if (!item->bytes_reserved)
  		return;
0b246afa6   Jeff Mahoney   btrfs: root->fs_i...
564
  	rsv = &fs_info->delayed_block_rsv;
f218ea6c4   Qu Wenruo   btrfs: delayed-in...
565
566
567
568
  	/*
  	 * Check btrfs_delayed_item_reserve_metadata() to see why we don't need
  	 * to release/reserve qgroup space.
  	 */
0b246afa6   Jeff Mahoney   btrfs: root->fs_i...
569
  	trace_btrfs_space_reservation(fs_info, "delayed_item",
8c2a3ca20   Josef Bacik   Btrfs: space leak...
570
571
  				      item->key.objectid, item->bytes_reserved,
  				      0);
2ff7e61e0   Jeff Mahoney   btrfs: take an fs...
572
  	btrfs_block_rsv_release(fs_info, rsv,
16cdcec73   Miao Xie   btrfs: implement ...
573
574
575
576
577
578
  				item->bytes_reserved);
  }
  
  static int btrfs_delayed_inode_reserve_metadata(
  					struct btrfs_trans_handle *trans,
  					struct btrfs_root *root,
fcabdd1ca   Nikolay Borisov   btrfs: Make btrfs...
579
  					struct btrfs_inode *inode,
16cdcec73   Miao Xie   btrfs: implement ...
580
581
  					struct btrfs_delayed_node *node)
  {
0b246afa6   Jeff Mahoney   btrfs: root->fs_i...
582
  	struct btrfs_fs_info *fs_info = root->fs_info;
16cdcec73   Miao Xie   btrfs: implement ...
583
584
585
586
  	struct btrfs_block_rsv *src_rsv;
  	struct btrfs_block_rsv *dst_rsv;
  	u64 num_bytes;
  	int ret;
16cdcec73   Miao Xie   btrfs: implement ...
587
  	src_rsv = trans->block_rsv;
0b246afa6   Jeff Mahoney   btrfs: root->fs_i...
588
  	dst_rsv = &fs_info->delayed_block_rsv;
16cdcec73   Miao Xie   btrfs: implement ...
589

bcacf5f3f   Josef Bacik   btrfs: only reser...
590
  	num_bytes = btrfs_calc_metadata_size(fs_info, 1);
c06a0e120   Josef Bacik   Btrfs: fix delaye...
591
592
593
594
595
596
597
598
  
  	/*
  	 * btrfs_dirty_inode will update the inode under btrfs_join_transaction
  	 * which doesn't reserve space for speed.  This is a problem since we
  	 * still need to reserve space for this update, so try to reserve the
  	 * space.
  	 *
  	 * Now if src_rsv == delalloc_block_rsv we'll let it just steal since
69fe2d75d   Josef Bacik   btrfs: make the d...
599
  	 * we always reserve enough to update the inode item.
c06a0e120   Josef Bacik   Btrfs: fix delaye...
600
  	 */
e755d9ab3   Chris Mason   Btrfs: deal with ...
601
  	if (!src_rsv || (!trans->bytes_reserved &&
66d8f3dd1   Miao Xie   Btrfs: add a new ...
602
  			 src_rsv->type != BTRFS_BLOCK_RSV_DELALLOC)) {
f218ea6c4   Qu Wenruo   btrfs: delayed-in...
603
604
605
606
  		ret = btrfs_qgroup_reserve_meta_prealloc(root,
  				fs_info->nodesize, true);
  		if (ret < 0)
  			return ret;
08e007d2e   Miao Xie   Btrfs: improve th...
607
608
  		ret = btrfs_block_rsv_add(root, dst_rsv, num_bytes,
  					  BTRFS_RESERVE_NO_FLUSH);
c06a0e120   Josef Bacik   Btrfs: fix delaye...
609
610
611
612
613
614
  		/*
  		 * Since we're under a transaction reserve_metadata_bytes could
  		 * try to commit the transaction which will make it return
  		 * EAGAIN to make us stop the transaction we have, so return
  		 * ENOSPC instead so that btrfs_dirty_inode knows what to do.
  		 */
4f5427ccc   Qu Wenruo   btrfs: delayed-in...
615
  		if (ret == -EAGAIN) {
c06a0e120   Josef Bacik   Btrfs: fix delaye...
616
  			ret = -ENOSPC;
4f5427ccc   Qu Wenruo   btrfs: delayed-in...
617
618
  			btrfs_qgroup_free_meta_prealloc(root, num_bytes);
  		}
8c2a3ca20   Josef Bacik   Btrfs: space leak...
619
  		if (!ret) {
c06a0e120   Josef Bacik   Btrfs: fix delaye...
620
  			node->bytes_reserved = num_bytes;
0b246afa6   Jeff Mahoney   btrfs: root->fs_i...
621
  			trace_btrfs_space_reservation(fs_info,
8c2a3ca20   Josef Bacik   Btrfs: space leak...
622
  						      "delayed_inode",
fcabdd1ca   Nikolay Borisov   btrfs: Make btrfs...
623
  						      btrfs_ino(inode),
8c2a3ca20   Josef Bacik   Btrfs: space leak...
624
  						      num_bytes, 1);
f218ea6c4   Qu Wenruo   btrfs: delayed-in...
625
626
  		} else {
  			btrfs_qgroup_free_meta_prealloc(root, fs_info->nodesize);
8c2a3ca20   Josef Bacik   Btrfs: space leak...
627
  		}
c06a0e120   Josef Bacik   Btrfs: fix delaye...
628
629
  		return ret;
  	}
3a5841748   Lu Fengqi   btrfs: switch upd...
630
  	ret = btrfs_block_rsv_migrate(src_rsv, dst_rsv, num_bytes, true);
8c2a3ca20   Josef Bacik   Btrfs: space leak...
631
  	if (!ret) {
0b246afa6   Jeff Mahoney   btrfs: root->fs_i...
632
  		trace_btrfs_space_reservation(fs_info, "delayed_inode",
fcabdd1ca   Nikolay Borisov   btrfs: Make btrfs...
633
  					      btrfs_ino(inode), num_bytes, 1);
16cdcec73   Miao Xie   btrfs: implement ...
634
  		node->bytes_reserved = num_bytes;
8c2a3ca20   Josef Bacik   Btrfs: space leak...
635
  	}
16cdcec73   Miao Xie   btrfs: implement ...
636
637
638
  
  	return ret;
  }
2ff7e61e0   Jeff Mahoney   btrfs: take an fs...
639
  static void btrfs_delayed_inode_release_metadata(struct btrfs_fs_info *fs_info,
4f5427ccc   Qu Wenruo   btrfs: delayed-in...
640
641
  						struct btrfs_delayed_node *node,
  						bool qgroup_free)
16cdcec73   Miao Xie   btrfs: implement ...
642
643
644
645
646
  {
  	struct btrfs_block_rsv *rsv;
  
  	if (!node->bytes_reserved)
  		return;
0b246afa6   Jeff Mahoney   btrfs: root->fs_i...
647
648
  	rsv = &fs_info->delayed_block_rsv;
  	trace_btrfs_space_reservation(fs_info, "delayed_inode",
8c2a3ca20   Josef Bacik   Btrfs: space leak...
649
  				      node->inode_id, node->bytes_reserved, 0);
2ff7e61e0   Jeff Mahoney   btrfs: take an fs...
650
  	btrfs_block_rsv_release(fs_info, rsv,
16cdcec73   Miao Xie   btrfs: implement ...
651
  				node->bytes_reserved);
4f5427ccc   Qu Wenruo   btrfs: delayed-in...
652
653
654
655
656
657
  	if (qgroup_free)
  		btrfs_qgroup_free_meta_prealloc(node->root,
  				node->bytes_reserved);
  	else
  		btrfs_qgroup_convert_reserved_meta(node->root,
  				node->bytes_reserved);
16cdcec73   Miao Xie   btrfs: implement ...
658
659
660
661
662
663
664
  	node->bytes_reserved = 0;
  }
  
  /*
   * This helper will insert some continuous items into the same leaf according
   * to the free space of the leaf.
   */
afe5fea72   Tsutomu Itoh   Btrfs: cleanup of...
665
666
667
  static int btrfs_batch_insert_items(struct btrfs_root *root,
  				    struct btrfs_path *path,
  				    struct btrfs_delayed_item *item)
16cdcec73   Miao Xie   btrfs: implement ...
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
  {
  	struct btrfs_delayed_item *curr, *next;
  	int free_space;
  	int total_data_size = 0, total_size = 0;
  	struct extent_buffer *leaf;
  	char *data_ptr;
  	struct btrfs_key *keys;
  	u32 *data_size;
  	struct list_head head;
  	int slot;
  	int nitems;
  	int i;
  	int ret = 0;
  
  	BUG_ON(!path->nodes[0]);
  
  	leaf = path->nodes[0];
e902baac6   David Sterba   btrfs: get fs_inf...
685
  	free_space = btrfs_leaf_free_space(leaf);
16cdcec73   Miao Xie   btrfs: implement ...
686
687
688
  	INIT_LIST_HEAD(&head);
  
  	next = item;
17aca1c98   Chris Mason   Btrfs: fix uninit...
689
  	nitems = 0;
16cdcec73   Miao Xie   btrfs: implement ...
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
  
  	/*
  	 * count the number of the continuous items that we can insert in batch
  	 */
  	while (total_size + next->data_len + sizeof(struct btrfs_item) <=
  	       free_space) {
  		total_data_size += next->data_len;
  		total_size += next->data_len + sizeof(struct btrfs_item);
  		list_add_tail(&next->tree_list, &head);
  		nitems++;
  
  		curr = next;
  		next = __btrfs_next_delayed_item(curr);
  		if (!next)
  			break;
  
  		if (!btrfs_is_continuous_delayed_item(curr, next))
  			break;
  	}
  
  	if (!nitems) {
  		ret = 0;
  		goto out;
  	}
  
  	/*
  	 * we need allocate some memory space, but it might cause the task
  	 * to sleep, so we set all locked nodes in the path to blocking locks
  	 * first.
  	 */
  	btrfs_set_path_blocking(path);
d9b0d9ba0   Dulshani Gunawardhana   btrfs: Replace km...
721
  	keys = kmalloc_array(nitems, sizeof(struct btrfs_key), GFP_NOFS);
16cdcec73   Miao Xie   btrfs: implement ...
722
723
724
725
  	if (!keys) {
  		ret = -ENOMEM;
  		goto out;
  	}
d9b0d9ba0   Dulshani Gunawardhana   btrfs: Replace km...
726
  	data_size = kmalloc_array(nitems, sizeof(u32), GFP_NOFS);
16cdcec73   Miao Xie   btrfs: implement ...
727
728
729
730
731
732
733
734
735
736
737
738
  	if (!data_size) {
  		ret = -ENOMEM;
  		goto error;
  	}
  
  	/* get keys of all the delayed items */
  	i = 0;
  	list_for_each_entry(next, &head, tree_list) {
  		keys[i] = next->key;
  		data_size[i] = next->data_len;
  		i++;
  	}
16cdcec73   Miao Xie   btrfs: implement ...
739
  	/* insert the keys of the items */
afe5fea72   Tsutomu Itoh   Btrfs: cleanup of...
740
  	setup_items_for_insert(root, path, keys, data_size,
143bede52   Jeff Mahoney   btrfs: return voi...
741
  			       total_data_size, total_size, nitems);
16cdcec73   Miao Xie   btrfs: implement ...
742
743
744
745
746
747
748
749
750
  
  	/* insert the dir index items */
  	slot = path->slots[0];
  	list_for_each_entry_safe(curr, next, &head, tree_list) {
  		data_ptr = btrfs_item_ptr(leaf, slot, char);
  		write_extent_buffer(leaf, &curr->data,
  				    (unsigned long)data_ptr,
  				    curr->data_len);
  		slot++;
4f5427ccc   Qu Wenruo   btrfs: delayed-in...
751
  		btrfs_delayed_item_release_metadata(root, curr);
16cdcec73   Miao Xie   btrfs: implement ...
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
  
  		list_del(&curr->tree_list);
  		btrfs_release_delayed_item(curr);
  	}
  
  error:
  	kfree(data_size);
  	kfree(keys);
  out:
  	return ret;
  }
  
  /*
   * This helper can just do simple insertion that needn't extend item for new
   * data, such as directory name index insertion, inode insertion.
   */
  static int btrfs_insert_delayed_item(struct btrfs_trans_handle *trans,
  				     struct btrfs_root *root,
  				     struct btrfs_path *path,
  				     struct btrfs_delayed_item *delayed_item)
  {
  	struct extent_buffer *leaf;
16cdcec73   Miao Xie   btrfs: implement ...
774
775
776
777
778
779
780
781
782
  	char *ptr;
  	int ret;
  
  	ret = btrfs_insert_empty_item(trans, root, path, &delayed_item->key,
  				      delayed_item->data_len);
  	if (ret < 0 && ret != -EEXIST)
  		return ret;
  
  	leaf = path->nodes[0];
16cdcec73   Miao Xie   btrfs: implement ...
783
784
785
786
787
  	ptr = btrfs_item_ptr(leaf, path->slots[0], char);
  
  	write_extent_buffer(leaf, delayed_item->data, (unsigned long)ptr,
  			    delayed_item->data_len);
  	btrfs_mark_buffer_dirty(leaf);
4f5427ccc   Qu Wenruo   btrfs: delayed-in...
788
  	btrfs_delayed_item_release_metadata(root, delayed_item);
16cdcec73   Miao Xie   btrfs: implement ...
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
  	return 0;
  }
  
  /*
   * we insert an item first, then if there are some continuous items, we try
   * to insert those items into the same leaf.
   */
  static int btrfs_insert_delayed_items(struct btrfs_trans_handle *trans,
  				      struct btrfs_path *path,
  				      struct btrfs_root *root,
  				      struct btrfs_delayed_node *node)
  {
  	struct btrfs_delayed_item *curr, *prev;
  	int ret = 0;
  
  do_again:
  	mutex_lock(&node->mutex);
  	curr = __btrfs_first_delayed_insertion_item(node);
  	if (!curr)
  		goto insert_end;
  
  	ret = btrfs_insert_delayed_item(trans, root, path, curr);
  	if (ret < 0) {
945d8962c   Chris Mason   Merge branch 'cle...
812
  		btrfs_release_path(path);
16cdcec73   Miao Xie   btrfs: implement ...
813
814
815
816
817
818
819
820
  		goto insert_end;
  	}
  
  	prev = curr;
  	curr = __btrfs_next_delayed_item(prev);
  	if (curr && btrfs_is_continuous_delayed_item(prev, curr)) {
  		/* insert the continuous items into the same leaf */
  		path->slots[0]++;
afe5fea72   Tsutomu Itoh   Btrfs: cleanup of...
821
  		btrfs_batch_insert_items(root, path, curr);
16cdcec73   Miao Xie   btrfs: implement ...
822
823
824
  	}
  	btrfs_release_delayed_item(prev);
  	btrfs_mark_buffer_dirty(path->nodes[0]);
945d8962c   Chris Mason   Merge branch 'cle...
825
  	btrfs_release_path(path);
16cdcec73   Miao Xie   btrfs: implement ...
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
  	mutex_unlock(&node->mutex);
  	goto do_again;
  
  insert_end:
  	mutex_unlock(&node->mutex);
  	return ret;
  }
  
  static int btrfs_batch_delete_items(struct btrfs_trans_handle *trans,
  				    struct btrfs_root *root,
  				    struct btrfs_path *path,
  				    struct btrfs_delayed_item *item)
  {
  	struct btrfs_delayed_item *curr, *next;
  	struct extent_buffer *leaf;
  	struct btrfs_key key;
  	struct list_head head;
  	int nitems, i, last_item;
  	int ret = 0;
  
  	BUG_ON(!path->nodes[0]);
  
  	leaf = path->nodes[0];
  
  	i = path->slots[0];
  	last_item = btrfs_header_nritems(leaf) - 1;
  	if (i > last_item)
  		return -ENOENT;	/* FIXME: Is errno suitable? */
  
  	next = item;
  	INIT_LIST_HEAD(&head);
  	btrfs_item_key_to_cpu(leaf, &key, i);
  	nitems = 0;
  	/*
  	 * count the number of the dir index items that we can delete in batch
  	 */
  	while (btrfs_comp_cpu_keys(&next->key, &key) == 0) {
  		list_add_tail(&next->tree_list, &head);
  		nitems++;
  
  		curr = next;
  		next = __btrfs_next_delayed_item(curr);
  		if (!next)
  			break;
  
  		if (!btrfs_is_continuous_delayed_item(curr, next))
  			break;
  
  		i++;
  		if (i > last_item)
  			break;
  		btrfs_item_key_to_cpu(leaf, &key, i);
  	}
  
  	if (!nitems)
  		return 0;
  
  	ret = btrfs_del_items(trans, root, path, path->slots[0], nitems);
  	if (ret)
  		goto out;
  
  	list_for_each_entry_safe(curr, next, &head, tree_list) {
4f5427ccc   Qu Wenruo   btrfs: delayed-in...
888
  		btrfs_delayed_item_release_metadata(root, curr);
16cdcec73   Miao Xie   btrfs: implement ...
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
  		list_del(&curr->tree_list);
  		btrfs_release_delayed_item(curr);
  	}
  
  out:
  	return ret;
  }
  
  static int btrfs_delete_delayed_items(struct btrfs_trans_handle *trans,
  				      struct btrfs_path *path,
  				      struct btrfs_root *root,
  				      struct btrfs_delayed_node *node)
  {
  	struct btrfs_delayed_item *curr, *prev;
  	int ret = 0;
  
  do_again:
  	mutex_lock(&node->mutex);
  	curr = __btrfs_first_delayed_deletion_item(node);
  	if (!curr)
  		goto delete_fail;
  
  	ret = btrfs_search_slot(trans, root, &curr->key, path, -1, 1);
  	if (ret < 0)
  		goto delete_fail;
  	else if (ret > 0) {
  		/*
  		 * can't find the item which the node points to, so this node
  		 * is invalid, just drop it.
  		 */
  		prev = curr;
  		curr = __btrfs_next_delayed_item(prev);
  		btrfs_release_delayed_item(prev);
  		ret = 0;
945d8962c   Chris Mason   Merge branch 'cle...
923
  		btrfs_release_path(path);
620952653   Fengguang Wu   btrfs: fix second...
924
925
  		if (curr) {
  			mutex_unlock(&node->mutex);
16cdcec73   Miao Xie   btrfs: implement ...
926
  			goto do_again;
620952653   Fengguang Wu   btrfs: fix second...
927
  		} else
16cdcec73   Miao Xie   btrfs: implement ...
928
929
930
931
  			goto delete_fail;
  	}
  
  	btrfs_batch_delete_items(trans, root, path, curr);
945d8962c   Chris Mason   Merge branch 'cle...
932
  	btrfs_release_path(path);
16cdcec73   Miao Xie   btrfs: implement ...
933
934
935
936
  	mutex_unlock(&node->mutex);
  	goto do_again;
  
  delete_fail:
945d8962c   Chris Mason   Merge branch 'cle...
937
  	btrfs_release_path(path);
16cdcec73   Miao Xie   btrfs: implement ...
938
939
940
941
942
943
944
  	mutex_unlock(&node->mutex);
  	return ret;
  }
  
  static void btrfs_release_delayed_inode(struct btrfs_delayed_node *delayed_node)
  {
  	struct btrfs_delayed_root *delayed_root;
7cf35d91b   Miao Xie   Btrfs: use flags ...
945
946
  	if (delayed_node &&
  	    test_bit(BTRFS_DELAYED_NODE_INODE_DIRTY, &delayed_node->flags)) {
16cdcec73   Miao Xie   btrfs: implement ...
947
  		BUG_ON(!delayed_node->root);
7cf35d91b   Miao Xie   Btrfs: use flags ...
948
  		clear_bit(BTRFS_DELAYED_NODE_INODE_DIRTY, &delayed_node->flags);
16cdcec73   Miao Xie   btrfs: implement ...
949
950
951
  		delayed_node->count--;
  
  		delayed_root = delayed_node->root->fs_info->delayed_root;
de3cb945d   Chris Mason   Btrfs: improve th...
952
  		finish_one_item(delayed_root);
16cdcec73   Miao Xie   btrfs: implement ...
953
954
  	}
  }
67de11769   Miao Xie   Btrfs: introduce ...
955
956
957
958
959
960
961
962
963
964
965
  static void btrfs_release_delayed_iref(struct btrfs_delayed_node *delayed_node)
  {
  	struct btrfs_delayed_root *delayed_root;
  
  	ASSERT(delayed_node->root);
  	clear_bit(BTRFS_DELAYED_NODE_DEL_IREF, &delayed_node->flags);
  	delayed_node->count--;
  
  	delayed_root = delayed_node->root->fs_info->delayed_root;
  	finish_one_item(delayed_root);
  }
0e8c36a9f   Miao Xie   Btrfs: fix lots o...
966
967
968
969
  static int __btrfs_update_delayed_inode(struct btrfs_trans_handle *trans,
  					struct btrfs_root *root,
  					struct btrfs_path *path,
  					struct btrfs_delayed_node *node)
16cdcec73   Miao Xie   btrfs: implement ...
970
  {
2ff7e61e0   Jeff Mahoney   btrfs: take an fs...
971
  	struct btrfs_fs_info *fs_info = root->fs_info;
16cdcec73   Miao Xie   btrfs: implement ...
972
973
974
  	struct btrfs_key key;
  	struct btrfs_inode_item *inode_item;
  	struct extent_buffer *leaf;
67de11769   Miao Xie   Btrfs: introduce ...
975
  	int mod;
16cdcec73   Miao Xie   btrfs: implement ...
976
  	int ret;
16cdcec73   Miao Xie   btrfs: implement ...
977
  	key.objectid = node->inode_id;
962a298f3   David Sterba   btrfs: kill the k...
978
  	key.type = BTRFS_INODE_ITEM_KEY;
16cdcec73   Miao Xie   btrfs: implement ...
979
  	key.offset = 0;
0e8c36a9f   Miao Xie   Btrfs: fix lots o...
980

67de11769   Miao Xie   Btrfs: introduce ...
981
982
983
984
985
986
  	if (test_bit(BTRFS_DELAYED_NODE_DEL_IREF, &node->flags))
  		mod = -1;
  	else
  		mod = 1;
  
  	ret = btrfs_lookup_inode(trans, root, path, &key, mod);
16cdcec73   Miao Xie   btrfs: implement ...
987
  	if (ret > 0) {
945d8962c   Chris Mason   Merge branch 'cle...
988
  		btrfs_release_path(path);
16cdcec73   Miao Xie   btrfs: implement ...
989
990
  		return -ENOENT;
  	} else if (ret < 0) {
16cdcec73   Miao Xie   btrfs: implement ...
991
992
  		return ret;
  	}
16cdcec73   Miao Xie   btrfs: implement ...
993
994
995
996
997
998
  	leaf = path->nodes[0];
  	inode_item = btrfs_item_ptr(leaf, path->slots[0],
  				    struct btrfs_inode_item);
  	write_extent_buffer(leaf, &node->inode_item, (unsigned long)inode_item,
  			    sizeof(struct btrfs_inode_item));
  	btrfs_mark_buffer_dirty(leaf);
16cdcec73   Miao Xie   btrfs: implement ...
999

67de11769   Miao Xie   Btrfs: introduce ...
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
  	if (!test_bit(BTRFS_DELAYED_NODE_DEL_IREF, &node->flags))
  		goto no_iref;
  
  	path->slots[0]++;
  	if (path->slots[0] >= btrfs_header_nritems(leaf))
  		goto search;
  again:
  	btrfs_item_key_to_cpu(leaf, &key, path->slots[0]);
  	if (key.objectid != node->inode_id)
  		goto out;
  
  	if (key.type != BTRFS_INODE_REF_KEY &&
  	    key.type != BTRFS_INODE_EXTREF_KEY)
  		goto out;
  
  	/*
  	 * Delayed iref deletion is for the inode who has only one link,
  	 * so there is only one iref. The case that several irefs are
  	 * in the same item doesn't exist.
  	 */
  	btrfs_del_item(trans, root, path);
  out:
  	btrfs_release_delayed_iref(node);
  no_iref:
  	btrfs_release_path(path);
  err_out:
4f5427ccc   Qu Wenruo   btrfs: delayed-in...
1026
  	btrfs_delayed_inode_release_metadata(fs_info, node, (ret < 0));
16cdcec73   Miao Xie   btrfs: implement ...
1027
  	btrfs_release_delayed_inode(node);
16cdcec73   Miao Xie   btrfs: implement ...
1028

67de11769   Miao Xie   Btrfs: introduce ...
1029
1030
1031
1032
  	return ret;
  
  search:
  	btrfs_release_path(path);
962a298f3   David Sterba   btrfs: kill the k...
1033
  	key.type = BTRFS_INODE_EXTREF_KEY;
67de11769   Miao Xie   Btrfs: introduce ...
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
  	key.offset = -1;
  	ret = btrfs_search_slot(trans, root, &key, path, -1, 1);
  	if (ret < 0)
  		goto err_out;
  	ASSERT(ret);
  
  	ret = 0;
  	leaf = path->nodes[0];
  	path->slots[0]--;
  	goto again;
16cdcec73   Miao Xie   btrfs: implement ...
1044
  }
0e8c36a9f   Miao Xie   Btrfs: fix lots o...
1045
1046
1047
1048
1049
1050
1051
1052
  static inline int btrfs_update_delayed_inode(struct btrfs_trans_handle *trans,
  					     struct btrfs_root *root,
  					     struct btrfs_path *path,
  					     struct btrfs_delayed_node *node)
  {
  	int ret;
  
  	mutex_lock(&node->mutex);
7cf35d91b   Miao Xie   Btrfs: use flags ...
1053
  	if (!test_bit(BTRFS_DELAYED_NODE_INODE_DIRTY, &node->flags)) {
0e8c36a9f   Miao Xie   Btrfs: fix lots o...
1054
1055
1056
1057
1058
1059
1060
1061
  		mutex_unlock(&node->mutex);
  		return 0;
  	}
  
  	ret = __btrfs_update_delayed_inode(trans, root, path, node);
  	mutex_unlock(&node->mutex);
  	return ret;
  }
4ea41ce07   Miao Xie   Btrfs: cleanup si...
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
  static inline int
  __btrfs_commit_inode_delayed_items(struct btrfs_trans_handle *trans,
  				   struct btrfs_path *path,
  				   struct btrfs_delayed_node *node)
  {
  	int ret;
  
  	ret = btrfs_insert_delayed_items(trans, path, node->root, node);
  	if (ret)
  		return ret;
  
  	ret = btrfs_delete_delayed_items(trans, path, node->root, node);
  	if (ret)
  		return ret;
  
  	ret = btrfs_update_delayed_inode(trans, node->root, path, node);
  	return ret;
  }
79787eaab   Jeff Mahoney   btrfs: replace ma...
1080
1081
1082
1083
1084
1085
  /*
   * Called when committing the transaction.
   * Returns 0 on success.
   * Returns < 0 on error and returns with an aborted transaction with any
   * outstanding delayed items cleaned up.
   */
b84acab38   Nikolay Borisov   btrfs: Don't pass...
1086
  static int __btrfs_run_delayed_items(struct btrfs_trans_handle *trans, int nr)
16cdcec73   Miao Xie   btrfs: implement ...
1087
  {
b84acab38   Nikolay Borisov   btrfs: Don't pass...
1088
  	struct btrfs_fs_info *fs_info = trans->fs_info;
16cdcec73   Miao Xie   btrfs: implement ...
1089
1090
1091
  	struct btrfs_delayed_root *delayed_root;
  	struct btrfs_delayed_node *curr_node, *prev_node;
  	struct btrfs_path *path;
19fd29495   Miao Xie   btrfs: fix wrong ...
1092
  	struct btrfs_block_rsv *block_rsv;
16cdcec73   Miao Xie   btrfs: implement ...
1093
  	int ret = 0;
96c3f4331   Josef Bacik   Btrfs: flush dela...
1094
  	bool count = (nr > 0);
16cdcec73   Miao Xie   btrfs: implement ...
1095

79787eaab   Jeff Mahoney   btrfs: replace ma...
1096
1097
  	if (trans->aborted)
  		return -EIO;
16cdcec73   Miao Xie   btrfs: implement ...
1098
1099
1100
1101
  	path = btrfs_alloc_path();
  	if (!path)
  		return -ENOMEM;
  	path->leave_spinning = 1;
19fd29495   Miao Xie   btrfs: fix wrong ...
1102
  	block_rsv = trans->block_rsv;
0b246afa6   Jeff Mahoney   btrfs: root->fs_i...
1103
  	trans->block_rsv = &fs_info->delayed_block_rsv;
19fd29495   Miao Xie   btrfs: fix wrong ...
1104

ccdf9b305   Jeff Mahoney   btrfs: root->fs_i...
1105
  	delayed_root = fs_info->delayed_root;
16cdcec73   Miao Xie   btrfs: implement ...
1106
1107
  
  	curr_node = btrfs_first_delayed_node(delayed_root);
96c3f4331   Josef Bacik   Btrfs: flush dela...
1108
  	while (curr_node && (!count || (count && nr--))) {
4ea41ce07   Miao Xie   Btrfs: cleanup si...
1109
1110
  		ret = __btrfs_commit_inode_delayed_items(trans, path,
  							 curr_node);
16cdcec73   Miao Xie   btrfs: implement ...
1111
1112
  		if (ret) {
  			btrfs_release_delayed_node(curr_node);
96c3f4331   Josef Bacik   Btrfs: flush dela...
1113
  			curr_node = NULL;
66642832f   Jeff Mahoney   btrfs: btrfs_abor...
1114
  			btrfs_abort_transaction(trans, ret);
16cdcec73   Miao Xie   btrfs: implement ...
1115
1116
1117
1118
1119
1120
1121
  			break;
  		}
  
  		prev_node = curr_node;
  		curr_node = btrfs_next_delayed_node(curr_node);
  		btrfs_release_delayed_node(prev_node);
  	}
96c3f4331   Josef Bacik   Btrfs: flush dela...
1122
1123
  	if (curr_node)
  		btrfs_release_delayed_node(curr_node);
16cdcec73   Miao Xie   btrfs: implement ...
1124
  	btrfs_free_path(path);
19fd29495   Miao Xie   btrfs: fix wrong ...
1125
  	trans->block_rsv = block_rsv;
79787eaab   Jeff Mahoney   btrfs: replace ma...
1126

16cdcec73   Miao Xie   btrfs: implement ...
1127
1128
  	return ret;
  }
e5c304e65   Nikolay Borisov   btrfs: Don't pass...
1129
  int btrfs_run_delayed_items(struct btrfs_trans_handle *trans)
96c3f4331   Josef Bacik   Btrfs: flush dela...
1130
  {
b84acab38   Nikolay Borisov   btrfs: Don't pass...
1131
  	return __btrfs_run_delayed_items(trans, -1);
96c3f4331   Josef Bacik   Btrfs: flush dela...
1132
  }
e5c304e65   Nikolay Borisov   btrfs: Don't pass...
1133
  int btrfs_run_delayed_items_nr(struct btrfs_trans_handle *trans, int nr)
96c3f4331   Josef Bacik   Btrfs: flush dela...
1134
  {
b84acab38   Nikolay Borisov   btrfs: Don't pass...
1135
  	return __btrfs_run_delayed_items(trans, nr);
96c3f4331   Josef Bacik   Btrfs: flush dela...
1136
  }
16cdcec73   Miao Xie   btrfs: implement ...
1137
  int btrfs_commit_inode_delayed_items(struct btrfs_trans_handle *trans,
5f4b32e94   Nikolay Borisov   btrfs: Make btrfs...
1138
  				     struct btrfs_inode *inode)
16cdcec73   Miao Xie   btrfs: implement ...
1139
  {
5f4b32e94   Nikolay Borisov   btrfs: Make btrfs...
1140
  	struct btrfs_delayed_node *delayed_node = btrfs_get_delayed_node(inode);
4ea41ce07   Miao Xie   Btrfs: cleanup si...
1141
1142
  	struct btrfs_path *path;
  	struct btrfs_block_rsv *block_rsv;
16cdcec73   Miao Xie   btrfs: implement ...
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
1153
1154
  	int ret;
  
  	if (!delayed_node)
  		return 0;
  
  	mutex_lock(&delayed_node->mutex);
  	if (!delayed_node->count) {
  		mutex_unlock(&delayed_node->mutex);
  		btrfs_release_delayed_node(delayed_node);
  		return 0;
  	}
  	mutex_unlock(&delayed_node->mutex);
4ea41ce07   Miao Xie   Btrfs: cleanup si...
1155
  	path = btrfs_alloc_path();
3c77bd94e   Filipe David Borba Manana   Btrfs: don't leak...
1156
1157
  	if (!path) {
  		btrfs_release_delayed_node(delayed_node);
4ea41ce07   Miao Xie   Btrfs: cleanup si...
1158
  		return -ENOMEM;
3c77bd94e   Filipe David Borba Manana   Btrfs: don't leak...
1159
  	}
4ea41ce07   Miao Xie   Btrfs: cleanup si...
1160
1161
1162
1163
1164
1165
  	path->leave_spinning = 1;
  
  	block_rsv = trans->block_rsv;
  	trans->block_rsv = &delayed_node->root->fs_info->delayed_block_rsv;
  
  	ret = __btrfs_commit_inode_delayed_items(trans, path, delayed_node);
16cdcec73   Miao Xie   btrfs: implement ...
1166
  	btrfs_release_delayed_node(delayed_node);
4ea41ce07   Miao Xie   Btrfs: cleanup si...
1167
1168
  	btrfs_free_path(path);
  	trans->block_rsv = block_rsv;
16cdcec73   Miao Xie   btrfs: implement ...
1169
1170
  	return ret;
  }
aa79021fd   Nikolay Borisov   btrfs: Make btrfs...
1171
  int btrfs_commit_inode_delayed_inode(struct btrfs_inode *inode)
0e8c36a9f   Miao Xie   Btrfs: fix lots o...
1172
  {
3ffbd68c4   David Sterba   btrfs: simplify p...
1173
  	struct btrfs_fs_info *fs_info = inode->root->fs_info;
0e8c36a9f   Miao Xie   Btrfs: fix lots o...
1174
  	struct btrfs_trans_handle *trans;
aa79021fd   Nikolay Borisov   btrfs: Make btrfs...
1175
  	struct btrfs_delayed_node *delayed_node = btrfs_get_delayed_node(inode);
0e8c36a9f   Miao Xie   Btrfs: fix lots o...
1176
1177
1178
1179
1180
1181
1182
1183
  	struct btrfs_path *path;
  	struct btrfs_block_rsv *block_rsv;
  	int ret;
  
  	if (!delayed_node)
  		return 0;
  
  	mutex_lock(&delayed_node->mutex);
7cf35d91b   Miao Xie   Btrfs: use flags ...
1184
  	if (!test_bit(BTRFS_DELAYED_NODE_INODE_DIRTY, &delayed_node->flags)) {
0e8c36a9f   Miao Xie   Btrfs: fix lots o...
1185
1186
1187
1188
1189
1190
1191
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
  		mutex_unlock(&delayed_node->mutex);
  		btrfs_release_delayed_node(delayed_node);
  		return 0;
  	}
  	mutex_unlock(&delayed_node->mutex);
  
  	trans = btrfs_join_transaction(delayed_node->root);
  	if (IS_ERR(trans)) {
  		ret = PTR_ERR(trans);
  		goto out;
  	}
  
  	path = btrfs_alloc_path();
  	if (!path) {
  		ret = -ENOMEM;
  		goto trans_out;
  	}
  	path->leave_spinning = 1;
  
  	block_rsv = trans->block_rsv;
2ff7e61e0   Jeff Mahoney   btrfs: take an fs...
1205
  	trans->block_rsv = &fs_info->delayed_block_rsv;
0e8c36a9f   Miao Xie   Btrfs: fix lots o...
1206
1207
  
  	mutex_lock(&delayed_node->mutex);
7cf35d91b   Miao Xie   Btrfs: use flags ...
1208
  	if (test_bit(BTRFS_DELAYED_NODE_INODE_DIRTY, &delayed_node->flags))
0e8c36a9f   Miao Xie   Btrfs: fix lots o...
1209
1210
1211
1212
1213
1214
1215
1216
1217
  		ret = __btrfs_update_delayed_inode(trans, delayed_node->root,
  						   path, delayed_node);
  	else
  		ret = 0;
  	mutex_unlock(&delayed_node->mutex);
  
  	btrfs_free_path(path);
  	trans->block_rsv = block_rsv;
  trans_out:
3a45bb207   Jeff Mahoney   btrfs: remove roo...
1218
  	btrfs_end_transaction(trans);
2ff7e61e0   Jeff Mahoney   btrfs: take an fs...
1219
  	btrfs_btree_balance_dirty(fs_info);
0e8c36a9f   Miao Xie   Btrfs: fix lots o...
1220
1221
1222
1223
1224
  out:
  	btrfs_release_delayed_node(delayed_node);
  
  	return ret;
  }
f48d1cf59   Nikolay Borisov   btrfs: Make btrfs...
1225
  void btrfs_remove_delayed_node(struct btrfs_inode *inode)
16cdcec73   Miao Xie   btrfs: implement ...
1226
1227
  {
  	struct btrfs_delayed_node *delayed_node;
f48d1cf59   Nikolay Borisov   btrfs: Make btrfs...
1228
  	delayed_node = READ_ONCE(inode->delayed_node);
16cdcec73   Miao Xie   btrfs: implement ...
1229
1230
  	if (!delayed_node)
  		return;
f48d1cf59   Nikolay Borisov   btrfs: Make btrfs...
1231
  	inode->delayed_node = NULL;
16cdcec73   Miao Xie   btrfs: implement ...
1232
1233
  	btrfs_release_delayed_node(delayed_node);
  }
de3cb945d   Chris Mason   Btrfs: improve th...
1234
1235
1236
  struct btrfs_async_delayed_work {
  	struct btrfs_delayed_root *delayed_root;
  	int nr;
d458b0540   Qu Wenruo   btrfs: Cleanup th...
1237
  	struct btrfs_work work;
16cdcec73   Miao Xie   btrfs: implement ...
1238
  };
d458b0540   Qu Wenruo   btrfs: Cleanup th...
1239
  static void btrfs_async_run_delayed_root(struct btrfs_work *work)
16cdcec73   Miao Xie   btrfs: implement ...
1240
  {
de3cb945d   Chris Mason   Btrfs: improve th...
1241
1242
  	struct btrfs_async_delayed_work *async_work;
  	struct btrfs_delayed_root *delayed_root;
16cdcec73   Miao Xie   btrfs: implement ...
1243
1244
1245
1246
  	struct btrfs_trans_handle *trans;
  	struct btrfs_path *path;
  	struct btrfs_delayed_node *delayed_node = NULL;
  	struct btrfs_root *root;
19fd29495   Miao Xie   btrfs: fix wrong ...
1247
  	struct btrfs_block_rsv *block_rsv;
de3cb945d   Chris Mason   Btrfs: improve th...
1248
  	int total_done = 0;
16cdcec73   Miao Xie   btrfs: implement ...
1249

de3cb945d   Chris Mason   Btrfs: improve th...
1250
1251
  	async_work = container_of(work, struct btrfs_async_delayed_work, work);
  	delayed_root = async_work->delayed_root;
16cdcec73   Miao Xie   btrfs: implement ...
1252
1253
1254
1255
  
  	path = btrfs_alloc_path();
  	if (!path)
  		goto out;
16cdcec73   Miao Xie   btrfs: implement ...
1256

617c54a88   Nikolay Borisov   btrfs: Make btrfs...
1257
1258
1259
1260
  	do {
  		if (atomic_read(&delayed_root->items) <
  		    BTRFS_DELAYED_BACKGROUND / 2)
  			break;
de3cb945d   Chris Mason   Btrfs: improve th...
1261

617c54a88   Nikolay Borisov   btrfs: Make btrfs...
1262
1263
1264
  		delayed_node = btrfs_first_prepared_delayed_node(delayed_root);
  		if (!delayed_node)
  			break;
de3cb945d   Chris Mason   Btrfs: improve th...
1265

617c54a88   Nikolay Borisov   btrfs: Make btrfs...
1266
1267
  		path->leave_spinning = 1;
  		root = delayed_node->root;
16cdcec73   Miao Xie   btrfs: implement ...
1268

617c54a88   Nikolay Borisov   btrfs: Make btrfs...
1269
1270
1271
1272
1273
1274
1275
  		trans = btrfs_join_transaction(root);
  		if (IS_ERR(trans)) {
  			btrfs_release_path(path);
  			btrfs_release_prepared_delayed_node(delayed_node);
  			total_done++;
  			continue;
  		}
16cdcec73   Miao Xie   btrfs: implement ...
1276

617c54a88   Nikolay Borisov   btrfs: Make btrfs...
1277
1278
  		block_rsv = trans->block_rsv;
  		trans->block_rsv = &root->fs_info->delayed_block_rsv;
19fd29495   Miao Xie   btrfs: fix wrong ...
1279

617c54a88   Nikolay Borisov   btrfs: Make btrfs...
1280
  		__btrfs_commit_inode_delayed_items(trans, path, delayed_node);
16cdcec73   Miao Xie   btrfs: implement ...
1281

617c54a88   Nikolay Borisov   btrfs: Make btrfs...
1282
1283
1284
  		trans->block_rsv = block_rsv;
  		btrfs_end_transaction(trans);
  		btrfs_btree_balance_dirty_nodelay(root->fs_info);
de3cb945d   Chris Mason   Btrfs: improve th...
1285

617c54a88   Nikolay Borisov   btrfs: Make btrfs...
1286
1287
1288
  		btrfs_release_path(path);
  		btrfs_release_prepared_delayed_node(delayed_node);
  		total_done++;
de3cb945d   Chris Mason   Btrfs: improve th...
1289

617c54a88   Nikolay Borisov   btrfs: Make btrfs...
1290
1291
  	} while ((async_work->nr == 0 && total_done < BTRFS_DELAYED_WRITEBACK)
  		 || total_done < async_work->nr);
de3cb945d   Chris Mason   Btrfs: improve th...
1292

16cdcec73   Miao Xie   btrfs: implement ...
1293
1294
  	btrfs_free_path(path);
  out:
de3cb945d   Chris Mason   Btrfs: improve th...
1295
1296
  	wake_up(&delayed_root->wait);
  	kfree(async_work);
16cdcec73   Miao Xie   btrfs: implement ...
1297
  }
de3cb945d   Chris Mason   Btrfs: improve th...
1298

16cdcec73   Miao Xie   btrfs: implement ...
1299
  static int btrfs_wq_run_delayed_node(struct btrfs_delayed_root *delayed_root,
a585e9489   Daniel Dressler   Btrfs: delayed-in...
1300
  				     struct btrfs_fs_info *fs_info, int nr)
16cdcec73   Miao Xie   btrfs: implement ...
1301
  {
de3cb945d   Chris Mason   Btrfs: improve th...
1302
  	struct btrfs_async_delayed_work *async_work;
16cdcec73   Miao Xie   btrfs: implement ...
1303

de3cb945d   Chris Mason   Btrfs: improve th...
1304
1305
  	async_work = kmalloc(sizeof(*async_work), GFP_NOFS);
  	if (!async_work)
16cdcec73   Miao Xie   btrfs: implement ...
1306
  		return -ENOMEM;
16cdcec73   Miao Xie   btrfs: implement ...
1307

de3cb945d   Chris Mason   Btrfs: improve th...
1308
  	async_work->delayed_root = delayed_root;
2bae3ee32   Omar Sandoval   btrfs: get rid of...
1309
1310
  	btrfs_init_work(&async_work->work, btrfs_async_run_delayed_root, NULL,
  			NULL);
de3cb945d   Chris Mason   Btrfs: improve th...
1311
  	async_work->nr = nr;
16cdcec73   Miao Xie   btrfs: implement ...
1312

a585e9489   Daniel Dressler   Btrfs: delayed-in...
1313
  	btrfs_queue_work(fs_info->delayed_workers, &async_work->work);
16cdcec73   Miao Xie   btrfs: implement ...
1314
1315
  	return 0;
  }
ccdf9b305   Jeff Mahoney   btrfs: root->fs_i...
1316
  void btrfs_assert_delayed_root_empty(struct btrfs_fs_info *fs_info)
e999376f0   Chris Mason   Btrfs: avoid dela...
1317
  {
ccdf9b305   Jeff Mahoney   btrfs: root->fs_i...
1318
  	WARN_ON(btrfs_first_delayed_node(fs_info->delayed_root));
e999376f0   Chris Mason   Btrfs: avoid dela...
1319
  }
0353808ca   Miao Xie   Btrfs: cleanup co...
1320
  static int could_end_wait(struct btrfs_delayed_root *delayed_root, int seq)
de3cb945d   Chris Mason   Btrfs: improve th...
1321
1322
  {
  	int val = atomic_read(&delayed_root->items_seq);
0353808ca   Miao Xie   Btrfs: cleanup co...
1323
  	if (val < seq || val >= seq + BTRFS_DELAYED_BATCH)
de3cb945d   Chris Mason   Btrfs: improve th...
1324
  		return 1;
0353808ca   Miao Xie   Btrfs: cleanup co...
1325
1326
1327
  
  	if (atomic_read(&delayed_root->items) < BTRFS_DELAYED_BACKGROUND)
  		return 1;
de3cb945d   Chris Mason   Btrfs: improve th...
1328
1329
  	return 0;
  }
2ff7e61e0   Jeff Mahoney   btrfs: take an fs...
1330
  void btrfs_balance_delayed_items(struct btrfs_fs_info *fs_info)
16cdcec73   Miao Xie   btrfs: implement ...
1331
  {
2ff7e61e0   Jeff Mahoney   btrfs: take an fs...
1332
  	struct btrfs_delayed_root *delayed_root = fs_info->delayed_root;
16cdcec73   Miao Xie   btrfs: implement ...
1333

8577787fa   Nikolay Borisov   btrfs: Move check...
1334
1335
  	if ((atomic_read(&delayed_root->items) < BTRFS_DELAYED_BACKGROUND) ||
  		btrfs_workqueue_normal_congested(fs_info->delayed_workers))
16cdcec73   Miao Xie   btrfs: implement ...
1336
1337
1338
  		return;
  
  	if (atomic_read(&delayed_root->items) >= BTRFS_DELAYED_WRITEBACK) {
0353808ca   Miao Xie   Btrfs: cleanup co...
1339
  		int seq;
16cdcec73   Miao Xie   btrfs: implement ...
1340
  		int ret;
0353808ca   Miao Xie   Btrfs: cleanup co...
1341
1342
  
  		seq = atomic_read(&delayed_root->items_seq);
de3cb945d   Chris Mason   Btrfs: improve th...
1343

a585e9489   Daniel Dressler   Btrfs: delayed-in...
1344
  		ret = btrfs_wq_run_delayed_node(delayed_root, fs_info, 0);
16cdcec73   Miao Xie   btrfs: implement ...
1345
1346
  		if (ret)
  			return;
0353808ca   Miao Xie   Btrfs: cleanup co...
1347
1348
  		wait_event_interruptible(delayed_root->wait,
  					 could_end_wait(delayed_root, seq));
4dd466d36   Miao Xie   Btrfs: don't run ...
1349
  		return;
16cdcec73   Miao Xie   btrfs: implement ...
1350
  	}
a585e9489   Daniel Dressler   Btrfs: delayed-in...
1351
  	btrfs_wq_run_delayed_node(delayed_root, fs_info, BTRFS_DELAYED_BATCH);
16cdcec73   Miao Xie   btrfs: implement ...
1352
  }
79787eaab   Jeff Mahoney   btrfs: replace ma...
1353
  /* Will return 0 or -ENOMEM */
16cdcec73   Miao Xie   btrfs: implement ...
1354
  int btrfs_insert_delayed_dir_index(struct btrfs_trans_handle *trans,
2ff7e61e0   Jeff Mahoney   btrfs: take an fs...
1355
  				   const char *name, int name_len,
6f45d1856   Nikolay Borisov   btrfs: Make btrfs...
1356
  				   struct btrfs_inode *dir,
16cdcec73   Miao Xie   btrfs: implement ...
1357
1358
1359
1360
1361
1362
1363
  				   struct btrfs_disk_key *disk_key, u8 type,
  				   u64 index)
  {
  	struct btrfs_delayed_node *delayed_node;
  	struct btrfs_delayed_item *delayed_item;
  	struct btrfs_dir_item *dir_item;
  	int ret;
6f45d1856   Nikolay Borisov   btrfs: Make btrfs...
1364
  	delayed_node = btrfs_get_or_create_delayed_node(dir);
16cdcec73   Miao Xie   btrfs: implement ...
1365
1366
1367
1368
1369
1370
1371
1372
  	if (IS_ERR(delayed_node))
  		return PTR_ERR(delayed_node);
  
  	delayed_item = btrfs_alloc_delayed_item(sizeof(*dir_item) + name_len);
  	if (!delayed_item) {
  		ret = -ENOMEM;
  		goto release_node;
  	}
6f45d1856   Nikolay Borisov   btrfs: Make btrfs...
1373
  	delayed_item->key.objectid = btrfs_ino(dir);
962a298f3   David Sterba   btrfs: kill the k...
1374
  	delayed_item->key.type = BTRFS_DIR_INDEX_KEY;
16cdcec73   Miao Xie   btrfs: implement ...
1375
1376
1377
1378
  	delayed_item->key.offset = index;
  
  	dir_item = (struct btrfs_dir_item *)delayed_item->data;
  	dir_item->location = *disk_key;
3cae210fa   Qu Wenruo   btrfs: Cleanup fo...
1379
1380
1381
1382
  	btrfs_set_stack_dir_transid(dir_item, trans->transid);
  	btrfs_set_stack_dir_data_len(dir_item, 0);
  	btrfs_set_stack_dir_name_len(dir_item, name_len);
  	btrfs_set_stack_dir_type(dir_item, type);
16cdcec73   Miao Xie   btrfs: implement ...
1383
  	memcpy((char *)(dir_item + 1), name, name_len);
4f5427ccc   Qu Wenruo   btrfs: delayed-in...
1384
  	ret = btrfs_delayed_item_reserve_metadata(trans, dir->root, delayed_item);
8c2a3ca20   Josef Bacik   Btrfs: space leak...
1385
1386
1387
1388
1389
  	/*
  	 * we have reserved enough space when we start a new transaction,
  	 * so reserving metadata failure is impossible
  	 */
  	BUG_ON(ret);
16cdcec73   Miao Xie   btrfs: implement ...
1390
1391
1392
  	mutex_lock(&delayed_node->mutex);
  	ret = __btrfs_add_delayed_insertion_item(delayed_node, delayed_item);
  	if (unlikely(ret)) {
4465c8b42   Lu Fengqi   btrfs: Remove fs_...
1393
  		btrfs_err(trans->fs_info,
5d163e0e6   Jeff Mahoney   btrfs: unsplit pr...
1394
  			  "err add delayed dir index item(name: %.*s) into the insertion tree of the delayed node(root id: %llu, inode id: %llu, errno: %d)",
4fd786e6c   Misono Tomohiro   btrfs: Remove 'ob...
1395
  			  name_len, name, delayed_node->root->root_key.objectid,
5d163e0e6   Jeff Mahoney   btrfs: unsplit pr...
1396
  			  delayed_node->inode_id, ret);
16cdcec73   Miao Xie   btrfs: implement ...
1397
1398
1399
1400
1401
1402
1403
1404
  		BUG();
  	}
  	mutex_unlock(&delayed_node->mutex);
  
  release_node:
  	btrfs_release_delayed_node(delayed_node);
  	return ret;
  }
2ff7e61e0   Jeff Mahoney   btrfs: take an fs...
1405
  static int btrfs_delete_delayed_insertion_item(struct btrfs_fs_info *fs_info,
16cdcec73   Miao Xie   btrfs: implement ...
1406
1407
1408
1409
1410
1411
1412
1413
1414
1415
1416
  					       struct btrfs_delayed_node *node,
  					       struct btrfs_key *key)
  {
  	struct btrfs_delayed_item *item;
  
  	mutex_lock(&node->mutex);
  	item = __btrfs_lookup_delayed_insertion_item(node, key);
  	if (!item) {
  		mutex_unlock(&node->mutex);
  		return 1;
  	}
4f5427ccc   Qu Wenruo   btrfs: delayed-in...
1417
  	btrfs_delayed_item_release_metadata(node->root, item);
16cdcec73   Miao Xie   btrfs: implement ...
1418
1419
1420
1421
1422
1423
  	btrfs_release_delayed_item(item);
  	mutex_unlock(&node->mutex);
  	return 0;
  }
  
  int btrfs_delete_delayed_dir_index(struct btrfs_trans_handle *trans,
e67bbbb9d   Nikolay Borisov   btrfs: Make btrfs...
1424
  				   struct btrfs_inode *dir, u64 index)
16cdcec73   Miao Xie   btrfs: implement ...
1425
1426
1427
1428
1429
  {
  	struct btrfs_delayed_node *node;
  	struct btrfs_delayed_item *item;
  	struct btrfs_key item_key;
  	int ret;
e67bbbb9d   Nikolay Borisov   btrfs: Make btrfs...
1430
  	node = btrfs_get_or_create_delayed_node(dir);
16cdcec73   Miao Xie   btrfs: implement ...
1431
1432
  	if (IS_ERR(node))
  		return PTR_ERR(node);
e67bbbb9d   Nikolay Borisov   btrfs: Make btrfs...
1433
  	item_key.objectid = btrfs_ino(dir);
962a298f3   David Sterba   btrfs: kill the k...
1434
  	item_key.type = BTRFS_DIR_INDEX_KEY;
16cdcec73   Miao Xie   btrfs: implement ...
1435
  	item_key.offset = index;
9add29457   Lu Fengqi   btrfs: Remove fs_...
1436
1437
  	ret = btrfs_delete_delayed_insertion_item(trans->fs_info, node,
  						  &item_key);
16cdcec73   Miao Xie   btrfs: implement ...
1438
1439
1440
1441
1442
1443
1444
1445
1446
1447
  	if (!ret)
  		goto end;
  
  	item = btrfs_alloc_delayed_item(0);
  	if (!item) {
  		ret = -ENOMEM;
  		goto end;
  	}
  
  	item->key = item_key;
4f5427ccc   Qu Wenruo   btrfs: delayed-in...
1448
  	ret = btrfs_delayed_item_reserve_metadata(trans, dir->root, item);
16cdcec73   Miao Xie   btrfs: implement ...
1449
1450
1451
1452
  	/*
  	 * we have reserved enough space when we start a new transaction,
  	 * so reserving metadata failure is impossible.
  	 */
933c22a75   Qu Wenruo   btrfs: delayed-in...
1453
1454
1455
1456
1457
1458
  	if (ret < 0) {
  		btrfs_err(trans->fs_info,
  "metadata reservation failed for delayed dir item deltiona, should have been reserved");
  		btrfs_release_delayed_item(item);
  		goto end;
  	}
16cdcec73   Miao Xie   btrfs: implement ...
1459
1460
1461
1462
  
  	mutex_lock(&node->mutex);
  	ret = __btrfs_add_delayed_deletion_item(node, item);
  	if (unlikely(ret)) {
9add29457   Lu Fengqi   btrfs: Remove fs_...
1463
  		btrfs_err(trans->fs_info,
5d163e0e6   Jeff Mahoney   btrfs: unsplit pr...
1464
  			  "err add delayed dir index item(index: %llu) into the deletion tree of the delayed node(root id: %llu, inode id: %llu, errno: %d)",
4fd786e6c   Misono Tomohiro   btrfs: Remove 'ob...
1465
1466
  			  index, node->root->root_key.objectid,
  			  node->inode_id, ret);
933c22a75   Qu Wenruo   btrfs: delayed-in...
1467
1468
  		btrfs_delayed_item_release_metadata(dir->root, item);
  		btrfs_release_delayed_item(item);
16cdcec73   Miao Xie   btrfs: implement ...
1469
1470
1471
1472
1473
1474
  	}
  	mutex_unlock(&node->mutex);
  end:
  	btrfs_release_delayed_node(node);
  	return ret;
  }
f5cc7b80a   Nikolay Borisov   btrfs: Make btrfs...
1475
  int btrfs_inode_delayed_dir_index_count(struct btrfs_inode *inode)
16cdcec73   Miao Xie   btrfs: implement ...
1476
  {
f5cc7b80a   Nikolay Borisov   btrfs: Make btrfs...
1477
  	struct btrfs_delayed_node *delayed_node = btrfs_get_delayed_node(inode);
16cdcec73   Miao Xie   btrfs: implement ...
1478
1479
1480
1481
1482
1483
1484
1485
1486
  
  	if (!delayed_node)
  		return -ENOENT;
  
  	/*
  	 * Since we have held i_mutex of this directory, it is impossible that
  	 * a new directory index is added into the delayed node and index_cnt
  	 * is updated now. So we needn't lock the delayed node.
  	 */
2f7e33d43   Miao Xie   btrfs: fix incons...
1487
1488
  	if (!delayed_node->index_cnt) {
  		btrfs_release_delayed_node(delayed_node);
16cdcec73   Miao Xie   btrfs: implement ...
1489
  		return -EINVAL;
2f7e33d43   Miao Xie   btrfs: fix incons...
1490
  	}
16cdcec73   Miao Xie   btrfs: implement ...
1491

f5cc7b80a   Nikolay Borisov   btrfs: Make btrfs...
1492
  	inode->index_cnt = delayed_node->index_cnt;
2f7e33d43   Miao Xie   btrfs: fix incons...
1493
1494
  	btrfs_release_delayed_node(delayed_node);
  	return 0;
16cdcec73   Miao Xie   btrfs: implement ...
1495
  }
02dbfc99b   Omar Sandoval   Btrfs: fix ->iter...
1496
1497
1498
  bool btrfs_readdir_get_delayed_items(struct inode *inode,
  				     struct list_head *ins_list,
  				     struct list_head *del_list)
16cdcec73   Miao Xie   btrfs: implement ...
1499
1500
1501
  {
  	struct btrfs_delayed_node *delayed_node;
  	struct btrfs_delayed_item *item;
340c6ca9f   Nikolay Borisov   btrfs: Make btrfs...
1502
  	delayed_node = btrfs_get_delayed_node(BTRFS_I(inode));
16cdcec73   Miao Xie   btrfs: implement ...
1503
  	if (!delayed_node)
02dbfc99b   Omar Sandoval   Btrfs: fix ->iter...
1504
1505
1506
1507
1508
1509
1510
1511
  		return false;
  
  	/*
  	 * We can only do one readdir with delayed items at a time because of
  	 * item->readdir_list.
  	 */
  	inode_unlock_shared(inode);
  	inode_lock(inode);
16cdcec73   Miao Xie   btrfs: implement ...
1512
1513
1514
1515
  
  	mutex_lock(&delayed_node->mutex);
  	item = __btrfs_first_delayed_insertion_item(delayed_node);
  	while (item) {
089e77e10   Elena Reshetova   btrfs: convert bt...
1516
  		refcount_inc(&item->refs);
16cdcec73   Miao Xie   btrfs: implement ...
1517
1518
1519
1520
1521
1522
  		list_add_tail(&item->readdir_list, ins_list);
  		item = __btrfs_next_delayed_item(item);
  	}
  
  	item = __btrfs_first_delayed_deletion_item(delayed_node);
  	while (item) {
089e77e10   Elena Reshetova   btrfs: convert bt...
1523
  		refcount_inc(&item->refs);
16cdcec73   Miao Xie   btrfs: implement ...
1524
1525
1526
1527
1528
1529
1530
1531
1532
1533
1534
1535
1536
  		list_add_tail(&item->readdir_list, del_list);
  		item = __btrfs_next_delayed_item(item);
  	}
  	mutex_unlock(&delayed_node->mutex);
  	/*
  	 * This delayed node is still cached in the btrfs inode, so refs
  	 * must be > 1 now, and we needn't check it is going to be freed
  	 * or not.
  	 *
  	 * Besides that, this function is used to read dir, we do not
  	 * insert/delete delayed items in this period. So we also needn't
  	 * requeue or dequeue this delayed node.
  	 */
6de5f18e7   Elena Reshetova   btrfs: convert bt...
1537
  	refcount_dec(&delayed_node->refs);
02dbfc99b   Omar Sandoval   Btrfs: fix ->iter...
1538
1539
  
  	return true;
16cdcec73   Miao Xie   btrfs: implement ...
1540
  }
02dbfc99b   Omar Sandoval   Btrfs: fix ->iter...
1541
1542
1543
  void btrfs_readdir_put_delayed_items(struct inode *inode,
  				     struct list_head *ins_list,
  				     struct list_head *del_list)
16cdcec73   Miao Xie   btrfs: implement ...
1544
1545
1546
1547
1548
  {
  	struct btrfs_delayed_item *curr, *next;
  
  	list_for_each_entry_safe(curr, next, ins_list, readdir_list) {
  		list_del(&curr->readdir_list);
089e77e10   Elena Reshetova   btrfs: convert bt...
1549
  		if (refcount_dec_and_test(&curr->refs))
16cdcec73   Miao Xie   btrfs: implement ...
1550
1551
1552
1553
1554
  			kfree(curr);
  	}
  
  	list_for_each_entry_safe(curr, next, del_list, readdir_list) {
  		list_del(&curr->readdir_list);
089e77e10   Elena Reshetova   btrfs: convert bt...
1555
  		if (refcount_dec_and_test(&curr->refs))
16cdcec73   Miao Xie   btrfs: implement ...
1556
1557
  			kfree(curr);
  	}
02dbfc99b   Omar Sandoval   Btrfs: fix ->iter...
1558
1559
1560
1561
1562
1563
  
  	/*
  	 * The VFS is going to do up_read(), so we need to downgrade back to a
  	 * read lock.
  	 */
  	downgrade_write(&inode->i_rwsem);
16cdcec73   Miao Xie   btrfs: implement ...
1564
1565
1566
1567
1568
  }
  
  int btrfs_should_delete_dir_index(struct list_head *del_list,
  				  u64 index)
  {
e4fd493c0   Josef Bacik   Btrfs: fix stale ...
1569
1570
  	struct btrfs_delayed_item *curr;
  	int ret = 0;
16cdcec73   Miao Xie   btrfs: implement ...
1571

e4fd493c0   Josef Bacik   Btrfs: fix stale ...
1572
  	list_for_each_entry(curr, del_list, readdir_list) {
16cdcec73   Miao Xie   btrfs: implement ...
1573
1574
  		if (curr->key.offset > index)
  			break;
e4fd493c0   Josef Bacik   Btrfs: fix stale ...
1575
1576
1577
1578
  		if (curr->key.offset == index) {
  			ret = 1;
  			break;
  		}
16cdcec73   Miao Xie   btrfs: implement ...
1579
  	}
e4fd493c0   Josef Bacik   Btrfs: fix stale ...
1580
  	return ret;
16cdcec73   Miao Xie   btrfs: implement ...
1581
1582
1583
1584
1585
1586
  }
  
  /*
   * btrfs_readdir_delayed_dir_index - read dir info stored in the delayed tree
   *
   */
9cdda8d31   Al Viro   [readdir] convert...
1587
  int btrfs_readdir_delayed_dir_index(struct dir_context *ctx,
d2fbb2b58   Jeff Mahoney   btrfs: increment ...
1588
  				    struct list_head *ins_list)
16cdcec73   Miao Xie   btrfs: implement ...
1589
1590
1591
1592
1593
1594
1595
1596
1597
1598
1599
1600
1601
1602
1603
1604
1605
1606
1607
  {
  	struct btrfs_dir_item *di;
  	struct btrfs_delayed_item *curr, *next;
  	struct btrfs_key location;
  	char *name;
  	int name_len;
  	int over = 0;
  	unsigned char d_type;
  
  	if (list_empty(ins_list))
  		return 0;
  
  	/*
  	 * Changing the data of the delayed item is impossible. So
  	 * we needn't lock them. And we have held i_mutex of the
  	 * directory, nobody can delete any directory indexes now.
  	 */
  	list_for_each_entry_safe(curr, next, ins_list, readdir_list) {
  		list_del(&curr->readdir_list);
9cdda8d31   Al Viro   [readdir] convert...
1608
  		if (curr->key.offset < ctx->pos) {
089e77e10   Elena Reshetova   btrfs: convert bt...
1609
  			if (refcount_dec_and_test(&curr->refs))
16cdcec73   Miao Xie   btrfs: implement ...
1610
1611
1612
  				kfree(curr);
  			continue;
  		}
9cdda8d31   Al Viro   [readdir] convert...
1613
  		ctx->pos = curr->key.offset;
16cdcec73   Miao Xie   btrfs: implement ...
1614
1615
1616
  
  		di = (struct btrfs_dir_item *)curr->data;
  		name = (char *)(di + 1);
3cae210fa   Qu Wenruo   btrfs: Cleanup fo...
1617
  		name_len = btrfs_stack_dir_name_len(di);
16cdcec73   Miao Xie   btrfs: implement ...
1618

7d157c3d4   Phillip Potter   btrfs: use common...
1619
  		d_type = fs_ftype_to_dtype(di->type);
16cdcec73   Miao Xie   btrfs: implement ...
1620
  		btrfs_disk_key_to_cpu(&location, &di->location);
9cdda8d31   Al Viro   [readdir] convert...
1621
  		over = !dir_emit(ctx, name, name_len,
16cdcec73   Miao Xie   btrfs: implement ...
1622
  			       location.objectid, d_type);
089e77e10   Elena Reshetova   btrfs: convert bt...
1623
  		if (refcount_dec_and_test(&curr->refs))
16cdcec73   Miao Xie   btrfs: implement ...
1624
1625
1626
1627
  			kfree(curr);
  
  		if (over)
  			return 1;
42e9cc46f   Josef Bacik   btrfs: increase c...
1628
  		ctx->pos++;
16cdcec73   Miao Xie   btrfs: implement ...
1629
1630
1631
  	}
  	return 0;
  }
16cdcec73   Miao Xie   btrfs: implement ...
1632
1633
1634
1635
  static void fill_stack_inode_item(struct btrfs_trans_handle *trans,
  				  struct btrfs_inode_item *inode_item,
  				  struct inode *inode)
  {
2f2f43d3c   Eric W. Biederman   userns: Convert b...
1636
1637
  	btrfs_set_stack_inode_uid(inode_item, i_uid_read(inode));
  	btrfs_set_stack_inode_gid(inode_item, i_gid_read(inode));
16cdcec73   Miao Xie   btrfs: implement ...
1638
1639
1640
1641
1642
1643
  	btrfs_set_stack_inode_size(inode_item, BTRFS_I(inode)->disk_i_size);
  	btrfs_set_stack_inode_mode(inode_item, inode->i_mode);
  	btrfs_set_stack_inode_nlink(inode_item, inode->i_nlink);
  	btrfs_set_stack_inode_nbytes(inode_item, inode_get_bytes(inode));
  	btrfs_set_stack_inode_generation(inode_item,
  					 BTRFS_I(inode)->generation);
c7f88c4e7   Jeff Layton   btrfs: convert to...
1644
1645
  	btrfs_set_stack_inode_sequence(inode_item,
  				       inode_peek_iversion(inode));
16cdcec73   Miao Xie   btrfs: implement ...
1646
1647
1648
  	btrfs_set_stack_inode_transid(inode_item, trans->transid);
  	btrfs_set_stack_inode_rdev(inode_item, inode->i_rdev);
  	btrfs_set_stack_inode_flags(inode_item, BTRFS_I(inode)->flags);
ff5714cca   Chris Mason   Merge branch 'for...
1649
  	btrfs_set_stack_inode_block_group(inode_item, 0);
16cdcec73   Miao Xie   btrfs: implement ...
1650

a937b9791   David Sterba   btrfs: kill btrfs...
1651
  	btrfs_set_stack_timespec_sec(&inode_item->atime,
16cdcec73   Miao Xie   btrfs: implement ...
1652
  				     inode->i_atime.tv_sec);
a937b9791   David Sterba   btrfs: kill btrfs...
1653
  	btrfs_set_stack_timespec_nsec(&inode_item->atime,
16cdcec73   Miao Xie   btrfs: implement ...
1654
  				      inode->i_atime.tv_nsec);
a937b9791   David Sterba   btrfs: kill btrfs...
1655
  	btrfs_set_stack_timespec_sec(&inode_item->mtime,
16cdcec73   Miao Xie   btrfs: implement ...
1656
  				     inode->i_mtime.tv_sec);
a937b9791   David Sterba   btrfs: kill btrfs...
1657
  	btrfs_set_stack_timespec_nsec(&inode_item->mtime,
16cdcec73   Miao Xie   btrfs: implement ...
1658
  				      inode->i_mtime.tv_nsec);
a937b9791   David Sterba   btrfs: kill btrfs...
1659
  	btrfs_set_stack_timespec_sec(&inode_item->ctime,
16cdcec73   Miao Xie   btrfs: implement ...
1660
  				     inode->i_ctime.tv_sec);
a937b9791   David Sterba   btrfs: kill btrfs...
1661
  	btrfs_set_stack_timespec_nsec(&inode_item->ctime,
16cdcec73   Miao Xie   btrfs: implement ...
1662
  				      inode->i_ctime.tv_nsec);
9cc97d646   chandan r   Btrfs: Add code t...
1663
1664
1665
1666
1667
  
  	btrfs_set_stack_timespec_sec(&inode_item->otime,
  				     BTRFS_I(inode)->i_otime.tv_sec);
  	btrfs_set_stack_timespec_nsec(&inode_item->otime,
  				     BTRFS_I(inode)->i_otime.tv_nsec);
16cdcec73   Miao Xie   btrfs: implement ...
1668
  }
2f7e33d43   Miao Xie   btrfs: fix incons...
1669
1670
1671
1672
  int btrfs_fill_inode(struct inode *inode, u32 *rdev)
  {
  	struct btrfs_delayed_node *delayed_node;
  	struct btrfs_inode_item *inode_item;
2f7e33d43   Miao Xie   btrfs: fix incons...
1673

340c6ca9f   Nikolay Borisov   btrfs: Make btrfs...
1674
  	delayed_node = btrfs_get_delayed_node(BTRFS_I(inode));
2f7e33d43   Miao Xie   btrfs: fix incons...
1675
1676
1677
1678
  	if (!delayed_node)
  		return -ENOENT;
  
  	mutex_lock(&delayed_node->mutex);
7cf35d91b   Miao Xie   Btrfs: use flags ...
1679
  	if (!test_bit(BTRFS_DELAYED_NODE_INODE_DIRTY, &delayed_node->flags)) {
2f7e33d43   Miao Xie   btrfs: fix incons...
1680
1681
1682
1683
1684
1685
  		mutex_unlock(&delayed_node->mutex);
  		btrfs_release_delayed_node(delayed_node);
  		return -ENOENT;
  	}
  
  	inode_item = &delayed_node->inode_item;
2f2f43d3c   Eric W. Biederman   userns: Convert b...
1686
1687
  	i_uid_write(inode, btrfs_stack_inode_uid(inode_item));
  	i_gid_write(inode, btrfs_stack_inode_gid(inode_item));
6ef06d279   Nikolay Borisov   btrfs: Make btrfs...
1688
  	btrfs_i_size_write(BTRFS_I(inode), btrfs_stack_inode_size(inode_item));
2f7e33d43   Miao Xie   btrfs: fix incons...
1689
  	inode->i_mode = btrfs_stack_inode_mode(inode_item);
bfe868486   Miklos Szeredi   filesystems: add ...
1690
  	set_nlink(inode, btrfs_stack_inode_nlink(inode_item));
2f7e33d43   Miao Xie   btrfs: fix incons...
1691
1692
  	inode_set_bytes(inode, btrfs_stack_inode_nbytes(inode_item));
  	BTRFS_I(inode)->generation = btrfs_stack_inode_generation(inode_item);
6e17d30bf   Yang Dongsheng   Btrfs: fill ->las...
1693
          BTRFS_I(inode)->last_trans = btrfs_stack_inode_transid(inode_item);
c7f88c4e7   Jeff Layton   btrfs: convert to...
1694
1695
  	inode_set_iversion_queried(inode,
  				   btrfs_stack_inode_sequence(inode_item));
2f7e33d43   Miao Xie   btrfs: fix incons...
1696
1697
1698
  	inode->i_rdev = 0;
  	*rdev = btrfs_stack_inode_rdev(inode_item);
  	BTRFS_I(inode)->flags = btrfs_stack_inode_flags(inode_item);
a937b9791   David Sterba   btrfs: kill btrfs...
1699
1700
  	inode->i_atime.tv_sec = btrfs_stack_timespec_sec(&inode_item->atime);
  	inode->i_atime.tv_nsec = btrfs_stack_timespec_nsec(&inode_item->atime);
2f7e33d43   Miao Xie   btrfs: fix incons...
1701

a937b9791   David Sterba   btrfs: kill btrfs...
1702
1703
  	inode->i_mtime.tv_sec = btrfs_stack_timespec_sec(&inode_item->mtime);
  	inode->i_mtime.tv_nsec = btrfs_stack_timespec_nsec(&inode_item->mtime);
2f7e33d43   Miao Xie   btrfs: fix incons...
1704

a937b9791   David Sterba   btrfs: kill btrfs...
1705
1706
  	inode->i_ctime.tv_sec = btrfs_stack_timespec_sec(&inode_item->ctime);
  	inode->i_ctime.tv_nsec = btrfs_stack_timespec_nsec(&inode_item->ctime);
2f7e33d43   Miao Xie   btrfs: fix incons...
1707

9cc97d646   chandan r   Btrfs: Add code t...
1708
1709
1710
1711
  	BTRFS_I(inode)->i_otime.tv_sec =
  		btrfs_stack_timespec_sec(&inode_item->otime);
  	BTRFS_I(inode)->i_otime.tv_nsec =
  		btrfs_stack_timespec_nsec(&inode_item->otime);
2f7e33d43   Miao Xie   btrfs: fix incons...
1712
1713
1714
1715
1716
1717
1718
  	inode->i_generation = BTRFS_I(inode)->generation;
  	BTRFS_I(inode)->index_cnt = (u64)-1;
  
  	mutex_unlock(&delayed_node->mutex);
  	btrfs_release_delayed_node(delayed_node);
  	return 0;
  }
16cdcec73   Miao Xie   btrfs: implement ...
1719
1720
1721
1722
  int btrfs_delayed_update_inode(struct btrfs_trans_handle *trans,
  			       struct btrfs_root *root, struct inode *inode)
  {
  	struct btrfs_delayed_node *delayed_node;
aa0467d8d   David Sterba   btrfs: fix uninit...
1723
  	int ret = 0;
16cdcec73   Miao Xie   btrfs: implement ...
1724

e5517a7bf   Nikolay Borisov   btrfs: Make btrfs...
1725
  	delayed_node = btrfs_get_or_create_delayed_node(BTRFS_I(inode));
16cdcec73   Miao Xie   btrfs: implement ...
1726
1727
1728
1729
  	if (IS_ERR(delayed_node))
  		return PTR_ERR(delayed_node);
  
  	mutex_lock(&delayed_node->mutex);
7cf35d91b   Miao Xie   Btrfs: use flags ...
1730
  	if (test_bit(BTRFS_DELAYED_NODE_INODE_DIRTY, &delayed_node->flags)) {
16cdcec73   Miao Xie   btrfs: implement ...
1731
1732
1733
  		fill_stack_inode_item(trans, &delayed_node->inode_item, inode);
  		goto release_node;
  	}
fcabdd1ca   Nikolay Borisov   btrfs: Make btrfs...
1734
  	ret = btrfs_delayed_inode_reserve_metadata(trans, root, BTRFS_I(inode),
7fd2ae21a   Josef Bacik   Btrfs: fix our re...
1735
  						   delayed_node);
c06a0e120   Josef Bacik   Btrfs: fix delaye...
1736
1737
  	if (ret)
  		goto release_node;
16cdcec73   Miao Xie   btrfs: implement ...
1738
1739
  
  	fill_stack_inode_item(trans, &delayed_node->inode_item, inode);
7cf35d91b   Miao Xie   Btrfs: use flags ...
1740
  	set_bit(BTRFS_DELAYED_NODE_INODE_DIRTY, &delayed_node->flags);
16cdcec73   Miao Xie   btrfs: implement ...
1741
1742
1743
1744
1745
1746
1747
  	delayed_node->count++;
  	atomic_inc(&root->fs_info->delayed_root->items);
  release_node:
  	mutex_unlock(&delayed_node->mutex);
  	btrfs_release_delayed_node(delayed_node);
  	return ret;
  }
e07222c7d   Nikolay Borisov   btrfs: Make btrfs...
1748
  int btrfs_delayed_delete_inode_ref(struct btrfs_inode *inode)
67de11769   Miao Xie   Btrfs: introduce ...
1749
  {
3ffbd68c4   David Sterba   btrfs: simplify p...
1750
  	struct btrfs_fs_info *fs_info = inode->root->fs_info;
67de11769   Miao Xie   Btrfs: introduce ...
1751
  	struct btrfs_delayed_node *delayed_node;
6f8960541   Chris Mason   Btrfs: don't dela...
1752
1753
1754
1755
1756
  	/*
  	 * we don't do delayed inode updates during log recovery because it
  	 * leads to enospc problems.  This means we also can't do
  	 * delayed inode refs
  	 */
0b246afa6   Jeff Mahoney   btrfs: root->fs_i...
1757
  	if (test_bit(BTRFS_FS_LOG_RECOVERING, &fs_info->flags))
6f8960541   Chris Mason   Btrfs: don't dela...
1758
  		return -EAGAIN;
e07222c7d   Nikolay Borisov   btrfs: Make btrfs...
1759
  	delayed_node = btrfs_get_or_create_delayed_node(inode);
67de11769   Miao Xie   Btrfs: introduce ...
1760
1761
1762
1763
1764
1765
1766
1767
1768
1769
1770
1771
1772
1773
1774
1775
1776
1777
1778
1779
1780
1781
1782
  	if (IS_ERR(delayed_node))
  		return PTR_ERR(delayed_node);
  
  	/*
  	 * We don't reserve space for inode ref deletion is because:
  	 * - We ONLY do async inode ref deletion for the inode who has only
  	 *   one link(i_nlink == 1), it means there is only one inode ref.
  	 *   And in most case, the inode ref and the inode item are in the
  	 *   same leaf, and we will deal with them at the same time.
  	 *   Since we are sure we will reserve the space for the inode item,
  	 *   it is unnecessary to reserve space for inode ref deletion.
  	 * - If the inode ref and the inode item are not in the same leaf,
  	 *   We also needn't worry about enospc problem, because we reserve
  	 *   much more space for the inode update than it needs.
  	 * - At the worst, we can steal some space from the global reservation.
  	 *   It is very rare.
  	 */
  	mutex_lock(&delayed_node->mutex);
  	if (test_bit(BTRFS_DELAYED_NODE_DEL_IREF, &delayed_node->flags))
  		goto release_node;
  
  	set_bit(BTRFS_DELAYED_NODE_DEL_IREF, &delayed_node->flags);
  	delayed_node->count++;
0b246afa6   Jeff Mahoney   btrfs: root->fs_i...
1783
  	atomic_inc(&fs_info->delayed_root->items);
67de11769   Miao Xie   Btrfs: introduce ...
1784
1785
1786
1787
1788
  release_node:
  	mutex_unlock(&delayed_node->mutex);
  	btrfs_release_delayed_node(delayed_node);
  	return 0;
  }
16cdcec73   Miao Xie   btrfs: implement ...
1789
1790
1791
  static void __btrfs_kill_delayed_node(struct btrfs_delayed_node *delayed_node)
  {
  	struct btrfs_root *root = delayed_node->root;
2ff7e61e0   Jeff Mahoney   btrfs: take an fs...
1792
  	struct btrfs_fs_info *fs_info = root->fs_info;
16cdcec73   Miao Xie   btrfs: implement ...
1793
1794
1795
1796
1797
  	struct btrfs_delayed_item *curr_item, *prev_item;
  
  	mutex_lock(&delayed_node->mutex);
  	curr_item = __btrfs_first_delayed_insertion_item(delayed_node);
  	while (curr_item) {
4f5427ccc   Qu Wenruo   btrfs: delayed-in...
1798
  		btrfs_delayed_item_release_metadata(root, curr_item);
16cdcec73   Miao Xie   btrfs: implement ...
1799
1800
1801
1802
1803
1804
1805
  		prev_item = curr_item;
  		curr_item = __btrfs_next_delayed_item(prev_item);
  		btrfs_release_delayed_item(prev_item);
  	}
  
  	curr_item = __btrfs_first_delayed_deletion_item(delayed_node);
  	while (curr_item) {
4f5427ccc   Qu Wenruo   btrfs: delayed-in...
1806
  		btrfs_delayed_item_release_metadata(root, curr_item);
16cdcec73   Miao Xie   btrfs: implement ...
1807
1808
1809
1810
  		prev_item = curr_item;
  		curr_item = __btrfs_next_delayed_item(prev_item);
  		btrfs_release_delayed_item(prev_item);
  	}
67de11769   Miao Xie   Btrfs: introduce ...
1811
1812
  	if (test_bit(BTRFS_DELAYED_NODE_DEL_IREF, &delayed_node->flags))
  		btrfs_release_delayed_iref(delayed_node);
7cf35d91b   Miao Xie   Btrfs: use flags ...
1813
  	if (test_bit(BTRFS_DELAYED_NODE_INODE_DIRTY, &delayed_node->flags)) {
4f5427ccc   Qu Wenruo   btrfs: delayed-in...
1814
  		btrfs_delayed_inode_release_metadata(fs_info, delayed_node, false);
16cdcec73   Miao Xie   btrfs: implement ...
1815
1816
1817
1818
  		btrfs_release_delayed_inode(delayed_node);
  	}
  	mutex_unlock(&delayed_node->mutex);
  }
4ccb5c723   Nikolay Borisov   btrfs: Make btrfs...
1819
  void btrfs_kill_delayed_inode_items(struct btrfs_inode *inode)
16cdcec73   Miao Xie   btrfs: implement ...
1820
1821
  {
  	struct btrfs_delayed_node *delayed_node;
4ccb5c723   Nikolay Borisov   btrfs: Make btrfs...
1822
  	delayed_node = btrfs_get_delayed_node(inode);
16cdcec73   Miao Xie   btrfs: implement ...
1823
1824
1825
1826
1827
1828
1829
1830
1831
1832
1833
1834
1835
1836
1837
1838
1839
1840
1841
1842
1843
1844
1845
1846
  	if (!delayed_node)
  		return;
  
  	__btrfs_kill_delayed_node(delayed_node);
  	btrfs_release_delayed_node(delayed_node);
  }
  
  void btrfs_kill_all_delayed_nodes(struct btrfs_root *root)
  {
  	u64 inode_id = 0;
  	struct btrfs_delayed_node *delayed_nodes[8];
  	int i, n;
  
  	while (1) {
  		spin_lock(&root->inode_lock);
  		n = radix_tree_gang_lookup(&root->delayed_nodes_tree,
  					   (void **)delayed_nodes, inode_id,
  					   ARRAY_SIZE(delayed_nodes));
  		if (!n) {
  			spin_unlock(&root->inode_lock);
  			break;
  		}
  
  		inode_id = delayed_nodes[n - 1]->inode_id + 1;
1e8308fb3   Josef Bacik   btrfs: use refcou...
1847
1848
1849
1850
1851
1852
1853
1854
  		for (i = 0; i < n; i++) {
  			/*
  			 * Don't increase refs in case the node is dead and
  			 * about to be removed from the tree in the loop below
  			 */
  			if (!refcount_inc_not_zero(&delayed_nodes[i]->refs))
  				delayed_nodes[i] = NULL;
  		}
16cdcec73   Miao Xie   btrfs: implement ...
1855
1856
1857
  		spin_unlock(&root->inode_lock);
  
  		for (i = 0; i < n; i++) {
1e8308fb3   Josef Bacik   btrfs: use refcou...
1858
1859
  			if (!delayed_nodes[i])
  				continue;
16cdcec73   Miao Xie   btrfs: implement ...
1860
1861
1862
1863
1864
  			__btrfs_kill_delayed_node(delayed_nodes[i]);
  			btrfs_release_delayed_node(delayed_nodes[i]);
  		}
  	}
  }
67cde3448   Miao Xie   Btrfs: destroy th...
1865

ccdf9b305   Jeff Mahoney   btrfs: root->fs_i...
1866
  void btrfs_destroy_delayed_inodes(struct btrfs_fs_info *fs_info)
67cde3448   Miao Xie   Btrfs: destroy th...
1867
  {
67cde3448   Miao Xie   Btrfs: destroy th...
1868
  	struct btrfs_delayed_node *curr_node, *prev_node;
ccdf9b305   Jeff Mahoney   btrfs: root->fs_i...
1869
  	curr_node = btrfs_first_delayed_node(fs_info->delayed_root);
67cde3448   Miao Xie   Btrfs: destroy th...
1870
1871
1872
1873
1874
1875
1876
1877
  	while (curr_node) {
  		__btrfs_kill_delayed_node(curr_node);
  
  		prev_node = curr_node;
  		curr_node = btrfs_next_delayed_node(curr_node);
  		btrfs_release_delayed_node(prev_node);
  	}
  }