Blame view

fs/ocfs2/alloc.c 187 KB
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
  /* -*- mode: c; c-basic-offset: 8; -*-
   * vim: noexpandtab sw=8 ts=8 sts=0:
   *
   * alloc.c
   *
   * Extent allocs and frees
   *
   * Copyright (C) 2002, 2004 Oracle.  All rights reserved.
   *
   * This program is free software; you can redistribute it and/or
   * modify it under the terms of the GNU General Public
   * License as published by the Free Software Foundation; either
   * version 2 of the License, or (at your option) any later version.
   *
   * This program is distributed in the hope that it will be useful,
   * but WITHOUT ANY WARRANTY; without even the implied warranty of
   * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
   * General Public License for more details.
   *
   * You should have received a copy of the GNU General Public
   * License along with this program; if not, write to the
   * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
   * Boston, MA 021110-1307, USA.
   */
  
  #include <linux/fs.h>
  #include <linux/types.h>
  #include <linux/slab.h>
  #include <linux/highmem.h>
60b11392f   Mark Fasheh   ocfs2: zero tail ...
30
  #include <linux/swap.h>
a90714c15   Jan Kara   ocfs2: Add quota ...
31
  #include <linux/quotaops.h>
e80de36d8   Tao Ma   ocfs2: Add ocfs2_...
32
  #include <linux/blkdev.h>
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
33

ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
34
35
36
37
38
  #include <cluster/masklog.h>
  
  #include "ocfs2.h"
  
  #include "alloc.h"
60b11392f   Mark Fasheh   ocfs2: zero tail ...
39
  #include "aops.h"
d6b32bbb3   Joel Becker   ocfs2: block read...
40
  #include "blockcheck.h"
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
41
42
43
44
45
46
47
48
49
50
  #include "dlmglue.h"
  #include "extent_map.h"
  #include "inode.h"
  #include "journal.h"
  #include "localalloc.h"
  #include "suballoc.h"
  #include "sysfile.h"
  #include "file.h"
  #include "super.h"
  #include "uptodate.h"
2a50a743b   Joel Becker   ocfs2: Create ocf...
51
  #include "xattr.h"
bcbbb24a6   Tao Ma   ocfs2: Decrement ...
52
  #include "refcounttree.h"
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
53
  #include "ocfs2_trace.h"
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
54
55
  
  #include "buffer_head_io.h"
853a3a143   Tao Ma   ocfs2: Wrap ocfs2...
56
57
58
59
60
61
  enum ocfs2_contig_type {
  	CONTIG_NONE = 0,
  	CONTIG_LEFT,
  	CONTIG_RIGHT,
  	CONTIG_LEFTRIGHT,
  };
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
62

853a3a143   Tao Ma   ocfs2: Wrap ocfs2...
63
64
65
66
  static enum ocfs2_contig_type
  	ocfs2_extent_rec_contig(struct super_block *sb,
  				struct ocfs2_extent_rec *ext,
  				struct ocfs2_extent_rec *insert_rec);
1625f8ac1   Joel Becker   ocfs2: Comment st...
67
68
69
70
71
  /*
   * Operations for a specific extent tree type.
   *
   * To implement an on-disk btree (extent tree) type in ocfs2, add
   * an ocfs2_extent_tree_operations structure and the matching
8d6220d6a   Joel Becker   ocfs2: Change ocf...
72
   * ocfs2_init_<thingy>_extent_tree() function.  That's pretty much it
1625f8ac1   Joel Becker   ocfs2: Comment st...
73
74
   * for the allocation portion of the extent tree.
   */
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
75
  struct ocfs2_extent_tree_operations {
1625f8ac1   Joel Becker   ocfs2: Comment st...
76
77
78
79
80
81
82
  	/*
  	 * last_eb_blk is the block number of the right most leaf extent
  	 * block.  Most on-disk structures containing an extent tree store
  	 * this value for fast access.  The ->eo_set_last_eb_blk() and
  	 * ->eo_get_last_eb_blk() operations access this value.  They are
  	 *  both required.
  	 */
35dc0aa3c   Joel Becker   ocfs2: Prefix the...
83
84
85
  	void (*eo_set_last_eb_blk)(struct ocfs2_extent_tree *et,
  				   u64 blkno);
  	u64 (*eo_get_last_eb_blk)(struct ocfs2_extent_tree *et);
1625f8ac1   Joel Becker   ocfs2: Comment st...
86
87
88
89
90
91
92
  
  	/*
  	 * The on-disk structure usually keeps track of how many total
  	 * clusters are stored in this extent tree.  This function updates
  	 * that value.  new_clusters is the delta, and must be
  	 * added to the total.  Required.
  	 */
6136ca5f5   Joel Becker   ocfs2: Drop struc...
93
  	void (*eo_update_clusters)(struct ocfs2_extent_tree *et,
35dc0aa3c   Joel Becker   ocfs2: Prefix the...
94
  				   u32 new_clusters);
1625f8ac1   Joel Becker   ocfs2: Comment st...
95
96
  
  	/*
92ba470c4   Joel Becker   ocfs2: Make exten...
97
98
99
100
101
102
103
  	 * If this extent tree is supported by an extent map, insert
  	 * a record into the map.
  	 */
  	void (*eo_extent_map_insert)(struct ocfs2_extent_tree *et,
  				     struct ocfs2_extent_rec *rec);
  
  	/*
4c911eefc   Joel Becker   ocfs2: Make trunc...
104
105
106
107
108
109
110
  	 * If this extent tree is supported by an extent map, truncate the
  	 * map to clusters,
  	 */
  	void (*eo_extent_map_truncate)(struct ocfs2_extent_tree *et,
  				       u32 clusters);
  
  	/*
1625f8ac1   Joel Becker   ocfs2: Comment st...
111
112
113
  	 * If ->eo_insert_check() exists, it is called before rec is
  	 * inserted into the extent tree.  It is optional.
  	 */
6136ca5f5   Joel Becker   ocfs2: Drop struc...
114
  	int (*eo_insert_check)(struct ocfs2_extent_tree *et,
1e61ee79e   Joel Becker   ocfs2: Add an ins...
115
  			       struct ocfs2_extent_rec *rec);
6136ca5f5   Joel Becker   ocfs2: Drop struc...
116
  	int (*eo_sanity_check)(struct ocfs2_extent_tree *et);
0ce1010f1   Joel Becker   ocfs2: Provide th...
117

1625f8ac1   Joel Becker   ocfs2: Comment st...
118
119
120
121
122
123
124
125
126
127
  	/*
  	 * --------------------------------------------------------------
  	 * The remaining are internal to ocfs2_extent_tree and don't have
  	 * accessor functions
  	 */
  
  	/*
  	 * ->eo_fill_root_el() takes et->et_object and sets et->et_root_el.
  	 * It is required.
  	 */
0ce1010f1   Joel Becker   ocfs2: Provide th...
128
  	void (*eo_fill_root_el)(struct ocfs2_extent_tree *et);
1625f8ac1   Joel Becker   ocfs2: Comment st...
129
130
131
132
133
134
  
  	/*
  	 * ->eo_fill_max_leaf_clusters sets et->et_max_leaf_clusters if
  	 * it exists.  If it does not, et->et_max_leaf_clusters is set
  	 * to 0 (unlimited).  Optional.
  	 */
6136ca5f5   Joel Becker   ocfs2: Drop struc...
135
  	void (*eo_fill_max_leaf_clusters)(struct ocfs2_extent_tree *et);
853a3a143   Tao Ma   ocfs2: Wrap ocfs2...
136
137
138
139
140
141
142
143
144
145
  
  	/*
  	 * ->eo_extent_contig test whether the 2 ocfs2_extent_rec
  	 * are contiguous or not. Optional. Don't need to set it if use
  	 * ocfs2_extent_rec as the tree leaf.
  	 */
  	enum ocfs2_contig_type
  		(*eo_extent_contig)(struct ocfs2_extent_tree *et,
  				    struct ocfs2_extent_rec *ext,
  				    struct ocfs2_extent_rec *insert_rec);
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
146
  };
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
147

f99b9b7cc   Joel Becker   ocfs2: Make ocfs2...
148
149
150
151
152
153
154
  /*
   * Pre-declare ocfs2_dinode_et_ops so we can use it as a sanity check
   * in the methods.
   */
  static u64 ocfs2_dinode_get_last_eb_blk(struct ocfs2_extent_tree *et);
  static void ocfs2_dinode_set_last_eb_blk(struct ocfs2_extent_tree *et,
  					 u64 blkno);
6136ca5f5   Joel Becker   ocfs2: Drop struc...
155
  static void ocfs2_dinode_update_clusters(struct ocfs2_extent_tree *et,
f99b9b7cc   Joel Becker   ocfs2: Make ocfs2...
156
  					 u32 clusters);
92ba470c4   Joel Becker   ocfs2: Make exten...
157
158
  static void ocfs2_dinode_extent_map_insert(struct ocfs2_extent_tree *et,
  					   struct ocfs2_extent_rec *rec);
4c911eefc   Joel Becker   ocfs2: Make trunc...
159
160
  static void ocfs2_dinode_extent_map_truncate(struct ocfs2_extent_tree *et,
  					     u32 clusters);
6136ca5f5   Joel Becker   ocfs2: Drop struc...
161
  static int ocfs2_dinode_insert_check(struct ocfs2_extent_tree *et,
f99b9b7cc   Joel Becker   ocfs2: Make ocfs2...
162
  				     struct ocfs2_extent_rec *rec);
6136ca5f5   Joel Becker   ocfs2: Drop struc...
163
  static int ocfs2_dinode_sanity_check(struct ocfs2_extent_tree *et);
f99b9b7cc   Joel Becker   ocfs2: Make ocfs2...
164
165
166
167
168
  static void ocfs2_dinode_fill_root_el(struct ocfs2_extent_tree *et);
  static struct ocfs2_extent_tree_operations ocfs2_dinode_et_ops = {
  	.eo_set_last_eb_blk	= ocfs2_dinode_set_last_eb_blk,
  	.eo_get_last_eb_blk	= ocfs2_dinode_get_last_eb_blk,
  	.eo_update_clusters	= ocfs2_dinode_update_clusters,
92ba470c4   Joel Becker   ocfs2: Make exten...
169
  	.eo_extent_map_insert	= ocfs2_dinode_extent_map_insert,
4c911eefc   Joel Becker   ocfs2: Make trunc...
170
  	.eo_extent_map_truncate	= ocfs2_dinode_extent_map_truncate,
f99b9b7cc   Joel Becker   ocfs2: Make ocfs2...
171
172
173
174
  	.eo_insert_check	= ocfs2_dinode_insert_check,
  	.eo_sanity_check	= ocfs2_dinode_sanity_check,
  	.eo_fill_root_el	= ocfs2_dinode_fill_root_el,
  };
0ce1010f1   Joel Becker   ocfs2: Provide th...
175

e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
176
177
178
  static void ocfs2_dinode_set_last_eb_blk(struct ocfs2_extent_tree *et,
  					 u64 blkno)
  {
ea5efa151   Joel Becker   ocfs2: Make 'priv...
179
  	struct ocfs2_dinode *di = et->et_object;
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
180

f99b9b7cc   Joel Becker   ocfs2: Make ocfs2...
181
  	BUG_ON(et->et_ops != &ocfs2_dinode_et_ops);
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
182
183
184
185
186
  	di->i_last_eb_blk = cpu_to_le64(blkno);
  }
  
  static u64 ocfs2_dinode_get_last_eb_blk(struct ocfs2_extent_tree *et)
  {
ea5efa151   Joel Becker   ocfs2: Make 'priv...
187
  	struct ocfs2_dinode *di = et->et_object;
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
188

f99b9b7cc   Joel Becker   ocfs2: Make ocfs2...
189
  	BUG_ON(et->et_ops != &ocfs2_dinode_et_ops);
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
190
191
  	return le64_to_cpu(di->i_last_eb_blk);
  }
6136ca5f5   Joel Becker   ocfs2: Drop struc...
192
  static void ocfs2_dinode_update_clusters(struct ocfs2_extent_tree *et,
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
193
194
  					 u32 clusters)
  {
6136ca5f5   Joel Becker   ocfs2: Drop struc...
195
  	struct ocfs2_inode_info *oi = cache_info_to_inode(et->et_ci);
ea5efa151   Joel Becker   ocfs2: Make 'priv...
196
  	struct ocfs2_dinode *di = et->et_object;
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
197
198
  
  	le32_add_cpu(&di->i_clusters, clusters);
6136ca5f5   Joel Becker   ocfs2: Drop struc...
199
200
201
  	spin_lock(&oi->ip_lock);
  	oi->ip_clusters = le32_to_cpu(di->i_clusters);
  	spin_unlock(&oi->ip_lock);
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
202
  }
92ba470c4   Joel Becker   ocfs2: Make exten...
203
204
205
206
207
208
209
  static void ocfs2_dinode_extent_map_insert(struct ocfs2_extent_tree *et,
  					   struct ocfs2_extent_rec *rec)
  {
  	struct inode *inode = &cache_info_to_inode(et->et_ci)->vfs_inode;
  
  	ocfs2_extent_map_insert_rec(inode, rec);
  }
4c911eefc   Joel Becker   ocfs2: Make trunc...
210
211
212
213
214
215
216
  static void ocfs2_dinode_extent_map_truncate(struct ocfs2_extent_tree *et,
  					     u32 clusters)
  {
  	struct inode *inode = &cache_info_to_inode(et->et_ci)->vfs_inode;
  
  	ocfs2_extent_map_trunc(inode, clusters);
  }
6136ca5f5   Joel Becker   ocfs2: Drop struc...
217
  static int ocfs2_dinode_insert_check(struct ocfs2_extent_tree *et,
1e61ee79e   Joel Becker   ocfs2: Add an ins...
218
219
  				     struct ocfs2_extent_rec *rec)
  {
6136ca5f5   Joel Becker   ocfs2: Drop struc...
220
221
  	struct ocfs2_inode_info *oi = cache_info_to_inode(et->et_ci);
  	struct ocfs2_super *osb = OCFS2_SB(oi->vfs_inode.i_sb);
1e61ee79e   Joel Becker   ocfs2: Add an ins...
222

6136ca5f5   Joel Becker   ocfs2: Drop struc...
223
  	BUG_ON(oi->ip_dyn_features & OCFS2_INLINE_DATA_FL);
1e61ee79e   Joel Becker   ocfs2: Add an ins...
224
  	mlog_bug_on_msg(!ocfs2_sparse_alloc(osb) &&
6136ca5f5   Joel Becker   ocfs2: Drop struc...
225
  			(oi->ip_clusters != le32_to_cpu(rec->e_cpos)),
1e61ee79e   Joel Becker   ocfs2: Add an ins...
226
227
228
229
  			"Device %s, asking for sparse allocation: inode %llu, "
  			"cpos %u, clusters %u
  ",
  			osb->dev_str,
6136ca5f5   Joel Becker   ocfs2: Drop struc...
230
231
  			(unsigned long long)oi->ip_blkno,
  			rec->e_cpos, oi->ip_clusters);
1e61ee79e   Joel Becker   ocfs2: Add an ins...
232
233
234
  
  	return 0;
  }
6136ca5f5   Joel Becker   ocfs2: Drop struc...
235
  static int ocfs2_dinode_sanity_check(struct ocfs2_extent_tree *et)
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
236
  {
10995aa24   Joel Becker   ocfs2: Morph the ...
237
  	struct ocfs2_dinode *di = et->et_object;
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
238

f99b9b7cc   Joel Becker   ocfs2: Make ocfs2...
239
  	BUG_ON(et->et_ops != &ocfs2_dinode_et_ops);
10995aa24   Joel Becker   ocfs2: Morph the ...
240
  	BUG_ON(!OCFS2_IS_VALID_DINODE(di));
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
241

10995aa24   Joel Becker   ocfs2: Morph the ...
242
  	return 0;
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
243
  }
f99b9b7cc   Joel Becker   ocfs2: Make ocfs2...
244
245
246
247
248
249
  static void ocfs2_dinode_fill_root_el(struct ocfs2_extent_tree *et)
  {
  	struct ocfs2_dinode *di = et->et_object;
  
  	et->et_root_el = &di->id2.i_list;
  }
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
250

0ce1010f1   Joel Becker   ocfs2: Provide th...
251
252
  static void ocfs2_xattr_value_fill_root_el(struct ocfs2_extent_tree *et)
  {
2a50a743b   Joel Becker   ocfs2: Create ocf...
253
  	struct ocfs2_xattr_value_buf *vb = et->et_object;
0ce1010f1   Joel Becker   ocfs2: Provide th...
254

2a50a743b   Joel Becker   ocfs2: Create ocf...
255
  	et->et_root_el = &vb->vb_xv->xr_list;
0ce1010f1   Joel Becker   ocfs2: Provide th...
256
  }
f56654c43   Tao Ma   ocfs2: Add extent...
257
258
259
  static void ocfs2_xattr_value_set_last_eb_blk(struct ocfs2_extent_tree *et,
  					      u64 blkno)
  {
2a50a743b   Joel Becker   ocfs2: Create ocf...
260
  	struct ocfs2_xattr_value_buf *vb = et->et_object;
f56654c43   Tao Ma   ocfs2: Add extent...
261

2a50a743b   Joel Becker   ocfs2: Create ocf...
262
  	vb->vb_xv->xr_last_eb_blk = cpu_to_le64(blkno);
f56654c43   Tao Ma   ocfs2: Add extent...
263
264
265
266
  }
  
  static u64 ocfs2_xattr_value_get_last_eb_blk(struct ocfs2_extent_tree *et)
  {
2a50a743b   Joel Becker   ocfs2: Create ocf...
267
  	struct ocfs2_xattr_value_buf *vb = et->et_object;
f56654c43   Tao Ma   ocfs2: Add extent...
268

2a50a743b   Joel Becker   ocfs2: Create ocf...
269
  	return le64_to_cpu(vb->vb_xv->xr_last_eb_blk);
f56654c43   Tao Ma   ocfs2: Add extent...
270
  }
6136ca5f5   Joel Becker   ocfs2: Drop struc...
271
  static void ocfs2_xattr_value_update_clusters(struct ocfs2_extent_tree *et,
f56654c43   Tao Ma   ocfs2: Add extent...
272
273
  					      u32 clusters)
  {
2a50a743b   Joel Becker   ocfs2: Create ocf...
274
  	struct ocfs2_xattr_value_buf *vb = et->et_object;
f56654c43   Tao Ma   ocfs2: Add extent...
275

2a50a743b   Joel Becker   ocfs2: Create ocf...
276
  	le32_add_cpu(&vb->vb_xv->xr_clusters, clusters);
f56654c43   Tao Ma   ocfs2: Add extent...
277
  }
1a09f556e   Joel Becker   ocfs2: Create spe...
278
  static struct ocfs2_extent_tree_operations ocfs2_xattr_value_et_ops = {
35dc0aa3c   Joel Becker   ocfs2: Prefix the...
279
280
281
  	.eo_set_last_eb_blk	= ocfs2_xattr_value_set_last_eb_blk,
  	.eo_get_last_eb_blk	= ocfs2_xattr_value_get_last_eb_blk,
  	.eo_update_clusters	= ocfs2_xattr_value_update_clusters,
0ce1010f1   Joel Becker   ocfs2: Provide th...
282
  	.eo_fill_root_el	= ocfs2_xattr_value_fill_root_el,
f56654c43   Tao Ma   ocfs2: Add extent...
283
  };
0ce1010f1   Joel Becker   ocfs2: Provide th...
284
285
286
287
288
289
  static void ocfs2_xattr_tree_fill_root_el(struct ocfs2_extent_tree *et)
  {
  	struct ocfs2_xattr_block *xb = et->et_object;
  
  	et->et_root_el = &xb->xb_attrs.xb_root.xt_list;
  }
6136ca5f5   Joel Becker   ocfs2: Drop struc...
290
  static void ocfs2_xattr_tree_fill_max_leaf_clusters(struct ocfs2_extent_tree *et)
943cced39   Joel Becker   ocfs2: Determine ...
291
  {
6136ca5f5   Joel Becker   ocfs2: Drop struc...
292
  	struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci);
943cced39   Joel Becker   ocfs2: Determine ...
293
  	et->et_max_leaf_clusters =
6136ca5f5   Joel Becker   ocfs2: Drop struc...
294
  		ocfs2_clusters_for_bytes(sb, OCFS2_MAX_XATTR_TREE_LEAF_SIZE);
943cced39   Joel Becker   ocfs2: Determine ...
295
  }
ba492615f   Tao Ma   ocfs2: Add xattr ...
296
297
298
  static void ocfs2_xattr_tree_set_last_eb_blk(struct ocfs2_extent_tree *et,
  					     u64 blkno)
  {
ea5efa151   Joel Becker   ocfs2: Make 'priv...
299
  	struct ocfs2_xattr_block *xb = et->et_object;
ba492615f   Tao Ma   ocfs2: Add xattr ...
300
301
302
303
304
305
306
  	struct ocfs2_xattr_tree_root *xt = &xb->xb_attrs.xb_root;
  
  	xt->xt_last_eb_blk = cpu_to_le64(blkno);
  }
  
  static u64 ocfs2_xattr_tree_get_last_eb_blk(struct ocfs2_extent_tree *et)
  {
ea5efa151   Joel Becker   ocfs2: Make 'priv...
307
  	struct ocfs2_xattr_block *xb = et->et_object;
ba492615f   Tao Ma   ocfs2: Add xattr ...
308
309
310
311
  	struct ocfs2_xattr_tree_root *xt = &xb->xb_attrs.xb_root;
  
  	return le64_to_cpu(xt->xt_last_eb_blk);
  }
6136ca5f5   Joel Becker   ocfs2: Drop struc...
312
  static void ocfs2_xattr_tree_update_clusters(struct ocfs2_extent_tree *et,
ba492615f   Tao Ma   ocfs2: Add xattr ...
313
314
  					     u32 clusters)
  {
ea5efa151   Joel Becker   ocfs2: Make 'priv...
315
  	struct ocfs2_xattr_block *xb = et->et_object;
ba492615f   Tao Ma   ocfs2: Add xattr ...
316
317
318
  
  	le32_add_cpu(&xb->xb_attrs.xb_root.xt_clusters, clusters);
  }
ba492615f   Tao Ma   ocfs2: Add xattr ...
319
  static struct ocfs2_extent_tree_operations ocfs2_xattr_tree_et_ops = {
35dc0aa3c   Joel Becker   ocfs2: Prefix the...
320
321
322
  	.eo_set_last_eb_blk	= ocfs2_xattr_tree_set_last_eb_blk,
  	.eo_get_last_eb_blk	= ocfs2_xattr_tree_get_last_eb_blk,
  	.eo_update_clusters	= ocfs2_xattr_tree_update_clusters,
0ce1010f1   Joel Becker   ocfs2: Provide th...
323
  	.eo_fill_root_el	= ocfs2_xattr_tree_fill_root_el,
943cced39   Joel Becker   ocfs2: Determine ...
324
  	.eo_fill_max_leaf_clusters = ocfs2_xattr_tree_fill_max_leaf_clusters,
ba492615f   Tao Ma   ocfs2: Add xattr ...
325
  };
9b7895efa   Mark Fasheh   ocfs2: Add a name...
326
327
328
329
330
331
332
333
334
335
336
337
338
339
  static void ocfs2_dx_root_set_last_eb_blk(struct ocfs2_extent_tree *et,
  					  u64 blkno)
  {
  	struct ocfs2_dx_root_block *dx_root = et->et_object;
  
  	dx_root->dr_last_eb_blk = cpu_to_le64(blkno);
  }
  
  static u64 ocfs2_dx_root_get_last_eb_blk(struct ocfs2_extent_tree *et)
  {
  	struct ocfs2_dx_root_block *dx_root = et->et_object;
  
  	return le64_to_cpu(dx_root->dr_last_eb_blk);
  }
6136ca5f5   Joel Becker   ocfs2: Drop struc...
340
  static void ocfs2_dx_root_update_clusters(struct ocfs2_extent_tree *et,
9b7895efa   Mark Fasheh   ocfs2: Add a name...
341
342
343
344
345
346
  					  u32 clusters)
  {
  	struct ocfs2_dx_root_block *dx_root = et->et_object;
  
  	le32_add_cpu(&dx_root->dr_clusters, clusters);
  }
6136ca5f5   Joel Becker   ocfs2: Drop struc...
347
  static int ocfs2_dx_root_sanity_check(struct ocfs2_extent_tree *et)
9b7895efa   Mark Fasheh   ocfs2: Add a name...
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
  {
  	struct ocfs2_dx_root_block *dx_root = et->et_object;
  
  	BUG_ON(!OCFS2_IS_VALID_DX_ROOT(dx_root));
  
  	return 0;
  }
  
  static void ocfs2_dx_root_fill_root_el(struct ocfs2_extent_tree *et)
  {
  	struct ocfs2_dx_root_block *dx_root = et->et_object;
  
  	et->et_root_el = &dx_root->dr_list;
  }
  
  static struct ocfs2_extent_tree_operations ocfs2_dx_root_et_ops = {
  	.eo_set_last_eb_blk	= ocfs2_dx_root_set_last_eb_blk,
  	.eo_get_last_eb_blk	= ocfs2_dx_root_get_last_eb_blk,
  	.eo_update_clusters	= ocfs2_dx_root_update_clusters,
  	.eo_sanity_check	= ocfs2_dx_root_sanity_check,
  	.eo_fill_root_el	= ocfs2_dx_root_fill_root_el,
  };
fe9244159   Tao Ma   ocfs2: Add refcou...
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
  static void ocfs2_refcount_tree_fill_root_el(struct ocfs2_extent_tree *et)
  {
  	struct ocfs2_refcount_block *rb = et->et_object;
  
  	et->et_root_el = &rb->rf_list;
  }
  
  static void ocfs2_refcount_tree_set_last_eb_blk(struct ocfs2_extent_tree *et,
  						u64 blkno)
  {
  	struct ocfs2_refcount_block *rb = et->et_object;
  
  	rb->rf_last_eb_blk = cpu_to_le64(blkno);
  }
  
  static u64 ocfs2_refcount_tree_get_last_eb_blk(struct ocfs2_extent_tree *et)
  {
  	struct ocfs2_refcount_block *rb = et->et_object;
  
  	return le64_to_cpu(rb->rf_last_eb_blk);
  }
  
  static void ocfs2_refcount_tree_update_clusters(struct ocfs2_extent_tree *et,
  						u32 clusters)
  {
  	struct ocfs2_refcount_block *rb = et->et_object;
  
  	le32_add_cpu(&rb->rf_clusters, clusters);
  }
  
  static enum ocfs2_contig_type
  ocfs2_refcount_tree_extent_contig(struct ocfs2_extent_tree *et,
  				  struct ocfs2_extent_rec *ext,
  				  struct ocfs2_extent_rec *insert_rec)
  {
  	return CONTIG_NONE;
  }
  
  static struct ocfs2_extent_tree_operations ocfs2_refcount_tree_et_ops = {
  	.eo_set_last_eb_blk	= ocfs2_refcount_tree_set_last_eb_blk,
  	.eo_get_last_eb_blk	= ocfs2_refcount_tree_get_last_eb_blk,
  	.eo_update_clusters	= ocfs2_refcount_tree_update_clusters,
  	.eo_fill_root_el	= ocfs2_refcount_tree_fill_root_el,
  	.eo_extent_contig	= ocfs2_refcount_tree_extent_contig,
  };
8d6220d6a   Joel Becker   ocfs2: Change ocf...
415
  static void __ocfs2_init_extent_tree(struct ocfs2_extent_tree *et,
5e404e9ed   Joel Becker   ocfs2: Pass ocfs2...
416
  				     struct ocfs2_caching_info *ci,
8d6220d6a   Joel Becker   ocfs2: Change ocf...
417
  				     struct buffer_head *bh,
13723d00e   Joel Becker   ocfs2: Use metada...
418
  				     ocfs2_journal_access_func access,
8d6220d6a   Joel Becker   ocfs2: Change ocf...
419
420
  				     void *obj,
  				     struct ocfs2_extent_tree_operations *ops)
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
421
  {
1a09f556e   Joel Becker   ocfs2: Create spe...
422
  	et->et_ops = ops;
ce1d9ea62   Joel Becker   ocfs2: Prefix the...
423
  	et->et_root_bh = bh;
5e404e9ed   Joel Becker   ocfs2: Pass ocfs2...
424
  	et->et_ci = ci;
13723d00e   Joel Becker   ocfs2: Use metada...
425
  	et->et_root_journal_access = access;
ea5efa151   Joel Becker   ocfs2: Make 'priv...
426
427
428
  	if (!obj)
  		obj = (void *)bh->b_data;
  	et->et_object = obj;
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
429

0ce1010f1   Joel Becker   ocfs2: Provide th...
430
  	et->et_ops->eo_fill_root_el(et);
943cced39   Joel Becker   ocfs2: Determine ...
431
432
433
  	if (!et->et_ops->eo_fill_max_leaf_clusters)
  		et->et_max_leaf_clusters = 0;
  	else
6136ca5f5   Joel Becker   ocfs2: Drop struc...
434
  		et->et_ops->eo_fill_max_leaf_clusters(et);
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
435
  }
8d6220d6a   Joel Becker   ocfs2: Change ocf...
436
  void ocfs2_init_dinode_extent_tree(struct ocfs2_extent_tree *et,
5e404e9ed   Joel Becker   ocfs2: Pass ocfs2...
437
  				   struct ocfs2_caching_info *ci,
8d6220d6a   Joel Becker   ocfs2: Change ocf...
438
  				   struct buffer_head *bh)
1a09f556e   Joel Becker   ocfs2: Create spe...
439
  {
5e404e9ed   Joel Becker   ocfs2: Pass ocfs2...
440
  	__ocfs2_init_extent_tree(et, ci, bh, ocfs2_journal_access_di,
13723d00e   Joel Becker   ocfs2: Use metada...
441
  				 NULL, &ocfs2_dinode_et_ops);
1a09f556e   Joel Becker   ocfs2: Create spe...
442
  }
8d6220d6a   Joel Becker   ocfs2: Change ocf...
443
  void ocfs2_init_xattr_tree_extent_tree(struct ocfs2_extent_tree *et,
5e404e9ed   Joel Becker   ocfs2: Pass ocfs2...
444
  				       struct ocfs2_caching_info *ci,
8d6220d6a   Joel Becker   ocfs2: Change ocf...
445
  				       struct buffer_head *bh)
1a09f556e   Joel Becker   ocfs2: Create spe...
446
  {
5e404e9ed   Joel Becker   ocfs2: Pass ocfs2...
447
  	__ocfs2_init_extent_tree(et, ci, bh, ocfs2_journal_access_xb,
13723d00e   Joel Becker   ocfs2: Use metada...
448
  				 NULL, &ocfs2_xattr_tree_et_ops);
1a09f556e   Joel Becker   ocfs2: Create spe...
449
  }
8d6220d6a   Joel Becker   ocfs2: Change ocf...
450
  void ocfs2_init_xattr_value_extent_tree(struct ocfs2_extent_tree *et,
5e404e9ed   Joel Becker   ocfs2: Pass ocfs2...
451
  					struct ocfs2_caching_info *ci,
2a50a743b   Joel Becker   ocfs2: Create ocf...
452
  					struct ocfs2_xattr_value_buf *vb)
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
453
  {
5e404e9ed   Joel Becker   ocfs2: Pass ocfs2...
454
  	__ocfs2_init_extent_tree(et, ci, vb->vb_bh, vb->vb_access, vb,
8d6220d6a   Joel Becker   ocfs2: Change ocf...
455
  				 &ocfs2_xattr_value_et_ops);
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
456
  }
9b7895efa   Mark Fasheh   ocfs2: Add a name...
457
  void ocfs2_init_dx_root_extent_tree(struct ocfs2_extent_tree *et,
5e404e9ed   Joel Becker   ocfs2: Pass ocfs2...
458
  				    struct ocfs2_caching_info *ci,
9b7895efa   Mark Fasheh   ocfs2: Add a name...
459
460
  				    struct buffer_head *bh)
  {
5e404e9ed   Joel Becker   ocfs2: Pass ocfs2...
461
  	__ocfs2_init_extent_tree(et, ci, bh, ocfs2_journal_access_dr,
9b7895efa   Mark Fasheh   ocfs2: Add a name...
462
463
  				 NULL, &ocfs2_dx_root_et_ops);
  }
fe9244159   Tao Ma   ocfs2: Add refcou...
464
465
466
467
468
469
470
  void ocfs2_init_refcount_extent_tree(struct ocfs2_extent_tree *et,
  				     struct ocfs2_caching_info *ci,
  				     struct buffer_head *bh)
  {
  	__ocfs2_init_extent_tree(et, ci, bh, ocfs2_journal_access_rb,
  				 NULL, &ocfs2_refcount_tree_et_ops);
  }
35dc0aa3c   Joel Becker   ocfs2: Prefix the...
471
472
  static inline void ocfs2_et_set_last_eb_blk(struct ocfs2_extent_tree *et,
  					    u64 new_last_eb_blk)
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
473
  {
ce1d9ea62   Joel Becker   ocfs2: Prefix the...
474
  	et->et_ops->eo_set_last_eb_blk(et, new_last_eb_blk);
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
475
  }
35dc0aa3c   Joel Becker   ocfs2: Prefix the...
476
  static inline u64 ocfs2_et_get_last_eb_blk(struct ocfs2_extent_tree *et)
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
477
  {
ce1d9ea62   Joel Becker   ocfs2: Prefix the...
478
  	return et->et_ops->eo_get_last_eb_blk(et);
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
479
  }
6136ca5f5   Joel Becker   ocfs2: Drop struc...
480
  static inline void ocfs2_et_update_clusters(struct ocfs2_extent_tree *et,
35dc0aa3c   Joel Becker   ocfs2: Prefix the...
481
482
  					    u32 clusters)
  {
6136ca5f5   Joel Becker   ocfs2: Drop struc...
483
  	et->et_ops->eo_update_clusters(et, clusters);
35dc0aa3c   Joel Becker   ocfs2: Prefix the...
484
  }
92ba470c4   Joel Becker   ocfs2: Make exten...
485
486
487
488
489
490
  static inline void ocfs2_et_extent_map_insert(struct ocfs2_extent_tree *et,
  					      struct ocfs2_extent_rec *rec)
  {
  	if (et->et_ops->eo_extent_map_insert)
  		et->et_ops->eo_extent_map_insert(et, rec);
  }
4c911eefc   Joel Becker   ocfs2: Make trunc...
491
492
493
494
495
496
  static inline void ocfs2_et_extent_map_truncate(struct ocfs2_extent_tree *et,
  						u32 clusters)
  {
  	if (et->et_ops->eo_extent_map_truncate)
  		et->et_ops->eo_extent_map_truncate(et, clusters);
  }
13723d00e   Joel Becker   ocfs2: Use metada...
497
  static inline int ocfs2_et_root_journal_access(handle_t *handle,
13723d00e   Joel Becker   ocfs2: Use metada...
498
499
500
  					       struct ocfs2_extent_tree *et,
  					       int type)
  {
d9a0a1f83   Joel Becker   ocfs2: Store the ...
501
  	return et->et_root_journal_access(handle, et->et_ci, et->et_root_bh,
13723d00e   Joel Becker   ocfs2: Use metada...
502
503
  					  type);
  }
853a3a143   Tao Ma   ocfs2: Wrap ocfs2...
504
505
506
507
508
509
510
511
512
513
514
515
  static inline enum ocfs2_contig_type
  	ocfs2_et_extent_contig(struct ocfs2_extent_tree *et,
  			       struct ocfs2_extent_rec *rec,
  			       struct ocfs2_extent_rec *insert_rec)
  {
  	if (et->et_ops->eo_extent_contig)
  		return et->et_ops->eo_extent_contig(et, rec, insert_rec);
  
  	return ocfs2_extent_rec_contig(
  				ocfs2_metadata_cache_get_super(et->et_ci),
  				rec, insert_rec);
  }
6136ca5f5   Joel Becker   ocfs2: Drop struc...
516
  static inline int ocfs2_et_insert_check(struct ocfs2_extent_tree *et,
1e61ee79e   Joel Becker   ocfs2: Add an ins...
517
518
519
520
521
  					struct ocfs2_extent_rec *rec)
  {
  	int ret = 0;
  
  	if (et->et_ops->eo_insert_check)
6136ca5f5   Joel Becker   ocfs2: Drop struc...
522
  		ret = et->et_ops->eo_insert_check(et, rec);
1e61ee79e   Joel Becker   ocfs2: Add an ins...
523
524
  	return ret;
  }
6136ca5f5   Joel Becker   ocfs2: Drop struc...
525
  static inline int ocfs2_et_sanity_check(struct ocfs2_extent_tree *et)
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
526
  {
1e61ee79e   Joel Becker   ocfs2: Add an ins...
527
528
529
  	int ret = 0;
  
  	if (et->et_ops->eo_sanity_check)
6136ca5f5   Joel Becker   ocfs2: Drop struc...
530
  		ret = et->et_ops->eo_sanity_check(et);
1e61ee79e   Joel Becker   ocfs2: Add an ins...
531
  	return ret;
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
532
  }
59a5e416d   Mark Fasheh   ocfs2: plug trunc...
533
534
  static int ocfs2_cache_extent_block_free(struct ocfs2_cached_dealloc_ctxt *ctxt,
  					 struct ocfs2_extent_block *eb);
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
535
536
  static void ocfs2_adjust_rightmost_records(handle_t *handle,
  					   struct ocfs2_extent_tree *et,
6b791bcc8   Tao Ma   ocfs2: Adjust rig...
537
538
  					   struct ocfs2_path *path,
  					   struct ocfs2_extent_rec *insert_rec);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
539
540
541
542
543
  /*
   * Reset the actual path elements so that we can re-use the structure
   * to build another path. Generally, this involves freeing the buffer
   * heads.
   */
e2e9f6082   Tao Ma   ocfs2: move tree ...
544
  void ocfs2_reinit_path(struct ocfs2_path *path, int keep_root)
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
545
546
547
  {
  	int i, start = 0, depth = 0;
  	struct ocfs2_path_item *node;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
548

dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
549
550
  	if (keep_root)
  		start = 1;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
551

dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
  	for(i = start; i < path_num_items(path); i++) {
  		node = &path->p_node[i];
  
  		brelse(node->bh);
  		node->bh = NULL;
  		node->el = NULL;
  	}
  
  	/*
  	 * Tree depth may change during truncate, or insert. If we're
  	 * keeping the root extent list, then make sure that our path
  	 * structure reflects the proper depth.
  	 */
  	if (keep_root)
  		depth = le16_to_cpu(path_root_el(path)->l_tree_depth);
13723d00e   Joel Becker   ocfs2: Use metada...
567
568
  	else
  		path_root_access(path) = NULL;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
569
570
571
  
  	path->p_tree_depth = depth;
  }
e2e9f6082   Tao Ma   ocfs2: move tree ...
572
  void ocfs2_free_path(struct ocfs2_path *path)
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
573
574
575
576
577
578
579
580
  {
  	if (path) {
  		ocfs2_reinit_path(path, 0);
  		kfree(path);
  	}
  }
  
  /*
328d5752e   Mark Fasheh   ocfs2: btree chan...
581
582
583
584
585
586
587
588
589
590
591
592
   * All the elements of src into dest. After this call, src could be freed
   * without affecting dest.
   *
   * Both paths should have the same root. Any non-root elements of dest
   * will be freed.
   */
  static void ocfs2_cp_path(struct ocfs2_path *dest, struct ocfs2_path *src)
  {
  	int i;
  
  	BUG_ON(path_root_bh(dest) != path_root_bh(src));
  	BUG_ON(path_root_el(dest) != path_root_el(src));
13723d00e   Joel Becker   ocfs2: Use metada...
593
  	BUG_ON(path_root_access(dest) != path_root_access(src));
328d5752e   Mark Fasheh   ocfs2: btree chan...
594
595
596
597
598
599
600
601
602
603
604
605
606
  
  	ocfs2_reinit_path(dest, 1);
  
  	for(i = 1; i < OCFS2_MAX_PATH_DEPTH; i++) {
  		dest->p_node[i].bh = src->p_node[i].bh;
  		dest->p_node[i].el = src->p_node[i].el;
  
  		if (dest->p_node[i].bh)
  			get_bh(dest->p_node[i].bh);
  	}
  }
  
  /*
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
607
608
609
610
611
612
613
614
   * Make the *dest path the same as src and re-initialize src path to
   * have a root only.
   */
  static void ocfs2_mv_path(struct ocfs2_path *dest, struct ocfs2_path *src)
  {
  	int i;
  
  	BUG_ON(path_root_bh(dest) != path_root_bh(src));
13723d00e   Joel Becker   ocfs2: Use metada...
615
  	BUG_ON(path_root_access(dest) != path_root_access(src));
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
  
  	for(i = 1; i < OCFS2_MAX_PATH_DEPTH; i++) {
  		brelse(dest->p_node[i].bh);
  
  		dest->p_node[i].bh = src->p_node[i].bh;
  		dest->p_node[i].el = src->p_node[i].el;
  
  		src->p_node[i].bh = NULL;
  		src->p_node[i].el = NULL;
  	}
  }
  
  /*
   * Insert an extent block at given index.
   *
   * This will not take an additional reference on eb_bh.
   */
  static inline void ocfs2_path_insert_eb(struct ocfs2_path *path, int index,
  					struct buffer_head *eb_bh)
  {
  	struct ocfs2_extent_block *eb = (struct ocfs2_extent_block *)eb_bh->b_data;
  
  	/*
  	 * Right now, no root bh is an extent block, so this helps
  	 * catch code errors with dinode trees. The assertion can be
  	 * safely removed if we ever need to insert extent block
  	 * structures at the root.
  	 */
  	BUG_ON(index == 0);
  
  	path->p_node[index].bh = eb_bh;
  	path->p_node[index].el = &eb->h_list;
  }
  
  static struct ocfs2_path *ocfs2_new_path(struct buffer_head *root_bh,
13723d00e   Joel Becker   ocfs2: Use metada...
651
652
  					 struct ocfs2_extent_list *root_el,
  					 ocfs2_journal_access_func access)
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
653
654
  {
  	struct ocfs2_path *path;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
655

dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
656
657
658
659
660
661
662
663
  	BUG_ON(le16_to_cpu(root_el->l_tree_depth) >= OCFS2_MAX_PATH_DEPTH);
  
  	path = kzalloc(sizeof(*path), GFP_NOFS);
  	if (path) {
  		path->p_tree_depth = le16_to_cpu(root_el->l_tree_depth);
  		get_bh(root_bh);
  		path_root_bh(path) = root_bh;
  		path_root_el(path) = root_el;
13723d00e   Joel Becker   ocfs2: Use metada...
664
  		path_root_access(path) = access;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
665
666
667
668
  	}
  
  	return path;
  }
e2e9f6082   Tao Ma   ocfs2: move tree ...
669
  struct ocfs2_path *ocfs2_new_path_from_path(struct ocfs2_path *path)
ffdd7a546   Joel Becker   ocfs2: Wrap up th...
670
  {
13723d00e   Joel Becker   ocfs2: Use metada...
671
672
  	return ocfs2_new_path(path_root_bh(path), path_root_el(path),
  			      path_root_access(path));
ffdd7a546   Joel Becker   ocfs2: Wrap up th...
673
  }
e2e9f6082   Tao Ma   ocfs2: move tree ...
674
  struct ocfs2_path *ocfs2_new_path_from_et(struct ocfs2_extent_tree *et)
ffdd7a546   Joel Becker   ocfs2: Wrap up th...
675
  {
13723d00e   Joel Becker   ocfs2: Use metada...
676
677
678
679
680
681
682
683
684
685
686
  	return ocfs2_new_path(et->et_root_bh, et->et_root_el,
  			      et->et_root_journal_access);
  }
  
  /*
   * Journal the buffer at depth idx.  All idx>0 are extent_blocks,
   * otherwise it's the root_access function.
   *
   * I don't like the way this function's name looks next to
   * ocfs2_journal_access_path(), but I don't have a better one.
   */
e2e9f6082   Tao Ma   ocfs2: move tree ...
687
688
689
690
  int ocfs2_path_bh_journal_access(handle_t *handle,
  				 struct ocfs2_caching_info *ci,
  				 struct ocfs2_path *path,
  				 int idx)
13723d00e   Joel Becker   ocfs2: Use metada...
691
692
693
694
695
696
697
698
  {
  	ocfs2_journal_access_func access = path_root_access(path);
  
  	if (!access)
  		access = ocfs2_journal_access;
  
  	if (idx)
  		access = ocfs2_journal_access_eb;
0cf2f7632   Joel Becker   ocfs2: Pass struc...
699
  	return access(handle, ci, path->p_node[idx].bh,
13723d00e   Joel Becker   ocfs2: Use metada...
700
  		      OCFS2_JOURNAL_ACCESS_WRITE);
ffdd7a546   Joel Becker   ocfs2: Wrap up th...
701
  }
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
702
  /*
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
703
704
   * Convenience function to journal all components in a path.
   */
e2e9f6082   Tao Ma   ocfs2: move tree ...
705
706
707
  int ocfs2_journal_access_path(struct ocfs2_caching_info *ci,
  			      handle_t *handle,
  			      struct ocfs2_path *path)
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
708
709
710
711
712
713
714
  {
  	int i, ret = 0;
  
  	if (!path)
  		goto out;
  
  	for(i = 0; i < path_num_items(path); i++) {
0cf2f7632   Joel Becker   ocfs2: Pass struc...
715
  		ret = ocfs2_path_bh_journal_access(handle, ci, path, i);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
716
717
718
719
720
721
722
723
724
  		if (ret < 0) {
  			mlog_errno(ret);
  			goto out;
  		}
  	}
  
  out:
  	return ret;
  }
328d5752e   Mark Fasheh   ocfs2: btree chan...
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
  /*
   * Return the index of the extent record which contains cluster #v_cluster.
   * -1 is returned if it was not found.
   *
   * Should work fine on interior and exterior nodes.
   */
  int ocfs2_search_extent_list(struct ocfs2_extent_list *el, u32 v_cluster)
  {
  	int ret = -1;
  	int i;
  	struct ocfs2_extent_rec *rec;
  	u32 rec_end, rec_start, clusters;
  
  	for(i = 0; i < le16_to_cpu(el->l_next_free_rec); i++) {
  		rec = &el->l_recs[i];
  
  		rec_start = le32_to_cpu(rec->e_cpos);
  		clusters = ocfs2_rec_clusters(el, rec);
  
  		rec_end = rec_start + clusters;
  
  		if (v_cluster >= rec_start && v_cluster < rec_end) {
  			ret = i;
  			break;
  		}
  	}
  
  	return ret;
  }
e48edee2d   Mark Fasheh   ocfs2: make room ...
754
755
  /*
   * NOTE: ocfs2_block_extent_contig(), ocfs2_extents_adjacent() and
853a3a143   Tao Ma   ocfs2: Wrap ocfs2...
756
   * ocfs2_extent_rec_contig only work properly against leaf nodes!
e48edee2d   Mark Fasheh   ocfs2: make room ...
757
   */
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
758
759
760
  static int ocfs2_block_extent_contig(struct super_block *sb,
  				     struct ocfs2_extent_rec *ext,
  				     u64 blkno)
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
761
  {
e48edee2d   Mark Fasheh   ocfs2: make room ...
762
763
764
765
766
767
  	u64 blk_end = le64_to_cpu(ext->e_blkno);
  
  	blk_end += ocfs2_clusters_to_blocks(sb,
  				    le16_to_cpu(ext->e_leaf_clusters));
  
  	return blkno == blk_end;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
768
  }
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
769
770
771
  static int ocfs2_extents_adjacent(struct ocfs2_extent_rec *left,
  				  struct ocfs2_extent_rec *right)
  {
e48edee2d   Mark Fasheh   ocfs2: make room ...
772
773
774
775
776
777
  	u32 left_range;
  
  	left_range = le32_to_cpu(left->e_cpos) +
  		le16_to_cpu(left->e_leaf_clusters);
  
  	return (left_range == le32_to_cpu(right->e_cpos));
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
778
779
780
  }
  
  static enum ocfs2_contig_type
853a3a143   Tao Ma   ocfs2: Wrap ocfs2...
781
782
783
  	ocfs2_extent_rec_contig(struct super_block *sb,
  				struct ocfs2_extent_rec *ext,
  				struct ocfs2_extent_rec *insert_rec)
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
784
785
  {
  	u64 blkno = le64_to_cpu(insert_rec->e_blkno);
328d5752e   Mark Fasheh   ocfs2: btree chan...
786
787
788
789
790
791
792
  	/*
  	 * Refuse to coalesce extent records with different flag
  	 * fields - we don't want to mix unwritten extents with user
  	 * data.
  	 */
  	if (ext->e_flags != insert_rec->e_flags)
  		return CONTIG_NONE;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
793
  	if (ocfs2_extents_adjacent(ext, insert_rec) &&
b4a176515   Joel Becker   ocfs2: ocfs2_exte...
794
  	    ocfs2_block_extent_contig(sb, ext, blkno))
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
795
796
797
798
  			return CONTIG_RIGHT;
  
  	blkno = le64_to_cpu(ext->e_blkno);
  	if (ocfs2_extents_adjacent(insert_rec, ext) &&
b4a176515   Joel Becker   ocfs2: ocfs2_exte...
799
  	    ocfs2_block_extent_contig(sb, insert_rec, blkno))
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
  		return CONTIG_LEFT;
  
  	return CONTIG_NONE;
  }
  
  /*
   * NOTE: We can have pretty much any combination of contiguousness and
   * appending.
   *
   * The usefulness of APPEND_TAIL is more in that it lets us know that
   * we'll have to update the path to that leaf.
   */
  enum ocfs2_append_type {
  	APPEND_NONE = 0,
  	APPEND_TAIL,
  };
328d5752e   Mark Fasheh   ocfs2: btree chan...
816
817
818
819
820
  enum ocfs2_split_type {
  	SPLIT_NONE = 0,
  	SPLIT_LEFT,
  	SPLIT_RIGHT,
  };
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
821
  struct ocfs2_insert_type {
328d5752e   Mark Fasheh   ocfs2: btree chan...
822
  	enum ocfs2_split_type	ins_split;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
823
824
825
  	enum ocfs2_append_type	ins_appending;
  	enum ocfs2_contig_type	ins_contig;
  	int			ins_contig_index;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
826
827
  	int			ins_tree_depth;
  };
328d5752e   Mark Fasheh   ocfs2: btree chan...
828
829
830
831
  struct ocfs2_merge_ctxt {
  	enum ocfs2_contig_type	c_contig_type;
  	int			c_has_empty_extent;
  	int			c_split_covers_rec;
328d5752e   Mark Fasheh   ocfs2: btree chan...
832
  };
5e96581a3   Joel Becker   ocfs2: Wrap exten...
833
834
835
  static int ocfs2_validate_extent_block(struct super_block *sb,
  				       struct buffer_head *bh)
  {
d6b32bbb3   Joel Becker   ocfs2: block read...
836
  	int rc;
5e96581a3   Joel Becker   ocfs2: Wrap exten...
837
838
  	struct ocfs2_extent_block *eb =
  		(struct ocfs2_extent_block *)bh->b_data;
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
839
  	trace_ocfs2_validate_extent_block((unsigned long long)bh->b_blocknr);
970e4936d   Joel Becker   ocfs2: Validate m...
840

d6b32bbb3   Joel Becker   ocfs2: block read...
841
842
843
844
845
846
847
848
  	BUG_ON(!buffer_uptodate(bh));
  
  	/*
  	 * If the ecc fails, we return the error but otherwise
  	 * leave the filesystem running.  We know any error is
  	 * local to this block.
  	 */
  	rc = ocfs2_validate_meta_ecc(sb, bh->b_data, &eb->h_check);
13723d00e   Joel Becker   ocfs2: Use metada...
849
850
851
852
  	if (rc) {
  		mlog(ML_ERROR, "Checksum failed for extent block %llu
  ",
  		     (unsigned long long)bh->b_blocknr);
d6b32bbb3   Joel Becker   ocfs2: block read...
853
  		return rc;
13723d00e   Joel Becker   ocfs2: Use metada...
854
  	}
d6b32bbb3   Joel Becker   ocfs2: block read...
855
856
857
858
  
  	/*
  	 * Errors after here are fatal.
  	 */
5e96581a3   Joel Becker   ocfs2: Wrap exten...
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
  	if (!OCFS2_IS_VALID_EXTENT_BLOCK(eb)) {
  		ocfs2_error(sb,
  			    "Extent block #%llu has bad signature %.*s",
  			    (unsigned long long)bh->b_blocknr, 7,
  			    eb->h_signature);
  		return -EINVAL;
  	}
  
  	if (le64_to_cpu(eb->h_blkno) != bh->b_blocknr) {
  		ocfs2_error(sb,
  			    "Extent block #%llu has an invalid h_blkno "
  			    "of %llu",
  			    (unsigned long long)bh->b_blocknr,
  			    (unsigned long long)le64_to_cpu(eb->h_blkno));
  		return -EINVAL;
  	}
  
  	if (le32_to_cpu(eb->h_fs_generation) != OCFS2_SB(sb)->fs_generation) {
  		ocfs2_error(sb,
  			    "Extent block #%llu has an invalid "
  			    "h_fs_generation of #%u",
  			    (unsigned long long)bh->b_blocknr,
  			    le32_to_cpu(eb->h_fs_generation));
  		return -EINVAL;
  	}
  
  	return 0;
  }
3d03a305d   Joel Becker   ocfs2: Pass ocfs2...
887
  int ocfs2_read_extent_block(struct ocfs2_caching_info *ci, u64 eb_blkno,
5e96581a3   Joel Becker   ocfs2: Wrap exten...
888
889
890
891
  			    struct buffer_head **bh)
  {
  	int rc;
  	struct buffer_head *tmp = *bh;
3d03a305d   Joel Becker   ocfs2: Pass ocfs2...
892
  	rc = ocfs2_read_block(ci, eb_blkno, &tmp,
970e4936d   Joel Becker   ocfs2: Validate m...
893
  			      ocfs2_validate_extent_block);
5e96581a3   Joel Becker   ocfs2: Wrap exten...
894
895
  
  	/* If ocfs2_read_block() got us a new bh, pass it up. */
970e4936d   Joel Becker   ocfs2: Validate m...
896
  	if (!rc && !*bh)
5e96581a3   Joel Becker   ocfs2: Wrap exten...
897
  		*bh = tmp;
5e96581a3   Joel Becker   ocfs2: Wrap exten...
898
899
  	return rc;
  }
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
900
901
902
903
  /*
   * How many free extents have we got before we need more meta data?
   */
  int ocfs2_num_free_extents(struct ocfs2_super *osb,
f99b9b7cc   Joel Becker   ocfs2: Make ocfs2...
904
  			   struct ocfs2_extent_tree *et)
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
905
906
  {
  	int retval;
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
907
  	struct ocfs2_extent_list *el = NULL;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
908
909
  	struct ocfs2_extent_block *eb;
  	struct buffer_head *eb_bh = NULL;
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
910
  	u64 last_eb_blk = 0;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
911

f99b9b7cc   Joel Becker   ocfs2: Make ocfs2...
912
913
  	el = et->et_root_el;
  	last_eb_blk = ocfs2_et_get_last_eb_blk(et);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
914

e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
915
  	if (last_eb_blk) {
3d03a305d   Joel Becker   ocfs2: Pass ocfs2...
916
917
  		retval = ocfs2_read_extent_block(et->et_ci, last_eb_blk,
  						 &eb_bh);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
918
919
920
921
922
923
  		if (retval < 0) {
  			mlog_errno(retval);
  			goto bail;
  		}
  		eb = (struct ocfs2_extent_block *) eb_bh->b_data;
  		el = &eb->h_list;
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
924
  	}
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
925
926
927
928
929
  
  	BUG_ON(el->l_tree_depth != 0);
  
  	retval = le16_to_cpu(el->l_count) - le16_to_cpu(el->l_next_free_rec);
  bail:
a81cb88b6   Mark Fasheh   ocfs2: Don't chec...
930
  	brelse(eb_bh);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
931

a09d09b8f   Tao Ma   ocfs2: Remove mlo...
932
  	trace_ocfs2_num_free_extents(retval);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
933
934
935
936
937
938
939
940
  	return retval;
  }
  
  /* expects array to already be allocated
   *
   * sets h_signature, h_blkno, h_suballoc_bit, h_suballoc_slot, and
   * l_count for you
   */
42a5a7a9a   Joel Becker   ocfs2: ocfs2_crea...
941
942
  static int ocfs2_create_new_meta_bhs(handle_t *handle,
  				     struct ocfs2_extent_tree *et,
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
943
944
945
946
947
948
949
  				     int wanted,
  				     struct ocfs2_alloc_context *meta_ac,
  				     struct buffer_head *bhs[])
  {
  	int count, status, i;
  	u16 suballoc_bit_start;
  	u32 num_got;
2b6cb576a   Joel Becker   ocfs2: Set suball...
950
  	u64 suballoc_loc, first_blkno;
42a5a7a9a   Joel Becker   ocfs2: ocfs2_crea...
951
952
  	struct ocfs2_super *osb =
  		OCFS2_SB(ocfs2_metadata_cache_get_super(et->et_ci));
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
953
  	struct ocfs2_extent_block *eb;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
954
955
  	count = 0;
  	while (count < wanted) {
1ed9b777f   Joel Becker   ocfs2: ocfs2_clai...
956
  		status = ocfs2_claim_metadata(handle,
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
957
958
  					      meta_ac,
  					      wanted - count,
2b6cb576a   Joel Becker   ocfs2: Set suball...
959
  					      &suballoc_loc,
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
  					      &suballoc_bit_start,
  					      &num_got,
  					      &first_blkno);
  		if (status < 0) {
  			mlog_errno(status);
  			goto bail;
  		}
  
  		for(i = count;  i < (num_got + count); i++) {
  			bhs[i] = sb_getblk(osb->sb, first_blkno);
  			if (bhs[i] == NULL) {
  				status = -EIO;
  				mlog_errno(status);
  				goto bail;
  			}
42a5a7a9a   Joel Becker   ocfs2: ocfs2_crea...
975
  			ocfs2_set_new_buffer_uptodate(et->et_ci, bhs[i]);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
976

42a5a7a9a   Joel Becker   ocfs2: ocfs2_crea...
977
978
  			status = ocfs2_journal_access_eb(handle, et->et_ci,
  							 bhs[i],
13723d00e   Joel Becker   ocfs2: Use metada...
979
  							 OCFS2_JOURNAL_ACCESS_CREATE);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
980
981
982
983
984
985
986
987
988
989
990
  			if (status < 0) {
  				mlog_errno(status);
  				goto bail;
  			}
  
  			memset(bhs[i]->b_data, 0, osb->sb->s_blocksize);
  			eb = (struct ocfs2_extent_block *) bhs[i]->b_data;
  			/* Ok, setup the minimal stuff here. */
  			strcpy(eb->h_signature, OCFS2_EXTENT_BLOCK_SIGNATURE);
  			eb->h_blkno = cpu_to_le64(first_blkno);
  			eb->h_fs_generation = cpu_to_le32(osb->fs_generation);
b89c54282   Tiger Yang   ocfs2: add extent...
991
992
  			eb->h_suballoc_slot =
  				cpu_to_le16(meta_ac->ac_alloc_slot);
2b6cb576a   Joel Becker   ocfs2: Set suball...
993
  			eb->h_suballoc_loc = cpu_to_le64(suballoc_loc);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
994
995
996
997
998
999
1000
1001
1002
  			eb->h_suballoc_bit = cpu_to_le16(suballoc_bit_start);
  			eb->h_list.l_count =
  				cpu_to_le16(ocfs2_extent_recs_per_eb(osb->sb));
  
  			suballoc_bit_start++;
  			first_blkno++;
  
  			/* We'll also be dirtied by the caller, so
  			 * this isn't absolutely necessary. */
ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
1003
  			ocfs2_journal_dirty(handle, bhs[i]);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1004
1005
1006
1007
1008
1009
1010
1011
1012
  		}
  
  		count += num_got;
  	}
  
  	status = 0;
  bail:
  	if (status < 0) {
  		for(i = 0; i < wanted; i++) {
a81cb88b6   Mark Fasheh   ocfs2: Don't chec...
1013
  			brelse(bhs[i]);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1014
1015
  			bhs[i] = NULL;
  		}
c1e8d35ef   Tao Ma   ocfs2: Remove EXI...
1016
  		mlog_errno(status);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1017
  	}
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1018
1019
1020
1021
  	return status;
  }
  
  /*
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
   * Helper function for ocfs2_add_branch() and ocfs2_shift_tree_depth().
   *
   * Returns the sum of the rightmost extent rec logical offset and
   * cluster count.
   *
   * ocfs2_add_branch() uses this to determine what logical cluster
   * value should be populated into the leftmost new branch records.
   *
   * ocfs2_shift_tree_depth() uses this to determine the # clusters
   * value for the new topmost tree record.
   */
  static inline u32 ocfs2_sum_rightmost_rec(struct ocfs2_extent_list  *el)
  {
  	int i;
  
  	i = le16_to_cpu(el->l_next_free_rec) - 1;
  
  	return le32_to_cpu(el->l_recs[i].e_cpos) +
e48edee2d   Mark Fasheh   ocfs2: make room ...
1040
  		ocfs2_rec_clusters(el, &el->l_recs[i]);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1041
1042
1043
  }
  
  /*
6b791bcc8   Tao Ma   ocfs2: Adjust rig...
1044
1045
1046
1047
   * Change range of the branches in the right most path according to the leaf
   * extent block's rightmost record.
   */
  static int ocfs2_adjust_rightmost_branch(handle_t *handle,
6b791bcc8   Tao Ma   ocfs2: Adjust rig...
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059
  					 struct ocfs2_extent_tree *et)
  {
  	int status;
  	struct ocfs2_path *path = NULL;
  	struct ocfs2_extent_list *el;
  	struct ocfs2_extent_rec *rec;
  
  	path = ocfs2_new_path_from_et(et);
  	if (!path) {
  		status = -ENOMEM;
  		return status;
  	}
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
1060
  	status = ocfs2_find_path(et->et_ci, path, UINT_MAX);
6b791bcc8   Tao Ma   ocfs2: Adjust rig...
1061
1062
1063
1064
  	if (status < 0) {
  		mlog_errno(status);
  		goto out;
  	}
c901fb007   Tao Ma   ocfs2: Make ocfs2...
1065
  	status = ocfs2_extend_trans(handle, path_num_items(path));
6b791bcc8   Tao Ma   ocfs2: Adjust rig...
1066
1067
1068
1069
  	if (status < 0) {
  		mlog_errno(status);
  		goto out;
  	}
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
1070
  	status = ocfs2_journal_access_path(et->et_ci, handle, path);
6b791bcc8   Tao Ma   ocfs2: Adjust rig...
1071
1072
1073
1074
1075
1076
1077
  	if (status < 0) {
  		mlog_errno(status);
  		goto out;
  	}
  
  	el = path_leaf_el(path);
  	rec = &el->l_recs[le32_to_cpu(el->l_next_free_rec) - 1];
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
1078
  	ocfs2_adjust_rightmost_records(handle, et, path, rec);
6b791bcc8   Tao Ma   ocfs2: Adjust rig...
1079
1080
1081
1082
1083
1084
1085
  
  out:
  	ocfs2_free_path(path);
  	return status;
  }
  
  /*
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1086
   * Add an entire tree branch to our inode. eb_bh is the extent block
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
1087
   * to start at, if we don't want to start the branch at the root
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1088
1089
1090
1091
1092
1093
   * structure.
   *
   * last_eb_bh is required as we have to update it's next_leaf pointer
   * for the new last extent block.
   *
   * the new branch will be 'empty' in the sense that every block will
e48edee2d   Mark Fasheh   ocfs2: make room ...
1094
   * contain a single record with cluster count == 0.
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1095
   */
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
1096
  static int ocfs2_add_branch(handle_t *handle,
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
1097
  			    struct ocfs2_extent_tree *et,
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1098
  			    struct buffer_head *eb_bh,
328d5752e   Mark Fasheh   ocfs2: btree chan...
1099
  			    struct buffer_head **last_eb_bh,
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1100
1101
1102
1103
1104
1105
  			    struct ocfs2_alloc_context *meta_ac)
  {
  	int status, new_blocks, i;
  	u64 next_blkno, new_last_eb_blk;
  	struct buffer_head *bh;
  	struct buffer_head **new_eb_bhs = NULL;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1106
1107
1108
  	struct ocfs2_extent_block *eb;
  	struct ocfs2_extent_list  *eb_el;
  	struct ocfs2_extent_list  *el;
6b791bcc8   Tao Ma   ocfs2: Adjust rig...
1109
  	u32 new_cpos, root_end;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1110

328d5752e   Mark Fasheh   ocfs2: btree chan...
1111
  	BUG_ON(!last_eb_bh || !*last_eb_bh);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1112

ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1113
1114
1115
1116
  	if (eb_bh) {
  		eb = (struct ocfs2_extent_block *) eb_bh->b_data;
  		el = &eb->h_list;
  	} else
ce1d9ea62   Joel Becker   ocfs2: Prefix the...
1117
  		el = et->et_root_el;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1118
1119
1120
1121
1122
  
  	/* we never add a branch to a leaf. */
  	BUG_ON(!el->l_tree_depth);
  
  	new_blocks = le16_to_cpu(el->l_tree_depth);
6b791bcc8   Tao Ma   ocfs2: Adjust rig...
1123
1124
1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
  	eb = (struct ocfs2_extent_block *)(*last_eb_bh)->b_data;
  	new_cpos = ocfs2_sum_rightmost_rec(&eb->h_list);
  	root_end = ocfs2_sum_rightmost_rec(et->et_root_el);
  
  	/*
  	 * If there is a gap before the root end and the real end
  	 * of the righmost leaf block, we need to remove the gap
  	 * between new_cpos and root_end first so that the tree
  	 * is consistent after we add a new branch(it will start
  	 * from new_cpos).
  	 */
  	if (root_end > new_cpos) {
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
1135
1136
1137
1138
  		trace_ocfs2_adjust_rightmost_branch(
  			(unsigned long long)
  			ocfs2_metadata_cache_owner(et->et_ci),
  			root_end, new_cpos);
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
1139
  		status = ocfs2_adjust_rightmost_branch(handle, et);
6b791bcc8   Tao Ma   ocfs2: Adjust rig...
1140
1141
1142
1143
1144
  		if (status) {
  			mlog_errno(status);
  			goto bail;
  		}
  	}
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1145
1146
1147
1148
1149
1150
1151
1152
  	/* allocate the number of new eb blocks we need */
  	new_eb_bhs = kcalloc(new_blocks, sizeof(struct buffer_head *),
  			     GFP_KERNEL);
  	if (!new_eb_bhs) {
  		status = -ENOMEM;
  		mlog_errno(status);
  		goto bail;
  	}
42a5a7a9a   Joel Becker   ocfs2: ocfs2_crea...
1153
  	status = ocfs2_create_new_meta_bhs(handle, et, new_blocks,
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
  					   meta_ac, new_eb_bhs);
  	if (status < 0) {
  		mlog_errno(status);
  		goto bail;
  	}
  
  	/* Note: new_eb_bhs[new_blocks - 1] is the guy which will be
  	 * linked with the rest of the tree.
  	 * conversly, new_eb_bhs[0] is the new bottommost leaf.
  	 *
  	 * when we leave the loop, new_last_eb_blk will point to the
  	 * newest leaf, and next_blkno will point to the topmost extent
  	 * block. */
  	next_blkno = new_last_eb_blk = 0;
  	for(i = 0; i < new_blocks; i++) {
  		bh = new_eb_bhs[i];
  		eb = (struct ocfs2_extent_block *) bh->b_data;
5e96581a3   Joel Becker   ocfs2: Wrap exten...
1171
1172
  		/* ocfs2_create_new_meta_bhs() should create it right! */
  		BUG_ON(!OCFS2_IS_VALID_EXTENT_BLOCK(eb));
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1173
  		eb_el = &eb->h_list;
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
1174
  		status = ocfs2_journal_access_eb(handle, et->et_ci, bh,
13723d00e   Joel Becker   ocfs2: Use metada...
1175
  						 OCFS2_JOURNAL_ACCESS_CREATE);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1176
1177
1178
1179
1180
1181
1182
1183
  		if (status < 0) {
  			mlog_errno(status);
  			goto bail;
  		}
  
  		eb->h_next_leaf_blk = 0;
  		eb_el->l_tree_depth = cpu_to_le16(i);
  		eb_el->l_next_free_rec = cpu_to_le16(1);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1184
1185
1186
1187
1188
  		/*
  		 * This actually counts as an empty extent as
  		 * c_clusters == 0
  		 */
  		eb_el->l_recs[0].e_cpos = cpu_to_le32(new_cpos);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1189
  		eb_el->l_recs[0].e_blkno = cpu_to_le64(next_blkno);
e48edee2d   Mark Fasheh   ocfs2: make room ...
1190
1191
1192
1193
1194
1195
  		/*
  		 * eb_el isn't always an interior node, but even leaf
  		 * nodes want a zero'd flags and reserved field so
  		 * this gets the whole 32 bits regardless of use.
  		 */
  		eb_el->l_recs[0].e_int_clusters = cpu_to_le32(0);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1196
1197
  		if (!eb_el->l_tree_depth)
  			new_last_eb_blk = le64_to_cpu(eb->h_blkno);
ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
1198
  		ocfs2_journal_dirty(handle, bh);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1199
1200
1201
1202
1203
1204
1205
1206
1207
  		next_blkno = le64_to_cpu(eb->h_blkno);
  	}
  
  	/* This is a bit hairy. We want to update up to three blocks
  	 * here without leaving any of them in an inconsistent state
  	 * in case of error. We don't have to worry about
  	 * journal_dirty erroring as it won't unless we've aborted the
  	 * handle (in which case we would never be here) so reserving
  	 * the write with journal_access is all we need to do. */
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
1208
  	status = ocfs2_journal_access_eb(handle, et->et_ci, *last_eb_bh,
13723d00e   Joel Becker   ocfs2: Use metada...
1209
  					 OCFS2_JOURNAL_ACCESS_WRITE);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1210
1211
1212
1213
  	if (status < 0) {
  		mlog_errno(status);
  		goto bail;
  	}
d9a0a1f83   Joel Becker   ocfs2: Store the ...
1214
  	status = ocfs2_et_root_journal_access(handle, et,
13723d00e   Joel Becker   ocfs2: Use metada...
1215
  					      OCFS2_JOURNAL_ACCESS_WRITE);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1216
1217
1218
1219
1220
  	if (status < 0) {
  		mlog_errno(status);
  		goto bail;
  	}
  	if (eb_bh) {
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
1221
  		status = ocfs2_journal_access_eb(handle, et->et_ci, eb_bh,
13723d00e   Joel Becker   ocfs2: Use metada...
1222
  						 OCFS2_JOURNAL_ACCESS_WRITE);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1223
1224
1225
1226
1227
1228
1229
  		if (status < 0) {
  			mlog_errno(status);
  			goto bail;
  		}
  	}
  
  	/* Link the new branch into the rest of the tree (el will
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
1230
  	 * either be on the root_bh, or the extent block passed in. */
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1231
1232
  	i = le16_to_cpu(el->l_next_free_rec);
  	el->l_recs[i].e_blkno = cpu_to_le64(next_blkno);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1233
  	el->l_recs[i].e_cpos = cpu_to_le32(new_cpos);
e48edee2d   Mark Fasheh   ocfs2: make room ...
1234
  	el->l_recs[i].e_int_clusters = 0;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1235
1236
1237
1238
  	le16_add_cpu(&el->l_next_free_rec, 1);
  
  	/* fe needs a new last extent block pointer, as does the
  	 * next_leaf on the previously last-extent-block. */
35dc0aa3c   Joel Becker   ocfs2: Prefix the...
1239
  	ocfs2_et_set_last_eb_blk(et, new_last_eb_blk);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1240

328d5752e   Mark Fasheh   ocfs2: btree chan...
1241
  	eb = (struct ocfs2_extent_block *) (*last_eb_bh)->b_data;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1242
  	eb->h_next_leaf_blk = cpu_to_le64(new_last_eb_blk);
ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
1243
1244
1245
1246
  	ocfs2_journal_dirty(handle, *last_eb_bh);
  	ocfs2_journal_dirty(handle, et->et_root_bh);
  	if (eb_bh)
  		ocfs2_journal_dirty(handle, eb_bh);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1247

328d5752e   Mark Fasheh   ocfs2: btree chan...
1248
1249
1250
1251
1252
1253
1254
  	/*
  	 * Some callers want to track the rightmost leaf so pass it
  	 * back here.
  	 */
  	brelse(*last_eb_bh);
  	get_bh(new_eb_bhs[0]);
  	*last_eb_bh = new_eb_bhs[0];
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1255
1256
1257
1258
  	status = 0;
  bail:
  	if (new_eb_bhs) {
  		for (i = 0; i < new_blocks; i++)
a81cb88b6   Mark Fasheh   ocfs2: Don't chec...
1259
  			brelse(new_eb_bhs[i]);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1260
1261
  		kfree(new_eb_bhs);
  	}
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1262
1263
1264
1265
1266
1267
1268
1269
  	return status;
  }
  
  /*
   * adds another level to the allocation tree.
   * returns back the new extent block so you can add a branch to it
   * after this call.
   */
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
1270
  static int ocfs2_shift_tree_depth(handle_t *handle,
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
1271
  				  struct ocfs2_extent_tree *et,
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1272
1273
1274
1275
  				  struct ocfs2_alloc_context *meta_ac,
  				  struct buffer_head **ret_new_eb_bh)
  {
  	int status, i;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1276
  	u32 new_clusters;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1277
  	struct buffer_head *new_eb_bh = NULL;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1278
  	struct ocfs2_extent_block *eb;
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
1279
  	struct ocfs2_extent_list  *root_el;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1280
  	struct ocfs2_extent_list  *eb_el;
42a5a7a9a   Joel Becker   ocfs2: ocfs2_crea...
1281
  	status = ocfs2_create_new_meta_bhs(handle, et, 1, meta_ac,
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1282
1283
1284
1285
1286
1287
1288
  					   &new_eb_bh);
  	if (status < 0) {
  		mlog_errno(status);
  		goto bail;
  	}
  
  	eb = (struct ocfs2_extent_block *) new_eb_bh->b_data;
5e96581a3   Joel Becker   ocfs2: Wrap exten...
1289
1290
  	/* ocfs2_create_new_meta_bhs() should create it right! */
  	BUG_ON(!OCFS2_IS_VALID_EXTENT_BLOCK(eb));
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1291
1292
  
  	eb_el = &eb->h_list;
ce1d9ea62   Joel Becker   ocfs2: Prefix the...
1293
  	root_el = et->et_root_el;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1294

d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
1295
  	status = ocfs2_journal_access_eb(handle, et->et_ci, new_eb_bh,
13723d00e   Joel Becker   ocfs2: Use metada...
1296
  					 OCFS2_JOURNAL_ACCESS_CREATE);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1297
1298
1299
1300
  	if (status < 0) {
  		mlog_errno(status);
  		goto bail;
  	}
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
1301
1302
1303
1304
1305
  	/* copy the root extent list data into the new extent block */
  	eb_el->l_tree_depth = root_el->l_tree_depth;
  	eb_el->l_next_free_rec = root_el->l_next_free_rec;
  	for (i = 0; i < le16_to_cpu(root_el->l_next_free_rec); i++)
  		eb_el->l_recs[i] = root_el->l_recs[i];
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1306

ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
1307
  	ocfs2_journal_dirty(handle, new_eb_bh);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1308

d9a0a1f83   Joel Becker   ocfs2: Store the ...
1309
  	status = ocfs2_et_root_journal_access(handle, et,
13723d00e   Joel Becker   ocfs2: Use metada...
1310
  					      OCFS2_JOURNAL_ACCESS_WRITE);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1311
1312
1313
1314
  	if (status < 0) {
  		mlog_errno(status);
  		goto bail;
  	}
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1315
  	new_clusters = ocfs2_sum_rightmost_rec(eb_el);
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
1316
1317
1318
1319
1320
1321
1322
1323
  	/* update root_bh now */
  	le16_add_cpu(&root_el->l_tree_depth, 1);
  	root_el->l_recs[0].e_cpos = 0;
  	root_el->l_recs[0].e_blkno = eb->h_blkno;
  	root_el->l_recs[0].e_int_clusters = cpu_to_le32(new_clusters);
  	for (i = 1; i < le16_to_cpu(root_el->l_next_free_rec); i++)
  		memset(&root_el->l_recs[i], 0, sizeof(struct ocfs2_extent_rec));
  	root_el->l_next_free_rec = cpu_to_le16(1);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1324
1325
1326
  
  	/* If this is our 1st tree depth shift, then last_eb_blk
  	 * becomes the allocated extent block */
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
1327
  	if (root_el->l_tree_depth == cpu_to_le16(1))
35dc0aa3c   Joel Becker   ocfs2: Prefix the...
1328
  		ocfs2_et_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno));
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1329

ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
1330
  	ocfs2_journal_dirty(handle, et->et_root_bh);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1331
1332
1333
1334
1335
  
  	*ret_new_eb_bh = new_eb_bh;
  	new_eb_bh = NULL;
  	status = 0;
  bail:
a81cb88b6   Mark Fasheh   ocfs2: Don't chec...
1336
  	brelse(new_eb_bh);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1337

ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1338
1339
1340
1341
  	return status;
  }
  
  /*
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1342
1343
1344
1345
1346
1347
1348
1349
   * Should only be called when there is no space left in any of the
   * leaf nodes. What we want to do is find the lowest tree depth
   * non-leaf extent block with room for new records. There are three
   * valid results of this search:
   *
   * 1) a lowest extent block is found, then we pass it back in
   *    *lowest_eb_bh and return '0'
   *
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
1350
   * 2) the search fails to find anything, but the root_el has room. We
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1351
1352
   *    pass NULL back in *lowest_eb_bh, but still return '0'
   *
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
1353
   * 3) the search fails to find anything AND the root_el is full, in
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1354
1355
1356
1357
   *    which case we return > 0
   *
   * return status < 0 indicates an error.
   */
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
1358
  static int ocfs2_find_branch_target(struct ocfs2_extent_tree *et,
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1359
1360
1361
1362
  				    struct buffer_head **target_bh)
  {
  	int status = 0, i;
  	u64 blkno;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1363
1364
1365
1366
  	struct ocfs2_extent_block *eb;
  	struct ocfs2_extent_list  *el;
  	struct buffer_head *bh = NULL;
  	struct buffer_head *lowest_bh = NULL;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1367
  	*target_bh = NULL;
ce1d9ea62   Joel Becker   ocfs2: Prefix the...
1368
  	el = et->et_root_el;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1369
1370
1371
  
  	while(le16_to_cpu(el->l_tree_depth) > 1) {
  		if (le16_to_cpu(el->l_next_free_rec) == 0) {
3d03a305d   Joel Becker   ocfs2: Pass ocfs2...
1372
1373
  			ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci),
  				    "Owner %llu has empty "
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1374
  				    "extent list (next_free_rec == 0)",
3d03a305d   Joel Becker   ocfs2: Pass ocfs2...
1375
  				    (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci));
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1376
1377
1378
1379
1380
1381
  			status = -EIO;
  			goto bail;
  		}
  		i = le16_to_cpu(el->l_next_free_rec) - 1;
  		blkno = le64_to_cpu(el->l_recs[i].e_blkno);
  		if (!blkno) {
3d03a305d   Joel Becker   ocfs2: Pass ocfs2...
1382
1383
  			ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci),
  				    "Owner %llu has extent "
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1384
1385
  				    "list where extent # %d has no physical "
  				    "block start",
3d03a305d   Joel Becker   ocfs2: Pass ocfs2...
1386
  				    (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci), i);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1387
1388
1389
  			status = -EIO;
  			goto bail;
  		}
a81cb88b6   Mark Fasheh   ocfs2: Don't chec...
1390
1391
  		brelse(bh);
  		bh = NULL;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1392

3d03a305d   Joel Becker   ocfs2: Pass ocfs2...
1393
  		status = ocfs2_read_extent_block(et->et_ci, blkno, &bh);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
1394
1395
1396
1397
  		if (status < 0) {
  			mlog_errno(status);
  			goto bail;
  		}
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1398
1399
  
  		eb = (struct ocfs2_extent_block *) bh->b_data;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1400
1401
1402
1403
  		el = &eb->h_list;
  
  		if (le16_to_cpu(el->l_next_free_rec) <
  		    le16_to_cpu(el->l_count)) {
a81cb88b6   Mark Fasheh   ocfs2: Don't chec...
1404
  			brelse(lowest_bh);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1405
1406
1407
1408
1409
1410
1411
  			lowest_bh = bh;
  			get_bh(lowest_bh);
  		}
  	}
  
  	/* If we didn't find one and the fe doesn't have any room,
  	 * then return '1' */
ce1d9ea62   Joel Becker   ocfs2: Prefix the...
1412
  	el = et->et_root_el;
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
1413
  	if (!lowest_bh && (el->l_next_free_rec == el->l_count))
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1414
1415
1416
1417
  		status = 1;
  
  	*target_bh = lowest_bh;
  bail:
a81cb88b6   Mark Fasheh   ocfs2: Don't chec...
1418
  	brelse(bh);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1419

dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1420
1421
  	return status;
  }
e48edee2d   Mark Fasheh   ocfs2: make room ...
1422
  /*
c3afcbb34   Mark Fasheh   ocfs2: abstract b...
1423
1424
1425
1426
1427
1428
   * Grow a b-tree so that it has more records.
   *
   * We might shift the tree depth in which case existing paths should
   * be considered invalid.
   *
   * Tree depth after the grow is returned via *final_depth.
328d5752e   Mark Fasheh   ocfs2: btree chan...
1429
1430
   *
   * *last_eb_bh will be updated by ocfs2_add_branch().
c3afcbb34   Mark Fasheh   ocfs2: abstract b...
1431
   */
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
1432
1433
  static int ocfs2_grow_tree(handle_t *handle, struct ocfs2_extent_tree *et,
  			   int *final_depth, struct buffer_head **last_eb_bh,
c3afcbb34   Mark Fasheh   ocfs2: abstract b...
1434
1435
1436
  			   struct ocfs2_alloc_context *meta_ac)
  {
  	int ret, shift;
ce1d9ea62   Joel Becker   ocfs2: Prefix the...
1437
  	struct ocfs2_extent_list *el = et->et_root_el;
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
1438
  	int depth = le16_to_cpu(el->l_tree_depth);
c3afcbb34   Mark Fasheh   ocfs2: abstract b...
1439
1440
1441
  	struct buffer_head *bh = NULL;
  
  	BUG_ON(meta_ac == NULL);
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
1442
  	shift = ocfs2_find_branch_target(et, &bh);
c3afcbb34   Mark Fasheh   ocfs2: abstract b...
1443
1444
1445
1446
1447
1448
1449
1450
1451
1452
1453
  	if (shift < 0) {
  		ret = shift;
  		mlog_errno(ret);
  		goto out;
  	}
  
  	/* We traveled all the way to the bottom of the allocation tree
  	 * and didn't find room for any more extents - we need to add
  	 * another tree level */
  	if (shift) {
  		BUG_ON(bh);
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
1454
1455
1456
1457
  		trace_ocfs2_grow_tree(
  			(unsigned long long)
  			ocfs2_metadata_cache_owner(et->et_ci),
  			depth);
c3afcbb34   Mark Fasheh   ocfs2: abstract b...
1458
1459
1460
1461
  
  		/* ocfs2_shift_tree_depth will return us a buffer with
  		 * the new extent block (so we can pass that to
  		 * ocfs2_add_branch). */
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
1462
  		ret = ocfs2_shift_tree_depth(handle, et, meta_ac, &bh);
c3afcbb34   Mark Fasheh   ocfs2: abstract b...
1463
1464
1465
1466
1467
  		if (ret < 0) {
  			mlog_errno(ret);
  			goto out;
  		}
  		depth++;
328d5752e   Mark Fasheh   ocfs2: btree chan...
1468
1469
1470
1471
1472
1473
1474
1475
1476
1477
1478
1479
1480
  		if (depth == 1) {
  			/*
  			 * Special case: we have room now if we shifted from
  			 * tree_depth 0, so no more work needs to be done.
  			 *
  			 * We won't be calling add_branch, so pass
  			 * back *last_eb_bh as the new leaf. At depth
  			 * zero, it should always be null so there's
  			 * no reason to brelse.
  			 */
  			BUG_ON(*last_eb_bh);
  			get_bh(bh);
  			*last_eb_bh = bh;
c3afcbb34   Mark Fasheh   ocfs2: abstract b...
1481
  			goto out;
328d5752e   Mark Fasheh   ocfs2: btree chan...
1482
  		}
c3afcbb34   Mark Fasheh   ocfs2: abstract b...
1483
1484
1485
1486
  	}
  
  	/* call ocfs2_add_branch to add the final part of the tree with
  	 * the new data. */
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
1487
  	ret = ocfs2_add_branch(handle, et, bh, last_eb_bh,
c3afcbb34   Mark Fasheh   ocfs2: abstract b...
1488
1489
1490
1491
1492
1493
1494
1495
1496
1497
1498
1499
1500
1501
  			       meta_ac);
  	if (ret < 0) {
  		mlog_errno(ret);
  		goto out;
  	}
  
  out:
  	if (final_depth)
  		*final_depth = depth;
  	brelse(bh);
  	return ret;
  }
  
  /*
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1502
1503
1504
1505
1506
1507
1508
1509
1510
1511
1512
1513
1514
1515
1516
1517
1518
1519
1520
1521
1522
1523
1524
1525
1526
1527
1528
1529
1530
1531
   * This function will discard the rightmost extent record.
   */
  static void ocfs2_shift_records_right(struct ocfs2_extent_list *el)
  {
  	int next_free = le16_to_cpu(el->l_next_free_rec);
  	int count = le16_to_cpu(el->l_count);
  	unsigned int num_bytes;
  
  	BUG_ON(!next_free);
  	/* This will cause us to go off the end of our extent list. */
  	BUG_ON(next_free >= count);
  
  	num_bytes = sizeof(struct ocfs2_extent_rec) * next_free;
  
  	memmove(&el->l_recs[1], &el->l_recs[0], num_bytes);
  }
  
  static void ocfs2_rotate_leaf(struct ocfs2_extent_list *el,
  			      struct ocfs2_extent_rec *insert_rec)
  {
  	int i, insert_index, next_free, has_empty, num_bytes;
  	u32 insert_cpos = le32_to_cpu(insert_rec->e_cpos);
  	struct ocfs2_extent_rec *rec;
  
  	next_free = le16_to_cpu(el->l_next_free_rec);
  	has_empty = ocfs2_is_empty_extent(&el->l_recs[0]);
  
  	BUG_ON(!next_free);
  
  	/* The tree code before us didn't allow enough room in the leaf. */
b1f3550fa   Julia Lawall   ocfs2: Use BUG_ON
1532
  	BUG_ON(el->l_next_free_rec == el->l_count && !has_empty);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1533
1534
1535
1536
1537
1538
1539
1540
1541
1542
1543
1544
1545
1546
1547
1548
1549
1550
1551
1552
1553
1554
1555
1556
1557
1558
1559
  
  	/*
  	 * The easiest way to approach this is to just remove the
  	 * empty extent and temporarily decrement next_free.
  	 */
  	if (has_empty) {
  		/*
  		 * If next_free was 1 (only an empty extent), this
  		 * loop won't execute, which is fine. We still want
  		 * the decrement above to happen.
  		 */
  		for(i = 0; i < (next_free - 1); i++)
  			el->l_recs[i] = el->l_recs[i+1];
  
  		next_free--;
  	}
  
  	/*
  	 * Figure out what the new record index should be.
  	 */
  	for(i = 0; i < next_free; i++) {
  		rec = &el->l_recs[i];
  
  		if (insert_cpos < le32_to_cpu(rec->e_cpos))
  			break;
  	}
  	insert_index = i;
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
1560
1561
1562
  	trace_ocfs2_rotate_leaf(insert_cpos, insert_index,
  				has_empty, next_free,
  				le16_to_cpu(el->l_count));
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1563
1564
1565
1566
1567
1568
1569
1570
1571
1572
1573
1574
1575
1576
1577
1578
1579
1580
1581
1582
1583
1584
1585
1586
1587
1588
1589
1590
1591
1592
1593
1594
1595
  
  	BUG_ON(insert_index < 0);
  	BUG_ON(insert_index >= le16_to_cpu(el->l_count));
  	BUG_ON(insert_index > next_free);
  
  	/*
  	 * No need to memmove if we're just adding to the tail.
  	 */
  	if (insert_index != next_free) {
  		BUG_ON(next_free >= le16_to_cpu(el->l_count));
  
  		num_bytes = next_free - insert_index;
  		num_bytes *= sizeof(struct ocfs2_extent_rec);
  		memmove(&el->l_recs[insert_index + 1],
  			&el->l_recs[insert_index],
  			num_bytes);
  	}
  
  	/*
  	 * Either we had an empty extent, and need to re-increment or
  	 * there was no empty extent on a non full rightmost leaf node,
  	 * in which case we still need to increment.
  	 */
  	next_free++;
  	el->l_next_free_rec = cpu_to_le16(next_free);
  	/*
  	 * Make sure none of the math above just messed up our tree.
  	 */
  	BUG_ON(le16_to_cpu(el->l_next_free_rec) > le16_to_cpu(el->l_count));
  
  	el->l_recs[insert_index] = *insert_rec;
  
  }
328d5752e   Mark Fasheh   ocfs2: btree chan...
1596
1597
1598
1599
1600
1601
1602
1603
1604
1605
1606
1607
1608
1609
1610
  static void ocfs2_remove_empty_extent(struct ocfs2_extent_list *el)
  {
  	int size, num_recs = le16_to_cpu(el->l_next_free_rec);
  
  	BUG_ON(num_recs == 0);
  
  	if (ocfs2_is_empty_extent(&el->l_recs[0])) {
  		num_recs--;
  		size = num_recs * sizeof(struct ocfs2_extent_rec);
  		memmove(&el->l_recs[0], &el->l_recs[1], size);
  		memset(&el->l_recs[num_recs], 0,
  		       sizeof(struct ocfs2_extent_rec));
  		el->l_next_free_rec = cpu_to_le16(num_recs);
  	}
  }
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1611
1612
1613
1614
1615
1616
1617
1618
1619
1620
  /*
   * Create an empty extent record .
   *
   * l_next_free_rec may be updated.
   *
   * If an empty extent already exists do nothing.
   */
  static void ocfs2_create_empty_extent(struct ocfs2_extent_list *el)
  {
  	int next_free = le16_to_cpu(el->l_next_free_rec);
e48edee2d   Mark Fasheh   ocfs2: make room ...
1621
  	BUG_ON(le16_to_cpu(el->l_tree_depth) != 0);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1622
1623
1624
1625
1626
1627
1628
1629
1630
1631
1632
1633
1634
1635
1636
1637
1638
1639
1640
1641
1642
1643
1644
1645
1646
1647
1648
1649
1650
1651
1652
1653
  	if (next_free == 0)
  		goto set_and_inc;
  
  	if (ocfs2_is_empty_extent(&el->l_recs[0]))
  		return;
  
  	mlog_bug_on_msg(el->l_count == el->l_next_free_rec,
  			"Asked to create an empty extent in a full list:
  "
  			"count = %u, tree depth = %u",
  			le16_to_cpu(el->l_count),
  			le16_to_cpu(el->l_tree_depth));
  
  	ocfs2_shift_records_right(el);
  
  set_and_inc:
  	le16_add_cpu(&el->l_next_free_rec, 1);
  	memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec));
  }
  
  /*
   * For a rotation which involves two leaf nodes, the "root node" is
   * the lowest level tree node which contains a path to both leafs. This
   * resulting set of information can be used to form a complete "subtree"
   *
   * This function is passed two full paths from the dinode down to a
   * pair of adjacent leaves. It's task is to figure out which path
   * index contains the subtree root - this can be the root index itself
   * in a worst-case rotation.
   *
   * The array index of the subtree root is passed back.
   */
38a04e432   Tao Ma   ocfs2: Find prope...
1654
1655
1656
  int ocfs2_find_subtree_root(struct ocfs2_extent_tree *et,
  			    struct ocfs2_path *left,
  			    struct ocfs2_path *right)
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1657
1658
1659
1660
1661
1662
1663
1664
1665
1666
1667
1668
1669
1670
1671
  {
  	int i = 0;
  
  	/*
  	 * Check that the caller passed in two paths from the same tree.
  	 */
  	BUG_ON(path_root_bh(left) != path_root_bh(right));
  
  	do {
  		i++;
  
  		/*
  		 * The caller didn't pass two adjacent paths.
  		 */
  		mlog_bug_on_msg(i > left->p_tree_depth,
7dc028056   Joel Becker   ocfs2: Pass ocfs2...
1672
1673
  				"Owner %llu, left depth %u, right depth %u
  "
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1674
1675
  				"left leaf blk %llu, right leaf blk %llu
  ",
7dc028056   Joel Becker   ocfs2: Pass ocfs2...
1676
1677
  				(unsigned long long)ocfs2_metadata_cache_owner(et->et_ci),
  				left->p_tree_depth, right->p_tree_depth,
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1678
1679
1680
1681
1682
1683
1684
1685
1686
1687
1688
1689
1690
1691
1692
1693
  				(unsigned long long)path_leaf_bh(left)->b_blocknr,
  				(unsigned long long)path_leaf_bh(right)->b_blocknr);
  	} while (left->p_node[i].bh->b_blocknr ==
  		 right->p_node[i].bh->b_blocknr);
  
  	return i - 1;
  }
  
  typedef void (path_insert_t)(void *, struct buffer_head *);
  
  /*
   * Traverse a btree path in search of cpos, starting at root_el.
   *
   * This code can be called with a cpos larger than the tree, in which
   * case it will return the rightmost path.
   */
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
1694
  static int __ocfs2_find_path(struct ocfs2_caching_info *ci,
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1695
1696
1697
1698
1699
1700
1701
1702
1703
1704
  			     struct ocfs2_extent_list *root_el, u32 cpos,
  			     path_insert_t *func, void *data)
  {
  	int i, ret = 0;
  	u32 range;
  	u64 blkno;
  	struct buffer_head *bh = NULL;
  	struct ocfs2_extent_block *eb;
  	struct ocfs2_extent_list *el;
  	struct ocfs2_extent_rec *rec;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1705
1706
1707
1708
  
  	el = root_el;
  	while (el->l_tree_depth) {
  		if (le16_to_cpu(el->l_next_free_rec) == 0) {
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
1709
1710
  			ocfs2_error(ocfs2_metadata_cache_get_super(ci),
  				    "Owner %llu has empty extent list at "
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1711
1712
  				    "depth %u
  ",
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
1713
  				    (unsigned long long)ocfs2_metadata_cache_owner(ci),
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1714
1715
1716
1717
1718
1719
1720
1721
1722
1723
1724
1725
1726
1727
1728
  				    le16_to_cpu(el->l_tree_depth));
  			ret = -EROFS;
  			goto out;
  
  		}
  
  		for(i = 0; i < le16_to_cpu(el->l_next_free_rec) - 1; i++) {
  			rec = &el->l_recs[i];
  
  			/*
  			 * In the case that cpos is off the allocation
  			 * tree, this should just wind up returning the
  			 * rightmost record.
  			 */
  			range = le32_to_cpu(rec->e_cpos) +
e48edee2d   Mark Fasheh   ocfs2: make room ...
1729
  				ocfs2_rec_clusters(el, rec);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1730
1731
1732
1733
1734
1735
  			if (cpos >= le32_to_cpu(rec->e_cpos) && cpos < range)
  			    break;
  		}
  
  		blkno = le64_to_cpu(el->l_recs[i].e_blkno);
  		if (blkno == 0) {
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
1736
1737
  			ocfs2_error(ocfs2_metadata_cache_get_super(ci),
  				    "Owner %llu has bad blkno in extent list "
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1738
1739
  				    "at depth %u (index %d)
  ",
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
1740
  				    (unsigned long long)ocfs2_metadata_cache_owner(ci),
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1741
1742
1743
1744
1745
1746
1747
  				    le16_to_cpu(el->l_tree_depth), i);
  			ret = -EROFS;
  			goto out;
  		}
  
  		brelse(bh);
  		bh = NULL;
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
1748
  		ret = ocfs2_read_extent_block(ci, blkno, &bh);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1749
1750
1751
1752
1753
1754
1755
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  
  		eb = (struct ocfs2_extent_block *) bh->b_data;
  		el = &eb->h_list;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1756
1757
1758
  
  		if (le16_to_cpu(el->l_next_free_rec) >
  		    le16_to_cpu(el->l_count)) {
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
1759
1760
  			ocfs2_error(ocfs2_metadata_cache_get_super(ci),
  				    "Owner %llu has bad count in extent list "
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1761
1762
  				    "at block %llu (next free=%u, count=%u)
  ",
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
1763
  				    (unsigned long long)ocfs2_metadata_cache_owner(ci),
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1764
1765
1766
1767
1768
1769
1770
1771
1772
1773
1774
1775
1776
1777
1778
1779
1780
1781
1782
1783
1784
1785
1786
1787
1788
1789
1790
1791
1792
1793
1794
1795
1796
1797
1798
1799
1800
1801
1802
1803
1804
1805
1806
  				    (unsigned long long)bh->b_blocknr,
  				    le16_to_cpu(el->l_next_free_rec),
  				    le16_to_cpu(el->l_count));
  			ret = -EROFS;
  			goto out;
  		}
  
  		if (func)
  			func(data, bh);
  	}
  
  out:
  	/*
  	 * Catch any trailing bh that the loop didn't handle.
  	 */
  	brelse(bh);
  
  	return ret;
  }
  
  /*
   * Given an initialized path (that is, it has a valid root extent
   * list), this function will traverse the btree in search of the path
   * which would contain cpos.
   *
   * The path traveled is recorded in the path structure.
   *
   * Note that this will not do any comparisons on leaf node extent
   * records, so it will work fine in the case that we just added a tree
   * branch.
   */
  struct find_path_data {
  	int index;
  	struct ocfs2_path *path;
  };
  static void find_path_ins(void *data, struct buffer_head *bh)
  {
  	struct find_path_data *fp = data;
  
  	get_bh(bh);
  	ocfs2_path_insert_eb(fp->path, fp->index, bh);
  	fp->index++;
  }
e2e9f6082   Tao Ma   ocfs2: move tree ...
1807
1808
  int ocfs2_find_path(struct ocfs2_caching_info *ci,
  		    struct ocfs2_path *path, u32 cpos)
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1809
1810
1811
1812
1813
  {
  	struct find_path_data data;
  
  	data.index = 1;
  	data.path = path;
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
1814
  	return __ocfs2_find_path(ci, path_root_el(path), cpos,
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1815
1816
1817
1818
1819
1820
1821
1822
1823
1824
1825
1826
1827
1828
1829
1830
1831
1832
1833
1834
1835
1836
1837
1838
  				 find_path_ins, &data);
  }
  
  static void find_leaf_ins(void *data, struct buffer_head *bh)
  {
  	struct ocfs2_extent_block *eb =(struct ocfs2_extent_block *)bh->b_data;
  	struct ocfs2_extent_list *el = &eb->h_list;
  	struct buffer_head **ret = data;
  
  	/* We want to retain only the leaf block. */
  	if (le16_to_cpu(el->l_tree_depth) == 0) {
  		get_bh(bh);
  		*ret = bh;
  	}
  }
  /*
   * Find the leaf block in the tree which would contain cpos. No
   * checking of the actual leaf is done.
   *
   * Some paths want to call this instead of allocating a path structure
   * and calling ocfs2_find_path().
   *
   * This function doesn't handle non btree extent lists.
   */
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
1839
1840
1841
  int ocfs2_find_leaf(struct ocfs2_caching_info *ci,
  		    struct ocfs2_extent_list *root_el, u32 cpos,
  		    struct buffer_head **leaf_bh)
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1842
1843
1844
  {
  	int ret;
  	struct buffer_head *bh = NULL;
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
1845
  	ret = __ocfs2_find_path(ci, root_el, cpos, find_leaf_ins, &bh);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1846
1847
1848
1849
1850
1851
1852
1853
1854
1855
1856
1857
1858
1859
1860
1861
1862
1863
1864
1865
1866
1867
1868
1869
1870
1871
1872
1873
1874
1875
1876
1877
1878
1879
1880
1881
1882
1883
1884
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
  
  	*leaf_bh = bh;
  out:
  	return ret;
  }
  
  /*
   * Adjust the adjacent records (left_rec, right_rec) involved in a rotation.
   *
   * Basically, we've moved stuff around at the bottom of the tree and
   * we need to fix up the extent records above the changes to reflect
   * the new changes.
   *
   * left_rec: the record on the left.
   * left_child_el: is the child list pointed to by left_rec
   * right_rec: the record to the right of left_rec
   * right_child_el: is the child list pointed to by right_rec
   *
   * By definition, this only works on interior nodes.
   */
  static void ocfs2_adjust_adjacent_records(struct ocfs2_extent_rec *left_rec,
  				  struct ocfs2_extent_list *left_child_el,
  				  struct ocfs2_extent_rec *right_rec,
  				  struct ocfs2_extent_list *right_child_el)
  {
  	u32 left_clusters, right_end;
  
  	/*
  	 * Interior nodes never have holes. Their cpos is the cpos of
  	 * the leftmost record in their child list. Their cluster
  	 * count covers the full theoretical range of their child list
  	 * - the range between their cpos and the cpos of the record
  	 * immediately to their right.
  	 */
  	left_clusters = le32_to_cpu(right_child_el->l_recs[0].e_cpos);
82e12644c   Tao Ma   ocfs2: Use ocfs2_...
1885
1886
  	if (!ocfs2_rec_clusters(right_child_el, &right_child_el->l_recs[0])) {
  		BUG_ON(right_child_el->l_tree_depth);
328d5752e   Mark Fasheh   ocfs2: btree chan...
1887
1888
1889
  		BUG_ON(le16_to_cpu(right_child_el->l_next_free_rec) <= 1);
  		left_clusters = le32_to_cpu(right_child_el->l_recs[1].e_cpos);
  	}
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1890
  	left_clusters -= le32_to_cpu(left_rec->e_cpos);
e48edee2d   Mark Fasheh   ocfs2: make room ...
1891
  	left_rec->e_int_clusters = cpu_to_le32(left_clusters);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1892
1893
1894
  
  	/*
  	 * Calculate the rightmost cluster count boundary before
e48edee2d   Mark Fasheh   ocfs2: make room ...
1895
  	 * moving cpos - we will need to adjust clusters after
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1896
1897
1898
  	 * updating e_cpos to keep the same highest cluster count.
  	 */
  	right_end = le32_to_cpu(right_rec->e_cpos);
e48edee2d   Mark Fasheh   ocfs2: make room ...
1899
  	right_end += le32_to_cpu(right_rec->e_int_clusters);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1900
1901
1902
1903
1904
  
  	right_rec->e_cpos = left_rec->e_cpos;
  	le32_add_cpu(&right_rec->e_cpos, left_clusters);
  
  	right_end -= le32_to_cpu(right_rec->e_cpos);
e48edee2d   Mark Fasheh   ocfs2: make room ...
1905
  	right_rec->e_int_clusters = cpu_to_le32(right_end);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
1934
1935
1936
1937
1938
1939
1940
1941
1942
1943
1944
1945
1946
1947
  }
  
  /*
   * Adjust the adjacent root node records involved in a
   * rotation. left_el_blkno is passed in as a key so that we can easily
   * find it's index in the root list.
   */
  static void ocfs2_adjust_root_records(struct ocfs2_extent_list *root_el,
  				      struct ocfs2_extent_list *left_el,
  				      struct ocfs2_extent_list *right_el,
  				      u64 left_el_blkno)
  {
  	int i;
  
  	BUG_ON(le16_to_cpu(root_el->l_tree_depth) <=
  	       le16_to_cpu(left_el->l_tree_depth));
  
  	for(i = 0; i < le16_to_cpu(root_el->l_next_free_rec) - 1; i++) {
  		if (le64_to_cpu(root_el->l_recs[i].e_blkno) == left_el_blkno)
  			break;
  	}
  
  	/*
  	 * The path walking code should have never returned a root and
  	 * two paths which are not adjacent.
  	 */
  	BUG_ON(i >= (le16_to_cpu(root_el->l_next_free_rec) - 1));
  
  	ocfs2_adjust_adjacent_records(&root_el->l_recs[i], left_el,
  				      &root_el->l_recs[i + 1], right_el);
  }
  
  /*
   * We've changed a leaf block (in right_path) and need to reflect that
   * change back up the subtree.
   *
   * This happens in multiple places:
   *   - When we've moved an extent record from the left path leaf to the right
   *     path leaf to make room for an empty extent in the left path leaf.
   *   - When our insert into the right path leaf is at the leftmost edge
   *     and requires an update of the path immediately to it's left. This
   *     can occur at the end of some types of rotation and appending inserts.
677b97528   Tao Ma   ocfs2: Add suppor...
1948
1949
   *   - When we've adjusted the last extent record in the left path leaf and the
   *     1st extent record in the right path leaf during cross extent block merge.
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1950
   */
4619c73e7   Joel Becker   ocfs2: ocfs2_comp...
1951
  static void ocfs2_complete_edge_insert(handle_t *handle,
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1952
1953
1954
1955
  				       struct ocfs2_path *left_path,
  				       struct ocfs2_path *right_path,
  				       int subtree_index)
  {
ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
1956
  	int i, idx;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
  	struct ocfs2_extent_list *el, *left_el, *right_el;
  	struct ocfs2_extent_rec *left_rec, *right_rec;
  	struct buffer_head *root_bh = left_path->p_node[subtree_index].bh;
  
  	/*
  	 * Update the counts and position values within all the
  	 * interior nodes to reflect the leaf rotation we just did.
  	 *
  	 * The root node is handled below the loop.
  	 *
  	 * We begin the loop with right_el and left_el pointing to the
  	 * leaf lists and work our way up.
  	 *
  	 * NOTE: within this loop, left_el and right_el always refer
  	 * to the *child* lists.
  	 */
  	left_el = path_leaf_el(left_path);
  	right_el = path_leaf_el(right_path);
  	for(i = left_path->p_tree_depth - 1; i > subtree_index; i--) {
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
1976
  		trace_ocfs2_complete_edge_insert(i);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
  
  		/*
  		 * One nice property of knowing that all of these
  		 * nodes are below the root is that we only deal with
  		 * the leftmost right node record and the rightmost
  		 * left node record.
  		 */
  		el = left_path->p_node[i].el;
  		idx = le16_to_cpu(left_el->l_next_free_rec) - 1;
  		left_rec = &el->l_recs[idx];
  
  		el = right_path->p_node[i].el;
  		right_rec = &el->l_recs[0];
  
  		ocfs2_adjust_adjacent_records(left_rec, left_el, right_rec,
  					      right_el);
ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
1993
1994
  		ocfs2_journal_dirty(handle, left_path->p_node[i].bh);
  		ocfs2_journal_dirty(handle, right_path->p_node[i].bh);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
1995
1996
1997
1998
1999
2000
2001
2002
2003
2004
2005
2006
2007
2008
2009
2010
2011
2012
2013
2014
2015
2016
  
  		/*
  		 * Setup our list pointers now so that the current
  		 * parents become children in the next iteration.
  		 */
  		left_el = left_path->p_node[i].el;
  		right_el = right_path->p_node[i].el;
  	}
  
  	/*
  	 * At the root node, adjust the two adjacent records which
  	 * begin our path to the leaves.
  	 */
  
  	el = left_path->p_node[subtree_index].el;
  	left_el = left_path->p_node[subtree_index + 1].el;
  	right_el = right_path->p_node[subtree_index + 1].el;
  
  	ocfs2_adjust_root_records(el, left_el, right_el,
  				  left_path->p_node[subtree_index + 1].bh->b_blocknr);
  
  	root_bh = left_path->p_node[subtree_index].bh;
ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
2017
  	ocfs2_journal_dirty(handle, root_bh);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2018
  }
5c601aba8   Joel Becker   ocfs2: Get inode ...
2019
2020
  static int ocfs2_rotate_subtree_right(handle_t *handle,
  				      struct ocfs2_extent_tree *et,
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2021
2022
2023
2024
2025
2026
2027
2028
2029
2030
2031
2032
2033
2034
2035
  				      struct ocfs2_path *left_path,
  				      struct ocfs2_path *right_path,
  				      int subtree_index)
  {
  	int ret, i;
  	struct buffer_head *right_leaf_bh;
  	struct buffer_head *left_leaf_bh = NULL;
  	struct buffer_head *root_bh;
  	struct ocfs2_extent_list *right_el, *left_el;
  	struct ocfs2_extent_rec move_rec;
  
  	left_leaf_bh = path_leaf_bh(left_path);
  	left_el = path_leaf_el(left_path);
  
  	if (left_el->l_next_free_rec != left_el->l_count) {
5c601aba8   Joel Becker   ocfs2: Get inode ...
2036
  		ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci),
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2037
2038
  			    "Inode %llu has non-full interior leaf node %llu"
  			    "(next free = %u)",
5c601aba8   Joel Becker   ocfs2: Get inode ...
2039
  			    (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci),
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2040
2041
2042
2043
2044
2045
2046
2047
2048
2049
2050
2051
2052
2053
  			    (unsigned long long)left_leaf_bh->b_blocknr,
  			    le16_to_cpu(left_el->l_next_free_rec));
  		return -EROFS;
  	}
  
  	/*
  	 * This extent block may already have an empty record, so we
  	 * return early if so.
  	 */
  	if (ocfs2_is_empty_extent(&left_el->l_recs[0]))
  		return 0;
  
  	root_bh = left_path->p_node[subtree_index].bh;
  	BUG_ON(root_bh != right_path->p_node[subtree_index].bh);
5c601aba8   Joel Becker   ocfs2: Get inode ...
2054
  	ret = ocfs2_path_bh_journal_access(handle, et->et_ci, right_path,
13723d00e   Joel Becker   ocfs2: Use metada...
2055
  					   subtree_index);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2056
2057
2058
2059
2060
2061
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
  
  	for(i = subtree_index + 1; i < path_num_items(right_path); i++) {
5c601aba8   Joel Becker   ocfs2: Get inode ...
2062
  		ret = ocfs2_path_bh_journal_access(handle, et->et_ci,
13723d00e   Joel Becker   ocfs2: Use metada...
2063
  						   right_path, i);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2064
2065
2066
2067
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
5c601aba8   Joel Becker   ocfs2: Get inode ...
2068
  		ret = ocfs2_path_bh_journal_access(handle, et->et_ci,
13723d00e   Joel Becker   ocfs2: Use metada...
2069
  						   left_path, i);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2070
2071
2072
2073
2074
2075
2076
2077
2078
2079
2080
2081
2082
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  	}
  
  	right_leaf_bh = path_leaf_bh(right_path);
  	right_el = path_leaf_el(right_path);
  
  	/* This is a code error, not a disk corruption. */
  	mlog_bug_on_msg(!right_el->l_next_free_rec, "Inode %llu: Rotate fails "
  			"because rightmost leaf block %llu is empty
  ",
5c601aba8   Joel Becker   ocfs2: Get inode ...
2083
  			(unsigned long long)ocfs2_metadata_cache_owner(et->et_ci),
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2084
2085
2086
  			(unsigned long long)right_leaf_bh->b_blocknr);
  
  	ocfs2_create_empty_extent(right_el);
ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
2087
  	ocfs2_journal_dirty(handle, right_leaf_bh);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2088
2089
2090
2091
2092
2093
2094
2095
2096
2097
2098
2099
2100
2101
2102
2103
2104
  
  	/* Do the copy now. */
  	i = le16_to_cpu(left_el->l_next_free_rec) - 1;
  	move_rec = left_el->l_recs[i];
  	right_el->l_recs[0] = move_rec;
  
  	/*
  	 * Clear out the record we just copied and shift everything
  	 * over, leaving an empty extent in the left leaf.
  	 *
  	 * We temporarily subtract from next_free_rec so that the
  	 * shift will lose the tail record (which is now defunct).
  	 */
  	le16_add_cpu(&left_el->l_next_free_rec, -1);
  	ocfs2_shift_records_right(left_el);
  	memset(&left_el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec));
  	le16_add_cpu(&left_el->l_next_free_rec, 1);
ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
2105
  	ocfs2_journal_dirty(handle, left_leaf_bh);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2106

4619c73e7   Joel Becker   ocfs2: ocfs2_comp...
2107
2108
  	ocfs2_complete_edge_insert(handle, left_path, right_path,
  				   subtree_index);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2109
2110
2111
2112
2113
2114
2115
2116
2117
2118
2119
  
  out:
  	return ret;
  }
  
  /*
   * Given a full path, determine what cpos value would return us a path
   * containing the leaf immediately to the left of the current one.
   *
   * Will return zero if the path passed in is already the leftmost path.
   */
ee149a7c6   Tristan Ye   Ocfs2: Make ocfs2...
2120
2121
  int ocfs2_find_cpos_for_left_leaf(struct super_block *sb,
  				  struct ocfs2_path *path, u32 *cpos)
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2122
2123
2124
2125
  {
  	int i, j, ret = 0;
  	u64 blkno;
  	struct ocfs2_extent_list *el;
e48edee2d   Mark Fasheh   ocfs2: make room ...
2126
  	BUG_ON(path->p_tree_depth == 0);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2127
2128
2129
2130
2131
2132
2133
2134
2135
2136
2137
2138
2139
2140
2141
2142
2143
2144
2145
2146
2147
2148
2149
2150
2151
2152
2153
2154
2155
2156
2157
2158
2159
2160
  	*cpos = 0;
  
  	blkno = path_leaf_bh(path)->b_blocknr;
  
  	/* Start at the tree node just above the leaf and work our way up. */
  	i = path->p_tree_depth - 1;
  	while (i >= 0) {
  		el = path->p_node[i].el;
  
  		/*
  		 * Find the extent record just before the one in our
  		 * path.
  		 */
  		for(j = 0; j < le16_to_cpu(el->l_next_free_rec); j++) {
  			if (le64_to_cpu(el->l_recs[j].e_blkno) == blkno) {
  				if (j == 0) {
  					if (i == 0) {
  						/*
  						 * We've determined that the
  						 * path specified is already
  						 * the leftmost one - return a
  						 * cpos of zero.
  						 */
  						goto out;
  					}
  					/*
  					 * The leftmost record points to our
  					 * leaf - we need to travel up the
  					 * tree one level.
  					 */
  					goto next_node;
  				}
  
  				*cpos = le32_to_cpu(el->l_recs[j - 1].e_cpos);
e48edee2d   Mark Fasheh   ocfs2: make room ...
2161
2162
2163
  				*cpos = *cpos + ocfs2_rec_clusters(el,
  							   &el->l_recs[j - 1]);
  				*cpos = *cpos - 1;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2164
2165
2166
2167
2168
2169
2170
2171
2172
2173
2174
2175
2176
2177
2178
2179
2180
2181
2182
2183
2184
2185
2186
  				goto out;
  			}
  		}
  
  		/*
  		 * If we got here, we never found a valid node where
  		 * the tree indicated one should be.
  		 */
  		ocfs2_error(sb,
  			    "Invalid extent tree at extent block %llu
  ",
  			    (unsigned long long)blkno);
  		ret = -EROFS;
  		goto out;
  
  next_node:
  		blkno = path->p_node[i].bh->b_blocknr;
  		i--;
  	}
  
  out:
  	return ret;
  }
328d5752e   Mark Fasheh   ocfs2: btree chan...
2187
2188
2189
2190
2191
  /*
   * Extend the transaction by enough credits to complete the rotation,
   * and still leave at least the original number of credits allocated
   * to this transaction.
   */
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2192
  static int ocfs2_extend_rotate_transaction(handle_t *handle, int subtree_depth,
328d5752e   Mark Fasheh   ocfs2: btree chan...
2193
  					   int op_credits,
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2194
2195
  					   struct ocfs2_path *path)
  {
c901fb007   Tao Ma   ocfs2: Make ocfs2...
2196
  	int ret = 0;
328d5752e   Mark Fasheh   ocfs2: btree chan...
2197
  	int credits = (path->p_tree_depth - subtree_depth) * 2 + 1 + op_credits;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2198

c901fb007   Tao Ma   ocfs2: Make ocfs2...
2199
  	if (handle->h_buffer_credits < credits)
c18b812d1   Tao Ma   ocfs2: Make trans...
2200
2201
  		ret = ocfs2_extend_trans(handle,
  					 credits - handle->h_buffer_credits);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2202

c901fb007   Tao Ma   ocfs2: Make ocfs2...
2203
  	return ret;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2204
2205
2206
2207
2208
2209
2210
2211
2212
2213
2214
2215
2216
2217
2218
2219
2220
2221
2222
2223
2224
2225
2226
2227
2228
2229
2230
  }
  
  /*
   * Trap the case where we're inserting into the theoretical range past
   * the _actual_ left leaf range. Otherwise, we'll rotate a record
   * whose cpos is less than ours into the right leaf.
   *
   * It's only necessary to look at the rightmost record of the left
   * leaf because the logic that calls us should ensure that the
   * theoretical ranges in the path components above the leaves are
   * correct.
   */
  static int ocfs2_rotate_requires_path_adjustment(struct ocfs2_path *left_path,
  						 u32 insert_cpos)
  {
  	struct ocfs2_extent_list *left_el;
  	struct ocfs2_extent_rec *rec;
  	int next_free;
  
  	left_el = path_leaf_el(left_path);
  	next_free = le16_to_cpu(left_el->l_next_free_rec);
  	rec = &left_el->l_recs[next_free - 1];
  
  	if (insert_cpos > le32_to_cpu(rec->e_cpos))
  		return 1;
  	return 0;
  }
328d5752e   Mark Fasheh   ocfs2: btree chan...
2231
2232
2233
2234
2235
2236
2237
2238
2239
2240
2241
2242
2243
2244
2245
2246
2247
2248
2249
2250
2251
2252
  static int ocfs2_leftmost_rec_contains(struct ocfs2_extent_list *el, u32 cpos)
  {
  	int next_free = le16_to_cpu(el->l_next_free_rec);
  	unsigned int range;
  	struct ocfs2_extent_rec *rec;
  
  	if (next_free == 0)
  		return 0;
  
  	rec = &el->l_recs[0];
  	if (ocfs2_is_empty_extent(rec)) {
  		/* Empty list. */
  		if (next_free == 1)
  			return 0;
  		rec = &el->l_recs[1];
  	}
  
  	range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec);
  	if (cpos >= le32_to_cpu(rec->e_cpos) && cpos < range)
  		return 1;
  	return 0;
  }
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2253
2254
2255
2256
2257
2258
2259
  /*
   * Rotate all the records in a btree right one record, starting at insert_cpos.
   *
   * The path to the rightmost leaf should be passed in.
   *
   * The array is assumed to be large enough to hold an entire path (tree depth).
   *
af901ca18   André Goddard Rosa   tree-wide: fix as...
2260
   * Upon successful return from this function:
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2261
2262
2263
2264
2265
2266
2267
2268
   *
   * - The 'right_path' array will contain a path to the leaf block
   *   whose range contains e_cpos.
   * - That leaf block will have a single empty extent in list index 0.
   * - In the case that the rotation requires a post-insert update,
   *   *ret_left_path will contain a valid path which can be passed to
   *   ocfs2_insert_path().
   */
1bbf0b8d6   Joel Becker   ocfs2: ocfs2_rota...
2269
  static int ocfs2_rotate_tree_right(handle_t *handle,
5c601aba8   Joel Becker   ocfs2: Get inode ...
2270
  				   struct ocfs2_extent_tree *et,
328d5752e   Mark Fasheh   ocfs2: btree chan...
2271
  				   enum ocfs2_split_type split,
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2272
2273
2274
2275
  				   u32 insert_cpos,
  				   struct ocfs2_path *right_path,
  				   struct ocfs2_path **ret_left_path)
  {
328d5752e   Mark Fasheh   ocfs2: btree chan...
2276
  	int ret, start, orig_credits = handle->h_buffer_credits;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2277
2278
  	u32 cpos;
  	struct ocfs2_path *left_path = NULL;
5c601aba8   Joel Becker   ocfs2: Get inode ...
2279
  	struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2280
2281
  
  	*ret_left_path = NULL;
ffdd7a546   Joel Becker   ocfs2: Wrap up th...
2282
  	left_path = ocfs2_new_path_from_path(right_path);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2283
2284
2285
2286
2287
  	if (!left_path) {
  		ret = -ENOMEM;
  		mlog_errno(ret);
  		goto out;
  	}
5c601aba8   Joel Becker   ocfs2: Get inode ...
2288
  	ret = ocfs2_find_cpos_for_left_leaf(sb, right_path, &cpos);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2289
2290
2291
2292
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
2293
2294
2295
  	trace_ocfs2_rotate_tree_right(
  		(unsigned long long)ocfs2_metadata_cache_owner(et->et_ci),
  		insert_cpos, cpos);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2296
2297
2298
2299
2300
2301
2302
2303
2304
2305
2306
2307
2308
2309
2310
2311
2312
2313
2314
2315
2316
2317
2318
2319
2320
2321
2322
2323
  
  	/*
  	 * What we want to do here is:
  	 *
  	 * 1) Start with the rightmost path.
  	 *
  	 * 2) Determine a path to the leaf block directly to the left
  	 *    of that leaf.
  	 *
  	 * 3) Determine the 'subtree root' - the lowest level tree node
  	 *    which contains a path to both leaves.
  	 *
  	 * 4) Rotate the subtree.
  	 *
  	 * 5) Find the next subtree by considering the left path to be
  	 *    the new right path.
  	 *
  	 * The check at the top of this while loop also accepts
  	 * insert_cpos == cpos because cpos is only a _theoretical_
  	 * value to get us the left path - insert_cpos might very well
  	 * be filling that hole.
  	 *
  	 * Stop at a cpos of '0' because we either started at the
  	 * leftmost branch (i.e., a tree with one branch and a
  	 * rotation inside of it), or we've gone as far as we can in
  	 * rotating subtrees.
  	 */
  	while (cpos && insert_cpos <= cpos) {
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
2324
2325
2326
2327
  		trace_ocfs2_rotate_tree_right(
  			(unsigned long long)
  			ocfs2_metadata_cache_owner(et->et_ci),
  			insert_cpos, cpos);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2328

5c601aba8   Joel Becker   ocfs2: Get inode ...
2329
  		ret = ocfs2_find_path(et->et_ci, left_path, cpos);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2330
2331
2332
2333
2334
2335
2336
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  
  		mlog_bug_on_msg(path_leaf_bh(left_path) ==
  				path_leaf_bh(right_path),
5c601aba8   Joel Becker   ocfs2: Get inode ...
2337
  				"Owner %llu: error during insert of %u "
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2338
2339
2340
  				"(left path cpos %u) results in two identical "
  				"paths ending at %llu
  ",
5c601aba8   Joel Becker   ocfs2: Get inode ...
2341
2342
  				(unsigned long long)ocfs2_metadata_cache_owner(et->et_ci),
  				insert_cpos, cpos,
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2343
2344
  				(unsigned long long)
  				path_leaf_bh(left_path)->b_blocknr);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2345
2346
  		if (split == SPLIT_NONE &&
  		    ocfs2_rotate_requires_path_adjustment(left_path,
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2347
  							  insert_cpos)) {
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2348
2349
2350
2351
2352
2353
2354
2355
2356
2357
2358
2359
2360
2361
2362
2363
2364
2365
  
  			/*
  			 * We've rotated the tree as much as we
  			 * should. The rest is up to
  			 * ocfs2_insert_path() to complete, after the
  			 * record insertion. We indicate this
  			 * situation by returning the left path.
  			 *
  			 * The reason we don't adjust the records here
  			 * before the record insert is that an error
  			 * later might break the rule where a parent
  			 * record e_cpos will reflect the actual
  			 * e_cpos of the 1st nonempty record of the
  			 * child list.
  			 */
  			*ret_left_path = left_path;
  			goto out_ret_path;
  		}
7dc028056   Joel Becker   ocfs2: Pass ocfs2...
2366
  		start = ocfs2_find_subtree_root(et, left_path, right_path);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2367

a09d09b8f   Tao Ma   ocfs2: Remove mlo...
2368
2369
2370
2371
  		trace_ocfs2_rotate_subtree(start,
  			(unsigned long long)
  			right_path->p_node[start].bh->b_blocknr,
  			right_path->p_tree_depth);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2372
2373
  
  		ret = ocfs2_extend_rotate_transaction(handle, start,
328d5752e   Mark Fasheh   ocfs2: btree chan...
2374
  						      orig_credits, right_path);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2375
2376
2377
2378
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
5c601aba8   Joel Becker   ocfs2: Get inode ...
2379
  		ret = ocfs2_rotate_subtree_right(handle, et, left_path,
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2380
2381
2382
2383
2384
  						 right_path, start);
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
328d5752e   Mark Fasheh   ocfs2: btree chan...
2385
2386
2387
2388
2389
2390
2391
2392
2393
2394
2395
2396
2397
2398
2399
2400
2401
  		if (split != SPLIT_NONE &&
  		    ocfs2_leftmost_rec_contains(path_leaf_el(right_path),
  						insert_cpos)) {
  			/*
  			 * A rotate moves the rightmost left leaf
  			 * record over to the leftmost right leaf
  			 * slot. If we're doing an extent split
  			 * instead of a real insert, then we have to
  			 * check that the extent to be split wasn't
  			 * just moved over. If it was, then we can
  			 * exit here, passing left_path back -
  			 * ocfs2_split_extent() is smart enough to
  			 * search both leaves.
  			 */
  			*ret_left_path = left_path;
  			goto out_ret_path;
  		}
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2402
2403
2404
2405
2406
2407
  		/*
  		 * There is no need to re-read the next right path
  		 * as we know that it'll be our current left
  		 * path. Optimize by copying values instead.
  		 */
  		ocfs2_mv_path(right_path, left_path);
5c601aba8   Joel Becker   ocfs2: Get inode ...
2408
  		ret = ocfs2_find_cpos_for_left_leaf(sb, right_path, &cpos);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2409
2410
2411
2412
2413
2414
2415
2416
2417
2418
2419
2420
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  	}
  
  out:
  	ocfs2_free_path(left_path);
  
  out_ret_path:
  	return ret;
  }
09106bae0   Joel Becker   ocfs2: ocfs2_upda...
2421
2422
  static int ocfs2_update_edge_lengths(handle_t *handle,
  				     struct ocfs2_extent_tree *et,
3c5e10683   Tao Ma   ocfs2: Add extra ...
2423
  				     int subtree_index, struct ocfs2_path *path)
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2424
  {
3c5e10683   Tao Ma   ocfs2: Add extra ...
2425
  	int i, idx, ret;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2426
  	struct ocfs2_extent_rec *rec;
328d5752e   Mark Fasheh   ocfs2: btree chan...
2427
2428
2429
  	struct ocfs2_extent_list *el;
  	struct ocfs2_extent_block *eb;
  	u32 range;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2430

3c5e10683   Tao Ma   ocfs2: Add extra ...
2431
2432
2433
2434
2435
2436
2437
2438
2439
  	/*
  	 * In normal tree rotation process, we will never touch the
  	 * tree branch above subtree_index and ocfs2_extend_rotate_transaction
  	 * doesn't reserve the credits for them either.
  	 *
  	 * But we do have a special case here which will update the rightmost
  	 * records for all the bh in the path.
  	 * So we have to allocate extra credits and access them.
  	 */
c901fb007   Tao Ma   ocfs2: Make ocfs2...
2440
  	ret = ocfs2_extend_trans(handle, subtree_index);
3c5e10683   Tao Ma   ocfs2: Add extra ...
2441
2442
2443
2444
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
09106bae0   Joel Becker   ocfs2: ocfs2_upda...
2445
  	ret = ocfs2_journal_access_path(et->et_ci, handle, path);
3c5e10683   Tao Ma   ocfs2: Add extra ...
2446
2447
2448
2449
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
328d5752e   Mark Fasheh   ocfs2: btree chan...
2450
2451
2452
  	/* Path should always be rightmost. */
  	eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data;
  	BUG_ON(eb->h_next_leaf_blk != 0ULL);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2453

328d5752e   Mark Fasheh   ocfs2: btree chan...
2454
2455
2456
2457
2458
  	el = &eb->h_list;
  	BUG_ON(le16_to_cpu(el->l_next_free_rec) == 0);
  	idx = le16_to_cpu(el->l_next_free_rec) - 1;
  	rec = &el->l_recs[idx];
  	range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2459

328d5752e   Mark Fasheh   ocfs2: btree chan...
2460
2461
2462
2463
  	for (i = 0; i < path->p_tree_depth; i++) {
  		el = path->p_node[i].el;
  		idx = le16_to_cpu(el->l_next_free_rec) - 1;
  		rec = &el->l_recs[idx];
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2464

328d5752e   Mark Fasheh   ocfs2: btree chan...
2465
2466
  		rec->e_int_clusters = cpu_to_le32(range);
  		le32_add_cpu(&rec->e_int_clusters, -le32_to_cpu(rec->e_cpos));
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2467

328d5752e   Mark Fasheh   ocfs2: btree chan...
2468
  		ocfs2_journal_dirty(handle, path->p_node[i].bh);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2469
  	}
3c5e10683   Tao Ma   ocfs2: Add extra ...
2470
2471
  out:
  	return ret;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2472
  }
6641b0ce3   Joel Becker   ocfs2: Pass ocfs2...
2473
2474
  static void ocfs2_unlink_path(handle_t *handle,
  			      struct ocfs2_extent_tree *et,
328d5752e   Mark Fasheh   ocfs2: btree chan...
2475
2476
  			      struct ocfs2_cached_dealloc_ctxt *dealloc,
  			      struct ocfs2_path *path, int unlink_start)
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2477
  {
328d5752e   Mark Fasheh   ocfs2: btree chan...
2478
2479
2480
2481
2482
2483
2484
2485
2486
2487
2488
2489
2490
2491
2492
2493
2494
2495
2496
  	int ret, i;
  	struct ocfs2_extent_block *eb;
  	struct ocfs2_extent_list *el;
  	struct buffer_head *bh;
  
  	for(i = unlink_start; i < path_num_items(path); i++) {
  		bh = path->p_node[i].bh;
  
  		eb = (struct ocfs2_extent_block *)bh->b_data;
  		/*
  		 * Not all nodes might have had their final count
  		 * decremented by the caller - handle this here.
  		 */
  		el = &eb->h_list;
  		if (le16_to_cpu(el->l_next_free_rec) > 1) {
  			mlog(ML_ERROR,
  			     "Inode %llu, attempted to remove extent block "
  			     "%llu with %u records
  ",
6641b0ce3   Joel Becker   ocfs2: Pass ocfs2...
2497
  			     (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci),
328d5752e   Mark Fasheh   ocfs2: btree chan...
2498
2499
2500
2501
  			     (unsigned long long)le64_to_cpu(eb->h_blkno),
  			     le16_to_cpu(el->l_next_free_rec));
  
  			ocfs2_journal_dirty(handle, bh);
6641b0ce3   Joel Becker   ocfs2: Pass ocfs2...
2502
  			ocfs2_remove_from_cache(et->et_ci, bh);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2503
2504
2505
2506
2507
2508
2509
2510
2511
2512
2513
  			continue;
  		}
  
  		el->l_next_free_rec = 0;
  		memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec));
  
  		ocfs2_journal_dirty(handle, bh);
  
  		ret = ocfs2_cache_extent_block_free(dealloc, eb);
  		if (ret)
  			mlog_errno(ret);
6641b0ce3   Joel Becker   ocfs2: Pass ocfs2...
2514
  		ocfs2_remove_from_cache(et->et_ci, bh);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2515
  	}
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2516
  }
6641b0ce3   Joel Becker   ocfs2: Pass ocfs2...
2517
2518
  static void ocfs2_unlink_subtree(handle_t *handle,
  				 struct ocfs2_extent_tree *et,
328d5752e   Mark Fasheh   ocfs2: btree chan...
2519
2520
2521
2522
  				 struct ocfs2_path *left_path,
  				 struct ocfs2_path *right_path,
  				 int subtree_index,
  				 struct ocfs2_cached_dealloc_ctxt *dealloc)
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2523
  {
328d5752e   Mark Fasheh   ocfs2: btree chan...
2524
2525
2526
  	int i;
  	struct buffer_head *root_bh = left_path->p_node[subtree_index].bh;
  	struct ocfs2_extent_list *root_el = left_path->p_node[subtree_index].el;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2527
  	struct ocfs2_extent_list *el;
328d5752e   Mark Fasheh   ocfs2: btree chan...
2528
  	struct ocfs2_extent_block *eb;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2529

328d5752e   Mark Fasheh   ocfs2: btree chan...
2530
  	el = path_leaf_el(left_path);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2531

328d5752e   Mark Fasheh   ocfs2: btree chan...
2532
  	eb = (struct ocfs2_extent_block *)right_path->p_node[subtree_index + 1].bh->b_data;
e48edee2d   Mark Fasheh   ocfs2: make room ...
2533

328d5752e   Mark Fasheh   ocfs2: btree chan...
2534
2535
2536
  	for(i = 1; i < le16_to_cpu(root_el->l_next_free_rec); i++)
  		if (root_el->l_recs[i].e_blkno == eb->h_blkno)
  			break;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2537

328d5752e   Mark Fasheh   ocfs2: btree chan...
2538
  	BUG_ON(i >= le16_to_cpu(root_el->l_next_free_rec));
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2539

328d5752e   Mark Fasheh   ocfs2: btree chan...
2540
2541
2542
2543
2544
2545
2546
2547
  	memset(&root_el->l_recs[i], 0, sizeof(struct ocfs2_extent_rec));
  	le16_add_cpu(&root_el->l_next_free_rec, -1);
  
  	eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data;
  	eb->h_next_leaf_blk = 0;
  
  	ocfs2_journal_dirty(handle, root_bh);
  	ocfs2_journal_dirty(handle, path_leaf_bh(left_path));
6641b0ce3   Joel Becker   ocfs2: Pass ocfs2...
2548
  	ocfs2_unlink_path(handle, et, dealloc, right_path,
328d5752e   Mark Fasheh   ocfs2: btree chan...
2549
2550
  			  subtree_index + 1);
  }
1e2dd63fe   Joel Becker   ocfs2: ocfs2_rota...
2551
2552
  static int ocfs2_rotate_subtree_left(handle_t *handle,
  				     struct ocfs2_extent_tree *et,
328d5752e   Mark Fasheh   ocfs2: btree chan...
2553
2554
2555
2556
  				     struct ocfs2_path *left_path,
  				     struct ocfs2_path *right_path,
  				     int subtree_index,
  				     struct ocfs2_cached_dealloc_ctxt *dealloc,
1e2dd63fe   Joel Becker   ocfs2: ocfs2_rota...
2557
  				     int *deleted)
328d5752e   Mark Fasheh   ocfs2: btree chan...
2558
2559
  {
  	int ret, i, del_right_subtree = 0, right_has_empty = 0;
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
2560
  	struct buffer_head *root_bh, *et_root_bh = path_root_bh(right_path);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2561
2562
2563
2564
2565
2566
2567
2568
2569
2570
2571
2572
  	struct ocfs2_extent_list *right_leaf_el, *left_leaf_el;
  	struct ocfs2_extent_block *eb;
  
  	*deleted = 0;
  
  	right_leaf_el = path_leaf_el(right_path);
  	left_leaf_el = path_leaf_el(left_path);
  	root_bh = left_path->p_node[subtree_index].bh;
  	BUG_ON(root_bh != right_path->p_node[subtree_index].bh);
  
  	if (!ocfs2_is_empty_extent(&left_leaf_el->l_recs[0]))
  		return 0;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2573

328d5752e   Mark Fasheh   ocfs2: btree chan...
2574
2575
  	eb = (struct ocfs2_extent_block *)path_leaf_bh(right_path)->b_data;
  	if (ocfs2_is_empty_extent(&right_leaf_el->l_recs[0])) {
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2576
  		/*
328d5752e   Mark Fasheh   ocfs2: btree chan...
2577
2578
2579
2580
2581
2582
2583
2584
2585
2586
  		 * It's legal for us to proceed if the right leaf is
  		 * the rightmost one and it has an empty extent. There
  		 * are two cases to handle - whether the leaf will be
  		 * empty after removal or not. If the leaf isn't empty
  		 * then just remove the empty extent up front. The
  		 * next block will handle empty leaves by flagging
  		 * them for unlink.
  		 *
  		 * Non rightmost leaves will throw -EAGAIN and the
  		 * caller can manually move the subtree and retry.
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2587
  		 */
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2588

328d5752e   Mark Fasheh   ocfs2: btree chan...
2589
2590
2591
2592
  		if (eb->h_next_leaf_blk != 0ULL)
  			return -EAGAIN;
  
  		if (le16_to_cpu(right_leaf_el->l_next_free_rec) > 1) {
1e2dd63fe   Joel Becker   ocfs2: ocfs2_rota...
2593
  			ret = ocfs2_journal_access_eb(handle, et->et_ci,
13723d00e   Joel Becker   ocfs2: Use metada...
2594
2595
  						      path_leaf_bh(right_path),
  						      OCFS2_JOURNAL_ACCESS_WRITE);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2596
2597
2598
2599
  			if (ret) {
  				mlog_errno(ret);
  				goto out;
  			}
328d5752e   Mark Fasheh   ocfs2: btree chan...
2600
2601
2602
  			ocfs2_remove_empty_extent(right_leaf_el);
  		} else
  			right_has_empty = 1;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
2603
  	}
328d5752e   Mark Fasheh   ocfs2: btree chan...
2604
2605
2606
2607
2608
2609
  	if (eb->h_next_leaf_blk == 0ULL &&
  	    le16_to_cpu(right_leaf_el->l_next_free_rec) == 1) {
  		/*
  		 * We have to update i_last_eb_blk during the meta
  		 * data delete.
  		 */
d9a0a1f83   Joel Becker   ocfs2: Store the ...
2610
  		ret = ocfs2_et_root_journal_access(handle, et,
13723d00e   Joel Becker   ocfs2: Use metada...
2611
  						   OCFS2_JOURNAL_ACCESS_WRITE);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2612
2613
2614
2615
2616
2617
2618
2619
2620
2621
2622
2623
2624
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  
  		del_right_subtree = 1;
  	}
  
  	/*
  	 * Getting here with an empty extent in the right path implies
  	 * that it's the rightmost path and will be deleted.
  	 */
  	BUG_ON(right_has_empty && !del_right_subtree);
1e2dd63fe   Joel Becker   ocfs2: ocfs2_rota...
2625
  	ret = ocfs2_path_bh_journal_access(handle, et->et_ci, right_path,
13723d00e   Joel Becker   ocfs2: Use metada...
2626
  					   subtree_index);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2627
2628
2629
2630
2631
2632
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
  
  	for(i = subtree_index + 1; i < path_num_items(right_path); i++) {
1e2dd63fe   Joel Becker   ocfs2: ocfs2_rota...
2633
  		ret = ocfs2_path_bh_journal_access(handle, et->et_ci,
13723d00e   Joel Becker   ocfs2: Use metada...
2634
  						   right_path, i);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2635
2636
2637
2638
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
1e2dd63fe   Joel Becker   ocfs2: ocfs2_rota...
2639
  		ret = ocfs2_path_bh_journal_access(handle, et->et_ci,
13723d00e   Joel Becker   ocfs2: Use metada...
2640
  						   left_path, i);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2641
2642
2643
2644
2645
2646
2647
2648
2649
2650
2651
2652
2653
2654
2655
2656
2657
2658
2659
2660
2661
2662
2663
2664
2665
2666
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  	}
  
  	if (!right_has_empty) {
  		/*
  		 * Only do this if we're moving a real
  		 * record. Otherwise, the action is delayed until
  		 * after removal of the right path in which case we
  		 * can do a simple shift to remove the empty extent.
  		 */
  		ocfs2_rotate_leaf(left_leaf_el, &right_leaf_el->l_recs[0]);
  		memset(&right_leaf_el->l_recs[0], 0,
  		       sizeof(struct ocfs2_extent_rec));
  	}
  	if (eb->h_next_leaf_blk == 0ULL) {
  		/*
  		 * Move recs over to get rid of empty extent, decrease
  		 * next_free. This is allowed to remove the last
  		 * extent in our leaf (setting l_next_free_rec to
  		 * zero) - the delete code below won't care.
  		 */
  		ocfs2_remove_empty_extent(right_leaf_el);
  	}
ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
2667
2668
  	ocfs2_journal_dirty(handle, path_leaf_bh(left_path));
  	ocfs2_journal_dirty(handle, path_leaf_bh(right_path));
328d5752e   Mark Fasheh   ocfs2: btree chan...
2669
2670
  
  	if (del_right_subtree) {
6641b0ce3   Joel Becker   ocfs2: Pass ocfs2...
2671
  		ocfs2_unlink_subtree(handle, et, left_path, right_path,
328d5752e   Mark Fasheh   ocfs2: btree chan...
2672
  				     subtree_index, dealloc);
09106bae0   Joel Becker   ocfs2: ocfs2_upda...
2673
  		ret = ocfs2_update_edge_lengths(handle, et, subtree_index,
3c5e10683   Tao Ma   ocfs2: Add extra ...
2674
2675
2676
2677
2678
  						left_path);
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
328d5752e   Mark Fasheh   ocfs2: btree chan...
2679
2680
  
  		eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data;
35dc0aa3c   Joel Becker   ocfs2: Prefix the...
2681
  		ocfs2_et_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno));
328d5752e   Mark Fasheh   ocfs2: btree chan...
2682
2683
2684
2685
2686
2687
2688
2689
  
  		/*
  		 * Removal of the extent in the left leaf was skipped
  		 * above so we could delete the right path
  		 * 1st.
  		 */
  		if (right_has_empty)
  			ocfs2_remove_empty_extent(left_leaf_el);
ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
2690
  		ocfs2_journal_dirty(handle, et_root_bh);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2691
2692
2693
  
  		*deleted = 1;
  	} else
4619c73e7   Joel Becker   ocfs2: ocfs2_comp...
2694
  		ocfs2_complete_edge_insert(handle, left_path, right_path,
328d5752e   Mark Fasheh   ocfs2: btree chan...
2695
2696
2697
2698
2699
2700
2701
2702
2703
2704
2705
2706
2707
2708
2709
  					   subtree_index);
  
  out:
  	return ret;
  }
  
  /*
   * Given a full path, determine what cpos value would return us a path
   * containing the leaf immediately to the right of the current one.
   *
   * Will return zero if the path passed in is already the rightmost path.
   *
   * This looks similar, but is subtly different to
   * ocfs2_find_cpos_for_left_leaf().
   */
38a04e432   Tao Ma   ocfs2: Find prope...
2710
2711
  int ocfs2_find_cpos_for_right_leaf(struct super_block *sb,
  				   struct ocfs2_path *path, u32 *cpos)
328d5752e   Mark Fasheh   ocfs2: btree chan...
2712
2713
2714
2715
2716
2717
2718
2719
2720
2721
2722
2723
2724
2725
2726
2727
2728
2729
2730
2731
2732
2733
2734
2735
2736
2737
2738
2739
2740
2741
2742
2743
2744
2745
2746
2747
2748
2749
2750
2751
2752
2753
2754
2755
2756
2757
2758
2759
2760
2761
2762
2763
2764
2765
2766
2767
2768
2769
2770
2771
2772
2773
2774
2775
2776
2777
2778
2779
  {
  	int i, j, ret = 0;
  	u64 blkno;
  	struct ocfs2_extent_list *el;
  
  	*cpos = 0;
  
  	if (path->p_tree_depth == 0)
  		return 0;
  
  	blkno = path_leaf_bh(path)->b_blocknr;
  
  	/* Start at the tree node just above the leaf and work our way up. */
  	i = path->p_tree_depth - 1;
  	while (i >= 0) {
  		int next_free;
  
  		el = path->p_node[i].el;
  
  		/*
  		 * Find the extent record just after the one in our
  		 * path.
  		 */
  		next_free = le16_to_cpu(el->l_next_free_rec);
  		for(j = 0; j < le16_to_cpu(el->l_next_free_rec); j++) {
  			if (le64_to_cpu(el->l_recs[j].e_blkno) == blkno) {
  				if (j == (next_free - 1)) {
  					if (i == 0) {
  						/*
  						 * We've determined that the
  						 * path specified is already
  						 * the rightmost one - return a
  						 * cpos of zero.
  						 */
  						goto out;
  					}
  					/*
  					 * The rightmost record points to our
  					 * leaf - we need to travel up the
  					 * tree one level.
  					 */
  					goto next_node;
  				}
  
  				*cpos = le32_to_cpu(el->l_recs[j + 1].e_cpos);
  				goto out;
  			}
  		}
  
  		/*
  		 * If we got here, we never found a valid node where
  		 * the tree indicated one should be.
  		 */
  		ocfs2_error(sb,
  			    "Invalid extent tree at extent block %llu
  ",
  			    (unsigned long long)blkno);
  		ret = -EROFS;
  		goto out;
  
  next_node:
  		blkno = path->p_node[i].bh->b_blocknr;
  		i--;
  	}
  
  out:
  	return ret;
  }
70f18c08b   Joel Becker   ocfs2: ocfs2_rota...
2780
2781
  static int ocfs2_rotate_rightmost_leaf_left(handle_t *handle,
  					    struct ocfs2_extent_tree *et,
13723d00e   Joel Becker   ocfs2: Use metada...
2782
  					    struct ocfs2_path *path)
328d5752e   Mark Fasheh   ocfs2: btree chan...
2783
2784
  {
  	int ret;
13723d00e   Joel Becker   ocfs2: Use metada...
2785
2786
  	struct buffer_head *bh = path_leaf_bh(path);
  	struct ocfs2_extent_list *el = path_leaf_el(path);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2787
2788
2789
  
  	if (!ocfs2_is_empty_extent(&el->l_recs[0]))
  		return 0;
70f18c08b   Joel Becker   ocfs2: ocfs2_rota...
2790
  	ret = ocfs2_path_bh_journal_access(handle, et->et_ci, path,
13723d00e   Joel Becker   ocfs2: Use metada...
2791
  					   path_num_items(path) - 1);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2792
2793
2794
2795
2796
2797
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
  
  	ocfs2_remove_empty_extent(el);
ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
2798
  	ocfs2_journal_dirty(handle, bh);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2799
2800
2801
2802
  
  out:
  	return ret;
  }
e46f74dc3   Joel Becker   ocfs2: __ocfs2_ro...
2803
2804
2805
  static int __ocfs2_rotate_tree_left(handle_t *handle,
  				    struct ocfs2_extent_tree *et,
  				    int orig_credits,
328d5752e   Mark Fasheh   ocfs2: btree chan...
2806
2807
  				    struct ocfs2_path *path,
  				    struct ocfs2_cached_dealloc_ctxt *dealloc,
e46f74dc3   Joel Becker   ocfs2: __ocfs2_ro...
2808
  				    struct ocfs2_path **empty_extent_path)
328d5752e   Mark Fasheh   ocfs2: btree chan...
2809
2810
2811
2812
2813
  {
  	int ret, subtree_root, deleted;
  	u32 right_cpos;
  	struct ocfs2_path *left_path = NULL;
  	struct ocfs2_path *right_path = NULL;
e46f74dc3   Joel Becker   ocfs2: __ocfs2_ro...
2814
  	struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2815
2816
2817
2818
  
  	BUG_ON(!ocfs2_is_empty_extent(&(path_leaf_el(path)->l_recs[0])));
  
  	*empty_extent_path = NULL;
e46f74dc3   Joel Becker   ocfs2: __ocfs2_ro...
2819
  	ret = ocfs2_find_cpos_for_right_leaf(sb, path, &right_cpos);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2820
2821
2822
2823
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
ffdd7a546   Joel Becker   ocfs2: Wrap up th...
2824
  	left_path = ocfs2_new_path_from_path(path);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2825
2826
2827
2828
2829
2830
2831
  	if (!left_path) {
  		ret = -ENOMEM;
  		mlog_errno(ret);
  		goto out;
  	}
  
  	ocfs2_cp_path(left_path, path);
ffdd7a546   Joel Becker   ocfs2: Wrap up th...
2832
  	right_path = ocfs2_new_path_from_path(path);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2833
2834
2835
2836
2837
2838
2839
  	if (!right_path) {
  		ret = -ENOMEM;
  		mlog_errno(ret);
  		goto out;
  	}
  
  	while (right_cpos) {
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
2840
  		ret = ocfs2_find_path(et->et_ci, right_path, right_cpos);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2841
2842
2843
2844
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
7dc028056   Joel Becker   ocfs2: Pass ocfs2...
2845
  		subtree_root = ocfs2_find_subtree_root(et, left_path,
328d5752e   Mark Fasheh   ocfs2: btree chan...
2846
  						       right_path);
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
2847
  		trace_ocfs2_rotate_subtree(subtree_root,
328d5752e   Mark Fasheh   ocfs2: btree chan...
2848
2849
2850
2851
2852
2853
2854
2855
2856
2857
  		     (unsigned long long)
  		     right_path->p_node[subtree_root].bh->b_blocknr,
  		     right_path->p_tree_depth);
  
  		ret = ocfs2_extend_rotate_transaction(handle, subtree_root,
  						      orig_credits, left_path);
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
e8aed3450   Mark Fasheh   ocfs2: Re-journal...
2858
2859
2860
2861
  		/*
  		 * Caller might still want to make changes to the
  		 * tree root, so re-add it to the journal here.
  		 */
e46f74dc3   Joel Becker   ocfs2: __ocfs2_ro...
2862
  		ret = ocfs2_path_bh_journal_access(handle, et->et_ci,
13723d00e   Joel Becker   ocfs2: Use metada...
2863
  						   left_path, 0);
e8aed3450   Mark Fasheh   ocfs2: Re-journal...
2864
2865
2866
2867
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
1e2dd63fe   Joel Becker   ocfs2: ocfs2_rota...
2868
  		ret = ocfs2_rotate_subtree_left(handle, et, left_path,
328d5752e   Mark Fasheh   ocfs2: btree chan...
2869
  						right_path, subtree_root,
1e2dd63fe   Joel Becker   ocfs2: ocfs2_rota...
2870
  						dealloc, &deleted);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2871
2872
2873
2874
2875
2876
2877
2878
2879
2880
2881
2882
2883
2884
2885
2886
2887
2888
2889
2890
2891
2892
2893
2894
2895
  		if (ret == -EAGAIN) {
  			/*
  			 * The rotation has to temporarily stop due to
  			 * the right subtree having an empty
  			 * extent. Pass it back to the caller for a
  			 * fixup.
  			 */
  			*empty_extent_path = right_path;
  			right_path = NULL;
  			goto out;
  		}
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  
  		/*
  		 * The subtree rotate might have removed records on
  		 * the rightmost edge. If so, then rotation is
  		 * complete.
  		 */
  		if (deleted)
  			break;
  
  		ocfs2_mv_path(left_path, right_path);
e46f74dc3   Joel Becker   ocfs2: __ocfs2_ro...
2896
  		ret = ocfs2_find_cpos_for_right_leaf(sb, left_path,
328d5752e   Mark Fasheh   ocfs2: btree chan...
2897
2898
2899
2900
2901
2902
2903
2904
2905
2906
2907
2908
2909
  						     &right_cpos);
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  	}
  
  out:
  	ocfs2_free_path(right_path);
  	ocfs2_free_path(left_path);
  
  	return ret;
  }
70f18c08b   Joel Becker   ocfs2: ocfs2_rota...
2910
2911
  static int ocfs2_remove_rightmost_path(handle_t *handle,
  				struct ocfs2_extent_tree *et,
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
2912
  				struct ocfs2_path *path,
70f18c08b   Joel Becker   ocfs2: ocfs2_rota...
2913
  				struct ocfs2_cached_dealloc_ctxt *dealloc)
328d5752e   Mark Fasheh   ocfs2: btree chan...
2914
2915
2916
2917
  {
  	int ret, subtree_index;
  	u32 cpos;
  	struct ocfs2_path *left_path = NULL;
328d5752e   Mark Fasheh   ocfs2: btree chan...
2918
2919
  	struct ocfs2_extent_block *eb;
  	struct ocfs2_extent_list *el;
328d5752e   Mark Fasheh   ocfs2: btree chan...
2920

6136ca5f5   Joel Becker   ocfs2: Drop struc...
2921
  	ret = ocfs2_et_sanity_check(et);
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
2922
2923
  	if (ret)
  		goto out;
328d5752e   Mark Fasheh   ocfs2: btree chan...
2924
2925
2926
2927
2928
2929
2930
2931
2932
2933
2934
  	/*
  	 * There's two ways we handle this depending on
  	 * whether path is the only existing one.
  	 */
  	ret = ocfs2_extend_rotate_transaction(handle, 0,
  					      handle->h_buffer_credits,
  					      path);
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
d9a0a1f83   Joel Becker   ocfs2: Store the ...
2935
  	ret = ocfs2_journal_access_path(et->et_ci, handle, path);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2936
2937
2938
2939
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
3d03a305d   Joel Becker   ocfs2: Pass ocfs2...
2940
2941
  	ret = ocfs2_find_cpos_for_left_leaf(ocfs2_metadata_cache_get_super(et->et_ci),
  					    path, &cpos);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2942
2943
2944
2945
2946
2947
2948
2949
2950
2951
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
  
  	if (cpos) {
  		/*
  		 * We have a path to the left of this one - it needs
  		 * an update too.
  		 */
ffdd7a546   Joel Becker   ocfs2: Wrap up th...
2952
  		left_path = ocfs2_new_path_from_path(path);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2953
2954
2955
2956
2957
  		if (!left_path) {
  			ret = -ENOMEM;
  			mlog_errno(ret);
  			goto out;
  		}
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
2958
  		ret = ocfs2_find_path(et->et_ci, left_path, cpos);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2959
2960
2961
2962
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
d9a0a1f83   Joel Becker   ocfs2: Store the ...
2963
  		ret = ocfs2_journal_access_path(et->et_ci, handle, left_path);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2964
2965
2966
2967
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
7dc028056   Joel Becker   ocfs2: Pass ocfs2...
2968
  		subtree_index = ocfs2_find_subtree_root(et, left_path, path);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2969

6641b0ce3   Joel Becker   ocfs2: Pass ocfs2...
2970
  		ocfs2_unlink_subtree(handle, et, left_path, path,
328d5752e   Mark Fasheh   ocfs2: btree chan...
2971
  				     subtree_index, dealloc);
09106bae0   Joel Becker   ocfs2: ocfs2_upda...
2972
  		ret = ocfs2_update_edge_lengths(handle, et, subtree_index,
3c5e10683   Tao Ma   ocfs2: Add extra ...
2973
2974
2975
2976
2977
  						left_path);
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
328d5752e   Mark Fasheh   ocfs2: btree chan...
2978
2979
  
  		eb = (struct ocfs2_extent_block *)path_leaf_bh(left_path)->b_data;
35dc0aa3c   Joel Becker   ocfs2: Prefix the...
2980
  		ocfs2_et_set_last_eb_blk(et, le64_to_cpu(eb->h_blkno));
328d5752e   Mark Fasheh   ocfs2: btree chan...
2981
2982
2983
2984
2985
  	} else {
  		/*
  		 * 'path' is also the leftmost path which
  		 * means it must be the only one. This gets
  		 * handled differently because we want to
70f18c08b   Joel Becker   ocfs2: ocfs2_rota...
2986
  		 * revert the root back to having extents
328d5752e   Mark Fasheh   ocfs2: btree chan...
2987
2988
  		 * in-line.
  		 */
6641b0ce3   Joel Becker   ocfs2: Pass ocfs2...
2989
  		ocfs2_unlink_path(handle, et, dealloc, path, 1);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2990

ce1d9ea62   Joel Becker   ocfs2: Prefix the...
2991
  		el = et->et_root_el;
328d5752e   Mark Fasheh   ocfs2: btree chan...
2992
2993
2994
  		el->l_tree_depth = 0;
  		el->l_next_free_rec = 0;
  		memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec));
35dc0aa3c   Joel Becker   ocfs2: Prefix the...
2995
  		ocfs2_et_set_last_eb_blk(et, 0);
328d5752e   Mark Fasheh   ocfs2: btree chan...
2996
2997
2998
2999
3000
3001
3002
3003
3004
3005
3006
3007
3008
3009
3010
3011
3012
3013
3014
3015
3016
3017
3018
3019
3020
  	}
  
  	ocfs2_journal_dirty(handle, path_root_bh(path));
  
  out:
  	ocfs2_free_path(left_path);
  	return ret;
  }
  
  /*
   * Left rotation of btree records.
   *
   * In many ways, this is (unsurprisingly) the opposite of right
   * rotation. We start at some non-rightmost path containing an empty
   * extent in the leaf block. The code works its way to the rightmost
   * path by rotating records to the left in every subtree.
   *
   * This is used by any code which reduces the number of extent records
   * in a leaf. After removal, an empty record should be placed in the
   * leftmost list position.
   *
   * This won't handle a length update of the rightmost path records if
   * the rightmost tree leaf record is removed so the caller is
   * responsible for detecting and correcting that.
   */
70f18c08b   Joel Becker   ocfs2: ocfs2_rota...
3021
3022
  static int ocfs2_rotate_tree_left(handle_t *handle,
  				  struct ocfs2_extent_tree *et,
328d5752e   Mark Fasheh   ocfs2: btree chan...
3023
  				  struct ocfs2_path *path,
70f18c08b   Joel Becker   ocfs2: ocfs2_rota...
3024
  				  struct ocfs2_cached_dealloc_ctxt *dealloc)
328d5752e   Mark Fasheh   ocfs2: btree chan...
3025
3026
3027
3028
3029
3030
3031
3032
3033
3034
3035
3036
3037
  {
  	int ret, orig_credits = handle->h_buffer_credits;
  	struct ocfs2_path *tmp_path = NULL, *restart_path = NULL;
  	struct ocfs2_extent_block *eb;
  	struct ocfs2_extent_list *el;
  
  	el = path_leaf_el(path);
  	if (!ocfs2_is_empty_extent(&el->l_recs[0]))
  		return 0;
  
  	if (path->p_tree_depth == 0) {
  rightmost_no_delete:
  		/*
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
3038
  		 * Inline extents. This is trivially handled, so do
328d5752e   Mark Fasheh   ocfs2: btree chan...
3039
3040
  		 * it up front.
  		 */
70f18c08b   Joel Becker   ocfs2: ocfs2_rota...
3041
  		ret = ocfs2_rotate_rightmost_leaf_left(handle, et, path);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3042
3043
3044
3045
3046
3047
3048
3049
3050
3051
3052
3053
3054
3055
3056
  		if (ret)
  			mlog_errno(ret);
  		goto out;
  	}
  
  	/*
  	 * Handle rightmost branch now. There's several cases:
  	 *  1) simple rotation leaving records in there. That's trivial.
  	 *  2) rotation requiring a branch delete - there's no more
  	 *     records left. Two cases of this:
  	 *     a) There are branches to the left.
  	 *     b) This is also the leftmost (the only) branch.
  	 *
  	 *  1) is handled via ocfs2_rotate_rightmost_leaf_left()
  	 *  2a) we need the left branch so that we can update it with the unlink
70f18c08b   Joel Becker   ocfs2: ocfs2_rota...
3057
  	 *  2b) we need to bring the root back to inline extents.
328d5752e   Mark Fasheh   ocfs2: btree chan...
3058
3059
3060
3061
3062
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
  	 */
  
  	eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data;
  	el = &eb->h_list;
  	if (eb->h_next_leaf_blk == 0) {
  		/*
  		 * This gets a bit tricky if we're going to delete the
  		 * rightmost path. Get the other cases out of the way
  		 * 1st.
  		 */
  		if (le16_to_cpu(el->l_next_free_rec) > 1)
  			goto rightmost_no_delete;
  
  		if (le16_to_cpu(el->l_next_free_rec) == 0) {
  			ret = -EIO;
70f18c08b   Joel Becker   ocfs2: ocfs2_rota...
3073
3074
3075
  			ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci),
  				    "Owner %llu has empty extent block at %llu",
  				    (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci),
328d5752e   Mark Fasheh   ocfs2: btree chan...
3076
3077
3078
3079
3080
3081
3082
3083
3084
3085
3086
3087
  				    (unsigned long long)le64_to_cpu(eb->h_blkno));
  			goto out;
  		}
  
  		/*
  		 * XXX: The caller can not trust "path" any more after
  		 * this as it will have been deleted. What do we do?
  		 *
  		 * In theory the rotate-for-merge code will never get
  		 * here because it'll always ask for a rotate in a
  		 * nonempty list.
  		 */
70f18c08b   Joel Becker   ocfs2: ocfs2_rota...
3088
3089
  		ret = ocfs2_remove_rightmost_path(handle, et, path,
  						  dealloc);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3090
3091
3092
3093
3094
3095
3096
3097
3098
3099
  		if (ret)
  			mlog_errno(ret);
  		goto out;
  	}
  
  	/*
  	 * Now we can loop, remembering the path we get from -EAGAIN
  	 * and restarting from there.
  	 */
  try_rotate:
e46f74dc3   Joel Becker   ocfs2: __ocfs2_ro...
3100
3101
  	ret = __ocfs2_rotate_tree_left(handle, et, orig_credits, path,
  				       dealloc, &restart_path);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3102
3103
3104
3105
3106
3107
3108
3109
  	if (ret && ret != -EAGAIN) {
  		mlog_errno(ret);
  		goto out;
  	}
  
  	while (ret == -EAGAIN) {
  		tmp_path = restart_path;
  		restart_path = NULL;
e46f74dc3   Joel Becker   ocfs2: __ocfs2_ro...
3110
  		ret = __ocfs2_rotate_tree_left(handle, et, orig_credits,
328d5752e   Mark Fasheh   ocfs2: btree chan...
3111
  					       tmp_path, dealloc,
e46f74dc3   Joel Becker   ocfs2: __ocfs2_ro...
3112
  					       &restart_path);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3113
3114
3115
3116
3117
3118
3119
3120
3121
3122
3123
3124
3125
3126
3127
3128
3129
3130
3131
3132
3133
3134
3135
3136
3137
3138
3139
3140
3141
3142
3143
3144
3145
3146
3147
3148
3149
3150
3151
3152
3153
3154
3155
3156
3157
3158
3159
3160
3161
  		if (ret && ret != -EAGAIN) {
  			mlog_errno(ret);
  			goto out;
  		}
  
  		ocfs2_free_path(tmp_path);
  		tmp_path = NULL;
  
  		if (ret == 0)
  			goto try_rotate;
  	}
  
  out:
  	ocfs2_free_path(tmp_path);
  	ocfs2_free_path(restart_path);
  	return ret;
  }
  
  static void ocfs2_cleanup_merge(struct ocfs2_extent_list *el,
  				int index)
  {
  	struct ocfs2_extent_rec *rec = &el->l_recs[index];
  	unsigned int size;
  
  	if (rec->e_leaf_clusters == 0) {
  		/*
  		 * We consumed all of the merged-from record. An empty
  		 * extent cannot exist anywhere but the 1st array
  		 * position, so move things over if the merged-from
  		 * record doesn't occupy that position.
  		 *
  		 * This creates a new empty extent so the caller
  		 * should be smart enough to have removed any existing
  		 * ones.
  		 */
  		if (index > 0) {
  			BUG_ON(ocfs2_is_empty_extent(&el->l_recs[0]));
  			size = index * sizeof(struct ocfs2_extent_rec);
  			memmove(&el->l_recs[1], &el->l_recs[0], size);
  		}
  
  		/*
  		 * Always memset - the caller doesn't check whether it
  		 * created an empty extent, so there could be junk in
  		 * the other fields.
  		 */
  		memset(&el->l_recs[0], 0, sizeof(struct ocfs2_extent_rec));
  	}
  }
4fe82c312   Joel Becker   ocfs2: ocfs2_merg...
3162
  static int ocfs2_get_right_path(struct ocfs2_extent_tree *et,
677b97528   Tao Ma   ocfs2: Add suppor...
3163
3164
3165
3166
3167
3168
3169
3170
3171
3172
3173
3174
3175
3176
3177
  				struct ocfs2_path *left_path,
  				struct ocfs2_path **ret_right_path)
  {
  	int ret;
  	u32 right_cpos;
  	struct ocfs2_path *right_path = NULL;
  	struct ocfs2_extent_list *left_el;
  
  	*ret_right_path = NULL;
  
  	/* This function shouldn't be called for non-trees. */
  	BUG_ON(left_path->p_tree_depth == 0);
  
  	left_el = path_leaf_el(left_path);
  	BUG_ON(left_el->l_next_free_rec != left_el->l_count);
4fe82c312   Joel Becker   ocfs2: ocfs2_merg...
3178
3179
  	ret = ocfs2_find_cpos_for_right_leaf(ocfs2_metadata_cache_get_super(et->et_ci),
  					     left_path, &right_cpos);
677b97528   Tao Ma   ocfs2: Add suppor...
3180
3181
3182
3183
3184
3185
3186
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
  
  	/* This function shouldn't be called for the rightmost leaf. */
  	BUG_ON(right_cpos == 0);
ffdd7a546   Joel Becker   ocfs2: Wrap up th...
3187
  	right_path = ocfs2_new_path_from_path(left_path);
677b97528   Tao Ma   ocfs2: Add suppor...
3188
3189
3190
3191
3192
  	if (!right_path) {
  		ret = -ENOMEM;
  		mlog_errno(ret);
  		goto out;
  	}
4fe82c312   Joel Becker   ocfs2: ocfs2_merg...
3193
  	ret = ocfs2_find_path(et->et_ci, right_path, right_cpos);
677b97528   Tao Ma   ocfs2: Add suppor...
3194
3195
3196
3197
3198
3199
3200
3201
3202
3203
3204
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
  
  	*ret_right_path = right_path;
  out:
  	if (ret)
  		ocfs2_free_path(right_path);
  	return ret;
  }
328d5752e   Mark Fasheh   ocfs2: btree chan...
3205
3206
  /*
   * Remove split_rec clusters from the record at index and merge them
677b97528   Tao Ma   ocfs2: Add suppor...
3207
3208
3209
3210
   * onto the beginning of the record "next" to it.
   * For index < l_count - 1, the next means the extent rec at index + 1.
   * For index == l_count - 1, the "next" means the 1st extent rec of the
   * next extent block.
328d5752e   Mark Fasheh   ocfs2: btree chan...
3211
   */
4fe82c312   Joel Becker   ocfs2: ocfs2_merg...
3212
  static int ocfs2_merge_rec_right(struct ocfs2_path *left_path,
677b97528   Tao Ma   ocfs2: Add suppor...
3213
  				 handle_t *handle,
7dc028056   Joel Becker   ocfs2: Pass ocfs2...
3214
  				 struct ocfs2_extent_tree *et,
677b97528   Tao Ma   ocfs2: Add suppor...
3215
3216
  				 struct ocfs2_extent_rec *split_rec,
  				 int index)
328d5752e   Mark Fasheh   ocfs2: btree chan...
3217
  {
677b97528   Tao Ma   ocfs2: Add suppor...
3218
  	int ret, next_free, i;
328d5752e   Mark Fasheh   ocfs2: btree chan...
3219
3220
3221
  	unsigned int split_clusters = le16_to_cpu(split_rec->e_leaf_clusters);
  	struct ocfs2_extent_rec *left_rec;
  	struct ocfs2_extent_rec *right_rec;
677b97528   Tao Ma   ocfs2: Add suppor...
3222
3223
3224
3225
3226
3227
  	struct ocfs2_extent_list *right_el;
  	struct ocfs2_path *right_path = NULL;
  	int subtree_index = 0;
  	struct ocfs2_extent_list *el = path_leaf_el(left_path);
  	struct buffer_head *bh = path_leaf_bh(left_path);
  	struct buffer_head *root_bh = NULL;
328d5752e   Mark Fasheh   ocfs2: btree chan...
3228
3229
  
  	BUG_ON(index >= le16_to_cpu(el->l_next_free_rec));
328d5752e   Mark Fasheh   ocfs2: btree chan...
3230
  	left_rec = &el->l_recs[index];
677b97528   Tao Ma   ocfs2: Add suppor...
3231

9d8df6aa9   Al Viro   ocfs2 endianness ...
3232
  	if (index == le16_to_cpu(el->l_next_free_rec) - 1 &&
677b97528   Tao Ma   ocfs2: Add suppor...
3233
3234
  	    le16_to_cpu(el->l_next_free_rec) == le16_to_cpu(el->l_count)) {
  		/* we meet with a cross extent block merge. */
4fe82c312   Joel Becker   ocfs2: ocfs2_merg...
3235
  		ret = ocfs2_get_right_path(et, left_path, &right_path);
677b97528   Tao Ma   ocfs2: Add suppor...
3236
3237
3238
3239
3240
3241
3242
3243
3244
3245
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  
  		right_el = path_leaf_el(right_path);
  		next_free = le16_to_cpu(right_el->l_next_free_rec);
  		BUG_ON(next_free <= 0);
  		right_rec = &right_el->l_recs[0];
  		if (ocfs2_is_empty_extent(right_rec)) {
9d8df6aa9   Al Viro   ocfs2 endianness ...
3246
  			BUG_ON(next_free <= 1);
677b97528   Tao Ma   ocfs2: Add suppor...
3247
3248
3249
3250
3251
3252
  			right_rec = &right_el->l_recs[1];
  		}
  
  		BUG_ON(le32_to_cpu(left_rec->e_cpos) +
  		       le16_to_cpu(left_rec->e_leaf_clusters) !=
  		       le32_to_cpu(right_rec->e_cpos));
7dc028056   Joel Becker   ocfs2: Pass ocfs2...
3253
3254
  		subtree_index = ocfs2_find_subtree_root(et, left_path,
  							right_path);
677b97528   Tao Ma   ocfs2: Add suppor...
3255
3256
3257
3258
3259
3260
3261
3262
3263
3264
3265
  
  		ret = ocfs2_extend_rotate_transaction(handle, subtree_index,
  						      handle->h_buffer_credits,
  						      right_path);
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  
  		root_bh = left_path->p_node[subtree_index].bh;
  		BUG_ON(root_bh != right_path->p_node[subtree_index].bh);
7dc028056   Joel Becker   ocfs2: Pass ocfs2...
3266
  		ret = ocfs2_path_bh_journal_access(handle, et->et_ci, right_path,
13723d00e   Joel Becker   ocfs2: Use metada...
3267
  						   subtree_index);
677b97528   Tao Ma   ocfs2: Add suppor...
3268
3269
3270
3271
3272
3273
3274
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  
  		for (i = subtree_index + 1;
  		     i < path_num_items(right_path); i++) {
7dc028056   Joel Becker   ocfs2: Pass ocfs2...
3275
  			ret = ocfs2_path_bh_journal_access(handle, et->et_ci,
13723d00e   Joel Becker   ocfs2: Use metada...
3276
  							   right_path, i);
677b97528   Tao Ma   ocfs2: Add suppor...
3277
3278
3279
3280
  			if (ret) {
  				mlog_errno(ret);
  				goto out;
  			}
7dc028056   Joel Becker   ocfs2: Pass ocfs2...
3281
  			ret = ocfs2_path_bh_journal_access(handle, et->et_ci,
13723d00e   Joel Becker   ocfs2: Use metada...
3282
  							   left_path, i);
677b97528   Tao Ma   ocfs2: Add suppor...
3283
3284
3285
3286
3287
3288
3289
3290
3291
3292
  			if (ret) {
  				mlog_errno(ret);
  				goto out;
  			}
  		}
  
  	} else {
  		BUG_ON(index == le16_to_cpu(el->l_next_free_rec) - 1);
  		right_rec = &el->l_recs[index + 1];
  	}
328d5752e   Mark Fasheh   ocfs2: btree chan...
3293

7dc028056   Joel Becker   ocfs2: Pass ocfs2...
3294
  	ret = ocfs2_path_bh_journal_access(handle, et->et_ci, left_path,
13723d00e   Joel Becker   ocfs2: Use metada...
3295
  					   path_num_items(left_path) - 1);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3296
3297
3298
3299
3300
3301
3302
3303
3304
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
  
  	le16_add_cpu(&left_rec->e_leaf_clusters, -split_clusters);
  
  	le32_add_cpu(&right_rec->e_cpos, -split_clusters);
  	le64_add_cpu(&right_rec->e_blkno,
7dc028056   Joel Becker   ocfs2: Pass ocfs2...
3305
3306
  		     -ocfs2_clusters_to_blocks(ocfs2_metadata_cache_get_super(et->et_ci),
  					       split_clusters));
328d5752e   Mark Fasheh   ocfs2: btree chan...
3307
3308
3309
  	le16_add_cpu(&right_rec->e_leaf_clusters, split_clusters);
  
  	ocfs2_cleanup_merge(el, index);
ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
3310
  	ocfs2_journal_dirty(handle, bh);
677b97528   Tao Ma   ocfs2: Add suppor...
3311
  	if (right_path) {
ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
3312
  		ocfs2_journal_dirty(handle, path_leaf_bh(right_path));
4619c73e7   Joel Becker   ocfs2: ocfs2_comp...
3313
3314
  		ocfs2_complete_edge_insert(handle, left_path, right_path,
  					   subtree_index);
677b97528   Tao Ma   ocfs2: Add suppor...
3315
3316
3317
3318
3319
3320
  	}
  out:
  	if (right_path)
  		ocfs2_free_path(right_path);
  	return ret;
  }
4fe82c312   Joel Becker   ocfs2: ocfs2_merg...
3321
  static int ocfs2_get_left_path(struct ocfs2_extent_tree *et,
677b97528   Tao Ma   ocfs2: Add suppor...
3322
3323
3324
3325
3326
3327
3328
3329
3330
3331
3332
  			       struct ocfs2_path *right_path,
  			       struct ocfs2_path **ret_left_path)
  {
  	int ret;
  	u32 left_cpos;
  	struct ocfs2_path *left_path = NULL;
  
  	*ret_left_path = NULL;
  
  	/* This function shouldn't be called for non-trees. */
  	BUG_ON(right_path->p_tree_depth == 0);
4fe82c312   Joel Becker   ocfs2: ocfs2_merg...
3333
  	ret = ocfs2_find_cpos_for_left_leaf(ocfs2_metadata_cache_get_super(et->et_ci),
677b97528   Tao Ma   ocfs2: Add suppor...
3334
3335
3336
3337
3338
3339
3340
3341
  					    right_path, &left_cpos);
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
  
  	/* This function shouldn't be called for the leftmost leaf. */
  	BUG_ON(left_cpos == 0);
ffdd7a546   Joel Becker   ocfs2: Wrap up th...
3342
  	left_path = ocfs2_new_path_from_path(right_path);
677b97528   Tao Ma   ocfs2: Add suppor...
3343
3344
3345
3346
3347
  	if (!left_path) {
  		ret = -ENOMEM;
  		mlog_errno(ret);
  		goto out;
  	}
4fe82c312   Joel Becker   ocfs2: ocfs2_merg...
3348
  	ret = ocfs2_find_path(et->et_ci, left_path, left_cpos);
677b97528   Tao Ma   ocfs2: Add suppor...
3349
3350
3351
3352
3353
3354
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
  
  	*ret_left_path = left_path;
328d5752e   Mark Fasheh   ocfs2: btree chan...
3355
  out:
677b97528   Tao Ma   ocfs2: Add suppor...
3356
3357
  	if (ret)
  		ocfs2_free_path(left_path);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3358
3359
3360
3361
3362
  	return ret;
  }
  
  /*
   * Remove split_rec clusters from the record at index and merge them
677b97528   Tao Ma   ocfs2: Add suppor...
3363
3364
3365
3366
3367
3368
3369
   * onto the tail of the record "before" it.
   * For index > 0, the "before" means the extent rec at index - 1.
   *
   * For index == 0, the "before" means the last record of the previous
   * extent block. And there is also a situation that we may need to
   * remove the rightmost leaf extent block in the right_path and change
   * the right path to indicate the new rightmost path.
328d5752e   Mark Fasheh   ocfs2: btree chan...
3370
   */
4fe82c312   Joel Becker   ocfs2: ocfs2_merg...
3371
  static int ocfs2_merge_rec_left(struct ocfs2_path *right_path,
328d5752e   Mark Fasheh   ocfs2: btree chan...
3372
  				handle_t *handle,
4fe82c312   Joel Becker   ocfs2: ocfs2_merg...
3373
  				struct ocfs2_extent_tree *et,
328d5752e   Mark Fasheh   ocfs2: btree chan...
3374
  				struct ocfs2_extent_rec *split_rec,
677b97528   Tao Ma   ocfs2: Add suppor...
3375
3376
  				struct ocfs2_cached_dealloc_ctxt *dealloc,
  				int index)
328d5752e   Mark Fasheh   ocfs2: btree chan...
3377
  {
677b97528   Tao Ma   ocfs2: Add suppor...
3378
  	int ret, i, subtree_index = 0, has_empty_extent = 0;
328d5752e   Mark Fasheh   ocfs2: btree chan...
3379
3380
3381
  	unsigned int split_clusters = le16_to_cpu(split_rec->e_leaf_clusters);
  	struct ocfs2_extent_rec *left_rec;
  	struct ocfs2_extent_rec *right_rec;
677b97528   Tao Ma   ocfs2: Add suppor...
3382
3383
3384
3385
3386
  	struct ocfs2_extent_list *el = path_leaf_el(right_path);
  	struct buffer_head *bh = path_leaf_bh(right_path);
  	struct buffer_head *root_bh = NULL;
  	struct ocfs2_path *left_path = NULL;
  	struct ocfs2_extent_list *left_el;
328d5752e   Mark Fasheh   ocfs2: btree chan...
3387

677b97528   Tao Ma   ocfs2: Add suppor...
3388
  	BUG_ON(index < 0);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3389

328d5752e   Mark Fasheh   ocfs2: btree chan...
3390
  	right_rec = &el->l_recs[index];
677b97528   Tao Ma   ocfs2: Add suppor...
3391
3392
  	if (index == 0) {
  		/* we meet with a cross extent block merge. */
4fe82c312   Joel Becker   ocfs2: ocfs2_merg...
3393
  		ret = ocfs2_get_left_path(et, right_path, &left_path);
677b97528   Tao Ma   ocfs2: Add suppor...
3394
3395
3396
3397
3398
3399
3400
3401
3402
3403
3404
3405
3406
3407
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  
  		left_el = path_leaf_el(left_path);
  		BUG_ON(le16_to_cpu(left_el->l_next_free_rec) !=
  		       le16_to_cpu(left_el->l_count));
  
  		left_rec = &left_el->l_recs[
  				le16_to_cpu(left_el->l_next_free_rec) - 1];
  		BUG_ON(le32_to_cpu(left_rec->e_cpos) +
  		       le16_to_cpu(left_rec->e_leaf_clusters) !=
  		       le32_to_cpu(split_rec->e_cpos));
7dc028056   Joel Becker   ocfs2: Pass ocfs2...
3408
3409
  		subtree_index = ocfs2_find_subtree_root(et, left_path,
  							right_path);
677b97528   Tao Ma   ocfs2: Add suppor...
3410
3411
3412
3413
3414
3415
3416
3417
3418
3419
3420
  
  		ret = ocfs2_extend_rotate_transaction(handle, subtree_index,
  						      handle->h_buffer_credits,
  						      left_path);
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  
  		root_bh = left_path->p_node[subtree_index].bh;
  		BUG_ON(root_bh != right_path->p_node[subtree_index].bh);
4fe82c312   Joel Becker   ocfs2: ocfs2_merg...
3421
  		ret = ocfs2_path_bh_journal_access(handle, et->et_ci, right_path,
13723d00e   Joel Becker   ocfs2: Use metada...
3422
  						   subtree_index);
677b97528   Tao Ma   ocfs2: Add suppor...
3423
3424
3425
3426
3427
3428
3429
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  
  		for (i = subtree_index + 1;
  		     i < path_num_items(right_path); i++) {
4fe82c312   Joel Becker   ocfs2: ocfs2_merg...
3430
  			ret = ocfs2_path_bh_journal_access(handle, et->et_ci,
13723d00e   Joel Becker   ocfs2: Use metada...
3431
  							   right_path, i);
677b97528   Tao Ma   ocfs2: Add suppor...
3432
3433
3434
3435
  			if (ret) {
  				mlog_errno(ret);
  				goto out;
  			}
4fe82c312   Joel Becker   ocfs2: ocfs2_merg...
3436
  			ret = ocfs2_path_bh_journal_access(handle, et->et_ci,
13723d00e   Joel Becker   ocfs2: Use metada...
3437
  							   left_path, i);
677b97528   Tao Ma   ocfs2: Add suppor...
3438
3439
3440
3441
3442
3443
3444
3445
3446
3447
  			if (ret) {
  				mlog_errno(ret);
  				goto out;
  			}
  		}
  	} else {
  		left_rec = &el->l_recs[index - 1];
  		if (ocfs2_is_empty_extent(&el->l_recs[0]))
  			has_empty_extent = 1;
  	}
328d5752e   Mark Fasheh   ocfs2: btree chan...
3448

4fe82c312   Joel Becker   ocfs2: ocfs2_merg...
3449
  	ret = ocfs2_path_bh_journal_access(handle, et->et_ci, right_path,
9047beabb   Tao Ma   ocfs2: Access the...
3450
  					   path_num_items(right_path) - 1);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3451
3452
3453
3454
3455
3456
3457
3458
3459
3460
3461
3462
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
  
  	if (has_empty_extent && index == 1) {
  		/*
  		 * The easy case - we can just plop the record right in.
  		 */
  		*left_rec = *split_rec;
  
  		has_empty_extent = 0;
677b97528   Tao Ma   ocfs2: Add suppor...
3463
  	} else
328d5752e   Mark Fasheh   ocfs2: btree chan...
3464
  		le16_add_cpu(&left_rec->e_leaf_clusters, split_clusters);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3465
3466
3467
  
  	le32_add_cpu(&right_rec->e_cpos, split_clusters);
  	le64_add_cpu(&right_rec->e_blkno,
4fe82c312   Joel Becker   ocfs2: ocfs2_merg...
3468
3469
  		     ocfs2_clusters_to_blocks(ocfs2_metadata_cache_get_super(et->et_ci),
  					      split_clusters));
328d5752e   Mark Fasheh   ocfs2: btree chan...
3470
3471
3472
  	le16_add_cpu(&right_rec->e_leaf_clusters, -split_clusters);
  
  	ocfs2_cleanup_merge(el, index);
ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
3473
  	ocfs2_journal_dirty(handle, bh);
677b97528   Tao Ma   ocfs2: Add suppor...
3474
  	if (left_path) {
ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
3475
  		ocfs2_journal_dirty(handle, path_leaf_bh(left_path));
677b97528   Tao Ma   ocfs2: Add suppor...
3476
3477
3478
3479
3480
3481
3482
3483
  
  		/*
  		 * In the situation that the right_rec is empty and the extent
  		 * block is empty also,  ocfs2_complete_edge_insert can't handle
  		 * it and we need to delete the right extent block.
  		 */
  		if (le16_to_cpu(right_rec->e_leaf_clusters) == 0 &&
  		    le16_to_cpu(el->l_next_free_rec) == 1) {
70f18c08b   Joel Becker   ocfs2: ocfs2_rota...
3484
  			ret = ocfs2_remove_rightmost_path(handle, et,
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
3485
  							  right_path,
70f18c08b   Joel Becker   ocfs2: ocfs2_rota...
3486
  							  dealloc);
677b97528   Tao Ma   ocfs2: Add suppor...
3487
3488
3489
3490
3491
3492
3493
3494
3495
3496
3497
  			if (ret) {
  				mlog_errno(ret);
  				goto out;
  			}
  
  			/* Now the rightmost extent block has been deleted.
  			 * So we use the new rightmost path.
  			 */
  			ocfs2_mv_path(right_path, left_path);
  			left_path = NULL;
  		} else
4619c73e7   Joel Becker   ocfs2: ocfs2_comp...
3498
  			ocfs2_complete_edge_insert(handle, left_path,
677b97528   Tao Ma   ocfs2: Add suppor...
3499
3500
  						   right_path, subtree_index);
  	}
328d5752e   Mark Fasheh   ocfs2: btree chan...
3501
  out:
677b97528   Tao Ma   ocfs2: Add suppor...
3502
3503
  	if (left_path)
  		ocfs2_free_path(left_path);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3504
3505
  	return ret;
  }
c495dd24a   Joel Becker   ocfs2: ocfs2_try_...
3506
3507
  static int ocfs2_try_to_merge_extent(handle_t *handle,
  				     struct ocfs2_extent_tree *et,
677b97528   Tao Ma   ocfs2: Add suppor...
3508
  				     struct ocfs2_path *path,
328d5752e   Mark Fasheh   ocfs2: btree chan...
3509
3510
3511
  				     int split_index,
  				     struct ocfs2_extent_rec *split_rec,
  				     struct ocfs2_cached_dealloc_ctxt *dealloc,
c495dd24a   Joel Becker   ocfs2: ocfs2_try_...
3512
  				     struct ocfs2_merge_ctxt *ctxt)
328d5752e   Mark Fasheh   ocfs2: btree chan...
3513
  {
518d7269f   Tao Mao   ocfs2: remove unu...
3514
  	int ret = 0;
677b97528   Tao Ma   ocfs2: Add suppor...
3515
  	struct ocfs2_extent_list *el = path_leaf_el(path);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3516
3517
3518
  	struct ocfs2_extent_rec *rec = &el->l_recs[split_index];
  
  	BUG_ON(ctxt->c_contig_type == CONTIG_NONE);
518d7269f   Tao Mao   ocfs2: remove unu...
3519
3520
3521
3522
3523
3524
3525
3526
  	if (ctxt->c_split_covers_rec && ctxt->c_has_empty_extent) {
  		/*
  		 * The merge code will need to create an empty
  		 * extent to take the place of the newly
  		 * emptied slot. Remove any pre-existing empty
  		 * extents - having more than one in a leaf is
  		 * illegal.
  		 */
70f18c08b   Joel Becker   ocfs2: ocfs2_rota...
3527
  		ret = ocfs2_rotate_tree_left(handle, et, path, dealloc);
518d7269f   Tao Mao   ocfs2: remove unu...
3528
3529
3530
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
328d5752e   Mark Fasheh   ocfs2: btree chan...
3531
  		}
518d7269f   Tao Mao   ocfs2: remove unu...
3532
3533
  		split_index--;
  		rec = &el->l_recs[split_index];
328d5752e   Mark Fasheh   ocfs2: btree chan...
3534
3535
3536
3537
3538
3539
3540
  	}
  
  	if (ctxt->c_contig_type == CONTIG_LEFTRIGHT) {
  		/*
  		 * Left-right contig implies this.
  		 */
  		BUG_ON(!ctxt->c_split_covers_rec);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3541
3542
3543
3544
3545
3546
3547
3548
3549
3550
  
  		/*
  		 * Since the leftright insert always covers the entire
  		 * extent, this call will delete the insert record
  		 * entirely, resulting in an empty extent record added to
  		 * the extent block.
  		 *
  		 * Since the adding of an empty extent shifts
  		 * everything back to the right, there's no need to
  		 * update split_index here.
677b97528   Tao Ma   ocfs2: Add suppor...
3551
3552
3553
3554
  		 *
  		 * When the split_index is zero, we need to merge it to the
  		 * prevoius extent block. It is more efficient and easier
  		 * if we do merge_right first and merge_left later.
328d5752e   Mark Fasheh   ocfs2: btree chan...
3555
  		 */
4fe82c312   Joel Becker   ocfs2: ocfs2_merg...
3556
  		ret = ocfs2_merge_rec_right(path, handle, et, split_rec,
677b97528   Tao Ma   ocfs2: Add suppor...
3557
  					    split_index);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3558
3559
3560
3561
3562
3563
3564
3565
3566
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  
  		/*
  		 * We can only get this from logic error above.
  		 */
  		BUG_ON(!ocfs2_is_empty_extent(&el->l_recs[0]));
677b97528   Tao Ma   ocfs2: Add suppor...
3567
  		/* The merge left us with an empty extent, remove it. */
70f18c08b   Joel Becker   ocfs2: ocfs2_rota...
3568
  		ret = ocfs2_rotate_tree_left(handle, et, path, dealloc);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3569
3570
3571
3572
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
677b97528   Tao Ma   ocfs2: Add suppor...
3573

328d5752e   Mark Fasheh   ocfs2: btree chan...
3574
3575
3576
3577
  		rec = &el->l_recs[split_index];
  
  		/*
  		 * Note that we don't pass split_rec here on purpose -
677b97528   Tao Ma   ocfs2: Add suppor...
3578
  		 * we've merged it into the rec already.
328d5752e   Mark Fasheh   ocfs2: btree chan...
3579
  		 */
4fe82c312   Joel Becker   ocfs2: ocfs2_merg...
3580
3581
  		ret = ocfs2_merge_rec_left(path, handle, et, rec,
  					   dealloc, split_index);
677b97528   Tao Ma   ocfs2: Add suppor...
3582

328d5752e   Mark Fasheh   ocfs2: btree chan...
3583
3584
3585
3586
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
70f18c08b   Joel Becker   ocfs2: ocfs2_rota...
3587
  		ret = ocfs2_rotate_tree_left(handle, et, path, dealloc);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3588
3589
3590
3591
3592
3593
3594
3595
3596
3597
3598
3599
3600
3601
3602
3603
  		/*
  		 * Error from this last rotate is not critical, so
  		 * print but don't bubble it up.
  		 */
  		if (ret)
  			mlog_errno(ret);
  		ret = 0;
  	} else {
  		/*
  		 * Merge a record to the left or right.
  		 *
  		 * 'contig_type' is relative to the existing record,
  		 * so for example, if we're "right contig", it's to
  		 * the record on the left (hence the left merge).
  		 */
  		if (ctxt->c_contig_type == CONTIG_RIGHT) {
4fe82c312   Joel Becker   ocfs2: ocfs2_merg...
3604
3605
  			ret = ocfs2_merge_rec_left(path, handle, et,
  						   split_rec, dealloc,
328d5752e   Mark Fasheh   ocfs2: btree chan...
3606
3607
3608
3609
3610
3611
  						   split_index);
  			if (ret) {
  				mlog_errno(ret);
  				goto out;
  			}
  		} else {
4fe82c312   Joel Becker   ocfs2: ocfs2_merg...
3612
  			ret = ocfs2_merge_rec_right(path, handle,
7dc028056   Joel Becker   ocfs2: Pass ocfs2...
3613
  						    et, split_rec,
328d5752e   Mark Fasheh   ocfs2: btree chan...
3614
3615
3616
3617
3618
3619
3620
3621
3622
3623
3624
3625
  						    split_index);
  			if (ret) {
  				mlog_errno(ret);
  				goto out;
  			}
  		}
  
  		if (ctxt->c_split_covers_rec) {
  			/*
  			 * The merge may have left an empty extent in
  			 * our leaf. Try to rotate it away.
  			 */
70f18c08b   Joel Becker   ocfs2: ocfs2_rota...
3626
3627
  			ret = ocfs2_rotate_tree_left(handle, et, path,
  						     dealloc);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3628
3629
3630
3631
3632
3633
3634
3635
3636
3637
3638
3639
3640
3641
3642
3643
3644
3645
3646
3647
3648
3649
3650
3651
3652
3653
3654
3655
3656
3657
3658
3659
3660
3661
3662
3663
3664
3665
3666
3667
3668
3669
3670
3671
3672
  			if (ret)
  				mlog_errno(ret);
  			ret = 0;
  		}
  	}
  
  out:
  	return ret;
  }
  
  static void ocfs2_subtract_from_rec(struct super_block *sb,
  				    enum ocfs2_split_type split,
  				    struct ocfs2_extent_rec *rec,
  				    struct ocfs2_extent_rec *split_rec)
  {
  	u64 len_blocks;
  
  	len_blocks = ocfs2_clusters_to_blocks(sb,
  				le16_to_cpu(split_rec->e_leaf_clusters));
  
  	if (split == SPLIT_LEFT) {
  		/*
  		 * Region is on the left edge of the existing
  		 * record.
  		 */
  		le32_add_cpu(&rec->e_cpos,
  			     le16_to_cpu(split_rec->e_leaf_clusters));
  		le64_add_cpu(&rec->e_blkno, len_blocks);
  		le16_add_cpu(&rec->e_leaf_clusters,
  			     -le16_to_cpu(split_rec->e_leaf_clusters));
  	} else {
  		/*
  		 * Region is on the right edge of the existing
  		 * record.
  		 */
  		le16_add_cpu(&rec->e_leaf_clusters,
  			     -le16_to_cpu(split_rec->e_leaf_clusters));
  	}
  }
  
  /*
   * Do the final bits of extent record insertion at the target leaf
   * list. If this leaf is part of an allocation tree, it is assumed
   * that the tree above has been prepared.
   */
d56286231   Joel Becker   ocfs2: ocfs2_inse...
3673
3674
  static void ocfs2_insert_at_leaf(struct ocfs2_extent_tree *et,
  				 struct ocfs2_extent_rec *insert_rec,
328d5752e   Mark Fasheh   ocfs2: btree chan...
3675
  				 struct ocfs2_extent_list *el,
d56286231   Joel Becker   ocfs2: ocfs2_inse...
3676
  				 struct ocfs2_insert_type *insert)
328d5752e   Mark Fasheh   ocfs2: btree chan...
3677
3678
3679
3680
3681
3682
3683
3684
3685
3686
3687
  {
  	int i = insert->ins_contig_index;
  	unsigned int range;
  	struct ocfs2_extent_rec *rec;
  
  	BUG_ON(le16_to_cpu(el->l_tree_depth) != 0);
  
  	if (insert->ins_split != SPLIT_NONE) {
  		i = ocfs2_search_extent_list(el, le32_to_cpu(insert_rec->e_cpos));
  		BUG_ON(i == -1);
  		rec = &el->l_recs[i];
d56286231   Joel Becker   ocfs2: ocfs2_inse...
3688
3689
  		ocfs2_subtract_from_rec(ocfs2_metadata_cache_get_super(et->et_ci),
  					insert->ins_split, rec,
328d5752e   Mark Fasheh   ocfs2: btree chan...
3690
3691
3692
3693
3694
3695
3696
3697
3698
3699
3700
3701
3702
3703
3704
3705
3706
3707
3708
3709
3710
3711
3712
3713
3714
3715
3716
3717
3718
3719
3720
3721
3722
3723
3724
3725
3726
3727
3728
3729
3730
  					insert_rec);
  		goto rotate;
  	}
  
  	/*
  	 * Contiguous insert - either left or right.
  	 */
  	if (insert->ins_contig != CONTIG_NONE) {
  		rec = &el->l_recs[i];
  		if (insert->ins_contig == CONTIG_LEFT) {
  			rec->e_blkno = insert_rec->e_blkno;
  			rec->e_cpos = insert_rec->e_cpos;
  		}
  		le16_add_cpu(&rec->e_leaf_clusters,
  			     le16_to_cpu(insert_rec->e_leaf_clusters));
  		return;
  	}
  
  	/*
  	 * Handle insert into an empty leaf.
  	 */
  	if (le16_to_cpu(el->l_next_free_rec) == 0 ||
  	    ((le16_to_cpu(el->l_next_free_rec) == 1) &&
  	     ocfs2_is_empty_extent(&el->l_recs[0]))) {
  		el->l_recs[0] = *insert_rec;
  		el->l_next_free_rec = cpu_to_le16(1);
  		return;
  	}
  
  	/*
  	 * Appending insert.
  	 */
  	if (insert->ins_appending == APPEND_TAIL) {
  		i = le16_to_cpu(el->l_next_free_rec) - 1;
  		rec = &el->l_recs[i];
  		range = le32_to_cpu(rec->e_cpos)
  			+ le16_to_cpu(rec->e_leaf_clusters);
  		BUG_ON(le32_to_cpu(insert_rec->e_cpos) < range);
  
  		mlog_bug_on_msg(le16_to_cpu(el->l_next_free_rec) >=
  				le16_to_cpu(el->l_count),
d56286231   Joel Becker   ocfs2: ocfs2_inse...
3731
  				"owner %llu, depth %u, count %u, next free %u, "
328d5752e   Mark Fasheh   ocfs2: btree chan...
3732
3733
3734
  				"rec.cpos %u, rec.clusters %u, "
  				"insert.cpos %u, insert.clusters %u
  ",
d56286231   Joel Becker   ocfs2: ocfs2_inse...
3735
  				ocfs2_metadata_cache_owner(et->et_ci),
328d5752e   Mark Fasheh   ocfs2: btree chan...
3736
3737
3738
3739
3740
3741
3742
3743
3744
3745
3746
3747
3748
3749
3750
3751
3752
3753
3754
3755
3756
3757
3758
3759
3760
3761
  				le16_to_cpu(el->l_tree_depth),
  				le16_to_cpu(el->l_count),
  				le16_to_cpu(el->l_next_free_rec),
  				le32_to_cpu(el->l_recs[i].e_cpos),
  				le16_to_cpu(el->l_recs[i].e_leaf_clusters),
  				le32_to_cpu(insert_rec->e_cpos),
  				le16_to_cpu(insert_rec->e_leaf_clusters));
  		i++;
  		el->l_recs[i] = *insert_rec;
  		le16_add_cpu(&el->l_next_free_rec, 1);
  		return;
  	}
  
  rotate:
  	/*
  	 * Ok, we have to rotate.
  	 *
  	 * At this point, it is safe to assume that inserting into an
  	 * empty leaf and appending to a leaf have both been handled
  	 * above.
  	 *
  	 * This leaf needs to have space, either by the empty 1st
  	 * extent record, or by virtue of an l_next_rec < l_count.
  	 */
  	ocfs2_rotate_leaf(el, insert_rec);
  }
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
3762
3763
  static void ocfs2_adjust_rightmost_records(handle_t *handle,
  					   struct ocfs2_extent_tree *et,
328d5752e   Mark Fasheh   ocfs2: btree chan...
3764
3765
3766
3767
3768
3769
3770
3771
3772
3773
3774
3775
3776
3777
  					   struct ocfs2_path *path,
  					   struct ocfs2_extent_rec *insert_rec)
  {
  	int ret, i, next_free;
  	struct buffer_head *bh;
  	struct ocfs2_extent_list *el;
  	struct ocfs2_extent_rec *rec;
  
  	/*
  	 * Update everything except the leaf block.
  	 */
  	for (i = 0; i < path->p_tree_depth; i++) {
  		bh = path->p_node[i].bh;
  		el = path->p_node[i].el;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
3778
3779
  		next_free = le16_to_cpu(el->l_next_free_rec);
  		if (next_free == 0) {
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
3780
3781
3782
  			ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci),
  				    "Owner %llu has a bad extent list",
  				    (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci));
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
3783
  			ret = -EIO;
328d5752e   Mark Fasheh   ocfs2: btree chan...
3784
3785
3786
3787
3788
3789
3790
3791
3792
3793
  			return;
  		}
  
  		rec = &el->l_recs[next_free - 1];
  
  		rec->e_int_clusters = insert_rec->e_cpos;
  		le32_add_cpu(&rec->e_int_clusters,
  			     le16_to_cpu(insert_rec->e_leaf_clusters));
  		le32_add_cpu(&rec->e_int_clusters,
  			     -le32_to_cpu(rec->e_cpos));
ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
3794
  		ocfs2_journal_dirty(handle, bh);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3795
3796
  	}
  }
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
3797
3798
  static int ocfs2_append_rec_to_path(handle_t *handle,
  				    struct ocfs2_extent_tree *et,
328d5752e   Mark Fasheh   ocfs2: btree chan...
3799
3800
3801
3802
3803
3804
3805
3806
3807
3808
3809
3810
3811
3812
3813
3814
3815
3816
3817
3818
3819
3820
3821
3822
3823
3824
  				    struct ocfs2_extent_rec *insert_rec,
  				    struct ocfs2_path *right_path,
  				    struct ocfs2_path **ret_left_path)
  {
  	int ret, next_free;
  	struct ocfs2_extent_list *el;
  	struct ocfs2_path *left_path = NULL;
  
  	*ret_left_path = NULL;
  
  	/*
  	 * This shouldn't happen for non-trees. The extent rec cluster
  	 * count manipulation below only works for interior nodes.
  	 */
  	BUG_ON(right_path->p_tree_depth == 0);
  
  	/*
  	 * If our appending insert is at the leftmost edge of a leaf,
  	 * then we might need to update the rightmost records of the
  	 * neighboring path.
  	 */
  	el = path_leaf_el(right_path);
  	next_free = le16_to_cpu(el->l_next_free_rec);
  	if (next_free == 0 ||
  	    (next_free == 1 && ocfs2_is_empty_extent(&el->l_recs[0]))) {
  		u32 left_cpos;
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
3825
3826
  		ret = ocfs2_find_cpos_for_left_leaf(ocfs2_metadata_cache_get_super(et->et_ci),
  						    right_path, &left_cpos);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3827
3828
  		if (ret) {
  			mlog_errno(ret);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
3829
3830
  			goto out;
  		}
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
3831
3832
3833
3834
3835
  		trace_ocfs2_append_rec_to_path(
  			(unsigned long long)
  			ocfs2_metadata_cache_owner(et->et_ci),
  			le32_to_cpu(insert_rec->e_cpos),
  			left_cpos);
e48edee2d   Mark Fasheh   ocfs2: make room ...
3836

328d5752e   Mark Fasheh   ocfs2: btree chan...
3837
3838
3839
3840
3841
  		/*
  		 * No need to worry if the append is already in the
  		 * leftmost leaf.
  		 */
  		if (left_cpos) {
ffdd7a546   Joel Becker   ocfs2: Wrap up th...
3842
  			left_path = ocfs2_new_path_from_path(right_path);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3843
3844
3845
3846
3847
  			if (!left_path) {
  				ret = -ENOMEM;
  				mlog_errno(ret);
  				goto out;
  			}
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
3848

d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
3849
  			ret = ocfs2_find_path(et->et_ci, left_path,
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
3850
  					      left_cpos);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3851
3852
3853
3854
  			if (ret) {
  				mlog_errno(ret);
  				goto out;
  			}
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
3855

328d5752e   Mark Fasheh   ocfs2: btree chan...
3856
3857
3858
3859
3860
3861
  			/*
  			 * ocfs2_insert_path() will pass the left_path to the
  			 * journal for us.
  			 */
  		}
  	}
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
3862

d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
3863
  	ret = ocfs2_journal_access_path(et->et_ci, handle, right_path);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3864
3865
3866
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
3867
  	}
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
3868
  	ocfs2_adjust_rightmost_records(handle, et, right_path, insert_rec);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3869

dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
3870
3871
3872
3873
3874
3875
3876
3877
  	*ret_left_path = left_path;
  	ret = 0;
  out:
  	if (ret != 0)
  		ocfs2_free_path(left_path);
  
  	return ret;
  }
c38e52bb1   Joel Becker   ocfs2: Give ocfs2...
3878
  static void ocfs2_split_record(struct ocfs2_extent_tree *et,
328d5752e   Mark Fasheh   ocfs2: btree chan...
3879
3880
3881
3882
3883
3884
3885
3886
3887
  			       struct ocfs2_path *left_path,
  			       struct ocfs2_path *right_path,
  			       struct ocfs2_extent_rec *split_rec,
  			       enum ocfs2_split_type split)
  {
  	int index;
  	u32 cpos = le32_to_cpu(split_rec->e_cpos);
  	struct ocfs2_extent_list *left_el = NULL, *right_el, *insert_el, *el;
  	struct ocfs2_extent_rec *rec, *tmprec;
c19a28e11   Fernando Carrijo   remove lots of do...
3888
  	right_el = path_leaf_el(right_path);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3889
3890
3891
3892
3893
3894
3895
3896
3897
3898
3899
3900
3901
3902
3903
3904
3905
3906
3907
3908
3909
3910
3911
3912
3913
3914
3915
3916
3917
3918
3919
3920
3921
3922
3923
3924
3925
3926
3927
3928
3929
3930
3931
3932
3933
3934
3935
3936
3937
3938
3939
3940
3941
3942
3943
3944
3945
3946
3947
3948
3949
  	if (left_path)
  		left_el = path_leaf_el(left_path);
  
  	el = right_el;
  	insert_el = right_el;
  	index = ocfs2_search_extent_list(el, cpos);
  	if (index != -1) {
  		if (index == 0 && left_path) {
  			BUG_ON(ocfs2_is_empty_extent(&el->l_recs[0]));
  
  			/*
  			 * This typically means that the record
  			 * started in the left path but moved to the
  			 * right as a result of rotation. We either
  			 * move the existing record to the left, or we
  			 * do the later insert there.
  			 *
  			 * In this case, the left path should always
  			 * exist as the rotate code will have passed
  			 * it back for a post-insert update.
  			 */
  
  			if (split == SPLIT_LEFT) {
  				/*
  				 * It's a left split. Since we know
  				 * that the rotate code gave us an
  				 * empty extent in the left path, we
  				 * can just do the insert there.
  				 */
  				insert_el = left_el;
  			} else {
  				/*
  				 * Right split - we have to move the
  				 * existing record over to the left
  				 * leaf. The insert will be into the
  				 * newly created empty extent in the
  				 * right leaf.
  				 */
  				tmprec = &right_el->l_recs[index];
  				ocfs2_rotate_leaf(left_el, tmprec);
  				el = left_el;
  
  				memset(tmprec, 0, sizeof(*tmprec));
  				index = ocfs2_search_extent_list(left_el, cpos);
  				BUG_ON(index == -1);
  			}
  		}
  	} else {
  		BUG_ON(!left_path);
  		BUG_ON(!ocfs2_is_empty_extent(&left_el->l_recs[0]));
  		/*
  		 * Left path is easy - we can just allow the insert to
  		 * happen.
  		 */
  		el = left_el;
  		insert_el = left_el;
  		index = ocfs2_search_extent_list(el, cpos);
  		BUG_ON(index == -1);
  	}
  
  	rec = &el->l_recs[index];
c38e52bb1   Joel Becker   ocfs2: Give ocfs2...
3950
3951
  	ocfs2_subtract_from_rec(ocfs2_metadata_cache_get_super(et->et_ci),
  				split, rec, split_rec);
328d5752e   Mark Fasheh   ocfs2: btree chan...
3952
3953
  	ocfs2_rotate_leaf(insert_el, split_rec);
  }
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
3954
  /*
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
3955
3956
   * This function only does inserts on an allocation b-tree. For tree
   * depth = 0, ocfs2_insert_at_leaf() is called directly.
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
3957
3958
3959
3960
3961
   *
   * right_path is the path we want to do the actual insert
   * in. left_path should only be passed in if we need to update that
   * portion of the tree after an edge insert.
   */
3505bec01   Joel Becker   ocfs2: ocfs2_do_i...
3962
  static int ocfs2_insert_path(handle_t *handle,
7dc028056   Joel Becker   ocfs2: Pass ocfs2...
3963
  			     struct ocfs2_extent_tree *et,
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
3964
3965
3966
3967
3968
3969
3970
  			     struct ocfs2_path *left_path,
  			     struct ocfs2_path *right_path,
  			     struct ocfs2_extent_rec *insert_rec,
  			     struct ocfs2_insert_type *insert)
  {
  	int ret, subtree_index;
  	struct buffer_head *leaf_bh = path_leaf_bh(right_path);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
3971

dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
3972
  	if (left_path) {
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
3973
3974
3975
3976
3977
3978
  		/*
  		 * There's a chance that left_path got passed back to
  		 * us without being accounted for in the
  		 * journal. Extend our transaction here to be sure we
  		 * can change those blocks.
  		 */
c901fb007   Tao Ma   ocfs2: Make ocfs2...
3979
  		ret = ocfs2_extend_trans(handle, left_path->p_tree_depth);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
3980
3981
3982
3983
  		if (ret < 0) {
  			mlog_errno(ret);
  			goto out;
  		}
7dc028056   Joel Becker   ocfs2: Pass ocfs2...
3984
  		ret = ocfs2_journal_access_path(et->et_ci, handle, left_path);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
3985
3986
3987
3988
3989
  		if (ret < 0) {
  			mlog_errno(ret);
  			goto out;
  		}
  	}
e8aed3450   Mark Fasheh   ocfs2: Re-journal...
3990
3991
3992
3993
  	/*
  	 * Pass both paths to the journal. The majority of inserts
  	 * will be touching all components anyway.
  	 */
7dc028056   Joel Becker   ocfs2: Pass ocfs2...
3994
  	ret = ocfs2_journal_access_path(et->et_ci, handle, right_path);
e8aed3450   Mark Fasheh   ocfs2: Re-journal...
3995
3996
3997
3998
  	if (ret < 0) {
  		mlog_errno(ret);
  		goto out;
  	}
328d5752e   Mark Fasheh   ocfs2: btree chan...
3999
4000
4001
  	if (insert->ins_split != SPLIT_NONE) {
  		/*
  		 * We could call ocfs2_insert_at_leaf() for some types
c78bad11f   Joe Perches   fs/: Spelling fixes
4002
  		 * of splits, but it's easier to just let one separate
328d5752e   Mark Fasheh   ocfs2: btree chan...
4003
4004
  		 * function sort it all out.
  		 */
c38e52bb1   Joel Becker   ocfs2: Give ocfs2...
4005
  		ocfs2_split_record(et, left_path, right_path,
328d5752e   Mark Fasheh   ocfs2: btree chan...
4006
  				   insert_rec, insert->ins_split);
e8aed3450   Mark Fasheh   ocfs2: Re-journal...
4007
4008
4009
4010
4011
4012
4013
  
  		/*
  		 * Split might have modified either leaf and we don't
  		 * have a guarantee that the later edge insert will
  		 * dirty this for us.
  		 */
  		if (left_path)
ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
4014
4015
  			ocfs2_journal_dirty(handle,
  					    path_leaf_bh(left_path));
328d5752e   Mark Fasheh   ocfs2: btree chan...
4016
  	} else
d56286231   Joel Becker   ocfs2: ocfs2_inse...
4017
4018
  		ocfs2_insert_at_leaf(et, insert_rec, path_leaf_el(right_path),
  				     insert);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4019

ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
4020
  	ocfs2_journal_dirty(handle, leaf_bh);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4021
4022
4023
4024
4025
4026
4027
4028
  
  	if (left_path) {
  		/*
  		 * The rotate code has indicated that we need to fix
  		 * up portions of the tree after the insert.
  		 *
  		 * XXX: Should we extend the transaction here?
  		 */
7dc028056   Joel Becker   ocfs2: Pass ocfs2...
4029
  		subtree_index = ocfs2_find_subtree_root(et, left_path,
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4030
  							right_path);
4619c73e7   Joel Becker   ocfs2: ocfs2_comp...
4031
4032
  		ocfs2_complete_edge_insert(handle, left_path, right_path,
  					   subtree_index);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4033
4034
4035
4036
4037
4038
  	}
  
  	ret = 0;
  out:
  	return ret;
  }
3505bec01   Joel Becker   ocfs2: ocfs2_do_i...
4039
  static int ocfs2_do_insert_extent(handle_t *handle,
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
4040
  				  struct ocfs2_extent_tree *et,
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4041
4042
4043
4044
4045
4046
4047
  				  struct ocfs2_extent_rec *insert_rec,
  				  struct ocfs2_insert_type *type)
  {
  	int ret, rotate = 0;
  	u32 cpos;
  	struct ocfs2_path *right_path = NULL;
  	struct ocfs2_path *left_path = NULL;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4048
  	struct ocfs2_extent_list *el;
ce1d9ea62   Joel Becker   ocfs2: Prefix the...
4049
  	el = et->et_root_el;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4050

d9a0a1f83   Joel Becker   ocfs2: Store the ...
4051
  	ret = ocfs2_et_root_journal_access(handle, et,
13723d00e   Joel Becker   ocfs2: Use metada...
4052
  					   OCFS2_JOURNAL_ACCESS_WRITE);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4053
4054
4055
4056
4057
4058
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
  
  	if (le16_to_cpu(el->l_tree_depth) == 0) {
d56286231   Joel Becker   ocfs2: ocfs2_inse...
4059
  		ocfs2_insert_at_leaf(et, insert_rec, el, type);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4060
4061
  		goto out_update_clusters;
  	}
ffdd7a546   Joel Becker   ocfs2: Wrap up th...
4062
  	right_path = ocfs2_new_path_from_et(et);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4063
4064
4065
4066
4067
4068
4069
4070
4071
4072
4073
4074
4075
4076
4077
4078
4079
  	if (!right_path) {
  		ret = -ENOMEM;
  		mlog_errno(ret);
  		goto out;
  	}
  
  	/*
  	 * Determine the path to start with. Rotations need the
  	 * rightmost path, everything else can go directly to the
  	 * target leaf.
  	 */
  	cpos = le32_to_cpu(insert_rec->e_cpos);
  	if (type->ins_appending == APPEND_NONE &&
  	    type->ins_contig == CONTIG_NONE) {
  		rotate = 1;
  		cpos = UINT_MAX;
  	}
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
4080
  	ret = ocfs2_find_path(et->et_ci, right_path, cpos);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4081
4082
4083
4084
4085
4086
4087
4088
4089
4090
4091
4092
4093
4094
4095
4096
4097
4098
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
  
  	/*
  	 * Rotations and appends need special treatment - they modify
  	 * parts of the tree's above them.
  	 *
  	 * Both might pass back a path immediate to the left of the
  	 * one being inserted to. This will be cause
  	 * ocfs2_insert_path() to modify the rightmost records of
  	 * left_path to account for an edge insert.
  	 *
  	 * XXX: When modifying this code, keep in mind that an insert
  	 * can wind up skipping both of these two special cases...
  	 */
  	if (rotate) {
1bbf0b8d6   Joel Becker   ocfs2: ocfs2_rota...
4099
  		ret = ocfs2_rotate_tree_right(handle, et, type->ins_split,
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4100
4101
4102
4103
4104
4105
  					      le32_to_cpu(insert_rec->e_cpos),
  					      right_path, &left_path);
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
e8aed3450   Mark Fasheh   ocfs2: Re-journal...
4106
4107
4108
4109
4110
  
  		/*
  		 * ocfs2_rotate_tree_right() might have extended the
  		 * transaction without re-journaling our tree root.
  		 */
d9a0a1f83   Joel Becker   ocfs2: Store the ...
4111
  		ret = ocfs2_et_root_journal_access(handle, et,
13723d00e   Joel Becker   ocfs2: Use metada...
4112
  						   OCFS2_JOURNAL_ACCESS_WRITE);
e8aed3450   Mark Fasheh   ocfs2: Re-journal...
4113
4114
4115
4116
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4117
4118
  	} else if (type->ins_appending == APPEND_TAIL
  		   && type->ins_contig != CONTIG_LEFT) {
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
4119
  		ret = ocfs2_append_rec_to_path(handle, et, insert_rec,
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4120
4121
4122
4123
4124
4125
  					       right_path, &left_path);
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  	}
3505bec01   Joel Becker   ocfs2: ocfs2_do_i...
4126
  	ret = ocfs2_insert_path(handle, et, left_path, right_path,
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4127
4128
4129
4130
4131
4132
4133
  				insert_rec, type);
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
  
  out_update_clusters:
328d5752e   Mark Fasheh   ocfs2: btree chan...
4134
  	if (type->ins_split == SPLIT_NONE)
6136ca5f5   Joel Becker   ocfs2: Drop struc...
4135
  		ocfs2_et_update_clusters(et,
35dc0aa3c   Joel Becker   ocfs2: Prefix the...
4136
  					 le16_to_cpu(insert_rec->e_leaf_clusters));
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4137

ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
4138
  	ocfs2_journal_dirty(handle, et->et_root_bh);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4139
4140
4141
4142
4143
4144
4145
  
  out:
  	ocfs2_free_path(left_path);
  	ocfs2_free_path(right_path);
  
  	return ret;
  }
328d5752e   Mark Fasheh   ocfs2: btree chan...
4146
  static enum ocfs2_contig_type
a29702914   Joel Becker   ocfs2: Swap inode...
4147
4148
  ocfs2_figure_merge_contig_type(struct ocfs2_extent_tree *et,
  			       struct ocfs2_path *path,
328d5752e   Mark Fasheh   ocfs2: btree chan...
4149
4150
4151
  			       struct ocfs2_extent_list *el, int index,
  			       struct ocfs2_extent_rec *split_rec)
  {
ad5a4d709   Tao Ma   ocfs2: Enable cro...
4152
  	int status;
328d5752e   Mark Fasheh   ocfs2: btree chan...
4153
  	enum ocfs2_contig_type ret = CONTIG_NONE;
ad5a4d709   Tao Ma   ocfs2: Enable cro...
4154
4155
4156
4157
4158
4159
  	u32 left_cpos, right_cpos;
  	struct ocfs2_extent_rec *rec = NULL;
  	struct ocfs2_extent_list *new_el;
  	struct ocfs2_path *left_path = NULL, *right_path = NULL;
  	struct buffer_head *bh;
  	struct ocfs2_extent_block *eb;
a29702914   Joel Becker   ocfs2: Swap inode...
4160
  	struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci);
ad5a4d709   Tao Ma   ocfs2: Enable cro...
4161
4162
4163
4164
  
  	if (index > 0) {
  		rec = &el->l_recs[index - 1];
  	} else if (path->p_tree_depth > 0) {
a29702914   Joel Becker   ocfs2: Swap inode...
4165
  		status = ocfs2_find_cpos_for_left_leaf(sb, path, &left_cpos);
ad5a4d709   Tao Ma   ocfs2: Enable cro...
4166
4167
4168
4169
  		if (status)
  			goto out;
  
  		if (left_cpos != 0) {
ffdd7a546   Joel Becker   ocfs2: Wrap up th...
4170
  			left_path = ocfs2_new_path_from_path(path);
ad5a4d709   Tao Ma   ocfs2: Enable cro...
4171
4172
  			if (!left_path)
  				goto out;
a29702914   Joel Becker   ocfs2: Swap inode...
4173
4174
  			status = ocfs2_find_path(et->et_ci, left_path,
  						 left_cpos);
ad5a4d709   Tao Ma   ocfs2: Enable cro...
4175
4176
4177
4178
4179
4180
4181
4182
4183
  			if (status)
  				goto out;
  
  			new_el = path_leaf_el(left_path);
  
  			if (le16_to_cpu(new_el->l_next_free_rec) !=
  			    le16_to_cpu(new_el->l_count)) {
  				bh = path_leaf_bh(left_path);
  				eb = (struct ocfs2_extent_block *)bh->b_data;
a29702914   Joel Becker   ocfs2: Swap inode...
4184
  				ocfs2_error(sb,
5e96581a3   Joel Becker   ocfs2: Wrap exten...
4185
4186
4187
4188
4189
4190
4191
4192
  					    "Extent block #%llu has an "
  					    "invalid l_next_free_rec of "
  					    "%d.  It should have "
  					    "matched the l_count of %d",
  					    (unsigned long long)le64_to_cpu(eb->h_blkno),
  					    le16_to_cpu(new_el->l_next_free_rec),
  					    le16_to_cpu(new_el->l_count));
  				status = -EINVAL;
ad5a4d709   Tao Ma   ocfs2: Enable cro...
4193
4194
4195
4196
4197
4198
  				goto out;
  			}
  			rec = &new_el->l_recs[
  				le16_to_cpu(new_el->l_next_free_rec) - 1];
  		}
  	}
328d5752e   Mark Fasheh   ocfs2: btree chan...
4199
4200
4201
4202
4203
  
  	/*
  	 * We're careful to check for an empty extent record here -
  	 * the merge code will know what to do if it sees one.
  	 */
ad5a4d709   Tao Ma   ocfs2: Enable cro...
4204
  	if (rec) {
328d5752e   Mark Fasheh   ocfs2: btree chan...
4205
4206
4207
4208
  		if (index == 1 && ocfs2_is_empty_extent(rec)) {
  			if (split_rec->e_cpos == el->l_recs[index].e_cpos)
  				ret = CONTIG_RIGHT;
  		} else {
853a3a143   Tao Ma   ocfs2: Wrap ocfs2...
4209
  			ret = ocfs2_et_extent_contig(et, rec, split_rec);
328d5752e   Mark Fasheh   ocfs2: btree chan...
4210
4211
  		}
  	}
ad5a4d709   Tao Ma   ocfs2: Enable cro...
4212
4213
4214
4215
4216
  	rec = NULL;
  	if (index < (le16_to_cpu(el->l_next_free_rec) - 1))
  		rec = &el->l_recs[index + 1];
  	else if (le16_to_cpu(el->l_next_free_rec) == le16_to_cpu(el->l_count) &&
  		 path->p_tree_depth > 0) {
a29702914   Joel Becker   ocfs2: Swap inode...
4217
  		status = ocfs2_find_cpos_for_right_leaf(sb, path, &right_cpos);
ad5a4d709   Tao Ma   ocfs2: Enable cro...
4218
4219
4220
4221
4222
  		if (status)
  			goto out;
  
  		if (right_cpos == 0)
  			goto out;
ffdd7a546   Joel Becker   ocfs2: Wrap up th...
4223
  		right_path = ocfs2_new_path_from_path(path);
ad5a4d709   Tao Ma   ocfs2: Enable cro...
4224
4225
  		if (!right_path)
  			goto out;
a29702914   Joel Becker   ocfs2: Swap inode...
4226
  		status = ocfs2_find_path(et->et_ci, right_path, right_cpos);
ad5a4d709   Tao Ma   ocfs2: Enable cro...
4227
4228
4229
4230
4231
4232
4233
4234
4235
  		if (status)
  			goto out;
  
  		new_el = path_leaf_el(right_path);
  		rec = &new_el->l_recs[0];
  		if (ocfs2_is_empty_extent(rec)) {
  			if (le16_to_cpu(new_el->l_next_free_rec) <= 1) {
  				bh = path_leaf_bh(right_path);
  				eb = (struct ocfs2_extent_block *)bh->b_data;
a29702914   Joel Becker   ocfs2: Swap inode...
4236
  				ocfs2_error(sb,
5e96581a3   Joel Becker   ocfs2: Wrap exten...
4237
4238
4239
4240
4241
  					    "Extent block #%llu has an "
  					    "invalid l_next_free_rec of %d",
  					    (unsigned long long)le64_to_cpu(eb->h_blkno),
  					    le16_to_cpu(new_el->l_next_free_rec));
  				status = -EINVAL;
ad5a4d709   Tao Ma   ocfs2: Enable cro...
4242
4243
4244
4245
4246
4247
4248
  				goto out;
  			}
  			rec = &new_el->l_recs[1];
  		}
  	}
  
  	if (rec) {
328d5752e   Mark Fasheh   ocfs2: btree chan...
4249
  		enum ocfs2_contig_type contig_type;
853a3a143   Tao Ma   ocfs2: Wrap ocfs2...
4250
  		contig_type = ocfs2_et_extent_contig(et, rec, split_rec);
328d5752e   Mark Fasheh   ocfs2: btree chan...
4251
4252
4253
4254
4255
4256
  
  		if (contig_type == CONTIG_LEFT && ret == CONTIG_RIGHT)
  			ret = CONTIG_LEFTRIGHT;
  		else if (ret == CONTIG_NONE)
  			ret = contig_type;
  	}
ad5a4d709   Tao Ma   ocfs2: Enable cro...
4257
4258
4259
4260
4261
  out:
  	if (left_path)
  		ocfs2_free_path(left_path);
  	if (right_path)
  		ocfs2_free_path(right_path);
328d5752e   Mark Fasheh   ocfs2: btree chan...
4262
4263
  	return ret;
  }
1ef61b331   Joel Becker   ocfs2: Remove ino...
4264
  static void ocfs2_figure_contig_type(struct ocfs2_extent_tree *et,
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4265
4266
  				     struct ocfs2_insert_type *insert,
  				     struct ocfs2_extent_list *el,
1ef61b331   Joel Becker   ocfs2: Remove ino...
4267
  				     struct ocfs2_extent_rec *insert_rec)
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4268
4269
4270
  {
  	int i;
  	enum ocfs2_contig_type contig_type = CONTIG_NONE;
e48edee2d   Mark Fasheh   ocfs2: make room ...
4271
  	BUG_ON(le16_to_cpu(el->l_tree_depth) != 0);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4272
  	for(i = 0; i < le16_to_cpu(el->l_next_free_rec); i++) {
853a3a143   Tao Ma   ocfs2: Wrap ocfs2...
4273
4274
  		contig_type = ocfs2_et_extent_contig(et, &el->l_recs[i],
  						     insert_rec);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4275
4276
4277
4278
4279
4280
  		if (contig_type != CONTIG_NONE) {
  			insert->ins_contig_index = i;
  			break;
  		}
  	}
  	insert->ins_contig = contig_type;
ca12b7c48   Tao Ma   ocfs2: Optionally...
4281
4282
4283
4284
4285
4286
4287
4288
4289
4290
4291
  
  	if (insert->ins_contig != CONTIG_NONE) {
  		struct ocfs2_extent_rec *rec =
  				&el->l_recs[insert->ins_contig_index];
  		unsigned int len = le16_to_cpu(rec->e_leaf_clusters) +
  				   le16_to_cpu(insert_rec->e_leaf_clusters);
  
  		/*
  		 * Caller might want us to limit the size of extents, don't
  		 * calculate contiguousness if we might exceed that limit.
  		 */
ce1d9ea62   Joel Becker   ocfs2: Prefix the...
4292
4293
  		if (et->et_max_leaf_clusters &&
  		    (len > et->et_max_leaf_clusters))
ca12b7c48   Tao Ma   ocfs2: Optionally...
4294
4295
  			insert->ins_contig = CONTIG_NONE;
  	}
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4296
4297
4298
4299
4300
4301
4302
4303
  }
  
  /*
   * This should only be called against the righmost leaf extent list.
   *
   * ocfs2_figure_appending_type() will figure out whether we'll have to
   * insert at the tail of the rightmost leaf.
   *
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
4304
4305
   * This should also work against the root extent list for tree's with 0
   * depth. If we consider the root extent list to be the rightmost leaf node
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4306
4307
4308
4309
4310
4311
4312
4313
4314
4315
4316
   * then the logic here makes sense.
   */
  static void ocfs2_figure_appending_type(struct ocfs2_insert_type *insert,
  					struct ocfs2_extent_list *el,
  					struct ocfs2_extent_rec *insert_rec)
  {
  	int i;
  	u32 cpos = le32_to_cpu(insert_rec->e_cpos);
  	struct ocfs2_extent_rec *rec;
  
  	insert->ins_appending = APPEND_NONE;
e48edee2d   Mark Fasheh   ocfs2: make room ...
4317
  	BUG_ON(le16_to_cpu(el->l_tree_depth) != 0);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4318
4319
4320
4321
4322
4323
4324
4325
4326
4327
4328
4329
  
  	if (!el->l_next_free_rec)
  		goto set_tail_append;
  
  	if (ocfs2_is_empty_extent(&el->l_recs[0])) {
  		/* Were all records empty? */
  		if (le16_to_cpu(el->l_next_free_rec) == 1)
  			goto set_tail_append;
  	}
  
  	i = le16_to_cpu(el->l_next_free_rec) - 1;
  	rec = &el->l_recs[i];
e48edee2d   Mark Fasheh   ocfs2: make room ...
4330
4331
  	if (cpos >=
  	    (le32_to_cpu(rec->e_cpos) + le16_to_cpu(rec->e_leaf_clusters)))
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4332
4333
4334
4335
4336
4337
4338
4339
4340
  		goto set_tail_append;
  
  	return;
  
  set_tail_append:
  	insert->ins_appending = APPEND_TAIL;
  }
  
  /*
25985edce   Lucas De Marchi   Fix common misspe...
4341
   * Helper function called at the beginning of an insert.
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4342
4343
4344
4345
4346
4347
4348
4349
4350
4351
4352
   *
   * This computes a few things that are commonly used in the process of
   * inserting into the btree:
   *   - Whether the new extent is contiguous with an existing one.
   *   - The current tree depth.
   *   - Whether the insert is an appending one.
   *   - The total # of free records in the tree.
   *
   * All of the information is stored on the ocfs2_insert_type
   * structure.
   */
627961b77   Joel Becker   ocfs2: ocfs2_figu...
4353
  static int ocfs2_figure_insert_type(struct ocfs2_extent_tree *et,
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4354
4355
  				    struct buffer_head **last_eb_bh,
  				    struct ocfs2_extent_rec *insert_rec,
c77534f6f   Tao Mao   ocfs2: remove mos...
4356
  				    int *free_records,
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4357
4358
4359
  				    struct ocfs2_insert_type *insert)
  {
  	int ret;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4360
4361
4362
4363
  	struct ocfs2_extent_block *eb;
  	struct ocfs2_extent_list *el;
  	struct ocfs2_path *path = NULL;
  	struct buffer_head *bh = NULL;
328d5752e   Mark Fasheh   ocfs2: btree chan...
4364
  	insert->ins_split = SPLIT_NONE;
ce1d9ea62   Joel Becker   ocfs2: Prefix the...
4365
  	el = et->et_root_el;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4366
4367
4368
4369
4370
4371
4372
4373
4374
  	insert->ins_tree_depth = le16_to_cpu(el->l_tree_depth);
  
  	if (el->l_tree_depth) {
  		/*
  		 * If we have tree depth, we read in the
  		 * rightmost extent block ahead of time as
  		 * ocfs2_figure_insert_type() and ocfs2_add_branch()
  		 * may want it later.
  		 */
3d03a305d   Joel Becker   ocfs2: Pass ocfs2...
4375
  		ret = ocfs2_read_extent_block(et->et_ci,
5e96581a3   Joel Becker   ocfs2: Wrap exten...
4376
4377
  					      ocfs2_et_get_last_eb_blk(et),
  					      &bh);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4378
  		if (ret) {
c1e8d35ef   Tao Ma   ocfs2: Remove EXI...
4379
  			mlog_errno(ret);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4380
4381
  			goto out;
  		}
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
4382
  		eb = (struct ocfs2_extent_block *) bh->b_data;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
4383
  		el = &eb->h_list;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4384
  	}
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
4385

dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4386
4387
4388
4389
4390
4391
4392
4393
  	/*
  	 * Unless we have a contiguous insert, we'll need to know if
  	 * there is room left in our allocation tree for another
  	 * extent record.
  	 *
  	 * XXX: This test is simplistic, we can search for empty
  	 * extent records too.
  	 */
c77534f6f   Tao Mao   ocfs2: remove mos...
4394
  	*free_records = le16_to_cpu(el->l_count) -
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4395
4396
4397
  		le16_to_cpu(el->l_next_free_rec);
  
  	if (!insert->ins_tree_depth) {
1ef61b331   Joel Becker   ocfs2: Remove ino...
4398
  		ocfs2_figure_contig_type(et, insert, el, insert_rec);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4399
4400
  		ocfs2_figure_appending_type(insert, el, insert_rec);
  		return 0;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
4401
  	}
ffdd7a546   Joel Becker   ocfs2: Wrap up th...
4402
  	path = ocfs2_new_path_from_et(et);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4403
4404
4405
4406
4407
  	if (!path) {
  		ret = -ENOMEM;
  		mlog_errno(ret);
  		goto out;
  	}
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
4408

dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4409
4410
4411
4412
4413
4414
  	/*
  	 * In the case that we're inserting past what the tree
  	 * currently accounts for, ocfs2_find_path() will return for
  	 * us the rightmost tree path. This is accounted for below in
  	 * the appending code.
  	 */
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
4415
  	ret = ocfs2_find_path(et->et_ci, path, le32_to_cpu(insert_rec->e_cpos));
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4416
4417
4418
4419
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
4420

dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4421
4422
4423
4424
4425
4426
4427
4428
4429
4430
  	el = path_leaf_el(path);
  
  	/*
  	 * Now that we have the path, there's two things we want to determine:
  	 * 1) Contiguousness (also set contig_index if this is so)
  	 *
  	 * 2) Are we doing an append? We can trivially break this up
           *     into two types of appends: simple record append, or a
           *     rotate inside the tail leaf.
  	 */
1ef61b331   Joel Becker   ocfs2: Remove ino...
4431
  	ocfs2_figure_contig_type(et, insert, el, insert_rec);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4432
4433
4434
4435
4436
  
  	/*
  	 * The insert code isn't quite ready to deal with all cases of
  	 * left contiguousness. Specifically, if it's an insert into
  	 * the 1st record in a leaf, it will require the adjustment of
e48edee2d   Mark Fasheh   ocfs2: make room ...
4437
  	 * cluster count on the last record of the path directly to it's
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4438
4439
4440
4441
4442
4443
4444
4445
4446
4447
4448
4449
4450
4451
  	 * left. For now, just catch that case and fool the layers
  	 * above us. This works just fine for tree_depth == 0, which
  	 * is why we allow that above.
  	 */
  	if (insert->ins_contig == CONTIG_LEFT &&
  	    insert->ins_contig_index == 0)
  		insert->ins_contig = CONTIG_NONE;
  
  	/*
  	 * Ok, so we can simply compare against last_eb to figure out
  	 * whether the path doesn't exist. This will only happen in
  	 * the case that we're doing a tail append, so maybe we can
  	 * take advantage of that information somehow.
  	 */
35dc0aa3c   Joel Becker   ocfs2: Prefix the...
4452
  	if (ocfs2_et_get_last_eb_blk(et) ==
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
4453
  	    path_leaf_bh(path)->b_blocknr) {
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4454
4455
4456
4457
4458
4459
4460
4461
4462
4463
4464
4465
4466
4467
4468
4469
4470
4471
4472
  		/*
  		 * Ok, ocfs2_find_path() returned us the rightmost
  		 * tree path. This might be an appending insert. There are
  		 * two cases:
  		 *    1) We're doing a true append at the tail:
  		 *	-This might even be off the end of the leaf
  		 *    2) We're "appending" by rotating in the tail
  		 */
  		ocfs2_figure_appending_type(insert, el, insert_rec);
  	}
  
  out:
  	ocfs2_free_path(path);
  
  	if (ret == 0)
  		*last_eb_bh = bh;
  	else
  		brelse(bh);
  	return ret;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
4473
  }
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4474
  /*
cc79d8c19   Joel Becker   ocfs2: ocfs2_inse...
4475
   * Insert an extent into a btree.
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4476
   *
cc79d8c19   Joel Becker   ocfs2: ocfs2_inse...
4477
   * The caller needs to update the owning btree's cluster count.
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4478
   */
cc79d8c19   Joel Becker   ocfs2: ocfs2_inse...
4479
  int ocfs2_insert_extent(handle_t *handle,
f99b9b7cc   Joel Becker   ocfs2: Make ocfs2...
4480
4481
4482
4483
4484
4485
  			struct ocfs2_extent_tree *et,
  			u32 cpos,
  			u64 start_blk,
  			u32 new_clusters,
  			u8 flags,
  			struct ocfs2_alloc_context *meta_ac)
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
4486
  {
c3afcbb34   Mark Fasheh   ocfs2: abstract b...
4487
  	int status;
c77534f6f   Tao Mao   ocfs2: remove mos...
4488
  	int uninitialized_var(free_records);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
4489
  	struct buffer_head *last_eb_bh = NULL;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4490
4491
  	struct ocfs2_insert_type insert = {0, };
  	struct ocfs2_extent_rec rec;
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
4492
4493
4494
  	trace_ocfs2_insert_extent_start(
  		(unsigned long long)ocfs2_metadata_cache_owner(et->et_ci),
  		cpos, new_clusters);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4495

e48edee2d   Mark Fasheh   ocfs2: make room ...
4496
  	memset(&rec, 0, sizeof(rec));
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4497
4498
  	rec.e_cpos = cpu_to_le32(cpos);
  	rec.e_blkno = cpu_to_le64(start_blk);
e48edee2d   Mark Fasheh   ocfs2: make room ...
4499
  	rec.e_leaf_clusters = cpu_to_le16(new_clusters);
2ae99a603   Mark Fasheh   ocfs2: Support cr...
4500
  	rec.e_flags = flags;
6136ca5f5   Joel Becker   ocfs2: Drop struc...
4501
  	status = ocfs2_et_insert_check(et, &rec);
1e61ee79e   Joel Becker   ocfs2: Add an ins...
4502
4503
4504
4505
  	if (status) {
  		mlog_errno(status);
  		goto bail;
  	}
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4506

627961b77   Joel Becker   ocfs2: ocfs2_figu...
4507
  	status = ocfs2_figure_insert_type(et, &last_eb_bh, &rec,
c77534f6f   Tao Mao   ocfs2: remove mos...
4508
  					  &free_records, &insert);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4509
4510
4511
  	if (status < 0) {
  		mlog_errno(status);
  		goto bail;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
4512
  	}
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
4513
4514
4515
  	trace_ocfs2_insert_extent(insert.ins_appending, insert.ins_contig,
  				  insert.ins_contig_index, free_records,
  				  insert.ins_tree_depth);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
4516

c77534f6f   Tao Mao   ocfs2: remove mos...
4517
  	if (insert.ins_contig == CONTIG_NONE && free_records == 0) {
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
4518
  		status = ocfs2_grow_tree(handle, et,
328d5752e   Mark Fasheh   ocfs2: btree chan...
4519
  					 &insert.ins_tree_depth, &last_eb_bh,
c3afcbb34   Mark Fasheh   ocfs2: abstract b...
4520
4521
  					 meta_ac);
  		if (status) {
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
4522
4523
4524
  			mlog_errno(status);
  			goto bail;
  		}
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
4525
  	}
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
4526
  	/* Finally, we can add clusters. This might rotate the tree for us. */
3505bec01   Joel Becker   ocfs2: ocfs2_do_i...
4527
  	status = ocfs2_do_insert_extent(handle, et, &rec, &insert);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
4528
4529
  	if (status < 0)
  		mlog_errno(status);
92ba470c4   Joel Becker   ocfs2: Make exten...
4530
4531
  	else
  		ocfs2_et_extent_map_insert(et, &rec);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
4532
4533
  
  bail:
a81cb88b6   Mark Fasheh   ocfs2: Don't chec...
4534
  	brelse(last_eb_bh);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
4535

f56654c43   Tao Ma   ocfs2: Add extent...
4536
4537
  	return status;
  }
0eb8d47e6   Tao Ma   ocfs2: Make high ...
4538
4539
4540
  /*
   * Allcate and add clusters into the extent b-tree.
   * The new clusters(clusters_to_add) will be inserted at logical_offset.
f99b9b7cc   Joel Becker   ocfs2: Make ocfs2...
4541
   * The extent b-tree's root is specified by et, and
0eb8d47e6   Tao Ma   ocfs2: Make high ...
4542
4543
4544
   * it is not limited to the file storage. Any extent tree can use this
   * function if it implements the proper ocfs2_extent_tree.
   */
cbee7e1a6   Joel Becker   ocfs2: ocfs2_add_...
4545
4546
  int ocfs2_add_clusters_in_btree(handle_t *handle,
  				struct ocfs2_extent_tree *et,
0eb8d47e6   Tao Ma   ocfs2: Make high ...
4547
4548
4549
  				u32 *logical_offset,
  				u32 clusters_to_add,
  				int mark_unwritten,
0eb8d47e6   Tao Ma   ocfs2: Make high ...
4550
4551
  				struct ocfs2_alloc_context *data_ac,
  				struct ocfs2_alloc_context *meta_ac,
f99b9b7cc   Joel Becker   ocfs2: Make ocfs2...
4552
  				enum ocfs2_alloc_restarted *reason_ret)
0eb8d47e6   Tao Ma   ocfs2: Make high ...
4553
  {
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
4554
  	int status = 0, err = 0;
0eb8d47e6   Tao Ma   ocfs2: Make high ...
4555
4556
4557
4558
4559
  	int free_extents;
  	enum ocfs2_alloc_restarted reason = RESTART_NONE;
  	u32 bit_off, num_bits;
  	u64 block;
  	u8 flags = 0;
cbee7e1a6   Joel Becker   ocfs2: ocfs2_add_...
4560
4561
  	struct ocfs2_super *osb =
  		OCFS2_SB(ocfs2_metadata_cache_get_super(et->et_ci));
0eb8d47e6   Tao Ma   ocfs2: Make high ...
4562
4563
4564
4565
4566
  
  	BUG_ON(!clusters_to_add);
  
  	if (mark_unwritten)
  		flags = OCFS2_EXT_UNWRITTEN;
3d03a305d   Joel Becker   ocfs2: Pass ocfs2...
4567
  	free_extents = ocfs2_num_free_extents(osb, et);
0eb8d47e6   Tao Ma   ocfs2: Make high ...
4568
4569
4570
4571
4572
4573
4574
4575
4576
4577
4578
4579
  	if (free_extents < 0) {
  		status = free_extents;
  		mlog_errno(status);
  		goto leave;
  	}
  
  	/* there are two cases which could cause us to EAGAIN in the
  	 * we-need-more-metadata case:
  	 * 1) we haven't reserved *any*
  	 * 2) we are so fragmented, we've needed to add metadata too
  	 *    many times. */
  	if (!free_extents && !meta_ac) {
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
4580
  		err = -1;
0eb8d47e6   Tao Ma   ocfs2: Make high ...
4581
4582
4583
4584
4585
  		status = -EAGAIN;
  		reason = RESTART_META;
  		goto leave;
  	} else if ((!free_extents)
  		   && (ocfs2_alloc_context_bits_left(meta_ac)
f99b9b7cc   Joel Becker   ocfs2: Make ocfs2...
4586
  		       < ocfs2_extend_meta_needed(et->et_root_el))) {
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
4587
  		err = -2;
0eb8d47e6   Tao Ma   ocfs2: Make high ...
4588
4589
4590
4591
  		status = -EAGAIN;
  		reason = RESTART_META;
  		goto leave;
  	}
1ed9b777f   Joel Becker   ocfs2: ocfs2_clai...
4592
  	status = __ocfs2_claim_clusters(handle, data_ac, 1,
0eb8d47e6   Tao Ma   ocfs2: Make high ...
4593
4594
4595
4596
4597
4598
4599
4600
  					clusters_to_add, &bit_off, &num_bits);
  	if (status < 0) {
  		if (status != -ENOSPC)
  			mlog_errno(status);
  		goto leave;
  	}
  
  	BUG_ON(num_bits > clusters_to_add);
13723d00e   Joel Becker   ocfs2: Use metada...
4601
  	/* reserve our write early -- insert_extent may update the tree root */
d9a0a1f83   Joel Becker   ocfs2: Store the ...
4602
  	status = ocfs2_et_root_journal_access(handle, et,
13723d00e   Joel Becker   ocfs2: Use metada...
4603
  					      OCFS2_JOURNAL_ACCESS_WRITE);
0eb8d47e6   Tao Ma   ocfs2: Make high ...
4604
4605
4606
4607
4608
4609
  	if (status < 0) {
  		mlog_errno(status);
  		goto leave;
  	}
  
  	block = ocfs2_clusters_to_blocks(osb->sb, bit_off);
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
4610
4611
4612
  	trace_ocfs2_add_clusters_in_btree(
  	     (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci),
  	     bit_off, num_bits);
cc79d8c19   Joel Becker   ocfs2: ocfs2_inse...
4613
  	status = ocfs2_insert_extent(handle, et, *logical_offset, block,
f99b9b7cc   Joel Becker   ocfs2: Make ocfs2...
4614
  				     num_bits, flags, meta_ac);
0eb8d47e6   Tao Ma   ocfs2: Make high ...
4615
4616
4617
4618
  	if (status < 0) {
  		mlog_errno(status);
  		goto leave;
  	}
ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
4619
  	ocfs2_journal_dirty(handle, et->et_root_bh);
0eb8d47e6   Tao Ma   ocfs2: Make high ...
4620
4621
4622
4623
4624
  
  	clusters_to_add -= num_bits;
  	*logical_offset += num_bits;
  
  	if (clusters_to_add) {
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
4625
  		err = clusters_to_add;
0eb8d47e6   Tao Ma   ocfs2: Make high ...
4626
4627
4628
4629
4630
  		status = -EAGAIN;
  		reason = RESTART_TRANS;
  	}
  
  leave:
0eb8d47e6   Tao Ma   ocfs2: Make high ...
4631
4632
  	if (reason_ret)
  		*reason_ret = reason;
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
4633
  	trace_ocfs2_add_clusters_in_btree_ret(status, reason, err);
0eb8d47e6   Tao Ma   ocfs2: Make high ...
4634
4635
  	return status;
  }
328d5752e   Mark Fasheh   ocfs2: btree chan...
4636
4637
4638
4639
4640
4641
4642
4643
4644
4645
4646
4647
4648
4649
4650
4651
4652
4653
4654
  static void ocfs2_make_right_split_rec(struct super_block *sb,
  				       struct ocfs2_extent_rec *split_rec,
  				       u32 cpos,
  				       struct ocfs2_extent_rec *rec)
  {
  	u32 rec_cpos = le32_to_cpu(rec->e_cpos);
  	u32 rec_range = rec_cpos + le16_to_cpu(rec->e_leaf_clusters);
  
  	memset(split_rec, 0, sizeof(struct ocfs2_extent_rec));
  
  	split_rec->e_cpos = cpu_to_le32(cpos);
  	split_rec->e_leaf_clusters = cpu_to_le16(rec_range - cpos);
  
  	split_rec->e_blkno = rec->e_blkno;
  	le64_add_cpu(&split_rec->e_blkno,
  		     ocfs2_clusters_to_blocks(sb, cpos - rec_cpos));
  
  	split_rec->e_flags = rec->e_flags;
  }
d231129f4   Joel Becker   ocfs2: ocfs2_spli...
4655
  static int ocfs2_split_and_insert(handle_t *handle,
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
4656
  				  struct ocfs2_extent_tree *et,
d231129f4   Joel Becker   ocfs2: ocfs2_spli...
4657
  				  struct ocfs2_path *path,
328d5752e   Mark Fasheh   ocfs2: btree chan...
4658
4659
4660
4661
4662
4663
4664
4665
4666
4667
4668
4669
4670
  				  struct buffer_head **last_eb_bh,
  				  int split_index,
  				  struct ocfs2_extent_rec *orig_split_rec,
  				  struct ocfs2_alloc_context *meta_ac)
  {
  	int ret = 0, depth;
  	unsigned int insert_range, rec_range, do_leftright = 0;
  	struct ocfs2_extent_rec tmprec;
  	struct ocfs2_extent_list *rightmost_el;
  	struct ocfs2_extent_rec rec;
  	struct ocfs2_extent_rec split_rec = *orig_split_rec;
  	struct ocfs2_insert_type insert;
  	struct ocfs2_extent_block *eb;
328d5752e   Mark Fasheh   ocfs2: btree chan...
4671
4672
4673
4674
4675
4676
4677
  
  leftright:
  	/*
  	 * Store a copy of the record on the stack - it might move
  	 * around as the tree is manipulated below.
  	 */
  	rec = path_leaf_el(path)->l_recs[split_index];
ce1d9ea62   Joel Becker   ocfs2: Prefix the...
4678
  	rightmost_el = et->et_root_el;
328d5752e   Mark Fasheh   ocfs2: btree chan...
4679
4680
4681
4682
4683
4684
4685
4686
4687
4688
  
  	depth = le16_to_cpu(rightmost_el->l_tree_depth);
  	if (depth) {
  		BUG_ON(!(*last_eb_bh));
  		eb = (struct ocfs2_extent_block *) (*last_eb_bh)->b_data;
  		rightmost_el = &eb->h_list;
  	}
  
  	if (le16_to_cpu(rightmost_el->l_next_free_rec) ==
  	    le16_to_cpu(rightmost_el->l_count)) {
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
4689
  		ret = ocfs2_grow_tree(handle, et,
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
4690
  				      &depth, last_eb_bh, meta_ac);
328d5752e   Mark Fasheh   ocfs2: btree chan...
4691
4692
4693
4694
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
328d5752e   Mark Fasheh   ocfs2: btree chan...
4695
4696
4697
4698
4699
  	}
  
  	memset(&insert, 0, sizeof(struct ocfs2_insert_type));
  	insert.ins_appending = APPEND_NONE;
  	insert.ins_contig = CONTIG_NONE;
328d5752e   Mark Fasheh   ocfs2: btree chan...
4700
4701
4702
4703
4704
4705
4706
4707
4708
4709
4710
4711
4712
4713
4714
4715
4716
  	insert.ins_tree_depth = depth;
  
  	insert_range = le32_to_cpu(split_rec.e_cpos) +
  		le16_to_cpu(split_rec.e_leaf_clusters);
  	rec_range = le32_to_cpu(rec.e_cpos) +
  		le16_to_cpu(rec.e_leaf_clusters);
  
  	if (split_rec.e_cpos == rec.e_cpos) {
  		insert.ins_split = SPLIT_LEFT;
  	} else if (insert_range == rec_range) {
  		insert.ins_split = SPLIT_RIGHT;
  	} else {
  		/*
  		 * Left/right split. We fake this as a right split
  		 * first and then make a second pass as a left split.
  		 */
  		insert.ins_split = SPLIT_RIGHT;
d231129f4   Joel Becker   ocfs2: ocfs2_spli...
4717
4718
  		ocfs2_make_right_split_rec(ocfs2_metadata_cache_get_super(et->et_ci),
  					   &tmprec, insert_range, &rec);
328d5752e   Mark Fasheh   ocfs2: btree chan...
4719
4720
4721
4722
4723
4724
  
  		split_rec = tmprec;
  
  		BUG_ON(do_leftright);
  		do_leftright = 1;
  	}
3505bec01   Joel Becker   ocfs2: ocfs2_do_i...
4725
  	ret = ocfs2_do_insert_extent(handle, et, &split_rec, &insert);
328d5752e   Mark Fasheh   ocfs2: btree chan...
4726
4727
4728
4729
4730
4731
4732
4733
4734
4735
4736
4737
4738
4739
4740
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
  
  	if (do_leftright == 1) {
  		u32 cpos;
  		struct ocfs2_extent_list *el;
  
  		do_leftright++;
  		split_rec = *orig_split_rec;
  
  		ocfs2_reinit_path(path, 1);
  
  		cpos = le32_to_cpu(split_rec.e_cpos);
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
4741
  		ret = ocfs2_find_path(et->et_ci, path, cpos);
328d5752e   Mark Fasheh   ocfs2: btree chan...
4742
4743
4744
4745
4746
4747
4748
4749
4750
4751
4752
4753
4754
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  
  		el = path_leaf_el(path);
  		split_index = ocfs2_search_extent_list(el, cpos);
  		goto leftright;
  	}
  out:
  
  	return ret;
  }
f3868d0fa   Joel Becker   ocfs2: Teach ocfs...
4755
4756
  static int ocfs2_replace_extent_rec(handle_t *handle,
  				    struct ocfs2_extent_tree *et,
47be12e4e   Tao Ma   ocfs2: Access and...
4757
4758
4759
4760
4761
4762
  				    struct ocfs2_path *path,
  				    struct ocfs2_extent_list *el,
  				    int split_index,
  				    struct ocfs2_extent_rec *split_rec)
  {
  	int ret;
f3868d0fa   Joel Becker   ocfs2: Teach ocfs...
4763
  	ret = ocfs2_path_bh_journal_access(handle, et->et_ci, path,
47be12e4e   Tao Ma   ocfs2: Access and...
4764
4765
4766
4767
4768
4769
4770
4771
4772
4773
4774
4775
  					   path_num_items(path) - 1);
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
  
  	el->l_recs[split_index] = *split_rec;
  
  	ocfs2_journal_dirty(handle, path_leaf_bh(path));
  out:
  	return ret;
  }
328d5752e   Mark Fasheh   ocfs2: btree chan...
4776
  /*
555936bfc   Tao Ma   ocfs2: Abstract e...
4777
4778
   * Split part or all of the extent record at split_index in the leaf
   * pointed to by path. Merge with the contiguous extent record if needed.
328d5752e   Mark Fasheh   ocfs2: btree chan...
4779
4780
4781
4782
4783
4784
4785
   *
   * Care is taken to handle contiguousness so as to not grow the tree.
   *
   * meta_ac is not strictly necessary - we only truly need it if growth
   * of the tree is required. All other cases will degrade into a less
   * optimal tree layout.
   *
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
4786
4787
4788
   * last_eb_bh should be the rightmost leaf block for any extent
   * btree. Since a split may grow the tree or a merge might shrink it,
   * the caller cannot trust the contents of that buffer after this call.
328d5752e   Mark Fasheh   ocfs2: btree chan...
4789
4790
4791
4792
4793
4794
   *
   * This code is optimized for readability - several passes might be
   * made over certain portions of the tree. All of those blocks will
   * have been brought into cache (and pinned via the journal), so the
   * extra overhead is not expressed in terms of disk reads.
   */
e2e9f6082   Tao Ma   ocfs2: move tree ...
4795
4796
4797
4798
4799
4800
4801
  int ocfs2_split_extent(handle_t *handle,
  		       struct ocfs2_extent_tree *et,
  		       struct ocfs2_path *path,
  		       int split_index,
  		       struct ocfs2_extent_rec *split_rec,
  		       struct ocfs2_alloc_context *meta_ac,
  		       struct ocfs2_cached_dealloc_ctxt *dealloc)
328d5752e   Mark Fasheh   ocfs2: btree chan...
4802
4803
4804
  {
  	int ret = 0;
  	struct ocfs2_extent_list *el = path_leaf_el(path);
e8aed3450   Mark Fasheh   ocfs2: Re-journal...
4805
  	struct buffer_head *last_eb_bh = NULL;
328d5752e   Mark Fasheh   ocfs2: btree chan...
4806
4807
4808
  	struct ocfs2_extent_rec *rec = &el->l_recs[split_index];
  	struct ocfs2_merge_ctxt ctxt;
  	struct ocfs2_extent_list *rightmost_el;
328d5752e   Mark Fasheh   ocfs2: btree chan...
4809
4810
4811
4812
4813
4814
4815
  	if (le32_to_cpu(rec->e_cpos) > le32_to_cpu(split_rec->e_cpos) ||
  	    ((le32_to_cpu(rec->e_cpos) + le16_to_cpu(rec->e_leaf_clusters)) <
  	     (le32_to_cpu(split_rec->e_cpos) + le16_to_cpu(split_rec->e_leaf_clusters)))) {
  		ret = -EIO;
  		mlog_errno(ret);
  		goto out;
  	}
a29702914   Joel Becker   ocfs2: Swap inode...
4816
  	ctxt.c_contig_type = ocfs2_figure_merge_contig_type(et, path, el,
328d5752e   Mark Fasheh   ocfs2: btree chan...
4817
4818
4819
4820
4821
  							    split_index,
  							    split_rec);
  
  	/*
  	 * The core merge / split code wants to know how much room is
a1cf076ba   Joel Becker   ocfs2: __ocfs2_ma...
4822
  	 * left in this allocation tree, so we pass the
328d5752e   Mark Fasheh   ocfs2: btree chan...
4823
4824
4825
4826
  	 * rightmost extent list.
  	 */
  	if (path->p_tree_depth) {
  		struct ocfs2_extent_block *eb;
328d5752e   Mark Fasheh   ocfs2: btree chan...
4827

3d03a305d   Joel Becker   ocfs2: Pass ocfs2...
4828
  		ret = ocfs2_read_extent_block(et->et_ci,
5e96581a3   Joel Becker   ocfs2: Wrap exten...
4829
4830
  					      ocfs2_et_get_last_eb_blk(et),
  					      &last_eb_bh);
328d5752e   Mark Fasheh   ocfs2: btree chan...
4831
  		if (ret) {
c1e8d35ef   Tao Ma   ocfs2: Remove EXI...
4832
  			mlog_errno(ret);
328d5752e   Mark Fasheh   ocfs2: btree chan...
4833
4834
4835
4836
  			goto out;
  		}
  
  		eb = (struct ocfs2_extent_block *) last_eb_bh->b_data;
328d5752e   Mark Fasheh   ocfs2: btree chan...
4837
4838
4839
  		rightmost_el = &eb->h_list;
  	} else
  		rightmost_el = path_root_el(path);
328d5752e   Mark Fasheh   ocfs2: btree chan...
4840
4841
4842
4843
4844
4845
4846
  	if (rec->e_cpos == split_rec->e_cpos &&
  	    rec->e_leaf_clusters == split_rec->e_leaf_clusters)
  		ctxt.c_split_covers_rec = 1;
  	else
  		ctxt.c_split_covers_rec = 0;
  
  	ctxt.c_has_empty_extent = ocfs2_is_empty_extent(&el->l_recs[0]);
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
4847
4848
4849
  	trace_ocfs2_split_extent(split_index, ctxt.c_contig_type,
  				 ctxt.c_has_empty_extent,
  				 ctxt.c_split_covers_rec);
328d5752e   Mark Fasheh   ocfs2: btree chan...
4850
4851
4852
  
  	if (ctxt.c_contig_type == CONTIG_NONE) {
  		if (ctxt.c_split_covers_rec)
f3868d0fa   Joel Becker   ocfs2: Teach ocfs...
4853
  			ret = ocfs2_replace_extent_rec(handle, et, path, el,
47be12e4e   Tao Ma   ocfs2: Access and...
4854
  						       split_index, split_rec);
328d5752e   Mark Fasheh   ocfs2: btree chan...
4855
  		else
d231129f4   Joel Becker   ocfs2: ocfs2_spli...
4856
  			ret = ocfs2_split_and_insert(handle, et, path,
328d5752e   Mark Fasheh   ocfs2: btree chan...
4857
4858
4859
4860
4861
  						     &last_eb_bh, split_index,
  						     split_rec, meta_ac);
  		if (ret)
  			mlog_errno(ret);
  	} else {
c495dd24a   Joel Becker   ocfs2: ocfs2_try_...
4862
  		ret = ocfs2_try_to_merge_extent(handle, et, path,
328d5752e   Mark Fasheh   ocfs2: btree chan...
4863
  						split_index, split_rec,
c495dd24a   Joel Becker   ocfs2: ocfs2_try_...
4864
  						dealloc, &ctxt);
328d5752e   Mark Fasheh   ocfs2: btree chan...
4865
4866
4867
  		if (ret)
  			mlog_errno(ret);
  	}
328d5752e   Mark Fasheh   ocfs2: btree chan...
4868
4869
4870
4871
4872
4873
  out:
  	brelse(last_eb_bh);
  	return ret;
  }
  
  /*
555936bfc   Tao Ma   ocfs2: Abstract e...
4874
4875
4876
4877
4878
   * Change the flags of the already-existing extent at cpos for len clusters.
   *
   * new_flags: the flags we want to set.
   * clear_flags: the flags we want to clear.
   * phys: the new physical offset we want this new extent starts from.
328d5752e   Mark Fasheh   ocfs2: btree chan...
4879
4880
4881
4882
4883
4884
   *
   * If the existing extent is larger than the request, initiate a
   * split. An attempt will be made at merging with adjacent extents.
   *
   * The caller is responsible for passing down meta_ac if we'll need it.
   */
1aa75fea6   Tao Ma   ocfs2: Add functi...
4885
4886
4887
4888
4889
4890
  int ocfs2_change_extent_flag(handle_t *handle,
  			     struct ocfs2_extent_tree *et,
  			     u32 cpos, u32 len, u32 phys,
  			     struct ocfs2_alloc_context *meta_ac,
  			     struct ocfs2_cached_dealloc_ctxt *dealloc,
  			     int new_flags, int clear_flags)
328d5752e   Mark Fasheh   ocfs2: btree chan...
4891
4892
  {
  	int ret, index;
555936bfc   Tao Ma   ocfs2: Abstract e...
4893
4894
  	struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci);
  	u64 start_blkno = ocfs2_clusters_to_blocks(sb, phys);
328d5752e   Mark Fasheh   ocfs2: btree chan...
4895
4896
4897
  	struct ocfs2_extent_rec split_rec;
  	struct ocfs2_path *left_path = NULL;
  	struct ocfs2_extent_list *el;
555936bfc   Tao Ma   ocfs2: Abstract e...
4898
  	struct ocfs2_extent_rec *rec;
328d5752e   Mark Fasheh   ocfs2: btree chan...
4899

ffdd7a546   Joel Becker   ocfs2: Wrap up th...
4900
  	left_path = ocfs2_new_path_from_et(et);
328d5752e   Mark Fasheh   ocfs2: btree chan...
4901
4902
4903
4904
4905
  	if (!left_path) {
  		ret = -ENOMEM;
  		mlog_errno(ret);
  		goto out;
  	}
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
4906
  	ret = ocfs2_find_path(et->et_ci, left_path, cpos);
328d5752e   Mark Fasheh   ocfs2: btree chan...
4907
4908
4909
4910
4911
4912
4913
4914
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
  	el = path_leaf_el(left_path);
  
  	index = ocfs2_search_extent_list(el, cpos);
  	if (index == -1 || index >= le16_to_cpu(el->l_next_free_rec)) {
555936bfc   Tao Ma   ocfs2: Abstract e...
4915
4916
  		ocfs2_error(sb,
  			    "Owner %llu has an extent at cpos %u which can no "
328d5752e   Mark Fasheh   ocfs2: btree chan...
4917
4918
  			    "longer be found.
  ",
555936bfc   Tao Ma   ocfs2: Abstract e...
4919
4920
  			     (unsigned long long)
  			     ocfs2_metadata_cache_owner(et->et_ci), cpos);
328d5752e   Mark Fasheh   ocfs2: btree chan...
4921
4922
4923
  		ret = -EROFS;
  		goto out;
  	}
555936bfc   Tao Ma   ocfs2: Abstract e...
4924
4925
4926
4927
4928
4929
4930
4931
4932
4933
4934
4935
4936
4937
4938
4939
4940
  	ret = -EIO;
  	rec = &el->l_recs[index];
  	if (new_flags && (rec->e_flags & new_flags)) {
  		mlog(ML_ERROR, "Owner %llu tried to set %d flags on an "
  		     "extent that already had them",
  		     (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci),
  		     new_flags);
  		goto out;
  	}
  
  	if (clear_flags && !(rec->e_flags & clear_flags)) {
  		mlog(ML_ERROR, "Owner %llu tried to clear %d flags on an "
  		     "extent that didn't have them",
  		     (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci),
  		     clear_flags);
  		goto out;
  	}
328d5752e   Mark Fasheh   ocfs2: btree chan...
4941
4942
4943
4944
  	memset(&split_rec, 0, sizeof(struct ocfs2_extent_rec));
  	split_rec.e_cpos = cpu_to_le32(cpos);
  	split_rec.e_leaf_clusters = cpu_to_le16(len);
  	split_rec.e_blkno = cpu_to_le64(start_blkno);
555936bfc   Tao Ma   ocfs2: Abstract e...
4945
4946
4947
4948
4949
  	split_rec.e_flags = rec->e_flags;
  	if (new_flags)
  		split_rec.e_flags |= new_flags;
  	if (clear_flags)
  		split_rec.e_flags &= ~clear_flags;
e2e9f6082   Tao Ma   ocfs2: move tree ...
4950
4951
4952
  	ret = ocfs2_split_extent(handle, et, left_path,
  				 index, &split_rec, meta_ac,
  				 dealloc);
328d5752e   Mark Fasheh   ocfs2: btree chan...
4953
4954
4955
4956
4957
4958
  	if (ret)
  		mlog_errno(ret);
  
  out:
  	ocfs2_free_path(left_path);
  	return ret;
555936bfc   Tao Ma   ocfs2: Abstract e...
4959
4960
4961
4962
4963
4964
4965
4966
4967
4968
4969
4970
4971
4972
4973
4974
4975
4976
4977
  
  }
  
  /*
   * Mark the already-existing extent at cpos as written for len clusters.
   * This removes the unwritten extent flag.
   *
   * If the existing extent is larger than the request, initiate a
   * split. An attempt will be made at merging with adjacent extents.
   *
   * The caller is responsible for passing down meta_ac if we'll need it.
   */
  int ocfs2_mark_extent_written(struct inode *inode,
  			      struct ocfs2_extent_tree *et,
  			      handle_t *handle, u32 cpos, u32 len, u32 phys,
  			      struct ocfs2_alloc_context *meta_ac,
  			      struct ocfs2_cached_dealloc_ctxt *dealloc)
  {
  	int ret;
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
4978
4979
4980
  	trace_ocfs2_mark_extent_written(
  		(unsigned long long)OCFS2_I(inode)->ip_blkno,
  		cpos, len, phys);
555936bfc   Tao Ma   ocfs2: Abstract e...
4981
4982
4983
4984
4985
4986
4987
4988
4989
4990
4991
4992
4993
4994
4995
4996
4997
4998
4999
5000
5001
5002
5003
5004
  
  	if (!ocfs2_writes_unwritten_extents(OCFS2_SB(inode->i_sb))) {
  		ocfs2_error(inode->i_sb, "Inode %llu has unwritten extents "
  			    "that are being written to, but the feature bit "
  			    "is not set in the super block.",
  			    (unsigned long long)OCFS2_I(inode)->ip_blkno);
  		ret = -EROFS;
  		goto out;
  	}
  
  	/*
  	 * XXX: This should be fixed up so that we just re-insert the
  	 * next extent records.
  	 */
  	ocfs2_et_extent_map_truncate(et, 0);
  
  	ret = ocfs2_change_extent_flag(handle, et, cpos,
  				       len, phys, meta_ac, dealloc,
  				       0, OCFS2_EXT_UNWRITTEN);
  	if (ret)
  		mlog_errno(ret);
  
  out:
  	return ret;
328d5752e   Mark Fasheh   ocfs2: btree chan...
5005
  }
dbdcf6a48   Joel Becker   ocfs2: ocfs2_remo...
5006
5007
  static int ocfs2_split_tree(handle_t *handle, struct ocfs2_extent_tree *et,
  			    struct ocfs2_path *path,
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5008
5009
5010
  			    int index, u32 new_range,
  			    struct ocfs2_alloc_context *meta_ac)
  {
c901fb007   Tao Ma   ocfs2: Make ocfs2...
5011
  	int ret, depth, credits;
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5012
5013
5014
5015
5016
5017
5018
5019
5020
5021
5022
5023
  	struct buffer_head *last_eb_bh = NULL;
  	struct ocfs2_extent_block *eb;
  	struct ocfs2_extent_list *rightmost_el, *el;
  	struct ocfs2_extent_rec split_rec;
  	struct ocfs2_extent_rec *rec;
  	struct ocfs2_insert_type insert;
  
  	/*
  	 * Setup the record to split before we grow the tree.
  	 */
  	el = path_leaf_el(path);
  	rec = &el->l_recs[index];
dbdcf6a48   Joel Becker   ocfs2: ocfs2_remo...
5024
5025
  	ocfs2_make_right_split_rec(ocfs2_metadata_cache_get_super(et->et_ci),
  				   &split_rec, new_range, rec);
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5026
5027
5028
  
  	depth = path->p_tree_depth;
  	if (depth > 0) {
3d03a305d   Joel Becker   ocfs2: Pass ocfs2...
5029
  		ret = ocfs2_read_extent_block(et->et_ci,
5e96581a3   Joel Becker   ocfs2: Wrap exten...
5030
5031
  					      ocfs2_et_get_last_eb_blk(et),
  					      &last_eb_bh);
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5032
5033
5034
5035
5036
5037
5038
5039
5040
  		if (ret < 0) {
  			mlog_errno(ret);
  			goto out;
  		}
  
  		eb = (struct ocfs2_extent_block *) last_eb_bh->b_data;
  		rightmost_el = &eb->h_list;
  	} else
  		rightmost_el = path_leaf_el(path);
c901fb007   Tao Ma   ocfs2: Make ocfs2...
5041
5042
  	credits = path->p_tree_depth +
  		  ocfs2_extend_meta_needed(et->et_root_el);
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5043
5044
5045
5046
5047
5048
5049
5050
  	ret = ocfs2_extend_trans(handle, credits);
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
  
  	if (le16_to_cpu(rightmost_el->l_next_free_rec) ==
  	    le16_to_cpu(rightmost_el->l_count)) {
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
5051
  		ret = ocfs2_grow_tree(handle, et, &depth, &last_eb_bh,
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5052
5053
5054
5055
5056
  				      meta_ac);
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5057
5058
5059
5060
5061
5062
  	}
  
  	memset(&insert, 0, sizeof(struct ocfs2_insert_type));
  	insert.ins_appending = APPEND_NONE;
  	insert.ins_contig = CONTIG_NONE;
  	insert.ins_split = SPLIT_RIGHT;
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5063
  	insert.ins_tree_depth = depth;
3505bec01   Joel Becker   ocfs2: ocfs2_do_i...
5064
  	ret = ocfs2_do_insert_extent(handle, et, &split_rec, &insert);
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5065
5066
5067
5068
5069
5070
5071
  	if (ret)
  		mlog_errno(ret);
  
  out:
  	brelse(last_eb_bh);
  	return ret;
  }
043beebb6   Joel Becker   ocfs2: ocfs2_trun...
5072
5073
  static int ocfs2_truncate_rec(handle_t *handle,
  			      struct ocfs2_extent_tree *et,
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5074
5075
  			      struct ocfs2_path *path, int index,
  			      struct ocfs2_cached_dealloc_ctxt *dealloc,
043beebb6   Joel Becker   ocfs2: ocfs2_trun...
5076
  			      u32 cpos, u32 len)
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5077
5078
5079
5080
  {
  	int ret;
  	u32 left_cpos, rec_range, trunc_range;
  	int wants_rotate = 0, is_rightmost_tree_rec = 0;
043beebb6   Joel Becker   ocfs2: ocfs2_trun...
5081
  	struct super_block *sb = ocfs2_metadata_cache_get_super(et->et_ci);
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5082
5083
5084
5085
5086
5087
  	struct ocfs2_path *left_path = NULL;
  	struct ocfs2_extent_list *el = path_leaf_el(path);
  	struct ocfs2_extent_rec *rec;
  	struct ocfs2_extent_block *eb;
  
  	if (ocfs2_is_empty_extent(&el->l_recs[0]) && index > 0) {
70f18c08b   Joel Becker   ocfs2: ocfs2_rota...
5088
  		ret = ocfs2_rotate_tree_left(handle, et, path, dealloc);
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5089
5090
5091
5092
5093
5094
5095
5096
5097
5098
5099
5100
5101
5102
5103
5104
5105
5106
5107
5108
5109
5110
5111
5112
5113
5114
5115
5116
5117
5118
5119
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  
  		index--;
  	}
  
  	if (index == (le16_to_cpu(el->l_next_free_rec) - 1) &&
  	    path->p_tree_depth) {
  		/*
  		 * Check whether this is the rightmost tree record. If
  		 * we remove all of this record or part of its right
  		 * edge then an update of the record lengths above it
  		 * will be required.
  		 */
  		eb = (struct ocfs2_extent_block *)path_leaf_bh(path)->b_data;
  		if (eb->h_next_leaf_blk == 0)
  			is_rightmost_tree_rec = 1;
  	}
  
  	rec = &el->l_recs[index];
  	if (index == 0 && path->p_tree_depth &&
  	    le32_to_cpu(rec->e_cpos) == cpos) {
  		/*
  		 * Changing the leftmost offset (via partial or whole
  		 * record truncate) of an interior (or rightmost) path
  		 * means we have to update the subtree that is formed
  		 * by this leaf and the one to it's left.
  		 *
  		 * There are two cases we can skip:
043beebb6   Joel Becker   ocfs2: ocfs2_trun...
5120
  		 *   1) Path is the leftmost one in our btree.
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5121
5122
5123
5124
  		 *   2) The leaf is rightmost and will be empty after
  		 *      we remove the extent record - the rotate code
  		 *      knows how to update the newly formed edge.
  		 */
043beebb6   Joel Becker   ocfs2: ocfs2_trun...
5125
  		ret = ocfs2_find_cpos_for_left_leaf(sb, path, &left_cpos);
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5126
5127
5128
5129
5130
5131
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  
  		if (left_cpos && le16_to_cpu(el->l_next_free_rec) > 1) {
ffdd7a546   Joel Becker   ocfs2: Wrap up th...
5132
  			left_path = ocfs2_new_path_from_path(path);
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5133
5134
5135
5136
5137
  			if (!left_path) {
  				ret = -ENOMEM;
  				mlog_errno(ret);
  				goto out;
  			}
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
5138
5139
  			ret = ocfs2_find_path(et->et_ci, left_path,
  					      left_cpos);
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5140
5141
5142
5143
5144
5145
5146
5147
5148
5149
5150
5151
5152
5153
  			if (ret) {
  				mlog_errno(ret);
  				goto out;
  			}
  		}
  	}
  
  	ret = ocfs2_extend_rotate_transaction(handle, 0,
  					      handle->h_buffer_credits,
  					      path);
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
d9a0a1f83   Joel Becker   ocfs2: Store the ...
5154
  	ret = ocfs2_journal_access_path(et->et_ci, handle, path);
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5155
5156
5157
5158
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
d9a0a1f83   Joel Becker   ocfs2: Store the ...
5159
  	ret = ocfs2_journal_access_path(et->et_ci, handle, left_path);
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5160
5161
5162
5163
5164
5165
5166
5167
5168
5169
5170
5171
5172
5173
5174
5175
5176
5177
5178
5179
5180
5181
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
  
  	rec_range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec);
  	trunc_range = cpos + len;
  
  	if (le32_to_cpu(rec->e_cpos) == cpos && rec_range == trunc_range) {
  		int next_free;
  
  		memset(rec, 0, sizeof(*rec));
  		ocfs2_cleanup_merge(el, index);
  		wants_rotate = 1;
  
  		next_free = le16_to_cpu(el->l_next_free_rec);
  		if (is_rightmost_tree_rec && next_free > 1) {
  			/*
  			 * We skip the edge update if this path will
  			 * be deleted by the rotate code.
  			 */
  			rec = &el->l_recs[next_free - 1];
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
5182
  			ocfs2_adjust_rightmost_records(handle, et, path,
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5183
5184
5185
5186
5187
5188
5189
5190
5191
5192
5193
  						       rec);
  		}
  	} else if (le32_to_cpu(rec->e_cpos) == cpos) {
  		/* Remove leftmost portion of the record. */
  		le32_add_cpu(&rec->e_cpos, len);
  		le64_add_cpu(&rec->e_blkno, ocfs2_clusters_to_blocks(sb, len));
  		le16_add_cpu(&rec->e_leaf_clusters, -len);
  	} else if (rec_range == trunc_range) {
  		/* Remove rightmost portion of the record */
  		le16_add_cpu(&rec->e_leaf_clusters, -len);
  		if (is_rightmost_tree_rec)
d401dc12f   Joel Becker   ocfs2: ocfs2_grow...
5194
  			ocfs2_adjust_rightmost_records(handle, et, path, rec);
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5195
5196
  	} else {
  		/* Caller should have trapped this. */
043beebb6   Joel Becker   ocfs2: ocfs2_trun...
5197
5198
5199
5200
  		mlog(ML_ERROR, "Owner %llu: Invalid record truncate: (%u, %u) "
  		     "(%u, %u)
  ",
  		     (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci),
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5201
5202
5203
5204
5205
5206
5207
  		     le32_to_cpu(rec->e_cpos),
  		     le16_to_cpu(rec->e_leaf_clusters), cpos, len);
  		BUG();
  	}
  
  	if (left_path) {
  		int subtree_index;
7dc028056   Joel Becker   ocfs2: Pass ocfs2...
5208
  		subtree_index = ocfs2_find_subtree_root(et, left_path, path);
4619c73e7   Joel Becker   ocfs2: ocfs2_comp...
5209
  		ocfs2_complete_edge_insert(handle, left_path, path,
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5210
5211
5212
5213
  					   subtree_index);
  	}
  
  	ocfs2_journal_dirty(handle, path_leaf_bh(path));
70f18c08b   Joel Becker   ocfs2: ocfs2_rota...
5214
  	ret = ocfs2_rotate_tree_left(handle, et, path, dealloc);
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5215
5216
5217
5218
5219
5220
5221
5222
5223
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
  
  out:
  	ocfs2_free_path(left_path);
  	return ret;
  }
dbdcf6a48   Joel Becker   ocfs2: ocfs2_remo...
5224
  int ocfs2_remove_extent(handle_t *handle,
f99b9b7cc   Joel Becker   ocfs2: Make ocfs2...
5225
  			struct ocfs2_extent_tree *et,
dbdcf6a48   Joel Becker   ocfs2: ocfs2_remo...
5226
  			u32 cpos, u32 len,
063c4561f   Mark Fasheh   ocfs2: support fo...
5227
  			struct ocfs2_alloc_context *meta_ac,
f99b9b7cc   Joel Becker   ocfs2: Make ocfs2...
5228
  			struct ocfs2_cached_dealloc_ctxt *dealloc)
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5229
5230
5231
5232
5233
  {
  	int ret, index;
  	u32 rec_range, trunc_range;
  	struct ocfs2_extent_rec *rec;
  	struct ocfs2_extent_list *el;
e7d4cb6bc   Tao Ma   ocfs2: Abstract o...
5234
  	struct ocfs2_path *path = NULL;
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5235

4c911eefc   Joel Becker   ocfs2: Make trunc...
5236
5237
5238
5239
5240
  	/*
  	 * XXX: Why are we truncating to 0 instead of wherever this
  	 * affects us?
  	 */
  	ocfs2_et_extent_map_truncate(et, 0);
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5241

ffdd7a546   Joel Becker   ocfs2: Wrap up th...
5242
  	path = ocfs2_new_path_from_et(et);
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5243
5244
5245
5246
5247
  	if (!path) {
  		ret = -ENOMEM;
  		mlog_errno(ret);
  		goto out;
  	}
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
5248
  	ret = ocfs2_find_path(et->et_ci, path, cpos);
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5249
5250
5251
5252
5253
5254
5255
5256
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
  
  	el = path_leaf_el(path);
  	index = ocfs2_search_extent_list(el, cpos);
  	if (index == -1 || index >= le16_to_cpu(el->l_next_free_rec)) {
dbdcf6a48   Joel Becker   ocfs2: ocfs2_remo...
5257
5258
  		ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci),
  			    "Owner %llu has an extent at cpos %u which can no "
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5259
5260
  			    "longer be found.
  ",
dbdcf6a48   Joel Becker   ocfs2: ocfs2_remo...
5261
5262
  			    (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci),
  			    cpos);
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5263
5264
5265
5266
5267
5268
5269
5270
5271
5272
5273
5274
5275
5276
5277
5278
5279
5280
5281
5282
5283
5284
5285
5286
5287
  		ret = -EROFS;
  		goto out;
  	}
  
  	/*
  	 * We have 3 cases of extent removal:
  	 *   1) Range covers the entire extent rec
  	 *   2) Range begins or ends on one edge of the extent rec
  	 *   3) Range is in the middle of the extent rec (no shared edges)
  	 *
  	 * For case 1 we remove the extent rec and left rotate to
  	 * fill the hole.
  	 *
  	 * For case 2 we just shrink the existing extent rec, with a
  	 * tree update if the shrinking edge is also the edge of an
  	 * extent block.
  	 *
  	 * For case 3 we do a right split to turn the extent rec into
  	 * something case 2 can handle.
  	 */
  	rec = &el->l_recs[index];
  	rec_range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec);
  	trunc_range = cpos + len;
  
  	BUG_ON(cpos < le32_to_cpu(rec->e_cpos) || trunc_range > rec_range);
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
5288
5289
5290
5291
  	trace_ocfs2_remove_extent(
  		(unsigned long long)ocfs2_metadata_cache_owner(et->et_ci),
  		cpos, len, index, le32_to_cpu(rec->e_cpos),
  		ocfs2_rec_clusters(el, rec));
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5292
5293
  
  	if (le32_to_cpu(rec->e_cpos) == cpos || rec_range == trunc_range) {
043beebb6   Joel Becker   ocfs2: ocfs2_trun...
5294
5295
  		ret = ocfs2_truncate_rec(handle, et, path, index, dealloc,
  					 cpos, len);
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5296
5297
5298
5299
5300
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  	} else {
dbdcf6a48   Joel Becker   ocfs2: ocfs2_remo...
5301
  		ret = ocfs2_split_tree(handle, et, path, index,
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5302
5303
5304
5305
5306
5307
5308
5309
5310
5311
5312
  				       trunc_range, meta_ac);
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  
  		/*
  		 * The split could have manipulated the tree enough to
  		 * move the record location, so we have to look for it again.
  		 */
  		ocfs2_reinit_path(path, 1);
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
5313
  		ret = ocfs2_find_path(et->et_ci, path, cpos);
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5314
5315
5316
5317
5318
5319
5320
5321
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  
  		el = path_leaf_el(path);
  		index = ocfs2_search_extent_list(el, cpos);
  		if (index == -1 || index >= le16_to_cpu(el->l_next_free_rec)) {
dbdcf6a48   Joel Becker   ocfs2: ocfs2_remo...
5322
5323
5324
  			ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci),
  				    "Owner %llu: split at cpos %u lost record.",
  				    (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci),
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5325
5326
5327
5328
5329
5330
5331
5332
5333
5334
5335
5336
5337
  				    cpos);
  			ret = -EROFS;
  			goto out;
  		}
  
  		/*
  		 * Double check our values here. If anything is fishy,
  		 * it's easier to catch it at the top level.
  		 */
  		rec = &el->l_recs[index];
  		rec_range = le32_to_cpu(rec->e_cpos) +
  			ocfs2_rec_clusters(el, rec);
  		if (rec_range != trunc_range) {
dbdcf6a48   Joel Becker   ocfs2: ocfs2_remo...
5338
5339
  			ocfs2_error(ocfs2_metadata_cache_get_super(et->et_ci),
  				    "Owner %llu: error after split at cpos %u"
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5340
  				    "trunc len %u, existing record is (%u,%u)",
dbdcf6a48   Joel Becker   ocfs2: ocfs2_remo...
5341
  				    (unsigned long long)ocfs2_metadata_cache_owner(et->et_ci),
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5342
5343
5344
5345
5346
  				    cpos, len, le32_to_cpu(rec->e_cpos),
  				    ocfs2_rec_clusters(el, rec));
  			ret = -EROFS;
  			goto out;
  		}
043beebb6   Joel Becker   ocfs2: ocfs2_trun...
5347
5348
  		ret = ocfs2_truncate_rec(handle, et, path, index, dealloc,
  					 cpos, len);
d0c7d7082   Mark Fasheh   ocfs2: btree supp...
5349
5350
5351
5352
5353
5354
5355
5356
5357
5358
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  	}
  
  out:
  	ocfs2_free_path(path);
  	return ret;
  }
78f94673d   Tristan Ye   Ocfs2: Optimize o...
5359
5360
5361
5362
5363
5364
5365
5366
5367
5368
5369
5370
5371
5372
5373
5374
5375
5376
5377
5378
5379
5380
5381
5382
5383
5384
5385
5386
5387
5388
5389
5390
5391
5392
5393
5394
5395
5396
5397
5398
5399
5400
5401
5402
5403
5404
5405
5406
5407
5408
5409
  /*
   * ocfs2_reserve_blocks_for_rec_trunc() would look basically the
   * same as ocfs2_lock_alloctors(), except for it accepts a blocks
   * number to reserve some extra blocks, and it only handles meta
   * data allocations.
   *
   * Currently, only ocfs2_remove_btree_range() uses it for truncating
   * and punching holes.
   */
  static int ocfs2_reserve_blocks_for_rec_trunc(struct inode *inode,
  					      struct ocfs2_extent_tree *et,
  					      u32 extents_to_split,
  					      struct ocfs2_alloc_context **ac,
  					      int extra_blocks)
  {
  	int ret = 0, num_free_extents;
  	unsigned int max_recs_needed = 2 * extents_to_split;
  	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
  
  	*ac = NULL;
  
  	num_free_extents = ocfs2_num_free_extents(osb, et);
  	if (num_free_extents < 0) {
  		ret = num_free_extents;
  		mlog_errno(ret);
  		goto out;
  	}
  
  	if (!num_free_extents ||
  	    (ocfs2_sparse_alloc(osb) && num_free_extents < max_recs_needed))
  		extra_blocks += ocfs2_extend_meta_needed(et->et_root_el);
  
  	if (extra_blocks) {
  		ret = ocfs2_reserve_new_metadata_blocks(osb, extra_blocks, ac);
  		if (ret < 0) {
  			if (ret != -ENOSPC)
  				mlog_errno(ret);
  			goto out;
  		}
  	}
  
  out:
  	if (ret) {
  		if (*ac) {
  			ocfs2_free_alloc_context(*ac);
  			*ac = NULL;
  		}
  	}
  
  	return ret;
  }
fecc01126   Mark Fasheh   ocfs2: turn __ocf...
5410
5411
  int ocfs2_remove_btree_range(struct inode *inode,
  			     struct ocfs2_extent_tree *et,
78f94673d   Tristan Ye   Ocfs2: Optimize o...
5412
5413
5414
  			     u32 cpos, u32 phys_cpos, u32 len, int flags,
  			     struct ocfs2_cached_dealloc_ctxt *dealloc,
  			     u64 refcount_loc)
fecc01126   Mark Fasheh   ocfs2: turn __ocf...
5415
  {
78f94673d   Tristan Ye   Ocfs2: Optimize o...
5416
  	int ret, credits = 0, extra_blocks = 0;
fecc01126   Mark Fasheh   ocfs2: turn __ocf...
5417
5418
5419
5420
5421
  	u64 phys_blkno = ocfs2_clusters_to_blocks(inode->i_sb, phys_cpos);
  	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
  	struct inode *tl_inode = osb->osb_tl_inode;
  	handle_t *handle;
  	struct ocfs2_alloc_context *meta_ac = NULL;
78f94673d   Tristan Ye   Ocfs2: Optimize o...
5422
5423
5424
5425
5426
5427
5428
5429
5430
5431
5432
5433
5434
5435
5436
5437
5438
5439
5440
5441
5442
5443
5444
5445
  	struct ocfs2_refcount_tree *ref_tree = NULL;
  
  	if ((flags & OCFS2_EXT_REFCOUNTED) && len) {
  		BUG_ON(!(OCFS2_I(inode)->ip_dyn_features &
  			 OCFS2_HAS_REFCOUNT_FL));
  
  		ret = ocfs2_lock_refcount_tree(osb, refcount_loc, 1,
  					       &ref_tree, NULL);
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  
  		ret = ocfs2_prepare_refcount_change_for_del(inode,
  							    refcount_loc,
  							    phys_blkno,
  							    len,
  							    &credits,
  							    &extra_blocks);
  		if (ret < 0) {
  			mlog_errno(ret);
  			goto out;
  		}
  	}
fecc01126   Mark Fasheh   ocfs2: turn __ocf...
5446

78f94673d   Tristan Ye   Ocfs2: Optimize o...
5447
5448
  	ret = ocfs2_reserve_blocks_for_rec_trunc(inode, et, 1, &meta_ac,
  						 extra_blocks);
fecc01126   Mark Fasheh   ocfs2: turn __ocf...
5449
5450
5451
5452
5453
5454
5455
5456
5457
5458
5459
5460
5461
5462
  	if (ret) {
  		mlog_errno(ret);
  		return ret;
  	}
  
  	mutex_lock(&tl_inode->i_mutex);
  
  	if (ocfs2_truncate_log_needs_flush(osb)) {
  		ret = __ocfs2_flush_truncate_log(osb);
  		if (ret < 0) {
  			mlog_errno(ret);
  			goto out;
  		}
  	}
78f94673d   Tristan Ye   Ocfs2: Optimize o...
5463
5464
  	handle = ocfs2_start_trans(osb,
  			ocfs2_remove_extent_credits(osb->sb) + credits);
fecc01126   Mark Fasheh   ocfs2: turn __ocf...
5465
5466
5467
5468
5469
  	if (IS_ERR(handle)) {
  		ret = PTR_ERR(handle);
  		mlog_errno(ret);
  		goto out;
  	}
d9a0a1f83   Joel Becker   ocfs2: Store the ...
5470
  	ret = ocfs2_et_root_journal_access(handle, et,
13723d00e   Joel Becker   ocfs2: Use metada...
5471
  					   OCFS2_JOURNAL_ACCESS_WRITE);
fecc01126   Mark Fasheh   ocfs2: turn __ocf...
5472
5473
  	if (ret) {
  		mlog_errno(ret);
b8a0ae579   Wengang Wang   ocfs2: Commit tra...
5474
  		goto out_commit;
fecc01126   Mark Fasheh   ocfs2: turn __ocf...
5475
  	}
5dd4056db   Christoph Hellwig   dquot: cleanup sp...
5476
  	dquot_free_space_nodirty(inode,
fd4ef2319   Mark Fasheh   ocfs2: add quota ...
5477
  				  ocfs2_clusters_to_bytes(inode->i_sb, len));
dbdcf6a48   Joel Becker   ocfs2: ocfs2_remo...
5478
  	ret = ocfs2_remove_extent(handle, et, cpos, len, meta_ac, dealloc);
fecc01126   Mark Fasheh   ocfs2: turn __ocf...
5479
5480
5481
5482
  	if (ret) {
  		mlog_errno(ret);
  		goto out_commit;
  	}
6136ca5f5   Joel Becker   ocfs2: Drop struc...
5483
  	ocfs2_et_update_clusters(et, -len);
fecc01126   Mark Fasheh   ocfs2: turn __ocf...
5484

ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
5485
  	ocfs2_journal_dirty(handle, et->et_root_bh);
fecc01126   Mark Fasheh   ocfs2: turn __ocf...
5486

78f94673d   Tristan Ye   Ocfs2: Optimize o...
5487
5488
5489
5490
5491
5492
5493
5494
5495
5496
5497
5498
5499
5500
  	if (phys_blkno) {
  		if (flags & OCFS2_EXT_REFCOUNTED)
  			ret = ocfs2_decrease_refcount(inode, handle,
  					ocfs2_blocks_to_clusters(osb->sb,
  								 phys_blkno),
  					len, meta_ac,
  					dealloc, 1);
  		else
  			ret = ocfs2_truncate_log_append(osb, handle,
  							phys_blkno, len);
  		if (ret)
  			mlog_errno(ret);
  
  	}
fecc01126   Mark Fasheh   ocfs2: turn __ocf...
5501
5502
5503
5504
5505
5506
5507
5508
  
  out_commit:
  	ocfs2_commit_trans(osb, handle);
  out:
  	mutex_unlock(&tl_inode->i_mutex);
  
  	if (meta_ac)
  		ocfs2_free_alloc_context(meta_ac);
78f94673d   Tristan Ye   Ocfs2: Optimize o...
5509
5510
  	if (ref_tree)
  		ocfs2_unlock_refcount_tree(osb, ref_tree, 1);
fecc01126   Mark Fasheh   ocfs2: turn __ocf...
5511
5512
  	return ret;
  }
063c4561f   Mark Fasheh   ocfs2: support fo...
5513
  int ocfs2_truncate_log_needs_flush(struct ocfs2_super *osb)
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5514
5515
5516
5517
5518
5519
5520
5521
5522
5523
5524
5525
5526
5527
5528
5529
5530
5531
5532
5533
5534
5535
5536
5537
5538
5539
5540
5541
5542
5543
5544
5545
  {
  	struct buffer_head *tl_bh = osb->osb_tl_bh;
  	struct ocfs2_dinode *di;
  	struct ocfs2_truncate_log *tl;
  
  	di = (struct ocfs2_dinode *) tl_bh->b_data;
  	tl = &di->id2.i_dealloc;
  
  	mlog_bug_on_msg(le16_to_cpu(tl->tl_used) > le16_to_cpu(tl->tl_count),
  			"slot %d, invalid truncate log parameters: used = "
  			"%u, count = %u
  ", osb->slot_num,
  			le16_to_cpu(tl->tl_used), le16_to_cpu(tl->tl_count));
  	return le16_to_cpu(tl->tl_used) == le16_to_cpu(tl->tl_count);
  }
  
  static int ocfs2_truncate_log_can_coalesce(struct ocfs2_truncate_log *tl,
  					   unsigned int new_start)
  {
  	unsigned int tail_index;
  	unsigned int current_tail;
  
  	/* No records, nothing to coalesce */
  	if (!le16_to_cpu(tl->tl_used))
  		return 0;
  
  	tail_index = le16_to_cpu(tl->tl_used) - 1;
  	current_tail = le32_to_cpu(tl->tl_recs[tail_index].t_start);
  	current_tail += le32_to_cpu(tl->tl_recs[tail_index].t_clusters);
  
  	return current_tail == new_start;
  }
063c4561f   Mark Fasheh   ocfs2: support fo...
5546
5547
5548
5549
  int ocfs2_truncate_log_append(struct ocfs2_super *osb,
  			      handle_t *handle,
  			      u64 start_blk,
  			      unsigned int num_clusters)
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5550
5551
5552
5553
5554
5555
5556
  {
  	int status, index;
  	unsigned int start_cluster, tl_count;
  	struct inode *tl_inode = osb->osb_tl_inode;
  	struct buffer_head *tl_bh = osb->osb_tl_bh;
  	struct ocfs2_dinode *di;
  	struct ocfs2_truncate_log *tl;
1b1dcc1b5   Jes Sorensen   [PATCH] mutex sub...
5557
  	BUG_ON(mutex_trylock(&tl_inode->i_mutex));
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5558
5559
5560
5561
  
  	start_cluster = ocfs2_blocks_to_clusters(osb->sb, start_blk);
  
  	di = (struct ocfs2_dinode *) tl_bh->b_data;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5562

10995aa24   Joel Becker   ocfs2: Morph the ...
5563
5564
5565
5566
5567
5568
  	/* tl_bh is loaded from ocfs2_truncate_log_init().  It's validated
  	 * by the underlying call to ocfs2_read_inode_block(), so any
  	 * corruption is a code bug */
  	BUG_ON(!OCFS2_IS_VALID_DINODE(di));
  
  	tl = &di->id2.i_dealloc;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5569
5570
5571
  	tl_count = le16_to_cpu(tl->tl_count);
  	mlog_bug_on_msg(tl_count > ocfs2_truncate_recs_per_inode(osb->sb) ||
  			tl_count == 0,
b0697053f   Mark Fasheh   ocfs2: don't use ...
5572
5573
5574
5575
  			"Truncate record count on #%llu invalid "
  			"wanted %u, actual %u
  ",
  			(unsigned long long)OCFS2_I(tl_inode)->ip_blkno,
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5576
5577
5578
5579
5580
5581
5582
5583
5584
5585
  			ocfs2_truncate_recs_per_inode(osb->sb),
  			le16_to_cpu(tl->tl_count));
  
  	/* Caller should have known to flush before calling us. */
  	index = le16_to_cpu(tl->tl_used);
  	if (index >= tl_count) {
  		status = -ENOSPC;
  		mlog_errno(status);
  		goto bail;
  	}
0cf2f7632   Joel Becker   ocfs2: Pass struc...
5586
  	status = ocfs2_journal_access_di(handle, INODE_CACHE(tl_inode), tl_bh,
13723d00e   Joel Becker   ocfs2: Use metada...
5587
  					 OCFS2_JOURNAL_ACCESS_WRITE);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5588
5589
5590
5591
  	if (status < 0) {
  		mlog_errno(status);
  		goto bail;
  	}
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
5592
5593
5594
  	trace_ocfs2_truncate_log_append(
  		(unsigned long long)OCFS2_I(tl_inode)->ip_blkno, index,
  		start_cluster, num_clusters);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5595
5596
5597
5598
5599
5600
5601
5602
  	if (ocfs2_truncate_log_can_coalesce(tl, start_cluster)) {
  		/*
  		 * Move index back to the record we are coalescing with.
  		 * ocfs2_truncate_log_can_coalesce() guarantees nonzero
  		 */
  		index--;
  
  		num_clusters += le32_to_cpu(tl->tl_recs[index].t_clusters);
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
5603
5604
5605
5606
  		trace_ocfs2_truncate_log_append(
  			(unsigned long long)OCFS2_I(tl_inode)->ip_blkno,
  			index, le32_to_cpu(tl->tl_recs[index].t_start),
  			num_clusters);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5607
5608
5609
5610
5611
  	} else {
  		tl->tl_recs[index].t_start = cpu_to_le32(start_cluster);
  		tl->tl_used = cpu_to_le16(index + 1);
  	}
  	tl->tl_recs[index].t_clusters = cpu_to_le32(num_clusters);
ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
5612
  	ocfs2_journal_dirty(handle, tl_bh);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5613

50308d813   Tao Ma   ocfs2: Try to fre...
5614
  	osb->truncated_clusters += num_clusters;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5615
  bail:
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5616
5617
5618
5619
  	return status;
  }
  
  static int ocfs2_replay_truncate_records(struct ocfs2_super *osb,
1fabe1481   Mark Fasheh   ocfs2: Remove str...
5620
  					 handle_t *handle,
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5621
5622
5623
5624
5625
5626
5627
5628
5629
5630
5631
5632
  					 struct inode *data_alloc_inode,
  					 struct buffer_head *data_alloc_bh)
  {
  	int status = 0;
  	int i;
  	unsigned int num_clusters;
  	u64 start_blk;
  	struct ocfs2_truncate_rec rec;
  	struct ocfs2_dinode *di;
  	struct ocfs2_truncate_log *tl;
  	struct inode *tl_inode = osb->osb_tl_inode;
  	struct buffer_head *tl_bh = osb->osb_tl_bh;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5633
5634
5635
5636
5637
5638
  	di = (struct ocfs2_dinode *) tl_bh->b_data;
  	tl = &di->id2.i_dealloc;
  	i = le16_to_cpu(tl->tl_used) - 1;
  	while (i >= 0) {
  		/* Caller has given us at least enough credits to
  		 * update the truncate log dinode */
0cf2f7632   Joel Becker   ocfs2: Pass struc...
5639
  		status = ocfs2_journal_access_di(handle, INODE_CACHE(tl_inode), tl_bh,
13723d00e   Joel Becker   ocfs2: Use metada...
5640
  						 OCFS2_JOURNAL_ACCESS_WRITE);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5641
5642
5643
5644
5645
5646
  		if (status < 0) {
  			mlog_errno(status);
  			goto bail;
  		}
  
  		tl->tl_used = cpu_to_le16(i);
ec20cec7a   Joel Becker   ocfs2: Make ocfs2...
5647
  		ocfs2_journal_dirty(handle, tl_bh);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5648
5649
5650
5651
5652
5653
5654
5655
5656
5657
5658
5659
5660
5661
5662
5663
5664
5665
5666
  
  		/* TODO: Perhaps we can calculate the bulk of the
  		 * credits up front rather than extending like
  		 * this. */
  		status = ocfs2_extend_trans(handle,
  					    OCFS2_TRUNCATE_LOG_FLUSH_ONE_REC);
  		if (status < 0) {
  			mlog_errno(status);
  			goto bail;
  		}
  
  		rec = tl->tl_recs[i];
  		start_blk = ocfs2_clusters_to_blocks(data_alloc_inode->i_sb,
  						    le32_to_cpu(rec.t_start));
  		num_clusters = le32_to_cpu(rec.t_clusters);
  
  		/* if start_blk is not set, we ignore the record as
  		 * invalid. */
  		if (start_blk) {
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
5667
5668
5669
  			trace_ocfs2_replay_truncate_records(
  				(unsigned long long)OCFS2_I(tl_inode)->ip_blkno,
  				i, le32_to_cpu(rec.t_start), num_clusters);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5670
5671
5672
5673
5674
5675
5676
5677
5678
5679
5680
  
  			status = ocfs2_free_clusters(handle, data_alloc_inode,
  						     data_alloc_bh, start_blk,
  						     num_clusters);
  			if (status < 0) {
  				mlog_errno(status);
  				goto bail;
  			}
  		}
  		i--;
  	}
50308d813   Tao Ma   ocfs2: Try to fre...
5681
  	osb->truncated_clusters = 0;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5682
  bail:
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5683
5684
  	return status;
  }
1b1dcc1b5   Jes Sorensen   [PATCH] mutex sub...
5685
  /* Expects you to already be holding tl_inode->i_mutex */
063c4561f   Mark Fasheh   ocfs2: support fo...
5686
  int __ocfs2_flush_truncate_log(struct ocfs2_super *osb)
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5687
5688
5689
  {
  	int status;
  	unsigned int num_to_flush;
1fabe1481   Mark Fasheh   ocfs2: Remove str...
5690
  	handle_t *handle;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5691
5692
5693
5694
5695
5696
  	struct inode *tl_inode = osb->osb_tl_inode;
  	struct inode *data_alloc_inode = NULL;
  	struct buffer_head *tl_bh = osb->osb_tl_bh;
  	struct buffer_head *data_alloc_bh = NULL;
  	struct ocfs2_dinode *di;
  	struct ocfs2_truncate_log *tl;
1b1dcc1b5   Jes Sorensen   [PATCH] mutex sub...
5697
  	BUG_ON(mutex_trylock(&tl_inode->i_mutex));
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5698
5699
  
  	di = (struct ocfs2_dinode *) tl_bh->b_data;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5700

10995aa24   Joel Becker   ocfs2: Morph the ...
5701
5702
5703
5704
5705
5706
  	/* tl_bh is loaded from ocfs2_truncate_log_init().  It's validated
  	 * by the underlying call to ocfs2_read_inode_block(), so any
  	 * corruption is a code bug */
  	BUG_ON(!OCFS2_IS_VALID_DINODE(di));
  
  	tl = &di->id2.i_dealloc;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5707
  	num_to_flush = le16_to_cpu(tl->tl_used);
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
5708
5709
5710
  	trace_ocfs2_flush_truncate_log(
  		(unsigned long long)OCFS2_I(tl_inode)->ip_blkno,
  		num_to_flush);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5711
5712
  	if (!num_to_flush) {
  		status = 0;
e08dc8b98   Mark Fasheh   ocfs2: don't pass...
5713
  		goto out;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5714
5715
5716
5717
5718
5719
5720
5721
5722
  	}
  
  	data_alloc_inode = ocfs2_get_system_file_inode(osb,
  						       GLOBAL_BITMAP_SYSTEM_INODE,
  						       OCFS2_INVALID_SLOT);
  	if (!data_alloc_inode) {
  		status = -EINVAL;
  		mlog(ML_ERROR, "Could not get bitmap inode!
  ");
e08dc8b98   Mark Fasheh   ocfs2: don't pass...
5723
  		goto out;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5724
  	}
e08dc8b98   Mark Fasheh   ocfs2: don't pass...
5725
  	mutex_lock(&data_alloc_inode->i_mutex);
e63aecb65   Mark Fasheh   ocfs2: Rename ocf...
5726
  	status = ocfs2_inode_lock(data_alloc_inode, &data_alloc_bh, 1);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5727
5728
  	if (status < 0) {
  		mlog_errno(status);
e08dc8b98   Mark Fasheh   ocfs2: don't pass...
5729
  		goto out_mutex;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5730
  	}
65eff9ccf   Mark Fasheh   ocfs2: remove han...
5731
  	handle = ocfs2_start_trans(osb, OCFS2_TRUNCATE_LOG_UPDATE);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5732
5733
  	if (IS_ERR(handle)) {
  		status = PTR_ERR(handle);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5734
  		mlog_errno(status);
e08dc8b98   Mark Fasheh   ocfs2: don't pass...
5735
  		goto out_unlock;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5736
5737
5738
5739
  	}
  
  	status = ocfs2_replay_truncate_records(osb, handle, data_alloc_inode,
  					       data_alloc_bh);
e08dc8b98   Mark Fasheh   ocfs2: don't pass...
5740
  	if (status < 0)
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5741
  		mlog_errno(status);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5742

02dc1af44   Mark Fasheh   ocfs2: pass ocfs2...
5743
  	ocfs2_commit_trans(osb, handle);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5744

e08dc8b98   Mark Fasheh   ocfs2: don't pass...
5745
5746
  out_unlock:
  	brelse(data_alloc_bh);
e63aecb65   Mark Fasheh   ocfs2: Rename ocf...
5747
  	ocfs2_inode_unlock(data_alloc_inode, 1);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5748

e08dc8b98   Mark Fasheh   ocfs2: don't pass...
5749
5750
5751
  out_mutex:
  	mutex_unlock(&data_alloc_inode->i_mutex);
  	iput(data_alloc_inode);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5752

e08dc8b98   Mark Fasheh   ocfs2: don't pass...
5753
  out:
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5754
5755
5756
5757
5758
5759
5760
  	return status;
  }
  
  int ocfs2_flush_truncate_log(struct ocfs2_super *osb)
  {
  	int status;
  	struct inode *tl_inode = osb->osb_tl_inode;
1b1dcc1b5   Jes Sorensen   [PATCH] mutex sub...
5761
  	mutex_lock(&tl_inode->i_mutex);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5762
  	status = __ocfs2_flush_truncate_log(osb);
1b1dcc1b5   Jes Sorensen   [PATCH] mutex sub...
5763
  	mutex_unlock(&tl_inode->i_mutex);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5764
5765
5766
  
  	return status;
  }
c4028958b   David Howells   WorkStruct: make ...
5767
  static void ocfs2_truncate_log_worker(struct work_struct *work)
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5768
5769
  {
  	int status;
c4028958b   David Howells   WorkStruct: make ...
5770
5771
5772
  	struct ocfs2_super *osb =
  		container_of(work, struct ocfs2_super,
  			     osb_truncate_log_wq.work);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5773

ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5774
5775
5776
  	status = ocfs2_flush_truncate_log(osb);
  	if (status < 0)
  		mlog_errno(status);
4d0ddb2ce   Tao Ma   ocfs2: Add inode ...
5777
  	else
b89c54282   Tiger Yang   ocfs2: add extent...
5778
  		ocfs2_init_steal_slots(osb);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5779
5780
5781
5782
5783
5784
5785
5786
5787
5788
5789
5790
5791
5792
5793
5794
5795
5796
5797
5798
5799
5800
5801
5802
5803
5804
5805
5806
5807
5808
5809
5810
5811
5812
5813
  }
  
  #define OCFS2_TRUNCATE_LOG_FLUSH_INTERVAL (2 * HZ)
  void ocfs2_schedule_truncate_log_flush(struct ocfs2_super *osb,
  				       int cancel)
  {
  	if (osb->osb_tl_inode) {
  		/* We want to push off log flushes while truncates are
  		 * still running. */
  		if (cancel)
  			cancel_delayed_work(&osb->osb_truncate_log_wq);
  
  		queue_delayed_work(ocfs2_wq, &osb->osb_truncate_log_wq,
  				   OCFS2_TRUNCATE_LOG_FLUSH_INTERVAL);
  	}
  }
  
  static int ocfs2_get_truncate_log_info(struct ocfs2_super *osb,
  				       int slot_num,
  				       struct inode **tl_inode,
  				       struct buffer_head **tl_bh)
  {
  	int status;
  	struct inode *inode = NULL;
  	struct buffer_head *bh = NULL;
  
  	inode = ocfs2_get_system_file_inode(osb,
  					   TRUNCATE_LOG_SYSTEM_INODE,
  					   slot_num);
  	if (!inode) {
  		status = -EINVAL;
  		mlog(ML_ERROR, "Could not get load truncate log inode!
  ");
  		goto bail;
  	}
b657c95c1   Joel Becker   ocfs2: Wrap inode...
5814
  	status = ocfs2_read_inode_block(inode, &bh);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5815
5816
5817
5818
5819
5820
5821
5822
5823
  	if (status < 0) {
  		iput(inode);
  		mlog_errno(status);
  		goto bail;
  	}
  
  	*tl_inode = inode;
  	*tl_bh    = bh;
  bail:
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5824
5825
5826
5827
5828
5829
5830
5831
5832
5833
5834
5835
5836
5837
5838
5839
5840
5841
  	return status;
  }
  
  /* called during the 1st stage of node recovery. we stamp a clean
   * truncate log and pass back a copy for processing later. if the
   * truncate log does not require processing, a *tl_copy is set to
   * NULL. */
  int ocfs2_begin_truncate_log_recovery(struct ocfs2_super *osb,
  				      int slot_num,
  				      struct ocfs2_dinode **tl_copy)
  {
  	int status;
  	struct inode *tl_inode = NULL;
  	struct buffer_head *tl_bh = NULL;
  	struct ocfs2_dinode *di;
  	struct ocfs2_truncate_log *tl;
  
  	*tl_copy = NULL;
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
5842
  	trace_ocfs2_begin_truncate_log_recovery(slot_num);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5843
5844
5845
5846
5847
5848
5849
5850
  
  	status = ocfs2_get_truncate_log_info(osb, slot_num, &tl_inode, &tl_bh);
  	if (status < 0) {
  		mlog_errno(status);
  		goto bail;
  	}
  
  	di = (struct ocfs2_dinode *) tl_bh->b_data;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5851

10995aa24   Joel Becker   ocfs2: Morph the ...
5852
5853
5854
5855
5856
5857
  	/* tl_bh is loaded from ocfs2_get_truncate_log_info().  It's
  	 * validated by the underlying call to ocfs2_read_inode_block(),
  	 * so any corruption is a code bug */
  	BUG_ON(!OCFS2_IS_VALID_DINODE(di));
  
  	tl = &di->id2.i_dealloc;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5858
  	if (le16_to_cpu(tl->tl_used)) {
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
5859
  		trace_ocfs2_truncate_log_recovery_num(le16_to_cpu(tl->tl_used));
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5860
5861
5862
5863
5864
5865
5866
5867
5868
5869
5870
5871
5872
5873
5874
  
  		*tl_copy = kmalloc(tl_bh->b_size, GFP_KERNEL);
  		if (!(*tl_copy)) {
  			status = -ENOMEM;
  			mlog_errno(status);
  			goto bail;
  		}
  
  		/* Assuming the write-out below goes well, this copy
  		 * will be passed back to recovery for processing. */
  		memcpy(*tl_copy, tl_bh->b_data, tl_bh->b_size);
  
  		/* All we need to do to clear the truncate log is set
  		 * tl_used. */
  		tl->tl_used = 0;
13723d00e   Joel Becker   ocfs2: Use metada...
5875
  		ocfs2_compute_meta_ecc(osb->sb, tl_bh->b_data, &di->i_check);
8cb471e8f   Joel Becker   ocfs2: Take the i...
5876
  		status = ocfs2_write_block(osb, tl_bh, INODE_CACHE(tl_inode));
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5877
5878
5879
5880
5881
5882
5883
5884
5885
  		if (status < 0) {
  			mlog_errno(status);
  			goto bail;
  		}
  	}
  
  bail:
  	if (tl_inode)
  		iput(tl_inode);
a81cb88b6   Mark Fasheh   ocfs2: Don't chec...
5886
  	brelse(tl_bh);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5887
5888
5889
5890
  
  	if (status < 0 && (*tl_copy)) {
  		kfree(*tl_copy);
  		*tl_copy = NULL;
c1e8d35ef   Tao Ma   ocfs2: Remove EXI...
5891
  		mlog_errno(status);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5892
  	}
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5893
5894
5895
5896
5897
5898
5899
5900
5901
5902
  	return status;
  }
  
  int ocfs2_complete_truncate_log_recovery(struct ocfs2_super *osb,
  					 struct ocfs2_dinode *tl_copy)
  {
  	int status = 0;
  	int i;
  	unsigned int clusters, num_recs, start_cluster;
  	u64 start_blk;
1fabe1481   Mark Fasheh   ocfs2: Remove str...
5903
  	handle_t *handle;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5904
5905
  	struct inode *tl_inode = osb->osb_tl_inode;
  	struct ocfs2_truncate_log *tl;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5906
5907
5908
5909
5910
5911
5912
5913
  	if (OCFS2_I(tl_inode)->ip_blkno == le64_to_cpu(tl_copy->i_blkno)) {
  		mlog(ML_ERROR, "Asked to recover my own truncate log!
  ");
  		return -EINVAL;
  	}
  
  	tl = &tl_copy->id2.i_dealloc;
  	num_recs = le16_to_cpu(tl->tl_used);
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
5914
5915
5916
  	trace_ocfs2_complete_truncate_log_recovery(
  		(unsigned long long)le64_to_cpu(tl_copy->i_blkno),
  		num_recs);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5917

1b1dcc1b5   Jes Sorensen   [PATCH] mutex sub...
5918
  	mutex_lock(&tl_inode->i_mutex);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5919
5920
5921
5922
5923
5924
5925
5926
  	for(i = 0; i < num_recs; i++) {
  		if (ocfs2_truncate_log_needs_flush(osb)) {
  			status = __ocfs2_flush_truncate_log(osb);
  			if (status < 0) {
  				mlog_errno(status);
  				goto bail_up;
  			}
  		}
65eff9ccf   Mark Fasheh   ocfs2: remove han...
5927
  		handle = ocfs2_start_trans(osb, OCFS2_TRUNCATE_LOG_UPDATE);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5928
5929
5930
5931
5932
5933
5934
5935
5936
5937
5938
5939
  		if (IS_ERR(handle)) {
  			status = PTR_ERR(handle);
  			mlog_errno(status);
  			goto bail_up;
  		}
  
  		clusters = le32_to_cpu(tl->tl_recs[i].t_clusters);
  		start_cluster = le32_to_cpu(tl->tl_recs[i].t_start);
  		start_blk = ocfs2_clusters_to_blocks(osb->sb, start_cluster);
  
  		status = ocfs2_truncate_log_append(osb, handle,
  						   start_blk, clusters);
02dc1af44   Mark Fasheh   ocfs2: pass ocfs2...
5940
  		ocfs2_commit_trans(osb, handle);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5941
5942
5943
5944
5945
5946
5947
  		if (status < 0) {
  			mlog_errno(status);
  			goto bail_up;
  		}
  	}
  
  bail_up:
1b1dcc1b5   Jes Sorensen   [PATCH] mutex sub...
5948
  	mutex_unlock(&tl_inode->i_mutex);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5949

ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5950
5951
5952
5953
5954
5955
5956
  	return status;
  }
  
  void ocfs2_truncate_log_shutdown(struct ocfs2_super *osb)
  {
  	int status;
  	struct inode *tl_inode = osb->osb_tl_inode;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5957
5958
5959
5960
5961
5962
5963
5964
5965
5966
5967
  	if (tl_inode) {
  		cancel_delayed_work(&osb->osb_truncate_log_wq);
  		flush_workqueue(ocfs2_wq);
  
  		status = ocfs2_flush_truncate_log(osb);
  		if (status < 0)
  			mlog_errno(status);
  
  		brelse(osb->osb_tl_bh);
  		iput(osb->osb_tl_inode);
  	}
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5968
5969
5970
5971
5972
5973
5974
  }
  
  int ocfs2_truncate_log_init(struct ocfs2_super *osb)
  {
  	int status;
  	struct inode *tl_inode = NULL;
  	struct buffer_head *tl_bh = NULL;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5975
5976
5977
5978
5979
5980
5981
5982
5983
5984
  	status = ocfs2_get_truncate_log_info(osb,
  					     osb->slot_num,
  					     &tl_inode,
  					     &tl_bh);
  	if (status < 0)
  		mlog_errno(status);
  
  	/* ocfs2_truncate_log_shutdown keys on the existence of
  	 * osb->osb_tl_inode so we don't set any of the osb variables
  	 * until we're sure all is well. */
c4028958b   David Howells   WorkStruct: make ...
5985
5986
  	INIT_DELAYED_WORK(&osb->osb_truncate_log_wq,
  			  ocfs2_truncate_log_worker);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5987
5988
  	osb->osb_tl_bh    = tl_bh;
  	osb->osb_tl_inode = tl_inode;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
5989
5990
  	return status;
  }
2b604351b   Mark Fasheh   ocfs2: simplify d...
5991
5992
5993
5994
5995
5996
5997
5998
5999
6000
6001
6002
6003
6004
6005
6006
6007
6008
6009
  /*
   * Delayed de-allocation of suballocator blocks.
   *
   * Some sets of block de-allocations might involve multiple suballocator inodes.
   *
   * The locking for this can get extremely complicated, especially when
   * the suballocator inodes to delete from aren't known until deep
   * within an unrelated codepath.
   *
   * ocfs2_extent_block structures are a good example of this - an inode
   * btree could have been grown by any number of nodes each allocating
   * out of their own suballoc inode.
   *
   * These structures allow the delay of block de-allocation until a
   * later time, when locking of multiple cluster inodes won't cause
   * deadlock.
   */
  
  /*
2891d290a   Tao Ma   ocfs2: Add cluste...
6010
6011
6012
6013
   * Describe a single bit freed from a suballocator.  For the block
   * suballocators, it represents one block.  For the global cluster
   * allocator, it represents some clusters and free_bit indicates
   * clusters number.
2b604351b   Mark Fasheh   ocfs2: simplify d...
6014
6015
6016
   */
  struct ocfs2_cached_block_free {
  	struct ocfs2_cached_block_free		*free_next;
74380c479   Tao Ma   ocfs2: Free block...
6017
  	u64					free_bg;
2b604351b   Mark Fasheh   ocfs2: simplify d...
6018
6019
6020
6021
6022
6023
6024
6025
6026
6027
  	u64					free_blk;
  	unsigned int				free_bit;
  };
  
  struct ocfs2_per_slot_free_list {
  	struct ocfs2_per_slot_free_list		*f_next_suballocator;
  	int					f_inode_type;
  	int					f_slot;
  	struct ocfs2_cached_block_free		*f_first;
  };
2891d290a   Tao Ma   ocfs2: Add cluste...
6028
6029
6030
6031
  static int ocfs2_free_cached_blocks(struct ocfs2_super *osb,
  				    int sysfile_type,
  				    int slot,
  				    struct ocfs2_cached_block_free *head)
2b604351b   Mark Fasheh   ocfs2: simplify d...
6032
6033
6034
6035
6036
6037
6038
6039
6040
6041
6042
6043
6044
6045
6046
6047
  {
  	int ret;
  	u64 bg_blkno;
  	handle_t *handle;
  	struct inode *inode;
  	struct buffer_head *di_bh = NULL;
  	struct ocfs2_cached_block_free *tmp;
  
  	inode = ocfs2_get_system_file_inode(osb, sysfile_type, slot);
  	if (!inode) {
  		ret = -EINVAL;
  		mlog_errno(ret);
  		goto out;
  	}
  
  	mutex_lock(&inode->i_mutex);
e63aecb65   Mark Fasheh   ocfs2: Rename ocf...
6048
  	ret = ocfs2_inode_lock(inode, &di_bh, 1);
2b604351b   Mark Fasheh   ocfs2: simplify d...
6049
6050
6051
6052
6053
6054
6055
6056
6057
6058
6059
6060
6061
  	if (ret) {
  		mlog_errno(ret);
  		goto out_mutex;
  	}
  
  	handle = ocfs2_start_trans(osb, OCFS2_SUBALLOC_FREE);
  	if (IS_ERR(handle)) {
  		ret = PTR_ERR(handle);
  		mlog_errno(ret);
  		goto out_unlock;
  	}
  
  	while (head) {
74380c479   Tao Ma   ocfs2: Free block...
6062
6063
6064
6065
6066
  		if (head->free_bg)
  			bg_blkno = head->free_bg;
  		else
  			bg_blkno = ocfs2_which_suballoc_group(head->free_blk,
  							      head->free_bit);
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
6067
6068
  		trace_ocfs2_free_cached_blocks(
  		     (unsigned long long)head->free_blk, head->free_bit);
2b604351b   Mark Fasheh   ocfs2: simplify d...
6069
6070
6071
6072
6073
6074
6075
6076
6077
6078
6079
6080
6081
6082
6083
6084
6085
6086
6087
6088
6089
6090
6091
  
  		ret = ocfs2_free_suballoc_bits(handle, inode, di_bh,
  					       head->free_bit, bg_blkno, 1);
  		if (ret) {
  			mlog_errno(ret);
  			goto out_journal;
  		}
  
  		ret = ocfs2_extend_trans(handle, OCFS2_SUBALLOC_FREE);
  		if (ret) {
  			mlog_errno(ret);
  			goto out_journal;
  		}
  
  		tmp = head;
  		head = head->free_next;
  		kfree(tmp);
  	}
  
  out_journal:
  	ocfs2_commit_trans(osb, handle);
  
  out_unlock:
e63aecb65   Mark Fasheh   ocfs2: Rename ocf...
6092
  	ocfs2_inode_unlock(inode, 1);
2b604351b   Mark Fasheh   ocfs2: simplify d...
6093
6094
6095
6096
6097
6098
6099
6100
6101
6102
6103
6104
6105
6106
  	brelse(di_bh);
  out_mutex:
  	mutex_unlock(&inode->i_mutex);
  	iput(inode);
  out:
  	while(head) {
  		/* Premature exit may have left some dangling items. */
  		tmp = head;
  		head = head->free_next;
  		kfree(tmp);
  	}
  
  	return ret;
  }
2891d290a   Tao Ma   ocfs2: Add cluste...
6107
6108
6109
6110
6111
  int ocfs2_cache_cluster_dealloc(struct ocfs2_cached_dealloc_ctxt *ctxt,
  				u64 blkno, unsigned int bit)
  {
  	int ret = 0;
  	struct ocfs2_cached_block_free *item;
74380c479   Tao Ma   ocfs2: Free block...
6112
  	item = kzalloc(sizeof(*item), GFP_NOFS);
2891d290a   Tao Ma   ocfs2: Add cluste...
6113
6114
6115
6116
6117
  	if (item == NULL) {
  		ret = -ENOMEM;
  		mlog_errno(ret);
  		return ret;
  	}
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
6118
  	trace_ocfs2_cache_cluster_dealloc((unsigned long long)blkno, bit);
2891d290a   Tao Ma   ocfs2: Add cluste...
6119
6120
6121
6122
6123
6124
6125
6126
6127
6128
6129
6130
6131
6132
6133
6134
6135
6136
6137
6138
6139
6140
6141
6142
6143
6144
6145
6146
6147
6148
6149
6150
6151
6152
6153
6154
6155
6156
6157
6158
6159
6160
6161
6162
6163
6164
6165
6166
6167
6168
6169
6170
6171
6172
6173
6174
6175
6176
6177
6178
  
  	item->free_blk = blkno;
  	item->free_bit = bit;
  	item->free_next = ctxt->c_global_allocator;
  
  	ctxt->c_global_allocator = item;
  	return ret;
  }
  
  static int ocfs2_free_cached_clusters(struct ocfs2_super *osb,
  				      struct ocfs2_cached_block_free *head)
  {
  	struct ocfs2_cached_block_free *tmp;
  	struct inode *tl_inode = osb->osb_tl_inode;
  	handle_t *handle;
  	int ret = 0;
  
  	mutex_lock(&tl_inode->i_mutex);
  
  	while (head) {
  		if (ocfs2_truncate_log_needs_flush(osb)) {
  			ret = __ocfs2_flush_truncate_log(osb);
  			if (ret < 0) {
  				mlog_errno(ret);
  				break;
  			}
  		}
  
  		handle = ocfs2_start_trans(osb, OCFS2_TRUNCATE_LOG_UPDATE);
  		if (IS_ERR(handle)) {
  			ret = PTR_ERR(handle);
  			mlog_errno(ret);
  			break;
  		}
  
  		ret = ocfs2_truncate_log_append(osb, handle, head->free_blk,
  						head->free_bit);
  
  		ocfs2_commit_trans(osb, handle);
  		tmp = head;
  		head = head->free_next;
  		kfree(tmp);
  
  		if (ret < 0) {
  			mlog_errno(ret);
  			break;
  		}
  	}
  
  	mutex_unlock(&tl_inode->i_mutex);
  
  	while (head) {
  		/* Premature exit may have left some dangling items. */
  		tmp = head;
  		head = head->free_next;
  		kfree(tmp);
  	}
  
  	return ret;
  }
2b604351b   Mark Fasheh   ocfs2: simplify d...
6179
6180
6181
6182
6183
6184
6185
6186
6187
6188
6189
6190
6191
  int ocfs2_run_deallocs(struct ocfs2_super *osb,
  		       struct ocfs2_cached_dealloc_ctxt *ctxt)
  {
  	int ret = 0, ret2;
  	struct ocfs2_per_slot_free_list *fl;
  
  	if (!ctxt)
  		return 0;
  
  	while (ctxt->c_first_suballocator) {
  		fl = ctxt->c_first_suballocator;
  
  		if (fl->f_first) {
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
6192
6193
  			trace_ocfs2_run_deallocs(fl->f_inode_type,
  						 fl->f_slot);
2891d290a   Tao Ma   ocfs2: Add cluste...
6194
6195
6196
6197
  			ret2 = ocfs2_free_cached_blocks(osb,
  							fl->f_inode_type,
  							fl->f_slot,
  							fl->f_first);
2b604351b   Mark Fasheh   ocfs2: simplify d...
6198
6199
6200
6201
6202
6203
6204
6205
6206
  			if (ret2)
  				mlog_errno(ret2);
  			if (!ret)
  				ret = ret2;
  		}
  
  		ctxt->c_first_suballocator = fl->f_next_suballocator;
  		kfree(fl);
  	}
2891d290a   Tao Ma   ocfs2: Add cluste...
6207
6208
6209
6210
6211
6212
6213
6214
6215
6216
  	if (ctxt->c_global_allocator) {
  		ret2 = ocfs2_free_cached_clusters(osb,
  						  ctxt->c_global_allocator);
  		if (ret2)
  			mlog_errno(ret2);
  		if (!ret)
  			ret = ret2;
  
  		ctxt->c_global_allocator = NULL;
  	}
2b604351b   Mark Fasheh   ocfs2: simplify d...
6217
6218
6219
6220
6221
6222
6223
6224
6225
6226
6227
6228
6229
6230
6231
6232
6233
6234
6235
6236
6237
6238
6239
6240
6241
6242
6243
6244
  	return ret;
  }
  
  static struct ocfs2_per_slot_free_list *
  ocfs2_find_per_slot_free_list(int type,
  			      int slot,
  			      struct ocfs2_cached_dealloc_ctxt *ctxt)
  {
  	struct ocfs2_per_slot_free_list *fl = ctxt->c_first_suballocator;
  
  	while (fl) {
  		if (fl->f_inode_type == type && fl->f_slot == slot)
  			return fl;
  
  		fl = fl->f_next_suballocator;
  	}
  
  	fl = kmalloc(sizeof(*fl), GFP_NOFS);
  	if (fl) {
  		fl->f_inode_type = type;
  		fl->f_slot = slot;
  		fl->f_first = NULL;
  		fl->f_next_suballocator = ctxt->c_first_suballocator;
  
  		ctxt->c_first_suballocator = fl;
  	}
  	return fl;
  }
1823cb0b9   Tao Ma   ocfs2: Add suppor...
6245
  int ocfs2_cache_block_dealloc(struct ocfs2_cached_dealloc_ctxt *ctxt,
74380c479   Tao Ma   ocfs2: Free block...
6246
6247
  			      int type, int slot, u64 suballoc,
  			      u64 blkno, unsigned int bit)
2b604351b   Mark Fasheh   ocfs2: simplify d...
6248
6249
6250
6251
6252
6253
6254
6255
6256
6257
6258
  {
  	int ret;
  	struct ocfs2_per_slot_free_list *fl;
  	struct ocfs2_cached_block_free *item;
  
  	fl = ocfs2_find_per_slot_free_list(type, slot, ctxt);
  	if (fl == NULL) {
  		ret = -ENOMEM;
  		mlog_errno(ret);
  		goto out;
  	}
74380c479   Tao Ma   ocfs2: Free block...
6259
  	item = kzalloc(sizeof(*item), GFP_NOFS);
2b604351b   Mark Fasheh   ocfs2: simplify d...
6260
6261
6262
6263
6264
  	if (item == NULL) {
  		ret = -ENOMEM;
  		mlog_errno(ret);
  		goto out;
  	}
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
6265
6266
6267
  	trace_ocfs2_cache_block_dealloc(type, slot,
  					(unsigned long long)suballoc,
  					(unsigned long long)blkno, bit);
2b604351b   Mark Fasheh   ocfs2: simplify d...
6268

74380c479   Tao Ma   ocfs2: Free block...
6269
  	item->free_bg = suballoc;
2b604351b   Mark Fasheh   ocfs2: simplify d...
6270
6271
6272
6273
6274
6275
6276
6277
6278
6279
  	item->free_blk = blkno;
  	item->free_bit = bit;
  	item->free_next = fl->f_first;
  
  	fl->f_first = item;
  
  	ret = 0;
  out:
  	return ret;
  }
59a5e416d   Mark Fasheh   ocfs2: plug trunc...
6280
6281
6282
6283
6284
  static int ocfs2_cache_extent_block_free(struct ocfs2_cached_dealloc_ctxt *ctxt,
  					 struct ocfs2_extent_block *eb)
  {
  	return ocfs2_cache_block_dealloc(ctxt, EXTENT_ALLOC_SYSTEM_INODE,
  					 le16_to_cpu(eb->h_suballoc_slot),
74380c479   Tao Ma   ocfs2: Free block...
6285
  					 le64_to_cpu(eb->h_suballoc_loc),
59a5e416d   Mark Fasheh   ocfs2: plug trunc...
6286
6287
6288
  					 le64_to_cpu(eb->h_blkno),
  					 le16_to_cpu(eb->h_suballoc_bit));
  }
2b4e30fbd   Joel Becker   ocfs2: Switch ove...
6289
  static int ocfs2_zero_func(handle_t *handle, struct buffer_head *bh)
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6290
6291
6292
6293
6294
  {
  	set_buffer_uptodate(bh);
  	mark_buffer_dirty(bh);
  	return 0;
  }
6f70fa519   Tao Ma   ocfs2: Add CoW su...
6295
6296
6297
  void ocfs2_map_and_dirty_page(struct inode *inode, handle_t *handle,
  			      unsigned int from, unsigned int to,
  			      struct page *page, int zero, u64 *phys)
1d410a6e3   Mark Fasheh   ocfs2: Small refa...
6298
6299
6300
6301
6302
6303
6304
6305
  {
  	int ret, partial = 0;
  
  	ret = ocfs2_map_page_blocks(page, phys, inode, from, to, 0);
  	if (ret)
  		mlog_errno(ret);
  
  	if (zero)
eebd2aa35   Christoph Lameter   Pagecache zeroing...
6306
  		zero_user_segment(page, from, to);
1d410a6e3   Mark Fasheh   ocfs2: Small refa...
6307
6308
6309
6310
6311
6312
  
  	/*
  	 * Need to set the buffers we zero'd into uptodate
  	 * here if they aren't - ocfs2_map_page_blocks()
  	 * might've skipped some
  	 */
2b4e30fbd   Joel Becker   ocfs2: Switch ove...
6313
6314
6315
6316
6317
6318
6319
  	ret = walk_page_buffers(handle, page_buffers(page),
  				from, to, &partial,
  				ocfs2_zero_func);
  	if (ret < 0)
  		mlog_errno(ret);
  	else if (ocfs2_should_order_data(inode)) {
  		ret = ocfs2_jbd2_file_inode(handle, inode);
1d410a6e3   Mark Fasheh   ocfs2: Small refa...
6320
6321
6322
6323
6324
6325
6326
6327
6328
  		if (ret < 0)
  			mlog_errno(ret);
  	}
  
  	if (!partial)
  		SetPageUptodate(page);
  
  	flush_dcache_page(page);
  }
35edec1d5   Mark Fasheh   ocfs2: update tru...
6329
6330
6331
  static void ocfs2_zero_cluster_pages(struct inode *inode, loff_t start,
  				     loff_t end, struct page **pages,
  				     int numpages, u64 phys, handle_t *handle)
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6332
  {
1d410a6e3   Mark Fasheh   ocfs2: Small refa...
6333
  	int i;
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6334
6335
6336
6337
6338
6339
6340
6341
  	struct page *page;
  	unsigned int from, to = PAGE_CACHE_SIZE;
  	struct super_block *sb = inode->i_sb;
  
  	BUG_ON(!ocfs2_sparse_alloc(OCFS2_SB(sb)));
  
  	if (numpages == 0)
  		goto out;
35edec1d5   Mark Fasheh   ocfs2: update tru...
6342
  	to = PAGE_CACHE_SIZE;
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6343
6344
  	for(i = 0; i < numpages; i++) {
  		page = pages[i];
35edec1d5   Mark Fasheh   ocfs2: update tru...
6345
6346
6347
  		from = start & (PAGE_CACHE_SIZE - 1);
  		if ((end >> PAGE_CACHE_SHIFT) == page->index)
  			to = end & (PAGE_CACHE_SIZE - 1);
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6348
6349
  		BUG_ON(from > PAGE_CACHE_SIZE);
  		BUG_ON(to > PAGE_CACHE_SIZE);
1d410a6e3   Mark Fasheh   ocfs2: Small refa...
6350
6351
  		ocfs2_map_and_dirty_page(inode, handle, from, to, page, 1,
  					 &phys);
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6352

35edec1d5   Mark Fasheh   ocfs2: update tru...
6353
  		start = (page->index + 1) << PAGE_CACHE_SHIFT;
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6354
6355
  	}
  out:
1d410a6e3   Mark Fasheh   ocfs2: Small refa...
6356
6357
  	if (pages)
  		ocfs2_unlock_and_free_pages(pages, numpages);
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6358
  }
6f70fa519   Tao Ma   ocfs2: Add CoW su...
6359
6360
  int ocfs2_grab_pages(struct inode *inode, loff_t start, loff_t end,
  		     struct page **pages, int *num)
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6361
  {
1d410a6e3   Mark Fasheh   ocfs2: Small refa...
6362
  	int numpages, ret = 0;
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6363
6364
  	struct address_space *mapping = inode->i_mapping;
  	unsigned long index;
35edec1d5   Mark Fasheh   ocfs2: update tru...
6365
  	loff_t last_page_bytes;
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6366

35edec1d5   Mark Fasheh   ocfs2: update tru...
6367
  	BUG_ON(start > end);
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6368

1d410a6e3   Mark Fasheh   ocfs2: Small refa...
6369
  	numpages = 0;
35edec1d5   Mark Fasheh   ocfs2: update tru...
6370
6371
  	last_page_bytes = PAGE_ALIGN(end);
  	index = start >> PAGE_CACHE_SHIFT;
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6372
  	do {
9b4c0ff32   Jan Kara   ocfs2: Fix deadlo...
6373
  		pages[numpages] = find_or_create_page(mapping, index, GFP_NOFS);
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6374
6375
6376
6377
6378
6379
6380
6381
  		if (!pages[numpages]) {
  			ret = -ENOMEM;
  			mlog_errno(ret);
  			goto out;
  		}
  
  		numpages++;
  		index++;
35edec1d5   Mark Fasheh   ocfs2: update tru...
6382
  	} while (index < (last_page_bytes >> PAGE_CACHE_SHIFT));
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6383
6384
6385
  
  out:
  	if (ret != 0) {
1d410a6e3   Mark Fasheh   ocfs2: Small refa...
6386
6387
  		if (pages)
  			ocfs2_unlock_and_free_pages(pages, numpages);
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6388
6389
6390
6391
6392
6393
6394
  		numpages = 0;
  	}
  
  	*num = numpages;
  
  	return ret;
  }
6f70fa519   Tao Ma   ocfs2: Add CoW su...
6395
6396
6397
6398
6399
6400
6401
6402
6403
6404
  static int ocfs2_grab_eof_pages(struct inode *inode, loff_t start, loff_t end,
  				struct page **pages, int *num)
  {
  	struct super_block *sb = inode->i_sb;
  
  	BUG_ON(start >> OCFS2_SB(sb)->s_clustersize_bits !=
  	       (end - 1) >> OCFS2_SB(sb)->s_clustersize_bits);
  
  	return ocfs2_grab_pages(inode, start, end, pages, num);
  }
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6405
6406
6407
6408
6409
6410
6411
6412
6413
  /*
   * Zero the area past i_size but still within an allocated
   * cluster. This avoids exposing nonzero data on subsequent file
   * extends.
   *
   * We need to call this before i_size is updated on the inode because
   * otherwise block_write_full_page() will skip writeout of pages past
   * i_size. The new_i_size parameter is passed for this reason.
   */
35edec1d5   Mark Fasheh   ocfs2: update tru...
6414
6415
  int ocfs2_zero_range_for_truncate(struct inode *inode, handle_t *handle,
  				  u64 range_start, u64 range_end)
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6416
  {
1d410a6e3   Mark Fasheh   ocfs2: Small refa...
6417
  	int ret = 0, numpages;
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6418
6419
  	struct page **pages = NULL;
  	u64 phys;
1d410a6e3   Mark Fasheh   ocfs2: Small refa...
6420
6421
  	unsigned int ext_flags;
  	struct super_block *sb = inode->i_sb;
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6422
6423
6424
6425
6426
  
  	/*
  	 * File systems which don't support sparse files zero on every
  	 * extend.
  	 */
1d410a6e3   Mark Fasheh   ocfs2: Small refa...
6427
  	if (!ocfs2_sparse_alloc(OCFS2_SB(sb)))
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6428
  		return 0;
1d410a6e3   Mark Fasheh   ocfs2: Small refa...
6429
  	pages = kcalloc(ocfs2_pages_per_cluster(sb),
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6430
6431
6432
6433
6434
6435
  			sizeof(struct page *), GFP_NOFS);
  	if (pages == NULL) {
  		ret = -ENOMEM;
  		mlog_errno(ret);
  		goto out;
  	}
1d410a6e3   Mark Fasheh   ocfs2: Small refa...
6436
6437
6438
6439
6440
6441
  	if (range_start == range_end)
  		goto out;
  
  	ret = ocfs2_extent_map_get_blocks(inode,
  					  range_start >> sb->s_blocksize_bits,
  					  &phys, NULL, &ext_flags);
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6442
6443
6444
6445
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
1d410a6e3   Mark Fasheh   ocfs2: Small refa...
6446
6447
6448
6449
6450
  	/*
  	 * Tail is a hole, or is marked unwritten. In either case, we
  	 * can count on read and write to return/push zero's.
  	 */
  	if (phys == 0 || ext_flags & OCFS2_EXT_UNWRITTEN)
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6451
  		goto out;
1d410a6e3   Mark Fasheh   ocfs2: Small refa...
6452
6453
6454
6455
6456
6457
  	ret = ocfs2_grab_eof_pages(inode, range_start, range_end, pages,
  				   &numpages);
  	if (ret) {
  		mlog_errno(ret);
  		goto out;
  	}
35edec1d5   Mark Fasheh   ocfs2: update tru...
6458
6459
  	ocfs2_zero_cluster_pages(inode, range_start, range_end, pages,
  				 numpages, phys, handle);
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6460
6461
6462
6463
6464
6465
  
  	/*
  	 * Initiate writeout of the pages we zero'd here. We don't
  	 * wait on them - the truncate_inode_pages() call later will
  	 * do that for us.
  	 */
2cfd30adf   Christoph Hellwig   ocfs: stop using ...
6466
6467
  	ret = filemap_fdatawrite_range(inode->i_mapping, range_start,
  				       range_end - 1);
60b11392f   Mark Fasheh   ocfs2: zero tail ...
6468
6469
6470
6471
6472
6473
6474
6475
6476
  	if (ret)
  		mlog_errno(ret);
  
  out:
  	if (pages)
  		kfree(pages);
  
  	return ret;
  }
fdd77704a   Tiger Yang   ocfs2: reserve in...
6477
6478
  static void ocfs2_zero_dinode_id2_with_xattr(struct inode *inode,
  					     struct ocfs2_dinode *di)
1afc32b95   Mark Fasheh   ocfs2: Write supp...
6479
6480
  {
  	unsigned int blocksize = 1 << inode->i_sb->s_blocksize_bits;
fdd77704a   Tiger Yang   ocfs2: reserve in...
6481
  	unsigned int xattrsize = le16_to_cpu(di->i_xattr_inline_size);
1afc32b95   Mark Fasheh   ocfs2: Write supp...
6482

fdd77704a   Tiger Yang   ocfs2: reserve in...
6483
6484
6485
6486
6487
6488
6489
  	if (le16_to_cpu(di->i_dyn_features) & OCFS2_INLINE_XATTR_FL)
  		memset(&di->id2, 0, blocksize -
  				    offsetof(struct ocfs2_dinode, id2) -
  				    xattrsize);
  	else
  		memset(&di->id2, 0, blocksize -
  				    offsetof(struct ocfs2_dinode, id2));
1afc32b95   Mark Fasheh   ocfs2: Write supp...
6490
  }
5b6a3a2b4   Mark Fasheh   ocfs2: Write supp...
6491
6492
6493
  void ocfs2_dinode_new_extent_list(struct inode *inode,
  				  struct ocfs2_dinode *di)
  {
fdd77704a   Tiger Yang   ocfs2: reserve in...
6494
  	ocfs2_zero_dinode_id2_with_xattr(inode, di);
5b6a3a2b4   Mark Fasheh   ocfs2: Write supp...
6495
6496
  	di->id2.i_list.l_tree_depth = 0;
  	di->id2.i_list.l_next_free_rec = 0;
fdd77704a   Tiger Yang   ocfs2: reserve in...
6497
6498
  	di->id2.i_list.l_count = cpu_to_le16(
  		ocfs2_extent_recs_per_inode_with_xattr(inode->i_sb, di));
5b6a3a2b4   Mark Fasheh   ocfs2: Write supp...
6499
  }
1afc32b95   Mark Fasheh   ocfs2: Write supp...
6500
6501
6502
6503
6504
6505
6506
6507
6508
6509
6510
6511
6512
6513
  void ocfs2_set_inode_data_inline(struct inode *inode, struct ocfs2_dinode *di)
  {
  	struct ocfs2_inode_info *oi = OCFS2_I(inode);
  	struct ocfs2_inline_data *idata = &di->id2.i_data;
  
  	spin_lock(&oi->ip_lock);
  	oi->ip_dyn_features |= OCFS2_INLINE_DATA_FL;
  	di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features);
  	spin_unlock(&oi->ip_lock);
  
  	/*
  	 * We clear the entire i_data structure here so that all
  	 * fields can be properly initialized.
  	 */
fdd77704a   Tiger Yang   ocfs2: reserve in...
6514
  	ocfs2_zero_dinode_id2_with_xattr(inode, di);
1afc32b95   Mark Fasheh   ocfs2: Write supp...
6515

fdd77704a   Tiger Yang   ocfs2: reserve in...
6516
6517
  	idata->id_count = cpu_to_le16(
  			ocfs2_max_inline_data_with_xattr(inode->i_sb, di));
1afc32b95   Mark Fasheh   ocfs2: Write supp...
6518
6519
6520
6521
6522
6523
6524
6525
6526
6527
6528
  }
  
  int ocfs2_convert_inline_data_to_extents(struct inode *inode,
  					 struct buffer_head *di_bh)
  {
  	int ret, i, has_data, num_pages = 0;
  	handle_t *handle;
  	u64 uninitialized_var(block);
  	struct ocfs2_inode_info *oi = OCFS2_I(inode);
  	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
  	struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
1afc32b95   Mark Fasheh   ocfs2: Write supp...
6529
6530
6531
  	struct ocfs2_alloc_context *data_ac = NULL;
  	struct page **pages = NULL;
  	loff_t end = osb->s_clustersize;
f99b9b7cc   Joel Becker   ocfs2: Make ocfs2...
6532
  	struct ocfs2_extent_tree et;
a90714c15   Jan Kara   ocfs2: Add quota ...
6533
  	int did_quota = 0;
1afc32b95   Mark Fasheh   ocfs2: Write supp...
6534
6535
6536
6537
6538
6539
6540
6541
6542
6543
6544
6545
6546
6547
6548
6549
6550
6551
  
  	has_data = i_size_read(inode) ? 1 : 0;
  
  	if (has_data) {
  		pages = kcalloc(ocfs2_pages_per_cluster(osb->sb),
  				sizeof(struct page *), GFP_NOFS);
  		if (pages == NULL) {
  			ret = -ENOMEM;
  			mlog_errno(ret);
  			goto out;
  		}
  
  		ret = ocfs2_reserve_clusters(osb, 1, &data_ac);
  		if (ret) {
  			mlog_errno(ret);
  			goto out;
  		}
  	}
a90714c15   Jan Kara   ocfs2: Add quota ...
6552
6553
  	handle = ocfs2_start_trans(osb,
  				   ocfs2_inline_to_extents_credits(osb->sb));
1afc32b95   Mark Fasheh   ocfs2: Write supp...
6554
6555
6556
6557
6558
  	if (IS_ERR(handle)) {
  		ret = PTR_ERR(handle);
  		mlog_errno(ret);
  		goto out_unlock;
  	}
0cf2f7632   Joel Becker   ocfs2: Pass struc...
6559
  	ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), di_bh,
13723d00e   Joel Becker   ocfs2: Use metada...
6560
  				      OCFS2_JOURNAL_ACCESS_WRITE);
1afc32b95   Mark Fasheh   ocfs2: Write supp...
6561
6562
6563
6564
6565
6566
6567
6568
6569
  	if (ret) {
  		mlog_errno(ret);
  		goto out_commit;
  	}
  
  	if (has_data) {
  		u32 bit_off, num;
  		unsigned int page_end;
  		u64 phys;
5dd4056db   Christoph Hellwig   dquot: cleanup sp...
6570
6571
6572
  		ret = dquot_alloc_space_nodirty(inode,
  				       ocfs2_clusters_to_bytes(osb->sb, 1));
  		if (ret)
a90714c15   Jan Kara   ocfs2: Add quota ...
6573
  			goto out_commit;
a90714c15   Jan Kara   ocfs2: Add quota ...
6574
  		did_quota = 1;
4fe370afa   Mark Fasheh   ocfs2: use alloca...
6575
  		data_ac->ac_resv = &OCFS2_I(inode)->ip_la_data_resv;
1ed9b777f   Joel Becker   ocfs2: ocfs2_clai...
6576
  		ret = ocfs2_claim_clusters(handle, data_ac, 1, &bit_off,
1afc32b95   Mark Fasheh   ocfs2: Write supp...
6577
6578
6579
6580
6581
6582
6583
6584
6585
6586
6587
6588
6589
6590
6591
6592
6593
6594
6595
6596
6597
6598
6599
6600
6601
6602
6603
6604
6605
6606
6607
6608
6609
6610
6611
6612
6613
6614
6615
6616
6617
6618
6619
6620
6621
6622
6623
6624
6625
  					   &num);
  		if (ret) {
  			mlog_errno(ret);
  			goto out_commit;
  		}
  
  		/*
  		 * Save two copies, one for insert, and one that can
  		 * be changed by ocfs2_map_and_dirty_page() below.
  		 */
  		block = phys = ocfs2_clusters_to_blocks(inode->i_sb, bit_off);
  
  		/*
  		 * Non sparse file systems zero on extend, so no need
  		 * to do that now.
  		 */
  		if (!ocfs2_sparse_alloc(osb) &&
  		    PAGE_CACHE_SIZE < osb->s_clustersize)
  			end = PAGE_CACHE_SIZE;
  
  		ret = ocfs2_grab_eof_pages(inode, 0, end, pages, &num_pages);
  		if (ret) {
  			mlog_errno(ret);
  			goto out_commit;
  		}
  
  		/*
  		 * This should populate the 1st page for us and mark
  		 * it up to date.
  		 */
  		ret = ocfs2_read_inline_data(inode, pages[0], di_bh);
  		if (ret) {
  			mlog_errno(ret);
  			goto out_commit;
  		}
  
  		page_end = PAGE_CACHE_SIZE;
  		if (PAGE_CACHE_SIZE > osb->s_clustersize)
  			page_end = osb->s_clustersize;
  
  		for (i = 0; i < num_pages; i++)
  			ocfs2_map_and_dirty_page(inode, handle, 0, page_end,
  						 pages[i], i > 0, &phys);
  	}
  
  	spin_lock(&oi->ip_lock);
  	oi->ip_dyn_features &= ~OCFS2_INLINE_DATA_FL;
  	di->i_dyn_features = cpu_to_le16(oi->ip_dyn_features);
  	spin_unlock(&oi->ip_lock);
5b6a3a2b4   Mark Fasheh   ocfs2: Write supp...
6626
  	ocfs2_dinode_new_extent_list(inode, di);
1afc32b95   Mark Fasheh   ocfs2: Write supp...
6627
6628
6629
6630
6631
6632
6633
6634
6635
  
  	ocfs2_journal_dirty(handle, di_bh);
  
  	if (has_data) {
  		/*
  		 * An error at this point should be extremely rare. If
  		 * this proves to be false, we could always re-build
  		 * the in-inode data from our pages.
  		 */
5e404e9ed   Joel Becker   ocfs2: Pass ocfs2...
6636
  		ocfs2_init_dinode_extent_tree(&et, INODE_CACHE(inode), di_bh);
cc79d8c19   Joel Becker   ocfs2: ocfs2_inse...
6637
  		ret = ocfs2_insert_extent(handle, &et, 0, block, 1, 0, NULL);
1afc32b95   Mark Fasheh   ocfs2: Write supp...
6638
6639
6640
6641
6642
6643
6644
6645
6646
  		if (ret) {
  			mlog_errno(ret);
  			goto out_commit;
  		}
  
  		inode->i_blocks = ocfs2_inode_sector_count(inode);
  	}
  
  out_commit:
a90714c15   Jan Kara   ocfs2: Add quota ...
6647
  	if (ret < 0 && did_quota)
5dd4056db   Christoph Hellwig   dquot: cleanup sp...
6648
  		dquot_free_space_nodirty(inode,
a90714c15   Jan Kara   ocfs2: Add quota ...
6649
  					  ocfs2_clusters_to_bytes(osb->sb, 1));
1afc32b95   Mark Fasheh   ocfs2: Write supp...
6650
6651
6652
6653
6654
6655
6656
6657
6658
6659
6660
6661
6662
6663
  	ocfs2_commit_trans(osb, handle);
  
  out_unlock:
  	if (data_ac)
  		ocfs2_free_alloc_context(data_ac);
  
  out:
  	if (pages) {
  		ocfs2_unlock_and_free_pages(pages, num_pages);
  		kfree(pages);
  	}
  
  	return ret;
  }
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
6664
6665
6666
6667
6668
6669
6670
6671
  /*
   * It is expected, that by the time you call this function,
   * inode->i_size and fe->i_size have been adjusted.
   *
   * WARNING: This will kfree the truncate context
   */
  int ocfs2_commit_truncate(struct ocfs2_super *osb,
  			  struct inode *inode,
78f94673d   Tristan Ye   Ocfs2: Optimize o...
6672
  			  struct buffer_head *di_bh)
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
6673
  {
78f94673d   Tristan Ye   Ocfs2: Optimize o...
6674
6675
  	int status = 0, i, flags = 0;
  	u32 new_highest_cpos, range, trunc_cpos, trunc_len, phys_cpos, coff;
bcbbb24a6   Tao Ma   ocfs2: Decrement ...
6676
  	u64 blkno = 0;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
6677
  	struct ocfs2_extent_list *el;
78f94673d   Tristan Ye   Ocfs2: Optimize o...
6678
  	struct ocfs2_extent_rec *rec;
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
6679
  	struct ocfs2_path *path = NULL;
78f94673d   Tristan Ye   Ocfs2: Optimize o...
6680
6681
6682
6683
6684
  	struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
  	struct ocfs2_extent_list *root_el = &(di->id2.i_list);
  	u64 refcount_loc = le64_to_cpu(di->i_refcount_loc);
  	struct ocfs2_extent_tree et;
  	struct ocfs2_cached_dealloc_ctxt dealloc;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
6685

78f94673d   Tristan Ye   Ocfs2: Optimize o...
6686
6687
  	ocfs2_init_dinode_extent_tree(&et, INODE_CACHE(inode), di_bh);
  	ocfs2_init_dealloc_ctxt(&dealloc);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
6688
  	new_highest_cpos = ocfs2_clusters_for_bytes(osb->sb,
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
6689
  						     i_size_read(inode));
78f94673d   Tristan Ye   Ocfs2: Optimize o...
6690
  	path = ocfs2_new_path(di_bh, &di->id2.i_list,
13723d00e   Joel Becker   ocfs2: Use metada...
6691
  			      ocfs2_journal_access_di);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
6692
6693
6694
6695
6696
  	if (!path) {
  		status = -ENOMEM;
  		mlog_errno(status);
  		goto bail;
  	}
834189788   Mark Fasheh   ocfs2: Cache exte...
6697
6698
  
  	ocfs2_extent_map_trunc(inode, new_highest_cpos);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
6699
  start:
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
6700
  	/*
3a0782d09   Mark Fasheh   ocfs2: teach exte...
6701
6702
6703
6704
6705
6706
6707
6708
  	 * Check that we still have allocation to delete.
  	 */
  	if (OCFS2_I(inode)->ip_clusters == 0) {
  		status = 0;
  		goto bail;
  	}
  
  	/*
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
6709
6710
  	 * Truncate always works against the rightmost tree branch.
  	 */
facdb77f5   Joel Becker   ocfs2: ocfs2_find...
6711
  	status = ocfs2_find_path(INODE_CACHE(inode), path, UINT_MAX);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
6712
6713
6714
  	if (status) {
  		mlog_errno(status);
  		goto bail;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
6715
  	}
a09d09b8f   Tao Ma   ocfs2: Remove mlo...
6716
6717
6718
6719
6720
  	trace_ocfs2_commit_truncate(
  		(unsigned long long)OCFS2_I(inode)->ip_blkno,
  		new_highest_cpos,
  		OCFS2_I(inode)->ip_clusters,
  		path->p_tree_depth);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
6721
6722
6723
6724
6725
6726
6727
6728
6729
6730
6731
6732
6733
  
  	/*
  	 * By now, el will point to the extent list on the bottom most
  	 * portion of this tree. Only the tail record is considered in
  	 * each pass.
  	 *
  	 * We handle the following cases, in order:
  	 * - empty extent: delete the remaining branch
  	 * - remove the entire record
  	 * - remove a partial record
  	 * - no record needs to be removed (truncate has completed)
  	 */
  	el = path_leaf_el(path);
3a0782d09   Mark Fasheh   ocfs2: teach exte...
6734
6735
6736
6737
6738
6739
6740
6741
6742
  	if (le16_to_cpu(el->l_next_free_rec) == 0) {
  		ocfs2_error(inode->i_sb,
  			    "Inode %llu has empty extent block at %llu
  ",
  			    (unsigned long long)OCFS2_I(inode)->ip_blkno,
  			    (unsigned long long)path_leaf_bh(path)->b_blocknr);
  		status = -EROFS;
  		goto bail;
  	}
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
6743
  	i = le16_to_cpu(el->l_next_free_rec) - 1;
78f94673d   Tristan Ye   Ocfs2: Optimize o...
6744
6745
6746
6747
6748
6749
6750
6751
6752
6753
6754
6755
6756
6757
6758
6759
6760
6761
6762
6763
6764
6765
6766
6767
6768
6769
6770
  	rec = &el->l_recs[i];
  	flags = rec->e_flags;
  	range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec);
  
  	if (i == 0 && ocfs2_is_empty_extent(rec)) {
  		/*
  		 * Lower levels depend on this never happening, but it's best
  		 * to check it up here before changing the tree.
  		*/
  		if (root_el->l_tree_depth && rec->e_int_clusters == 0) {
  			ocfs2_error(inode->i_sb, "Inode %lu has an empty "
  				    "extent record, depth %u
  ", inode->i_ino,
  				    le16_to_cpu(root_el->l_tree_depth));
  			status = -EROFS;
  			goto bail;
  		}
  		trunc_cpos = le32_to_cpu(rec->e_cpos);
  		trunc_len = 0;
  		blkno = 0;
  	} else if (le32_to_cpu(rec->e_cpos) >= new_highest_cpos) {
  		/*
  		 * Truncate entire record.
  		 */
  		trunc_cpos = le32_to_cpu(rec->e_cpos);
  		trunc_len = ocfs2_rec_clusters(el, rec);
  		blkno = le64_to_cpu(rec->e_blkno);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
6771
  	} else if (range > new_highest_cpos) {
78f94673d   Tristan Ye   Ocfs2: Optimize o...
6772
6773
6774
6775
6776
6777
6778
6779
6780
  		/*
  		 * Partial truncate. it also should be
  		 * the last truncate we're doing.
  		 */
  		trunc_cpos = new_highest_cpos;
  		trunc_len = range - new_highest_cpos;
  		coff = new_highest_cpos - le32_to_cpu(rec->e_cpos);
  		blkno = le64_to_cpu(rec->e_blkno) +
  				ocfs2_clusters_to_blocks(inode->i_sb, coff);
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
6781
  	} else {
78f94673d   Tristan Ye   Ocfs2: Optimize o...
6782
6783
6784
  		/*
  		 * Truncate completed, leave happily.
  		 */
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
6785
6786
6787
  		status = 0;
  		goto bail;
  	}
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
6788

78f94673d   Tristan Ye   Ocfs2: Optimize o...
6789
  	phys_cpos = ocfs2_blocks_to_clusters(inode->i_sb, blkno);
bcbbb24a6   Tao Ma   ocfs2: Decrement ...
6790

78f94673d   Tristan Ye   Ocfs2: Optimize o...
6791
6792
6793
  	status = ocfs2_remove_btree_range(inode, &et, trunc_cpos,
  					  phys_cpos, trunc_len, flags, &dealloc,
  					  refcount_loc);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
6794
6795
6796
6797
  	if (status < 0) {
  		mlog_errno(status);
  		goto bail;
  	}
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
6798
6799
6800
  	ocfs2_reinit_path(path, 1);
  
  	/*
3a0782d09   Mark Fasheh   ocfs2: teach exte...
6801
6802
  	 * The check above will catch the case where we've truncated
  	 * away all allocation.
dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
6803
  	 */
3a0782d09   Mark Fasheh   ocfs2: teach exte...
6804
  	goto start;
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
6805
  bail:
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
6806
6807
  
  	ocfs2_schedule_truncate_log_flush(osb, 1);
78f94673d   Tristan Ye   Ocfs2: Optimize o...
6808
  	ocfs2_run_deallocs(osb, &dealloc);
59a5e416d   Mark Fasheh   ocfs2: plug trunc...
6809

dcd0538ff   Mark Fasheh   ocfs2: sparse b-t...
6810
  	ocfs2_free_path(path);
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
6811

ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
6812
6813
  	return status;
  }
ccd979bdb   Mark Fasheh   [PATCH] OCFS2: Th...
6814
  /*
1afc32b95   Mark Fasheh   ocfs2: Write supp...
6815
6816
6817
6818
6819
6820
6821
6822
6823
6824
6825
6826
6827
6828
6829
6830
6831
6832
6833
6834
6835
6836
6837
6838
6839
6840
6841
6842
6843
6844
6845
6846
6847
6848
6849
6850
6851
6852
   * 'start' is inclusive, 'end' is not.
   */
  int ocfs2_truncate_inline(struct inode *inode, struct buffer_head *di_bh,
  			  unsigned int start, unsigned int end, int trunc)
  {
  	int ret;
  	unsigned int numbytes;
  	handle_t *handle;
  	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
  	struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
  	struct ocfs2_inline_data *idata = &di->id2.i_data;
  
  	if (end > i_size_read(inode))
  		end = i_size_read(inode);
  
  	BUG_ON(start >= end);
  
  	if (!(OCFS2_I(inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL) ||
  	    !(le16_to_cpu(di->i_dyn_features) & OCFS2_INLINE_DATA_FL) ||
  	    !ocfs2_supports_inline_data(osb)) {
  		ocfs2_error(inode->i_sb,
  			    "Inline data flags for inode %llu don't agree! "
  			    "Disk: 0x%x, Memory: 0x%x, Superblock: 0x%x
  ",
  			    (unsigned long long)OCFS2_I(inode)->ip_blkno,
  			    le16_to_cpu(di->i_dyn_features),
  			    OCFS2_I(inode)->ip_dyn_features,
  			    osb->s_feature_incompat);
  		ret = -EROFS;
  		goto out;
  	}
  
  	handle = ocfs2_start_trans(osb, OCFS2_INODE_UPDATE_CREDITS);
  	if (IS_ERR(handle)) {
  		ret = PTR_ERR(handle);
  		mlog_errno(ret);
  		goto out;
  	}
0cf2f7632   Joel Becker   ocfs2: Pass struc...
6853
  	ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), di_bh,
13723d00e   Joel Becker   ocfs2: Use metada...
6854
  				      OCFS2_JOURNAL_ACCESS_WRITE);
1afc32b95   Mark Fasheh   ocfs2: Write supp...
6855
6856
6857
6858
6859
6860
6861
6862
6863
6864
6865
6866
6867
6868
6869
6870
6871
6872
6873
6874
6875
6876
6877
6878
6879
6880
6881
6882
6883
6884
6885
6886
6887
  	if (ret) {
  		mlog_errno(ret);
  		goto out_commit;
  	}
  
  	numbytes = end - start;
  	memset(idata->id_data + start, 0, numbytes);
  
  	/*
  	 * No need to worry about the data page here - it's been
  	 * truncated already and inline data doesn't need it for
  	 * pushing zero's to disk, so we'll let readpage pick it up
  	 * later.
  	 */
  	if (trunc) {
  		i_size_write(inode, start);
  		di->i_size = cpu_to_le64(start);
  	}
  
  	inode->i_blocks = ocfs2_inode_sector_count(inode);
  	inode->i_ctime = inode->i_mtime = CURRENT_TIME;
  
  	di->i_ctime = di->i_mtime = cpu_to_le64(inode->i_ctime.tv_sec);
  	di->i_ctime_nsec = di->i_mtime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec);
  
  	ocfs2_journal_dirty(handle, di_bh);
  
  out_commit:
  	ocfs2_commit_trans(osb, handle);
  
  out:
  	return ret;
  }
e80de36d8   Tao Ma   ocfs2: Add ocfs2_...
6888
6889
6890
6891
6892
6893
6894
6895
6896
6897
  
  static int ocfs2_trim_extent(struct super_block *sb,
  			     struct ocfs2_group_desc *gd,
  			     u32 start, u32 count)
  {
  	u64 discard, bcount;
  
  	bcount = ocfs2_clusters_to_blocks(sb, count);
  	discard = le64_to_cpu(gd->bg_blkno) +
  			ocfs2_clusters_to_blocks(sb, start);
10fca35ff   Tao Ma   ocfs2: Add trace ...
6898
  	trace_ocfs2_trim_extent(sb, (unsigned long long)discard, bcount);
e80de36d8   Tao Ma   ocfs2: Add ocfs2_...
6899
6900
6901
6902
6903
6904
6905
6906
6907
6908
6909
6910
  	return sb_issue_discard(sb, discard, bcount, GFP_NOFS, 0);
  }
  
  static int ocfs2_trim_group(struct super_block *sb,
  			    struct ocfs2_group_desc *gd,
  			    u32 start, u32 max, u32 minbits)
  {
  	int ret = 0, count = 0, next;
  	void *bitmap = gd->bg_bitmap;
  
  	if (le16_to_cpu(gd->bg_free_bits_count) < minbits)
  		return 0;
10fca35ff   Tao Ma   ocfs2: Add trace ...
6911
6912
  	trace_ocfs2_trim_group((unsigned long long)le64_to_cpu(gd->bg_blkno),
  			       start, max, minbits);
e80de36d8   Tao Ma   ocfs2: Add ocfs2_...
6913
6914
6915
6916
6917
6918
6919
6920
6921
6922
6923
6924
6925
6926
6927
6928
6929
6930
6931
6932
6933
6934
6935
6936
6937
6938
6939
6940
6941
6942
6943
6944
6945
6946
6947
6948
6949
6950
6951
6952
6953
6954
6955
6956
6957
6958
6959
6960
6961
6962
6963
6964
6965
6966
6967
6968
6969
6970
6971
6972
6973
6974
6975
6976
6977
6978
6979
6980
6981
6982
6983
6984
6985
6986
6987
6988
6989
6990
6991
6992
6993
6994
  	while (start < max) {
  		start = ocfs2_find_next_zero_bit(bitmap, max, start);
  		if (start >= max)
  			break;
  		next = ocfs2_find_next_bit(bitmap, max, start);
  
  		if ((next - start) >= minbits) {
  			ret = ocfs2_trim_extent(sb, gd,
  						start, next - start);
  			if (ret < 0) {
  				mlog_errno(ret);
  				break;
  			}
  			count += next - start;
  		}
  		start = next + 1;
  
  		if (fatal_signal_pending(current)) {
  			count = -ERESTARTSYS;
  			break;
  		}
  
  		if ((le16_to_cpu(gd->bg_free_bits_count) - count) < minbits)
  			break;
  	}
  
  	if (ret < 0)
  		count = ret;
  
  	return count;
  }
  
  int ocfs2_trim_fs(struct super_block *sb, struct fstrim_range *range)
  {
  	struct ocfs2_super *osb = OCFS2_SB(sb);
  	u64 start, len, trimmed, first_group, last_group, group;
  	int ret, cnt;
  	u32 first_bit, last_bit, minlen;
  	struct buffer_head *main_bm_bh = NULL;
  	struct inode *main_bm_inode = NULL;
  	struct buffer_head *gd_bh = NULL;
  	struct ocfs2_dinode *main_bm;
  	struct ocfs2_group_desc *gd = NULL;
  
  	start = range->start >> osb->s_clustersize_bits;
  	len = range->len >> osb->s_clustersize_bits;
  	minlen = range->minlen >> osb->s_clustersize_bits;
  	trimmed = 0;
  
  	if (!len) {
  		range->len = 0;
  		return 0;
  	}
  
  	if (minlen >= osb->bitmap_cpg)
  		return -EINVAL;
  
  	main_bm_inode = ocfs2_get_system_file_inode(osb,
  						    GLOBAL_BITMAP_SYSTEM_INODE,
  						    OCFS2_INVALID_SLOT);
  	if (!main_bm_inode) {
  		ret = -EIO;
  		mlog_errno(ret);
  		goto out;
  	}
  
  	mutex_lock(&main_bm_inode->i_mutex);
  
  	ret = ocfs2_inode_lock(main_bm_inode, &main_bm_bh, 0);
  	if (ret < 0) {
  		mlog_errno(ret);
  		goto out_mutex;
  	}
  	main_bm = (struct ocfs2_dinode *)main_bm_bh->b_data;
  
  	if (start >= le32_to_cpu(main_bm->i_clusters)) {
  		ret = -EINVAL;
  		goto out_unlock;
  	}
  
  	if (start + len > le32_to_cpu(main_bm->i_clusters))
  		len = le32_to_cpu(main_bm->i_clusters) - start;
10fca35ff   Tao Ma   ocfs2: Add trace ...
6995
  	trace_ocfs2_trim_fs(start, len, minlen);
e80de36d8   Tao Ma   ocfs2: Add ocfs2_...
6996
6997
6998
6999
7000
7001
7002
7003
7004
7005
7006
7007
7008
7009
7010
7011
7012
7013
7014
7015
7016
7017
7018
7019
7020
7021
7022
7023
7024
7025
7026
7027
7028
7029
7030
7031
7032
7033
7034
7035
7036
7037
7038
7039
7040
7041
7042
7043
7044
7045
7046
  	/* Determine first and last group to examine based on start and len */
  	first_group = ocfs2_which_cluster_group(main_bm_inode, start);
  	if (first_group == osb->first_cluster_group_blkno)
  		first_bit = start;
  	else
  		first_bit = start - ocfs2_blocks_to_clusters(sb, first_group);
  	last_group = ocfs2_which_cluster_group(main_bm_inode, start + len - 1);
  	last_bit = osb->bitmap_cpg;
  
  	for (group = first_group; group <= last_group;) {
  		if (first_bit + len >= osb->bitmap_cpg)
  			last_bit = osb->bitmap_cpg;
  		else
  			last_bit = first_bit + len;
  
  		ret = ocfs2_read_group_descriptor(main_bm_inode,
  						  main_bm, group,
  						  &gd_bh);
  		if (ret < 0) {
  			mlog_errno(ret);
  			break;
  		}
  
  		gd = (struct ocfs2_group_desc *)gd_bh->b_data;
  		cnt = ocfs2_trim_group(sb, gd, first_bit, last_bit, minlen);
  		brelse(gd_bh);
  		gd_bh = NULL;
  		if (cnt < 0) {
  			ret = cnt;
  			mlog_errno(ret);
  			break;
  		}
  
  		trimmed += cnt;
  		len -= osb->bitmap_cpg - first_bit;
  		first_bit = 0;
  		if (group == osb->first_cluster_group_blkno)
  			group = ocfs2_clusters_to_blocks(sb, osb->bitmap_cpg);
  		else
  			group += ocfs2_clusters_to_blocks(sb, osb->bitmap_cpg);
  	}
  	range->len = trimmed * sb->s_blocksize;
  out_unlock:
  	ocfs2_inode_unlock(main_bm_inode, 0);
  	brelse(main_bm_bh);
  out_mutex:
  	mutex_unlock(&main_bm_inode->i_mutex);
  	iput(main_bm_inode);
  out:
  	return ret;
  }