Blame view

fs/xfs/xfs_trans.c 44.4 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
  /*
7b7187698   Nathan Scott   [XFS] Update lice...
2
   * Copyright (c) 2000-2003,2005 Silicon Graphics, Inc.
e98c414f9   Christoph Hellwig   xfs: simplify log...
3
   * Copyright (C) 2010 Red Hat, Inc.
7b7187698   Nathan Scott   [XFS] Update lice...
4
   * All Rights Reserved.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
5
   *
7b7187698   Nathan Scott   [XFS] Update lice...
6
7
   * This program is free software; you can redistribute it and/or
   * modify it under the terms of the GNU General Public License as
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
8
9
   * published by the Free Software Foundation.
   *
7b7187698   Nathan Scott   [XFS] Update lice...
10
11
12
13
   * This program is distributed in the hope that it would be useful,
   * but WITHOUT ANY WARRANTY; without even the implied warranty of
   * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   * GNU General Public License for more details.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
14
   *
7b7187698   Nathan Scott   [XFS] Update lice...
15
16
17
   * You should have received a copy of the GNU General Public License
   * along with this program; if not, write the Free Software Foundation,
   * Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
18
   */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
19
  #include "xfs.h"
a844f4510   Nathan Scott   [XFS] Remove xfs_...
20
  #include "xfs_fs.h"
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
21
  #include "xfs_types.h"
a844f4510   Nathan Scott   [XFS] Remove xfs_...
22
  #include "xfs_bit.h"
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
23
  #include "xfs_log.h"
a844f4510   Nathan Scott   [XFS] Remove xfs_...
24
  #include "xfs_inum.h"
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
25
26
27
  #include "xfs_trans.h"
  #include "xfs_sb.h"
  #include "xfs_ag.h"
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
28
29
  #include "xfs_mount.h"
  #include "xfs_error.h"
a844f4510   Nathan Scott   [XFS] Remove xfs_...
30
  #include "xfs_da_btree.h"
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
31
  #include "xfs_bmap_btree.h"
a844f4510   Nathan Scott   [XFS] Remove xfs_...
32
  #include "xfs_alloc_btree.h"
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
33
  #include "xfs_ialloc_btree.h"
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
34
35
  #include "xfs_dinode.h"
  #include "xfs_inode.h"
a844f4510   Nathan Scott   [XFS] Remove xfs_...
36
37
38
  #include "xfs_btree.h"
  #include "xfs_ialloc.h"
  #include "xfs_alloc.h"
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
39
  #include "xfs_bmap.h"
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
40
  #include "xfs_quota.h"
a844f4510   Nathan Scott   [XFS] Remove xfs_...
41
  #include "xfs_trans_priv.h"
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
42
  #include "xfs_trans_space.h"
322ff6b8c   Niv Sardi   [XFS] Move xfs_at...
43
  #include "xfs_inode_item.h"
ed3b4d6cd   Dave Chinner   xfs: Improve scal...
44
  #include "xfs_trace.h"
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
45

8f7940552   Nathan Scott   [XFS] Reduce comp...
46
  kmem_zone_t	*xfs_trans_zone;
e98c414f9   Christoph Hellwig   xfs: simplify log...
47
  kmem_zone_t	*xfs_log_item_desc_zone;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
48

025101dca   Christoph Hellwig   xfs: cleanup log ...
49

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
50
  /*
025101dca   Christoph Hellwig   xfs: cleanup log ...
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
   * Various log reservation values.
   *
   * These are based on the size of the file system block because that is what
   * most transactions manipulate.  Each adds in an additional 128 bytes per
   * item logged to try to account for the overhead of the transaction mechanism.
   *
   * Note:  Most of the reservations underestimate the number of allocation
   * groups into which they could free extents in the xfs_bmap_finish() call.
   * This is because the number in the worst case is quite high and quite
   * unusual.  In order to fix this we need to change xfs_bmap_finish() to free
   * extents in only a single AG at a time.  This will require changes to the
   * EFI code as well, however, so that the EFI for the extents not freed is
   * logged again in each transaction.  See SGI PV #261917.
   *
   * Reservation functions here avoid a huge stack in xfs_trans_init due to
   * register overflow from temporaries in the calculations.
   */
  
  
  /*
   * In a write transaction we can allocate a maximum of 2
   * extents.  This gives:
   *    the inode getting the new extents: inode size
   *    the inode's bmap btree: max depth * block size
   *    the agfs of the ags from which the extents are allocated: 2 * sector
   *    the superblock free block counter: sector size
   *    the allocation btrees: 2 exts * 2 trees * (2 * max depth - 1) * block size
   * And the bmap_finish transaction can free bmap blocks in a join:
   *    the agfs of the ags containing the blocks: 2 * sector size
   *    the agfls of the ags containing the blocks: 2 * sector size
   *    the super block free block counter: sector size
   *    the allocation btrees: 2 exts * 2 trees * (2 * max depth - 1) * block size
8f7940552   Nathan Scott   [XFS] Reduce comp...
83
   */
8f7940552   Nathan Scott   [XFS] Reduce comp...
84
  STATIC uint
025101dca   Christoph Hellwig   xfs: cleanup log ...
85
86
  xfs_calc_write_reservation(
  	struct xfs_mount	*mp)
8f7940552   Nathan Scott   [XFS] Reduce comp...
87
  {
025101dca   Christoph Hellwig   xfs: cleanup log ...
88
89
90
91
92
93
94
95
96
97
98
99
100
  	return XFS_DQUOT_LOGRES(mp) +
  		MAX((mp->m_sb.sb_inodesize +
  		     XFS_FSB_TO_B(mp, XFS_BM_MAXLEVELS(mp, XFS_DATA_FORK)) +
  		     2 * mp->m_sb.sb_sectsize +
  		     mp->m_sb.sb_sectsize +
  		     XFS_ALLOCFREE_LOG_RES(mp, 2) +
  		     128 * (4 + XFS_BM_MAXLEVELS(mp, XFS_DATA_FORK) +
  			    XFS_ALLOCFREE_LOG_COUNT(mp, 2))),
  		    (2 * mp->m_sb.sb_sectsize +
  		     2 * mp->m_sb.sb_sectsize +
  		     mp->m_sb.sb_sectsize +
  		     XFS_ALLOCFREE_LOG_RES(mp, 2) +
  		     128 * (5 + XFS_ALLOCFREE_LOG_COUNT(mp, 2))));
8f7940552   Nathan Scott   [XFS] Reduce comp...
101
  }
025101dca   Christoph Hellwig   xfs: cleanup log ...
102
103
104
105
106
107
108
109
110
111
112
113
114
  /*
   * In truncating a file we free up to two extents at once.  We can modify:
   *    the inode being truncated: inode size
   *    the inode's bmap btree: (max depth + 1) * block size
   * And the bmap_finish transaction can free the blocks and bmap blocks:
   *    the agf for each of the ags: 4 * sector size
   *    the agfl for each of the ags: 4 * sector size
   *    the super block to reflect the freed blocks: sector size
   *    worst case split in allocation btrees per extent assuming 4 extents:
   *		4 exts * 2 trees * (2 * max depth - 1) * block size
   *    the inode btree: max depth * blocksize
   *    the allocation btrees: 2 trees * (max depth - 1) * block size
   */
8f7940552   Nathan Scott   [XFS] Reduce comp...
115
  STATIC uint
025101dca   Christoph Hellwig   xfs: cleanup log ...
116
117
  xfs_calc_itruncate_reservation(
  	struct xfs_mount	*mp)
8f7940552   Nathan Scott   [XFS] Reduce comp...
118
  {
025101dca   Christoph Hellwig   xfs: cleanup log ...
119
120
121
122
123
124
125
126
127
128
129
130
131
  	return XFS_DQUOT_LOGRES(mp) +
  		MAX((mp->m_sb.sb_inodesize +
  		     XFS_FSB_TO_B(mp, XFS_BM_MAXLEVELS(mp, XFS_DATA_FORK) + 1) +
  		     128 * (2 + XFS_BM_MAXLEVELS(mp, XFS_DATA_FORK))),
  		    (4 * mp->m_sb.sb_sectsize +
  		     4 * mp->m_sb.sb_sectsize +
  		     mp->m_sb.sb_sectsize +
  		     XFS_ALLOCFREE_LOG_RES(mp, 4) +
  		     128 * (9 + XFS_ALLOCFREE_LOG_COUNT(mp, 4)) +
  		     128 * 5 +
  		     XFS_ALLOCFREE_LOG_RES(mp, 1) +
  		     128 * (2 + XFS_IALLOC_BLOCKS(mp) + mp->m_in_maxlevels +
  			    XFS_ALLOCFREE_LOG_COUNT(mp, 1))));
8f7940552   Nathan Scott   [XFS] Reduce comp...
132
  }
025101dca   Christoph Hellwig   xfs: cleanup log ...
133
134
135
136
137
138
139
140
141
142
143
144
  /*
   * In renaming a files we can modify:
   *    the four inodes involved: 4 * inode size
   *    the two directory btrees: 2 * (max depth + v2) * dir block size
   *    the two directory bmap btrees: 2 * max depth * block size
   * And the bmap_finish transaction can free dir and bmap blocks (two sets
   *	of bmap blocks) giving:
   *    the agf for the ags in which the blocks live: 3 * sector size
   *    the agfl for the ags in which the blocks live: 3 * sector size
   *    the superblock for the free block count: sector size
   *    the allocation btrees: 3 exts * 2 trees * (2 * max depth - 1) * block size
   */
8f7940552   Nathan Scott   [XFS] Reduce comp...
145
  STATIC uint
025101dca   Christoph Hellwig   xfs: cleanup log ...
146
147
  xfs_calc_rename_reservation(
  	struct xfs_mount	*mp)
8f7940552   Nathan Scott   [XFS] Reduce comp...
148
  {
025101dca   Christoph Hellwig   xfs: cleanup log ...
149
150
151
152
153
154
155
156
157
  	return XFS_DQUOT_LOGRES(mp) +
  		MAX((4 * mp->m_sb.sb_inodesize +
  		     2 * XFS_DIROP_LOG_RES(mp) +
  		     128 * (4 + 2 * XFS_DIROP_LOG_COUNT(mp))),
  		    (3 * mp->m_sb.sb_sectsize +
  		     3 * mp->m_sb.sb_sectsize +
  		     mp->m_sb.sb_sectsize +
  		     XFS_ALLOCFREE_LOG_RES(mp, 3) +
  		     128 * (7 + XFS_ALLOCFREE_LOG_COUNT(mp, 3))));
8f7940552   Nathan Scott   [XFS] Reduce comp...
158
  }
025101dca   Christoph Hellwig   xfs: cleanup log ...
159
160
161
162
163
164
165
166
167
168
169
170
  /*
   * For creating a link to an inode:
   *    the parent directory inode: inode size
   *    the linked inode: inode size
   *    the directory btree could split: (max depth + v2) * dir block size
   *    the directory bmap btree could join or split: (max depth + v2) * blocksize
   * And the bmap_finish transaction can free some bmap blocks giving:
   *    the agf for the ag in which the blocks live: sector size
   *    the agfl for the ag in which the blocks live: sector size
   *    the superblock for the free block count: sector size
   *    the allocation btrees: 2 trees * (2 * max depth - 1) * block size
   */
8f7940552   Nathan Scott   [XFS] Reduce comp...
171
  STATIC uint
025101dca   Christoph Hellwig   xfs: cleanup log ...
172
173
  xfs_calc_link_reservation(
  	struct xfs_mount	*mp)
8f7940552   Nathan Scott   [XFS] Reduce comp...
174
  {
025101dca   Christoph Hellwig   xfs: cleanup log ...
175
176
177
178
179
180
181
182
183
184
  	return XFS_DQUOT_LOGRES(mp) +
  		MAX((mp->m_sb.sb_inodesize +
  		     mp->m_sb.sb_inodesize +
  		     XFS_DIROP_LOG_RES(mp) +
  		     128 * (2 + XFS_DIROP_LOG_COUNT(mp))),
  		    (mp->m_sb.sb_sectsize +
  		     mp->m_sb.sb_sectsize +
  		     mp->m_sb.sb_sectsize +
  		     XFS_ALLOCFREE_LOG_RES(mp, 1) +
  		     128 * (3 + XFS_ALLOCFREE_LOG_COUNT(mp, 1))));
8f7940552   Nathan Scott   [XFS] Reduce comp...
185
  }
025101dca   Christoph Hellwig   xfs: cleanup log ...
186
187
188
189
190
191
192
193
194
195
196
197
  /*
   * For removing a directory entry we can modify:
   *    the parent directory inode: inode size
   *    the removed inode: inode size
   *    the directory btree could join: (max depth + v2) * dir block size
   *    the directory bmap btree could join or split: (max depth + v2) * blocksize
   * And the bmap_finish transaction can free the dir and bmap blocks giving:
   *    the agf for the ag in which the blocks live: 2 * sector size
   *    the agfl for the ag in which the blocks live: 2 * sector size
   *    the superblock for the free block count: sector size
   *    the allocation btrees: 2 exts * 2 trees * (2 * max depth - 1) * block size
   */
8f7940552   Nathan Scott   [XFS] Reduce comp...
198
  STATIC uint
025101dca   Christoph Hellwig   xfs: cleanup log ...
199
200
  xfs_calc_remove_reservation(
  	struct xfs_mount	*mp)
8f7940552   Nathan Scott   [XFS] Reduce comp...
201
  {
025101dca   Christoph Hellwig   xfs: cleanup log ...
202
203
204
205
206
207
208
209
210
211
  	return XFS_DQUOT_LOGRES(mp) +
  		MAX((mp->m_sb.sb_inodesize +
  		     mp->m_sb.sb_inodesize +
  		     XFS_DIROP_LOG_RES(mp) +
  		     128 * (2 + XFS_DIROP_LOG_COUNT(mp))),
  		    (2 * mp->m_sb.sb_sectsize +
  		     2 * mp->m_sb.sb_sectsize +
  		     mp->m_sb.sb_sectsize +
  		     XFS_ALLOCFREE_LOG_RES(mp, 2) +
  		     128 * (5 + XFS_ALLOCFREE_LOG_COUNT(mp, 2))));
8f7940552   Nathan Scott   [XFS] Reduce comp...
212
  }
025101dca   Christoph Hellwig   xfs: cleanup log ...
213
214
215
216
217
218
219
220
221
222
223
224
225
226
  /*
   * For symlink we can modify:
   *    the parent directory inode: inode size
   *    the new inode: inode size
   *    the inode btree entry: 1 block
   *    the directory btree: (max depth + v2) * dir block size
   *    the directory inode's bmap btree: (max depth + v2) * block size
   *    the blocks for the symlink: 1 kB
   * Or in the first xact we allocate some inodes giving:
   *    the agi and agf of the ag getting the new inodes: 2 * sectorsize
   *    the inode blocks allocated: XFS_IALLOC_BLOCKS * blocksize
   *    the inode btree: max depth * blocksize
   *    the allocation btrees: 2 trees * (2 * max depth - 1) * block size
   */
8f7940552   Nathan Scott   [XFS] Reduce comp...
227
  STATIC uint
025101dca   Christoph Hellwig   xfs: cleanup log ...
228
229
  xfs_calc_symlink_reservation(
  	struct xfs_mount	*mp)
8f7940552   Nathan Scott   [XFS] Reduce comp...
230
  {
025101dca   Christoph Hellwig   xfs: cleanup log ...
231
232
233
234
235
236
237
238
239
240
241
242
243
  	return XFS_DQUOT_LOGRES(mp) +
  		MAX((mp->m_sb.sb_inodesize +
  		     mp->m_sb.sb_inodesize +
  		     XFS_FSB_TO_B(mp, 1) +
  		     XFS_DIROP_LOG_RES(mp) +
  		     1024 +
  		     128 * (4 + XFS_DIROP_LOG_COUNT(mp))),
  		    (2 * mp->m_sb.sb_sectsize +
  		     XFS_FSB_TO_B(mp, XFS_IALLOC_BLOCKS(mp)) +
  		     XFS_FSB_TO_B(mp, mp->m_in_maxlevels) +
  		     XFS_ALLOCFREE_LOG_RES(mp, 1) +
  		     128 * (2 + XFS_IALLOC_BLOCKS(mp) + mp->m_in_maxlevels +
  			    XFS_ALLOCFREE_LOG_COUNT(mp, 1))));
8f7940552   Nathan Scott   [XFS] Reduce comp...
244
  }
025101dca   Christoph Hellwig   xfs: cleanup log ...
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
  /*
   * For create we can modify:
   *    the parent directory inode: inode size
   *    the new inode: inode size
   *    the inode btree entry: block size
   *    the superblock for the nlink flag: sector size
   *    the directory btree: (max depth + v2) * dir block size
   *    the directory inode's bmap btree: (max depth + v2) * block size
   * Or in the first xact we allocate some inodes giving:
   *    the agi and agf of the ag getting the new inodes: 2 * sectorsize
   *    the superblock for the nlink flag: sector size
   *    the inode blocks allocated: XFS_IALLOC_BLOCKS * blocksize
   *    the inode btree: max depth * blocksize
   *    the allocation btrees: 2 trees * (max depth - 1) * block size
   */
8f7940552   Nathan Scott   [XFS] Reduce comp...
260
  STATIC uint
025101dca   Christoph Hellwig   xfs: cleanup log ...
261
262
  xfs_calc_create_reservation(
  	struct xfs_mount	*mp)
8f7940552   Nathan Scott   [XFS] Reduce comp...
263
  {
025101dca   Christoph Hellwig   xfs: cleanup log ...
264
265
266
267
268
269
270
271
272
273
274
275
276
  	return XFS_DQUOT_LOGRES(mp) +
  		MAX((mp->m_sb.sb_inodesize +
  		     mp->m_sb.sb_inodesize +
  		     mp->m_sb.sb_sectsize +
  		     XFS_FSB_TO_B(mp, 1) +
  		     XFS_DIROP_LOG_RES(mp) +
  		     128 * (3 + XFS_DIROP_LOG_COUNT(mp))),
  		    (3 * mp->m_sb.sb_sectsize +
  		     XFS_FSB_TO_B(mp, XFS_IALLOC_BLOCKS(mp)) +
  		     XFS_FSB_TO_B(mp, mp->m_in_maxlevels) +
  		     XFS_ALLOCFREE_LOG_RES(mp, 1) +
  		     128 * (2 + XFS_IALLOC_BLOCKS(mp) + mp->m_in_maxlevels +
  			    XFS_ALLOCFREE_LOG_COUNT(mp, 1))));
8f7940552   Nathan Scott   [XFS] Reduce comp...
277
  }
025101dca   Christoph Hellwig   xfs: cleanup log ...
278
279
280
  /*
   * Making a new directory is the same as creating a new file.
   */
8f7940552   Nathan Scott   [XFS] Reduce comp...
281
  STATIC uint
025101dca   Christoph Hellwig   xfs: cleanup log ...
282
283
  xfs_calc_mkdir_reservation(
  	struct xfs_mount	*mp)
8f7940552   Nathan Scott   [XFS] Reduce comp...
284
  {
025101dca   Christoph Hellwig   xfs: cleanup log ...
285
  	return xfs_calc_create_reservation(mp);
8f7940552   Nathan Scott   [XFS] Reduce comp...
286
  }
025101dca   Christoph Hellwig   xfs: cleanup log ...
287
288
289
290
291
292
293
294
295
296
  /*
   * In freeing an inode we can modify:
   *    the inode being freed: inode size
   *    the super block free inode counter: sector size
   *    the agi hash list and counters: sector size
   *    the inode btree entry: block size
   *    the on disk inode before ours in the agi hash list: inode cluster size
   *    the inode btree: max depth * blocksize
   *    the allocation btrees: 2 trees * (max depth - 1) * block size
   */
8f7940552   Nathan Scott   [XFS] Reduce comp...
297
  STATIC uint
025101dca   Christoph Hellwig   xfs: cleanup log ...
298
299
  xfs_calc_ifree_reservation(
  	struct xfs_mount	*mp)
8f7940552   Nathan Scott   [XFS] Reduce comp...
300
  {
025101dca   Christoph Hellwig   xfs: cleanup log ...
301
302
303
304
305
306
307
308
309
310
311
  	return XFS_DQUOT_LOGRES(mp) +
  		mp->m_sb.sb_inodesize +
  		mp->m_sb.sb_sectsize +
  		mp->m_sb.sb_sectsize +
  		XFS_FSB_TO_B(mp, 1) +
  		MAX((__uint16_t)XFS_FSB_TO_B(mp, 1),
  		    XFS_INODE_CLUSTER_SIZE(mp)) +
  		128 * 5 +
  		XFS_ALLOCFREE_LOG_RES(mp, 1) +
  		128 * (2 + XFS_IALLOC_BLOCKS(mp) + mp->m_in_maxlevels +
  		       XFS_ALLOCFREE_LOG_COUNT(mp, 1));
8f7940552   Nathan Scott   [XFS] Reduce comp...
312
  }
025101dca   Christoph Hellwig   xfs: cleanup log ...
313
314
315
316
  /*
   * When only changing the inode we log the inode and possibly the superblock
   * We also add a bit of slop for the transaction stuff.
   */
8f7940552   Nathan Scott   [XFS] Reduce comp...
317
  STATIC uint
025101dca   Christoph Hellwig   xfs: cleanup log ...
318
319
  xfs_calc_ichange_reservation(
  	struct xfs_mount	*mp)
8f7940552   Nathan Scott   [XFS] Reduce comp...
320
  {
025101dca   Christoph Hellwig   xfs: cleanup log ...
321
322
323
324
  	return XFS_DQUOT_LOGRES(mp) +
  		mp->m_sb.sb_inodesize +
  		mp->m_sb.sb_sectsize +
  		512;
8f7940552   Nathan Scott   [XFS] Reduce comp...
325
  }
025101dca   Christoph Hellwig   xfs: cleanup log ...
326
327
328
329
330
331
  /*
   * Growing the data section of the filesystem.
   *	superblock
   *	agi and agf
   *	allocation btrees
   */
8f7940552   Nathan Scott   [XFS] Reduce comp...
332
  STATIC uint
025101dca   Christoph Hellwig   xfs: cleanup log ...
333
334
  xfs_calc_growdata_reservation(
  	struct xfs_mount	*mp)
8f7940552   Nathan Scott   [XFS] Reduce comp...
335
  {
025101dca   Christoph Hellwig   xfs: cleanup log ...
336
337
338
  	return mp->m_sb.sb_sectsize * 3 +
  		XFS_ALLOCFREE_LOG_RES(mp, 1) +
  		128 * (3 + XFS_ALLOCFREE_LOG_COUNT(mp, 1));
8f7940552   Nathan Scott   [XFS] Reduce comp...
339
  }
025101dca   Christoph Hellwig   xfs: cleanup log ...
340
341
342
343
344
345
346
347
348
349
  /*
   * Growing the rt section of the filesystem.
   * In the first set of transactions (ALLOC) we allocate space to the
   * bitmap or summary files.
   *	superblock: sector size
   *	agf of the ag from which the extent is allocated: sector size
   *	bmap btree for bitmap/summary inode: max depth * blocksize
   *	bitmap/summary inode: inode size
   *	allocation btrees for 1 block alloc: 2 * (2 * maxdepth - 1) * blocksize
   */
8f7940552   Nathan Scott   [XFS] Reduce comp...
350
  STATIC uint
025101dca   Christoph Hellwig   xfs: cleanup log ...
351
352
  xfs_calc_growrtalloc_reservation(
  	struct xfs_mount	*mp)
8f7940552   Nathan Scott   [XFS] Reduce comp...
353
  {
025101dca   Christoph Hellwig   xfs: cleanup log ...
354
355
356
357
358
359
  	return 2 * mp->m_sb.sb_sectsize +
  		XFS_FSB_TO_B(mp, XFS_BM_MAXLEVELS(mp, XFS_DATA_FORK)) +
  		mp->m_sb.sb_inodesize +
  		XFS_ALLOCFREE_LOG_RES(mp, 1) +
  		128 * (3 + XFS_BM_MAXLEVELS(mp, XFS_DATA_FORK) +
  		       XFS_ALLOCFREE_LOG_COUNT(mp, 1));
8f7940552   Nathan Scott   [XFS] Reduce comp...
360
  }
025101dca   Christoph Hellwig   xfs: cleanup log ...
361
362
363
364
365
  /*
   * Growing the rt section of the filesystem.
   * In the second set of transactions (ZERO) we zero the new metadata blocks.
   *	one bitmap/summary block: blocksize
   */
8f7940552   Nathan Scott   [XFS] Reduce comp...
366
  STATIC uint
025101dca   Christoph Hellwig   xfs: cleanup log ...
367
368
  xfs_calc_growrtzero_reservation(
  	struct xfs_mount	*mp)
8f7940552   Nathan Scott   [XFS] Reduce comp...
369
  {
025101dca   Christoph Hellwig   xfs: cleanup log ...
370
  	return mp->m_sb.sb_blocksize + 128;
8f7940552   Nathan Scott   [XFS] Reduce comp...
371
  }
025101dca   Christoph Hellwig   xfs: cleanup log ...
372
373
374
375
376
377
378
379
380
381
  /*
   * Growing the rt section of the filesystem.
   * In the third set of transactions (FREE) we update metadata without
   * allocating any new blocks.
   *	superblock: sector size
   *	bitmap inode: inode size
   *	summary inode: inode size
   *	one bitmap block: blocksize
   *	summary blocks: new summary size
   */
8f7940552   Nathan Scott   [XFS] Reduce comp...
382
  STATIC uint
025101dca   Christoph Hellwig   xfs: cleanup log ...
383
384
  xfs_calc_growrtfree_reservation(
  	struct xfs_mount	*mp)
8f7940552   Nathan Scott   [XFS] Reduce comp...
385
  {
025101dca   Christoph Hellwig   xfs: cleanup log ...
386
387
388
389
390
  	return mp->m_sb.sb_sectsize +
  		2 * mp->m_sb.sb_inodesize +
  		mp->m_sb.sb_blocksize +
  		mp->m_rsumsize +
  		128 * 5;
8f7940552   Nathan Scott   [XFS] Reduce comp...
391
  }
025101dca   Christoph Hellwig   xfs: cleanup log ...
392
393
394
395
  /*
   * Logging the inode modification timestamp on a synchronous write.
   *	inode
   */
8f7940552   Nathan Scott   [XFS] Reduce comp...
396
  STATIC uint
025101dca   Christoph Hellwig   xfs: cleanup log ...
397
398
  xfs_calc_swrite_reservation(
  	struct xfs_mount	*mp)
8f7940552   Nathan Scott   [XFS] Reduce comp...
399
  {
025101dca   Christoph Hellwig   xfs: cleanup log ...
400
  	return mp->m_sb.sb_inodesize + 128;
8f7940552   Nathan Scott   [XFS] Reduce comp...
401
  }
025101dca   Christoph Hellwig   xfs: cleanup log ...
402
403
404
405
  /*
   * Logging the inode mode bits when writing a setuid/setgid file
   *	inode
   */
8f7940552   Nathan Scott   [XFS] Reduce comp...
406
407
408
  STATIC uint
  xfs_calc_writeid_reservation(xfs_mount_t *mp)
  {
025101dca   Christoph Hellwig   xfs: cleanup log ...
409
  	return mp->m_sb.sb_inodesize + 128;
8f7940552   Nathan Scott   [XFS] Reduce comp...
410
  }
025101dca   Christoph Hellwig   xfs: cleanup log ...
411
412
413
414
415
416
417
418
  /*
   * Converting the inode from non-attributed to attributed.
   *	the inode being converted: inode size
   *	agf block and superblock (for block allocation)
   *	the new block (directory sized)
   *	bmap blocks for the new directory block
   *	allocation btrees
   */
8f7940552   Nathan Scott   [XFS] Reduce comp...
419
  STATIC uint
025101dca   Christoph Hellwig   xfs: cleanup log ...
420
421
  xfs_calc_addafork_reservation(
  	struct xfs_mount	*mp)
8f7940552   Nathan Scott   [XFS] Reduce comp...
422
  {
025101dca   Christoph Hellwig   xfs: cleanup log ...
423
424
425
426
427
428
429
430
  	return XFS_DQUOT_LOGRES(mp) +
  		mp->m_sb.sb_inodesize +
  		mp->m_sb.sb_sectsize * 2 +
  		mp->m_dirblksize +
  		XFS_FSB_TO_B(mp, XFS_DAENTER_BMAP1B(mp, XFS_DATA_FORK) + 1) +
  		XFS_ALLOCFREE_LOG_RES(mp, 1) +
  		128 * (4 + XFS_DAENTER_BMAP1B(mp, XFS_DATA_FORK) + 1 +
  		       XFS_ALLOCFREE_LOG_COUNT(mp, 1));
8f7940552   Nathan Scott   [XFS] Reduce comp...
431
  }
025101dca   Christoph Hellwig   xfs: cleanup log ...
432
433
434
435
436
437
438
439
440
441
442
  /*
   * Removing the attribute fork of a file
   *    the inode being truncated: inode size
   *    the inode's bmap btree: max depth * block size
   * And the bmap_finish transaction can free the blocks and bmap blocks:
   *    the agf for each of the ags: 4 * sector size
   *    the agfl for each of the ags: 4 * sector size
   *    the super block to reflect the freed blocks: sector size
   *    worst case split in allocation btrees per extent assuming 4 extents:
   *		4 exts * 2 trees * (2 * max depth - 1) * block size
   */
8f7940552   Nathan Scott   [XFS] Reduce comp...
443
  STATIC uint
025101dca   Christoph Hellwig   xfs: cleanup log ...
444
445
  xfs_calc_attrinval_reservation(
  	struct xfs_mount	*mp)
8f7940552   Nathan Scott   [XFS] Reduce comp...
446
  {
025101dca   Christoph Hellwig   xfs: cleanup log ...
447
448
449
450
451
452
453
454
  	return MAX((mp->m_sb.sb_inodesize +
  		    XFS_FSB_TO_B(mp, XFS_BM_MAXLEVELS(mp, XFS_ATTR_FORK)) +
  		    128 * (1 + XFS_BM_MAXLEVELS(mp, XFS_ATTR_FORK))),
  		   (4 * mp->m_sb.sb_sectsize +
  		    4 * mp->m_sb.sb_sectsize +
  		    mp->m_sb.sb_sectsize +
  		    XFS_ALLOCFREE_LOG_RES(mp, 4) +
  		    128 * (9 + XFS_ALLOCFREE_LOG_COUNT(mp, 4))));
8f7940552   Nathan Scott   [XFS] Reduce comp...
455
  }
025101dca   Christoph Hellwig   xfs: cleanup log ...
456
457
458
459
460
461
462
463
464
465
  /*
   * Setting an attribute.
   *	the inode getting the attribute
   *	the superblock for allocations
   *	the agfs extents are allocated from
   *	the attribute btree * max depth
   *	the inode allocation btree
   * Since attribute transaction space is dependent on the size of the attribute,
   * the calculation is done partially at mount time and partially at runtime.
   */
8f7940552   Nathan Scott   [XFS] Reduce comp...
466
  STATIC uint
025101dca   Christoph Hellwig   xfs: cleanup log ...
467
468
  xfs_calc_attrset_reservation(
  	struct xfs_mount	*mp)
8f7940552   Nathan Scott   [XFS] Reduce comp...
469
  {
025101dca   Christoph Hellwig   xfs: cleanup log ...
470
471
472
473
474
  	return XFS_DQUOT_LOGRES(mp) +
  		mp->m_sb.sb_inodesize +
  		mp->m_sb.sb_sectsize +
  		XFS_FSB_TO_B(mp, XFS_DA_NODE_MAXDEPTH) +
  		128 * (2 + XFS_DA_NODE_MAXDEPTH);
8f7940552   Nathan Scott   [XFS] Reduce comp...
475
  }
025101dca   Christoph Hellwig   xfs: cleanup log ...
476
477
478
479
480
481
482
483
484
485
486
  /*
   * Removing an attribute.
   *    the inode: inode size
   *    the attribute btree could join: max depth * block size
   *    the inode bmap btree could join or split: max depth * block size
   * And the bmap_finish transaction can free the attr blocks freed giving:
   *    the agf for the ag in which the blocks live: 2 * sector size
   *    the agfl for the ag in which the blocks live: 2 * sector size
   *    the superblock for the free block count: sector size
   *    the allocation btrees: 2 exts * 2 trees * (2 * max depth - 1) * block size
   */
8f7940552   Nathan Scott   [XFS] Reduce comp...
487
  STATIC uint
025101dca   Christoph Hellwig   xfs: cleanup log ...
488
489
  xfs_calc_attrrm_reservation(
  	struct xfs_mount	*mp)
8f7940552   Nathan Scott   [XFS] Reduce comp...
490
  {
025101dca   Christoph Hellwig   xfs: cleanup log ...
491
492
493
494
495
496
497
498
499
500
501
  	return XFS_DQUOT_LOGRES(mp) +
  		MAX((mp->m_sb.sb_inodesize +
  		     XFS_FSB_TO_B(mp, XFS_DA_NODE_MAXDEPTH) +
  		     XFS_FSB_TO_B(mp, XFS_BM_MAXLEVELS(mp, XFS_ATTR_FORK)) +
  		     128 * (1 + XFS_DA_NODE_MAXDEPTH +
  			    XFS_BM_MAXLEVELS(mp, XFS_DATA_FORK))),
  		    (2 * mp->m_sb.sb_sectsize +
  		     2 * mp->m_sb.sb_sectsize +
  		     mp->m_sb.sb_sectsize +
  		     XFS_ALLOCFREE_LOG_RES(mp, 2) +
  		     128 * (5 + XFS_ALLOCFREE_LOG_COUNT(mp, 2))));
8f7940552   Nathan Scott   [XFS] Reduce comp...
502
  }
025101dca   Christoph Hellwig   xfs: cleanup log ...
503
504
505
  /*
   * Clearing a bad agino number in an agi hash bucket.
   */
8f7940552   Nathan Scott   [XFS] Reduce comp...
506
  STATIC uint
025101dca   Christoph Hellwig   xfs: cleanup log ...
507
508
  xfs_calc_clear_agi_bucket_reservation(
  	struct xfs_mount	*mp)
8f7940552   Nathan Scott   [XFS] Reduce comp...
509
  {
025101dca   Christoph Hellwig   xfs: cleanup log ...
510
  	return mp->m_sb.sb_sectsize + 128;
8f7940552   Nathan Scott   [XFS] Reduce comp...
511
512
513
  }
  
  /*
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
514
515
516
517
518
   * Initialize the precomputed transaction reservation values
   * in the mount structure.
   */
  void
  xfs_trans_init(
025101dca   Christoph Hellwig   xfs: cleanup log ...
519
  	struct xfs_mount	*mp)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
520
  {
025101dca   Christoph Hellwig   xfs: cleanup log ...
521
  	struct xfs_trans_reservations *resp = &mp->m_reservations;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
522

8f7940552   Nathan Scott   [XFS] Reduce comp...
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
  	resp->tr_write = xfs_calc_write_reservation(mp);
  	resp->tr_itruncate = xfs_calc_itruncate_reservation(mp);
  	resp->tr_rename = xfs_calc_rename_reservation(mp);
  	resp->tr_link = xfs_calc_link_reservation(mp);
  	resp->tr_remove = xfs_calc_remove_reservation(mp);
  	resp->tr_symlink = xfs_calc_symlink_reservation(mp);
  	resp->tr_create = xfs_calc_create_reservation(mp);
  	resp->tr_mkdir = xfs_calc_mkdir_reservation(mp);
  	resp->tr_ifree = xfs_calc_ifree_reservation(mp);
  	resp->tr_ichange = xfs_calc_ichange_reservation(mp);
  	resp->tr_growdata = xfs_calc_growdata_reservation(mp);
  	resp->tr_swrite = xfs_calc_swrite_reservation(mp);
  	resp->tr_writeid = xfs_calc_writeid_reservation(mp);
  	resp->tr_addafork = xfs_calc_addafork_reservation(mp);
  	resp->tr_attrinval = xfs_calc_attrinval_reservation(mp);
  	resp->tr_attrset = xfs_calc_attrset_reservation(mp);
  	resp->tr_attrrm = xfs_calc_attrrm_reservation(mp);
  	resp->tr_clearagi = xfs_calc_clear_agi_bucket_reservation(mp);
  	resp->tr_growrtalloc = xfs_calc_growrtalloc_reservation(mp);
  	resp->tr_growrtzero = xfs_calc_growrtzero_reservation(mp);
  	resp->tr_growrtfree = xfs_calc_growrtfree_reservation(mp);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
544
545
546
547
548
549
  }
  
  /*
   * This routine is called to allocate a transaction structure.
   * The type parameter indicates the type of the transaction.  These
   * are enumerated in xfs_trans.h.
b2ce39740   Alex Elder   Revert "xfs: fix ...
550
551
552
   *
   * Dynamically allocate the transaction structure from the transaction
   * zone, initialize it, and return it to the caller.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
553
   */
b2ce39740   Alex Elder   Revert "xfs: fix ...
554
555
556
557
558
559
560
561
562
563
  xfs_trans_t *
  xfs_trans_alloc(
  	xfs_mount_t	*mp,
  	uint		type)
  {
  	xfs_wait_for_freeze(mp, SB_FREEZE_TRANS);
  	return _xfs_trans_alloc(mp, type, KM_SLEEP);
  }
  
  xfs_trans_t *
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
564
  _xfs_trans_alloc(
b2ce39740   Alex Elder   Revert "xfs: fix ...
565
566
567
  	xfs_mount_t	*mp,
  	uint		type,
  	uint		memflags)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
568
  {
b2ce39740   Alex Elder   Revert "xfs: fix ...
569
  	xfs_trans_t	*tp;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
570

34327e138   Nathan Scott   [XFS] Cleanup a m...
571
  	atomic_inc(&mp->m_active_trans);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
572

80641dc66   Christoph Hellwig   xfs: I/O completi...
573
  	tp = kmem_zone_zalloc(xfs_trans_zone, memflags);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
574
575
576
  	tp->t_magic = XFS_TRANS_MAGIC;
  	tp->t_type = type;
  	tp->t_mountp = mp;
e98c414f9   Christoph Hellwig   xfs: simplify log...
577
  	INIT_LIST_HEAD(&tp->t_items);
ed3b4d6cd   Dave Chinner   xfs: Improve scal...
578
  	INIT_LIST_HEAD(&tp->t_busy);
34327e138   Nathan Scott   [XFS] Cleanup a m...
579
  	return tp;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
580
581
582
  }
  
  /*
b1c1b5b61   Dave Chinner   xfs: Clean up xfs...
583
584
585
586
587
   * Free the transaction structure.  If there is more clean up
   * to do when the structure is freed, add it here.
   */
  STATIC void
  xfs_trans_free(
ed3b4d6cd   Dave Chinner   xfs: Improve scal...
588
  	struct xfs_trans	*tp)
b1c1b5b61   Dave Chinner   xfs: Clean up xfs...
589
  {
8a072a4d4   Christoph Hellwig   xfs: reduce the n...
590
  	xfs_alloc_busy_sort(&tp->t_busy);
e84661aa8   Christoph Hellwig   xfs: add online d...
591
  	xfs_alloc_busy_clear(tp->t_mountp, &tp->t_busy, false);
ed3b4d6cd   Dave Chinner   xfs: Improve scal...
592

b1c1b5b61   Dave Chinner   xfs: Clean up xfs...
593
594
595
596
597
598
  	atomic_dec(&tp->t_mountp->m_active_trans);
  	xfs_trans_free_dqinfo(tp);
  	kmem_zone_free(xfs_trans_zone, tp);
  }
  
  /*
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
   * This is called to create a new transaction which will share the
   * permanent log reservation of the given transaction.  The remaining
   * unused block and rt extent reservations are also inherited.  This
   * implies that the original transaction is no longer allowed to allocate
   * blocks.  Locks and log items, however, are no inherited.  They must
   * be added to the new transaction explicitly.
   */
  xfs_trans_t *
  xfs_trans_dup(
  	xfs_trans_t	*tp)
  {
  	xfs_trans_t	*ntp;
  
  	ntp = kmem_zone_zalloc(xfs_trans_zone, KM_SLEEP);
  
  	/*
  	 * Initialize the new transaction structure.
  	 */
  	ntp->t_magic = XFS_TRANS_MAGIC;
  	ntp->t_type = tp->t_type;
  	ntp->t_mountp = tp->t_mountp;
e98c414f9   Christoph Hellwig   xfs: simplify log...
620
  	INIT_LIST_HEAD(&ntp->t_items);
ed3b4d6cd   Dave Chinner   xfs: Improve scal...
621
  	INIT_LIST_HEAD(&ntp->t_busy);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
622
623
  
  	ASSERT(tp->t_flags & XFS_TRANS_PERM_LOG_RES);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
624
  	ASSERT(tp->t_ticket != NULL);
cfcbbbd08   Nathan Scott   [XFS] Remove old,...
625

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
626
  	ntp->t_flags = XFS_TRANS_PERM_LOG_RES | (tp->t_flags & XFS_TRANS_RESERVE);
cc09c0dc5   Dave Chinner   [XFS] Fix double ...
627
  	ntp->t_ticket = xfs_log_ticket_get(tp->t_ticket);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
628
629
630
631
  	ntp->t_blk_res = tp->t_blk_res - tp->t_blk_res_used;
  	tp->t_blk_res = tp->t_blk_res_used;
  	ntp->t_rtx_res = tp->t_rtx_res - tp->t_rtx_res_used;
  	tp->t_rtx_res = tp->t_rtx_res_used;
59c1b082f   Nathan Scott   [XFS] Make the pf...
632
  	ntp->t_pflags = tp->t_pflags;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
633

7d095257e   Christoph Hellwig   xfs: kill xfs_qmops
634
  	xfs_trans_dup_dqinfo(tp, ntp);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
  
  	atomic_inc(&tp->t_mountp->m_active_trans);
  	return ntp;
  }
  
  /*
   * This is called to reserve free disk blocks and log space for the
   * given transaction.  This must be done before allocating any resources
   * within the transaction.
   *
   * This will return ENOSPC if there are not enough blocks available.
   * It will sleep waiting for available log space.
   * The only valid value for the flags parameter is XFS_RES_LOG_PERM, which
   * is used by long running transactions.  If any one of the reservations
   * fails then they will all be backed out.
   *
   * This does not do quota reservations. That typically is done by the
   * caller afterwards.
   */
  int
  xfs_trans_reserve(
  	xfs_trans_t	*tp,
  	uint		blocks,
  	uint		logspace,
  	uint		rtextents,
  	uint		flags,
  	uint		logcount)
  {
  	int		log_flags;
59c1b082f   Nathan Scott   [XFS] Make the pf...
664
665
  	int		error = 0;
  	int		rsvd = (tp->t_flags & XFS_TRANS_RESERVE) != 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
666
667
  
  	/* Mark this thread as being in a transaction */
59c1b082f   Nathan Scott   [XFS] Make the pf...
668
  	current_set_flags_nested(&tp->t_pflags, PF_FSTRANS);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
669
670
671
672
673
674
675
  
  	/*
  	 * Attempt to reserve the needed disk blocks by decrementing
  	 * the number needed from the number available.  This will
  	 * fail if the count would go below zero.
  	 */
  	if (blocks > 0) {
96540c785   Christoph Hellwig   xfs: do not use x...
676
  		error = xfs_icsb_modify_counters(tp->t_mountp, XFS_SBS_FDBLOCKS,
20f4ebf2b   David Chinner   [XFS] Make growfs...
677
  					  -((int64_t)blocks), rsvd);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
678
  		if (error != 0) {
59c1b082f   Nathan Scott   [XFS] Make the pf...
679
  			current_restore_flags_nested(&tp->t_pflags, PF_FSTRANS);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
  			return (XFS_ERROR(ENOSPC));
  		}
  		tp->t_blk_res += blocks;
  	}
  
  	/*
  	 * Reserve the log space needed for this transaction.
  	 */
  	if (logspace > 0) {
  		ASSERT((tp->t_log_res == 0) || (tp->t_log_res == logspace));
  		ASSERT((tp->t_log_count == 0) ||
  			(tp->t_log_count == logcount));
  		if (flags & XFS_TRANS_PERM_LOG_RES) {
  			log_flags = XFS_LOG_PERM_RESERV;
  			tp->t_flags |= XFS_TRANS_PERM_LOG_RES;
  		} else {
  			ASSERT(tp->t_ticket == NULL);
  			ASSERT(!(tp->t_flags & XFS_TRANS_PERM_LOG_RES));
  			log_flags = 0;
  		}
  
  		error = xfs_log_reserve(tp->t_mountp, logspace, logcount,
  					&tp->t_ticket,
7e9c63961   Tim Shimmin   [XFS] 929956 add ...
703
  					XFS_TRANSACTION, log_flags, tp->t_type);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
704
705
706
707
708
709
710
711
712
713
714
715
716
717
  		if (error) {
  			goto undo_blocks;
  		}
  		tp->t_log_res = logspace;
  		tp->t_log_count = logcount;
  	}
  
  	/*
  	 * Attempt to reserve the needed realtime extents by decrementing
  	 * the number needed from the number available.  This will
  	 * fail if the count would go below zero.
  	 */
  	if (rtextents > 0) {
  		error = xfs_mod_incore_sb(tp->t_mountp, XFS_SBS_FREXTENTS,
20f4ebf2b   David Chinner   [XFS] Make growfs...
718
  					  -((int64_t)rtextents), rsvd);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
  		if (error) {
  			error = XFS_ERROR(ENOSPC);
  			goto undo_log;
  		}
  		tp->t_rtx_res += rtextents;
  	}
  
  	return 0;
  
  	/*
  	 * Error cases jump to one of these labels to undo any
  	 * reservations which have already been performed.
  	 */
  undo_log:
  	if (logspace > 0) {
  		if (flags & XFS_TRANS_PERM_LOG_RES) {
  			log_flags = XFS_LOG_REL_PERM_RESERV;
  		} else {
  			log_flags = 0;
  		}
  		xfs_log_done(tp->t_mountp, tp->t_ticket, NULL, log_flags);
  		tp->t_ticket = NULL;
  		tp->t_log_res = 0;
  		tp->t_flags &= ~XFS_TRANS_PERM_LOG_RES;
  	}
  
  undo_blocks:
  	if (blocks > 0) {
96540c785   Christoph Hellwig   xfs: do not use x...
747
  		xfs_icsb_modify_counters(tp->t_mountp, XFS_SBS_FDBLOCKS,
20f4ebf2b   David Chinner   [XFS] Make growfs...
748
  					 (int64_t)blocks, rsvd);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
749
750
  		tp->t_blk_res = 0;
  	}
59c1b082f   Nathan Scott   [XFS] Make the pf...
751
  	current_restore_flags_nested(&tp->t_pflags, PF_FSTRANS);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
752

59c1b082f   Nathan Scott   [XFS] Make the pf...
753
  	return error;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
754
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
755
  /*
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
756
757
758
759
760
761
   * Record the indicated change to the given field for application
   * to the file system's superblock when the transaction commits.
   * For now, just store the change in the transaction structure.
   *
   * Mark the transaction structure to indicate that the superblock
   * needs to be updated before committing.
92821e2ba   David Chinner   [XFS] Lazy Superb...
762
763
764
765
766
767
768
769
   *
   * Because we may not be keeping track of allocated/free inodes and
   * used filesystem blocks in the superblock, we do not mark the
   * superblock dirty in this transaction if we modify these fields.
   * We still need to update the transaction deltas so that they get
   * applied to the incore superblock, but we don't want them to
   * cause the superblock to get locked and logged if these are the
   * only fields in the superblock that the transaction modifies.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
770
771
772
773
774
   */
  void
  xfs_trans_mod_sb(
  	xfs_trans_t	*tp,
  	uint		field,
20f4ebf2b   David Chinner   [XFS] Make growfs...
775
  	int64_t		delta)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
776
  {
92821e2ba   David Chinner   [XFS] Lazy Superb...
777
778
  	uint32_t	flags = (XFS_TRANS_DIRTY|XFS_TRANS_SB_DIRTY);
  	xfs_mount_t	*mp = tp->t_mountp;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
779
780
781
782
  
  	switch (field) {
  	case XFS_TRANS_SB_ICOUNT:
  		tp->t_icount_delta += delta;
92821e2ba   David Chinner   [XFS] Lazy Superb...
783
784
  		if (xfs_sb_version_haslazysbcount(&mp->m_sb))
  			flags &= ~XFS_TRANS_SB_DIRTY;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
785
786
787
  		break;
  	case XFS_TRANS_SB_IFREE:
  		tp->t_ifree_delta += delta;
92821e2ba   David Chinner   [XFS] Lazy Superb...
788
789
  		if (xfs_sb_version_haslazysbcount(&mp->m_sb))
  			flags &= ~XFS_TRANS_SB_DIRTY;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
790
791
792
793
794
795
796
797
798
799
800
801
  		break;
  	case XFS_TRANS_SB_FDBLOCKS:
  		/*
  		 * Track the number of blocks allocated in the
  		 * transaction.  Make sure it does not exceed the
  		 * number reserved.
  		 */
  		if (delta < 0) {
  			tp->t_blk_res_used += (uint)-delta;
  			ASSERT(tp->t_blk_res_used <= tp->t_blk_res);
  		}
  		tp->t_fdblocks_delta += delta;
92821e2ba   David Chinner   [XFS] Lazy Superb...
802
803
  		if (xfs_sb_version_haslazysbcount(&mp->m_sb))
  			flags &= ~XFS_TRANS_SB_DIRTY;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
804
805
806
807
808
809
810
811
812
  		break;
  	case XFS_TRANS_SB_RES_FDBLOCKS:
  		/*
  		 * The allocation has already been applied to the
  		 * in-core superblock's counter.  This should only
  		 * be applied to the on-disk superblock.
  		 */
  		ASSERT(delta < 0);
  		tp->t_res_fdblocks_delta += delta;
92821e2ba   David Chinner   [XFS] Lazy Superb...
813
814
  		if (xfs_sb_version_haslazysbcount(&mp->m_sb))
  			flags &= ~XFS_TRANS_SB_DIRTY;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
  		break;
  	case XFS_TRANS_SB_FREXTENTS:
  		/*
  		 * Track the number of blocks allocated in the
  		 * transaction.  Make sure it does not exceed the
  		 * number reserved.
  		 */
  		if (delta < 0) {
  			tp->t_rtx_res_used += (uint)-delta;
  			ASSERT(tp->t_rtx_res_used <= tp->t_rtx_res);
  		}
  		tp->t_frextents_delta += delta;
  		break;
  	case XFS_TRANS_SB_RES_FREXTENTS:
  		/*
  		 * The allocation has already been applied to the
c41564b5a   Nathan Scott   [XFS] We really s...
831
  		 * in-core superblock's counter.  This should only
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
  		 * be applied to the on-disk superblock.
  		 */
  		ASSERT(delta < 0);
  		tp->t_res_frextents_delta += delta;
  		break;
  	case XFS_TRANS_SB_DBLOCKS:
  		ASSERT(delta > 0);
  		tp->t_dblocks_delta += delta;
  		break;
  	case XFS_TRANS_SB_AGCOUNT:
  		ASSERT(delta > 0);
  		tp->t_agcount_delta += delta;
  		break;
  	case XFS_TRANS_SB_IMAXPCT:
  		tp->t_imaxpct_delta += delta;
  		break;
  	case XFS_TRANS_SB_REXTSIZE:
  		tp->t_rextsize_delta += delta;
  		break;
  	case XFS_TRANS_SB_RBMBLOCKS:
  		tp->t_rbmblocks_delta += delta;
  		break;
  	case XFS_TRANS_SB_RBLOCKS:
  		tp->t_rblocks_delta += delta;
  		break;
  	case XFS_TRANS_SB_REXTENTS:
  		tp->t_rextents_delta += delta;
  		break;
  	case XFS_TRANS_SB_REXTSLOG:
  		tp->t_rextslog_delta += delta;
  		break;
  	default:
  		ASSERT(0);
  		return;
  	}
210c6f1ca   David Chinner   [XFS] Fix the tra...
867
  	tp->t_flags |= flags;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
868
869
870
871
872
873
874
875
876
877
878
879
880
881
  }
  
  /*
   * xfs_trans_apply_sb_deltas() is called from the commit code
   * to bring the superblock buffer into the current transaction
   * and modify it as requested by earlier calls to xfs_trans_mod_sb().
   *
   * For now we just look at each field allowed to change and change
   * it if necessary.
   */
  STATIC void
  xfs_trans_apply_sb_deltas(
  	xfs_trans_t	*tp)
  {
2bdf7cd0b   Christoph Hellwig   [XFS] superblock ...
882
  	xfs_dsb_t	*sbp;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
883
884
885
886
887
888
889
890
891
892
893
894
  	xfs_buf_t	*bp;
  	int		whole = 0;
  
  	bp = xfs_trans_getsb(tp, tp->t_mountp, 0);
  	sbp = XFS_BUF_TO_SBP(bp);
  
  	/*
  	 * Check that superblock mods match the mods made to AGF counters.
  	 */
  	ASSERT((tp->t_fdblocks_delta + tp->t_res_fdblocks_delta) ==
  	       (tp->t_ag_freeblks_delta + tp->t_ag_flist_delta +
  		tp->t_ag_btree_delta));
92821e2ba   David Chinner   [XFS] Lazy Superb...
895
896
897
898
  	/*
  	 * Only update the superblock counters if we are logging them
  	 */
  	if (!xfs_sb_version_haslazysbcount(&(tp->t_mountp->m_sb))) {
2bdf7cd0b   Christoph Hellwig   [XFS] superblock ...
899
  		if (tp->t_icount_delta)
413d57c99   Marcin Slusarz   xfs: convert beX_...
900
  			be64_add_cpu(&sbp->sb_icount, tp->t_icount_delta);
2bdf7cd0b   Christoph Hellwig   [XFS] superblock ...
901
  		if (tp->t_ifree_delta)
413d57c99   Marcin Slusarz   xfs: convert beX_...
902
  			be64_add_cpu(&sbp->sb_ifree, tp->t_ifree_delta);
2bdf7cd0b   Christoph Hellwig   [XFS] superblock ...
903
  		if (tp->t_fdblocks_delta)
413d57c99   Marcin Slusarz   xfs: convert beX_...
904
  			be64_add_cpu(&sbp->sb_fdblocks, tp->t_fdblocks_delta);
2bdf7cd0b   Christoph Hellwig   [XFS] superblock ...
905
  		if (tp->t_res_fdblocks_delta)
413d57c99   Marcin Slusarz   xfs: convert beX_...
906
  			be64_add_cpu(&sbp->sb_fdblocks, tp->t_res_fdblocks_delta);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
907
  	}
2bdf7cd0b   Christoph Hellwig   [XFS] superblock ...
908
  	if (tp->t_frextents_delta)
413d57c99   Marcin Slusarz   xfs: convert beX_...
909
  		be64_add_cpu(&sbp->sb_frextents, tp->t_frextents_delta);
2bdf7cd0b   Christoph Hellwig   [XFS] superblock ...
910
  	if (tp->t_res_frextents_delta)
413d57c99   Marcin Slusarz   xfs: convert beX_...
911
  		be64_add_cpu(&sbp->sb_frextents, tp->t_res_frextents_delta);
2bdf7cd0b   Christoph Hellwig   [XFS] superblock ...
912
913
  
  	if (tp->t_dblocks_delta) {
413d57c99   Marcin Slusarz   xfs: convert beX_...
914
  		be64_add_cpu(&sbp->sb_dblocks, tp->t_dblocks_delta);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
915
916
  		whole = 1;
  	}
2bdf7cd0b   Christoph Hellwig   [XFS] superblock ...
917
  	if (tp->t_agcount_delta) {
413d57c99   Marcin Slusarz   xfs: convert beX_...
918
  		be32_add_cpu(&sbp->sb_agcount, tp->t_agcount_delta);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
919
920
  		whole = 1;
  	}
2bdf7cd0b   Christoph Hellwig   [XFS] superblock ...
921
922
  	if (tp->t_imaxpct_delta) {
  		sbp->sb_imax_pct += tp->t_imaxpct_delta;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
923
924
  		whole = 1;
  	}
2bdf7cd0b   Christoph Hellwig   [XFS] superblock ...
925
  	if (tp->t_rextsize_delta) {
413d57c99   Marcin Slusarz   xfs: convert beX_...
926
  		be32_add_cpu(&sbp->sb_rextsize, tp->t_rextsize_delta);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
927
928
  		whole = 1;
  	}
2bdf7cd0b   Christoph Hellwig   [XFS] superblock ...
929
  	if (tp->t_rbmblocks_delta) {
413d57c99   Marcin Slusarz   xfs: convert beX_...
930
  		be32_add_cpu(&sbp->sb_rbmblocks, tp->t_rbmblocks_delta);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
931
932
  		whole = 1;
  	}
2bdf7cd0b   Christoph Hellwig   [XFS] superblock ...
933
  	if (tp->t_rblocks_delta) {
413d57c99   Marcin Slusarz   xfs: convert beX_...
934
  		be64_add_cpu(&sbp->sb_rblocks, tp->t_rblocks_delta);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
935
936
  		whole = 1;
  	}
2bdf7cd0b   Christoph Hellwig   [XFS] superblock ...
937
  	if (tp->t_rextents_delta) {
413d57c99   Marcin Slusarz   xfs: convert beX_...
938
  		be64_add_cpu(&sbp->sb_rextents, tp->t_rextents_delta);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
939
940
  		whole = 1;
  	}
2bdf7cd0b   Christoph Hellwig   [XFS] superblock ...
941
942
  	if (tp->t_rextslog_delta) {
  		sbp->sb_rextslog += tp->t_rextslog_delta;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
943
944
945
946
947
  		whole = 1;
  	}
  
  	if (whole)
  		/*
c41564b5a   Nathan Scott   [XFS] We really s...
948
  		 * Log the whole thing, the fields are noncontiguous.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
949
  		 */
2bdf7cd0b   Christoph Hellwig   [XFS] superblock ...
950
  		xfs_trans_log_buf(tp, bp, 0, sizeof(xfs_dsb_t) - 1);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
951
952
953
954
955
  	else
  		/*
  		 * Since all the modifiable fields are contiguous, we
  		 * can get away with this.
  		 */
2bdf7cd0b   Christoph Hellwig   [XFS] superblock ...
956
957
  		xfs_trans_log_buf(tp, bp, offsetof(xfs_dsb_t, sb_icount),
  				  offsetof(xfs_dsb_t, sb_frextents) +
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
958
  				  sizeof(sbp->sb_frextents) - 1);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
959
960
961
  }
  
  /*
45c341411   David Chinner   [XFS] Apply trans...
962
963
964
965
966
   * xfs_trans_unreserve_and_mod_sb() is called to release unused reservations
   * and apply superblock counter changes to the in-core superblock.  The
   * t_res_fdblocks_delta and t_res_frextents_delta fields are explicitly NOT
   * applied to the in-core superblock.  The idea is that that has already been
   * done.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
967
968
   *
   * This is done efficiently with a single call to xfs_mod_incore_sb_batch().
45c341411   David Chinner   [XFS] Apply trans...
969
970
971
972
973
974
975
976
977
978
   * However, we have to ensure that we only modify each superblock field only
   * once because the application of the delta values may not be atomic. That can
   * lead to ENOSPC races occurring if we have two separate modifcations of the
   * free space counter to put back the entire reservation and then take away
   * what we used.
   *
   * If we are not logging superblock counters, then the inode allocated/free and
   * used block counts are not updated in the on disk superblock. In this case,
   * XFS_TRANS_SB_DIRTY will not be set when the transaction is updated but we
   * still need to update the incore superblock with the changes.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
979
   */
71e330b59   Dave Chinner   xfs: Introduce de...
980
  void
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
981
982
983
  xfs_trans_unreserve_and_mod_sb(
  	xfs_trans_t	*tp)
  {
1b0407125   Christoph Hellwig   xfs: do not use x...
984
  	xfs_mod_sb_t	msb[9];	/* If you add cases, add entries */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
985
  	xfs_mod_sb_t	*msbp;
92821e2ba   David Chinner   [XFS] Lazy Superb...
986
  	xfs_mount_t	*mp = tp->t_mountp;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
987
988
989
  	/* REFERENCED */
  	int		error;
  	int		rsvd;
45c341411   David Chinner   [XFS] Apply trans...
990
991
  	int64_t		blkdelta = 0;
  	int64_t		rtxdelta = 0;
1b0407125   Christoph Hellwig   xfs: do not use x...
992
993
  	int64_t		idelta = 0;
  	int64_t		ifreedelta = 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
994
995
996
  
  	msbp = msb;
  	rsvd = (tp->t_flags & XFS_TRANS_RESERVE) != 0;
1b0407125   Christoph Hellwig   xfs: do not use x...
997
  	/* calculate deltas */
45c341411   David Chinner   [XFS] Apply trans...
998
999
  	if (tp->t_blk_res > 0)
  		blkdelta = tp->t_blk_res;
45c341411   David Chinner   [XFS] Apply trans...
1000
1001
1002
1003
  	if ((tp->t_fdblocks_delta != 0) &&
  	    (xfs_sb_version_haslazysbcount(&mp->m_sb) ||
  	     (tp->t_flags & XFS_TRANS_SB_DIRTY)))
  	        blkdelta += tp->t_fdblocks_delta;
45c341411   David Chinner   [XFS] Apply trans...
1004
1005
  	if (tp->t_rtx_res > 0)
  		rtxdelta = tp->t_rtx_res;
45c341411   David Chinner   [XFS] Apply trans...
1006
1007
1008
  	if ((tp->t_frextents_delta != 0) &&
  	    (tp->t_flags & XFS_TRANS_SB_DIRTY))
  		rtxdelta += tp->t_frextents_delta;
1b0407125   Christoph Hellwig   xfs: do not use x...
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
  	if (xfs_sb_version_haslazysbcount(&mp->m_sb) ||
  	     (tp->t_flags & XFS_TRANS_SB_DIRTY)) {
  		idelta = tp->t_icount_delta;
  		ifreedelta = tp->t_ifree_delta;
  	}
  
  	/* apply the per-cpu counters */
  	if (blkdelta) {
  		error = xfs_icsb_modify_counters(mp, XFS_SBS_FDBLOCKS,
  						 blkdelta, rsvd);
  		if (error)
  			goto out;
  	}
  
  	if (idelta) {
  		error = xfs_icsb_modify_counters(mp, XFS_SBS_ICOUNT,
  						 idelta, rsvd);
  		if (error)
  			goto out_undo_fdblocks;
  	}
  
  	if (ifreedelta) {
  		error = xfs_icsb_modify_counters(mp, XFS_SBS_IFREE,
  						 ifreedelta, rsvd);
  		if (error)
  			goto out_undo_icount;
  	}
  
  	/* apply remaining deltas */
45c341411   David Chinner   [XFS] Apply trans...
1038
  	if (rtxdelta != 0) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1039
  		msbp->msb_field = XFS_SBS_FREXTENTS;
45c341411   David Chinner   [XFS] Apply trans...
1040
  		msbp->msb_delta = rtxdelta;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1041
1042
  		msbp++;
  	}
92821e2ba   David Chinner   [XFS] Lazy Superb...
1043
  	if (tp->t_flags & XFS_TRANS_SB_DIRTY) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1044
1045
  		if (tp->t_dblocks_delta != 0) {
  			msbp->msb_field = XFS_SBS_DBLOCKS;
20f4ebf2b   David Chinner   [XFS] Make growfs...
1046
  			msbp->msb_delta = tp->t_dblocks_delta;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1047
1048
1049
1050
  			msbp++;
  		}
  		if (tp->t_agcount_delta != 0) {
  			msbp->msb_field = XFS_SBS_AGCOUNT;
20f4ebf2b   David Chinner   [XFS] Make growfs...
1051
  			msbp->msb_delta = tp->t_agcount_delta;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1052
1053
1054
1055
  			msbp++;
  		}
  		if (tp->t_imaxpct_delta != 0) {
  			msbp->msb_field = XFS_SBS_IMAX_PCT;
20f4ebf2b   David Chinner   [XFS] Make growfs...
1056
  			msbp->msb_delta = tp->t_imaxpct_delta;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1057
1058
1059
1060
  			msbp++;
  		}
  		if (tp->t_rextsize_delta != 0) {
  			msbp->msb_field = XFS_SBS_REXTSIZE;
20f4ebf2b   David Chinner   [XFS] Make growfs...
1061
  			msbp->msb_delta = tp->t_rextsize_delta;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1062
1063
1064
1065
  			msbp++;
  		}
  		if (tp->t_rbmblocks_delta != 0) {
  			msbp->msb_field = XFS_SBS_RBMBLOCKS;
20f4ebf2b   David Chinner   [XFS] Make growfs...
1066
  			msbp->msb_delta = tp->t_rbmblocks_delta;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1067
1068
1069
1070
  			msbp++;
  		}
  		if (tp->t_rblocks_delta != 0) {
  			msbp->msb_field = XFS_SBS_RBLOCKS;
20f4ebf2b   David Chinner   [XFS] Make growfs...
1071
  			msbp->msb_delta = tp->t_rblocks_delta;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1072
1073
1074
1075
  			msbp++;
  		}
  		if (tp->t_rextents_delta != 0) {
  			msbp->msb_field = XFS_SBS_REXTENTS;
20f4ebf2b   David Chinner   [XFS] Make growfs...
1076
  			msbp->msb_delta = tp->t_rextents_delta;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1077
1078
1079
1080
  			msbp++;
  		}
  		if (tp->t_rextslog_delta != 0) {
  			msbp->msb_field = XFS_SBS_REXTSLOG;
20f4ebf2b   David Chinner   [XFS] Make growfs...
1081
  			msbp->msb_delta = tp->t_rextslog_delta;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
  			msbp++;
  		}
  	}
  
  	/*
  	 * If we need to change anything, do it.
  	 */
  	if (msbp > msb) {
  		error = xfs_mod_incore_sb_batch(tp->t_mountp, msb,
  			(uint)(msbp - msb), rsvd);
1b0407125   Christoph Hellwig   xfs: do not use x...
1092
1093
  		if (error)
  			goto out_undo_ifreecount;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1094
  	}
1b0407125   Christoph Hellwig   xfs: do not use x...
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
  
  	return;
  
  out_undo_ifreecount:
  	if (ifreedelta)
  		xfs_icsb_modify_counters(mp, XFS_SBS_IFREE, -ifreedelta, rsvd);
  out_undo_icount:
  	if (idelta)
  		xfs_icsb_modify_counters(mp, XFS_SBS_ICOUNT, -idelta, rsvd);
  out_undo_fdblocks:
  	if (blkdelta)
  		xfs_icsb_modify_counters(mp, XFS_SBS_FDBLOCKS, -blkdelta, rsvd);
  out:
1884bd835   Jesper Juhl   xfs: fix an assig...
1108
  	ASSERT(error == 0);
1b0407125   Christoph Hellwig   xfs: do not use x...
1109
  	return;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1110
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1111
  /*
e98c414f9   Christoph Hellwig   xfs: simplify log...
1112
1113
1114
1115
1116
1117
1118
1119
1120
1121
1122
1123
1124
   * Add the given log item to the transaction's list of log items.
   *
   * The log item will now point to its new descriptor with its li_desc field.
   */
  void
  xfs_trans_add_item(
  	struct xfs_trans	*tp,
  	struct xfs_log_item	*lip)
  {
  	struct xfs_log_item_desc *lidp;
  
  	ASSERT(lip->li_mountp = tp->t_mountp);
  	ASSERT(lip->li_ailp = tp->t_mountp->m_ail);
438697064   Dave Chinner   xfs: fix xfs_tran...
1125
  	lidp = kmem_zone_zalloc(xfs_log_item_desc_zone, KM_SLEEP | KM_NOFS);
e98c414f9   Christoph Hellwig   xfs: simplify log...
1126
1127
1128
  
  	lidp->lid_item = lip;
  	lidp->lid_flags = 0;
e98c414f9   Christoph Hellwig   xfs: simplify log...
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
1153
1154
1155
1156
  	list_add_tail(&lidp->lid_trans, &tp->t_items);
  
  	lip->li_desc = lidp;
  }
  
  STATIC void
  xfs_trans_free_item_desc(
  	struct xfs_log_item_desc *lidp)
  {
  	list_del_init(&lidp->lid_trans);
  	kmem_zone_free(xfs_log_item_desc_zone, lidp);
  }
  
  /*
   * Unlink and free the given descriptor.
   */
  void
  xfs_trans_del_item(
  	struct xfs_log_item	*lip)
  {
  	xfs_trans_free_item_desc(lip->li_desc);
  	lip->li_desc = NULL;
  }
  
  /*
   * Unlock all of the items of a transaction and free all the descriptors
   * of that transaction.
   */
d17c701ce   Dave Chinner   xfs: unlock items...
1157
  void
e98c414f9   Christoph Hellwig   xfs: simplify log...
1158
1159
1160
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
  xfs_trans_free_items(
  	struct xfs_trans	*tp,
  	xfs_lsn_t		commit_lsn,
  	int			flags)
  {
  	struct xfs_log_item_desc *lidp, *next;
  
  	list_for_each_entry_safe(lidp, next, &tp->t_items, lid_trans) {
  		struct xfs_log_item	*lip = lidp->lid_item;
  
  		lip->li_desc = NULL;
  
  		if (commit_lsn != NULLCOMMITLSN)
  			IOP_COMMITTING(lip, commit_lsn);
  		if (flags & XFS_TRANS_ABORT)
  			lip->li_flags |= XFS_LI_ABORTED;
  		IOP_UNLOCK(lip);
  
  		xfs_trans_free_item_desc(lidp);
  	}
  }
0e57f6a36   Dave Chinner   xfs: bulk AIL ins...
1179
1180
1181
  static inline void
  xfs_log_item_batch_insert(
  	struct xfs_ail		*ailp,
1d8c95a36   Dave Chinner   xfs: use a cursor...
1182
  	struct xfs_ail_cursor	*cur,
0e57f6a36   Dave Chinner   xfs: bulk AIL ins...
1183
1184
1185
1186
1187
1188
1189
1190
  	struct xfs_log_item	**log_items,
  	int			nr_items,
  	xfs_lsn_t		commit_lsn)
  {
  	int	i;
  
  	spin_lock(&ailp->xa_lock);
  	/* xfs_trans_ail_update_bulk drops ailp->xa_lock */
1d8c95a36   Dave Chinner   xfs: use a cursor...
1191
  	xfs_trans_ail_update_bulk(ailp, cur, log_items, nr_items, commit_lsn);
0e57f6a36   Dave Chinner   xfs: bulk AIL ins...
1192
1193
1194
1195
1196
1197
1198
1199
1200
  
  	for (i = 0; i < nr_items; i++)
  		IOP_UNPIN(log_items[i], 0);
  }
  
  /*
   * Bulk operation version of xfs_trans_committed that takes a log vector of
   * items to insert into the AIL. This uses bulk AIL insertion techniques to
   * minimise lock traffic.
e34a314c5   Dave Chinner   xfs: fix efi item...
1201
1202
1203
1204
1205
1206
1207
1208
   *
   * If we are called with the aborted flag set, it is because a log write during
   * a CIL checkpoint commit has failed. In this case, all the items in the
   * checkpoint have already gone through IOP_COMMITED and IOP_UNLOCK, which
   * means that checkpoint commit abort handling is treated exactly the same
   * as an iclog write error even though we haven't started any IO yet. Hence in
   * this case all we need to do is IOP_COMMITTED processing, followed by an
   * IOP_UNPIN(aborted) call.
1d8c95a36   Dave Chinner   xfs: use a cursor...
1209
1210
1211
1212
1213
1214
1215
   *
   * The AIL cursor is used to optimise the insert process. If commit_lsn is not
   * at the end of the AIL, the insert cursor avoids the need to walk
   * the AIL to find the insertion point on every xfs_log_item_batch_insert()
   * call. This saves a lot of needless list walking and is a net win, even
   * though it slightly increases that amount of AIL lock traffic to set it up
   * and tear it down.
0e57f6a36   Dave Chinner   xfs: bulk AIL ins...
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
   */
  void
  xfs_trans_committed_bulk(
  	struct xfs_ail		*ailp,
  	struct xfs_log_vec	*log_vector,
  	xfs_lsn_t		commit_lsn,
  	int			aborted)
  {
  #define LOG_ITEM_BATCH_SIZE	32
  	struct xfs_log_item	*log_items[LOG_ITEM_BATCH_SIZE];
  	struct xfs_log_vec	*lv;
1d8c95a36   Dave Chinner   xfs: use a cursor...
1227
  	struct xfs_ail_cursor	cur;
0e57f6a36   Dave Chinner   xfs: bulk AIL ins...
1228
  	int			i = 0;
1d8c95a36   Dave Chinner   xfs: use a cursor...
1229
1230
1231
  	spin_lock(&ailp->xa_lock);
  	xfs_trans_ail_cursor_last(ailp, &cur, commit_lsn);
  	spin_unlock(&ailp->xa_lock);
0e57f6a36   Dave Chinner   xfs: bulk AIL ins...
1232
1233
1234
1235
1236
1237
1238
1239
  	/* unpin all the log items */
  	for (lv = log_vector; lv; lv = lv->lv_next ) {
  		struct xfs_log_item	*lip = lv->lv_item;
  		xfs_lsn_t		item_lsn;
  
  		if (aborted)
  			lip->li_flags |= XFS_LI_ABORTED;
  		item_lsn = IOP_COMMITTED(lip, commit_lsn);
1316d4da3   Dave Chinner   xfs: unpin stale ...
1240
  		/* item_lsn of -1 means the item needs no further processing */
0e57f6a36   Dave Chinner   xfs: bulk AIL ins...
1241
1242
  		if (XFS_LSN_CMP(item_lsn, (xfs_lsn_t)-1) == 0)
  			continue;
e34a314c5   Dave Chinner   xfs: fix efi item...
1243
1244
1245
1246
1247
1248
1249
1250
1251
  		/*
  		 * if we are aborting the operation, no point in inserting the
  		 * object into the AIL as we are in a shutdown situation.
  		 */
  		if (aborted) {
  			ASSERT(XFS_FORCED_SHUTDOWN(ailp->xa_mount));
  			IOP_UNPIN(lip, 1);
  			continue;
  		}
0e57f6a36   Dave Chinner   xfs: bulk AIL ins...
1252
1253
1254
1255
1256
  		if (item_lsn != commit_lsn) {
  
  			/*
  			 * Not a bulk update option due to unusual item_lsn.
  			 * Push into AIL immediately, rechecking the lsn once
1d8c95a36   Dave Chinner   xfs: use a cursor...
1257
1258
1259
  			 * we have the ail lock. Then unpin the item. This does
  			 * not affect the AIL cursor the bulk insert path is
  			 * using.
0e57f6a36   Dave Chinner   xfs: bulk AIL ins...
1260
1261
1262
1263
1264
1265
1266
1267
1268
1269
1270
1271
1272
  			 */
  			spin_lock(&ailp->xa_lock);
  			if (XFS_LSN_CMP(item_lsn, lip->li_lsn) > 0)
  				xfs_trans_ail_update(ailp, lip, item_lsn);
  			else
  				spin_unlock(&ailp->xa_lock);
  			IOP_UNPIN(lip, 0);
  			continue;
  		}
  
  		/* Item is a candidate for bulk AIL insert.  */
  		log_items[i++] = lv->lv_item;
  		if (i >= LOG_ITEM_BATCH_SIZE) {
1d8c95a36   Dave Chinner   xfs: use a cursor...
1273
  			xfs_log_item_batch_insert(ailp, &cur, log_items,
0e57f6a36   Dave Chinner   xfs: bulk AIL ins...
1274
1275
1276
1277
1278
1279
1280
  					LOG_ITEM_BATCH_SIZE, commit_lsn);
  			i = 0;
  		}
  	}
  
  	/* make sure we insert the remainder! */
  	if (i)
1d8c95a36   Dave Chinner   xfs: use a cursor...
1281
1282
1283
1284
1285
  		xfs_log_item_batch_insert(ailp, &cur, log_items, i, commit_lsn);
  
  	spin_lock(&ailp->xa_lock);
  	xfs_trans_ail_cursor_done(ailp, &cur);
  	spin_unlock(&ailp->xa_lock);
0e57f6a36   Dave Chinner   xfs: bulk AIL ins...
1286
  }
b1c1b5b61   Dave Chinner   xfs: Clean up xfs...
1287
  /*
b10370585   Christoph Hellwig   xfs: unlock the i...
1288
   * Commit the given transaction to the log.
0924378a6   Dave Chinner   xfs: split out ic...
1289
1290
1291
1292
1293
1294
1295
1296
1297
1298
   *
   * XFS disk error handling mechanism is not based on a typical
   * transaction abort mechanism. Logically after the filesystem
   * gets marked 'SHUTDOWN', we can't let any new transactions
   * be durable - ie. committed to disk - because some metadata might
   * be inconsistent. In such cases, this returns an error, and the
   * caller may assume that all locked objects joined to the transaction
   * have already been unlocked as if the commit had succeeded.
   * Do not reference the transaction structure after this call.
   */
0924378a6   Dave Chinner   xfs: split out ic...
1299
  int
b10370585   Christoph Hellwig   xfs: unlock the i...
1300
  xfs_trans_commit(
a3ccd2ca4   Christoph Hellwig   xfs: clean up xfs...
1301
  	struct xfs_trans	*tp,
b10370585   Christoph Hellwig   xfs: unlock the i...
1302
  	uint			flags)
0924378a6   Dave Chinner   xfs: split out ic...
1303
  {
a3ccd2ca4   Christoph Hellwig   xfs: clean up xfs...
1304
  	struct xfs_mount	*mp = tp->t_mountp;
0924378a6   Dave Chinner   xfs: split out ic...
1305
  	xfs_lsn_t		commit_lsn = -1;
a3ccd2ca4   Christoph Hellwig   xfs: clean up xfs...
1306
  	int			error = 0;
0924378a6   Dave Chinner   xfs: split out ic...
1307
1308
  	int			log_flags = 0;
  	int			sync = tp->t_flags & XFS_TRANS_SYNC;
0924378a6   Dave Chinner   xfs: split out ic...
1309
1310
1311
1312
1313
1314
1315
1316
1317
1318
1319
1320
1321
1322
1323
1324
1325
  
  	/*
  	 * Determine whether this commit is releasing a permanent
  	 * log reservation or not.
  	 */
  	if (flags & XFS_TRANS_RELEASE_LOG_RES) {
  		ASSERT(tp->t_flags & XFS_TRANS_PERM_LOG_RES);
  		log_flags = XFS_LOG_REL_PERM_RESERV;
  	}
  
  	/*
  	 * If there is nothing to be logged by the transaction,
  	 * then unlock all of the items associated with the
  	 * transaction and free the transaction structure.
  	 * Also make sure to return any reserved blocks to
  	 * the free pool.
  	 */
a3ccd2ca4   Christoph Hellwig   xfs: clean up xfs...
1326
1327
1328
1329
1330
1331
  	if (!(tp->t_flags & XFS_TRANS_DIRTY))
  		goto out_unreserve;
  
  	if (XFS_FORCED_SHUTDOWN(mp)) {
  		error = XFS_ERROR(EIO);
  		goto out_unreserve;
0924378a6   Dave Chinner   xfs: split out ic...
1332
  	}
a3ccd2ca4   Christoph Hellwig   xfs: clean up xfs...
1333

0924378a6   Dave Chinner   xfs: split out ic...
1334
1335
1336
1337
1338
1339
1340
1341
  	ASSERT(tp->t_ticket != NULL);
  
  	/*
  	 * If we need to update the superblock, then do it now.
  	 */
  	if (tp->t_flags & XFS_TRANS_SB_DIRTY)
  		xfs_trans_apply_sb_deltas(tp);
  	xfs_trans_apply_dquot_deltas(tp);
0244b9603   Christoph Hellwig   xfs: cleanup the ...
1342
  	error = xfs_log_commit_cil(mp, tp, &commit_lsn, flags);
0924378a6   Dave Chinner   xfs: split out ic...
1343
1344
  	if (error == ENOMEM) {
  		xfs_force_shutdown(mp, SHUTDOWN_LOG_IO_ERROR);
a3ccd2ca4   Christoph Hellwig   xfs: clean up xfs...
1345
1346
  		error = XFS_ERROR(EIO);
  		goto out_unreserve;
0924378a6   Dave Chinner   xfs: split out ic...
1347
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1348

0244b9603   Christoph Hellwig   xfs: cleanup the ...
1349
1350
  	current_restore_flags_nested(&tp->t_pflags, PF_FSTRANS);
  	xfs_trans_free(tp);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1351
1352
1353
1354
1355
  	/*
  	 * If the transaction needs to be synchronous, then force the
  	 * log out now and wait for it.
  	 */
  	if (sync) {
f538d4da8   Christoph Hellwig   [XFS] write barri...
1356
  		if (!error) {
a14a348bf   Christoph Hellwig   xfs: cleanup up x...
1357
  			error = _xfs_log_force_lsn(mp, commit_lsn,
b10370585   Christoph Hellwig   xfs: unlock the i...
1358
  				      XFS_LOG_SYNC, NULL);
f538d4da8   Christoph Hellwig   [XFS] write barri...
1359
  		}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1360
1361
1362
1363
  		XFS_STATS_INC(xs_trans_sync);
  	} else {
  		XFS_STATS_INC(xs_trans_async);
  	}
a3ccd2ca4   Christoph Hellwig   xfs: clean up xfs...
1364
1365
1366
1367
1368
1369
1370
1371
1372
1373
1374
1375
1376
1377
1378
1379
1380
  	return error;
  
  out_unreserve:
  	xfs_trans_unreserve_and_mod_sb(tp);
  
  	/*
  	 * It is indeed possible for the transaction to be not dirty but
  	 * the dqinfo portion to be.  All that means is that we have some
  	 * (non-persistent) quota reservations that need to be unreserved.
  	 */
  	xfs_trans_unreserve_and_mod_dquots(tp);
  	if (tp->t_ticket) {
  		commit_lsn = xfs_log_done(mp, tp->t_ticket, NULL, log_flags);
  		if (commit_lsn == -1 && !error)
  			error = XFS_ERROR(EIO);
  	}
  	current_restore_flags_nested(&tp->t_pflags, PF_FSTRANS);
71e330b59   Dave Chinner   xfs: Introduce de...
1381
  	xfs_trans_free_items(tp, NULLCOMMITLSN, error ? XFS_TRANS_ABORT : 0);
a3ccd2ca4   Christoph Hellwig   xfs: clean up xfs...
1382
1383
1384
1385
  	xfs_trans_free(tp);
  
  	XFS_STATS_INC(xs_trans_empty);
  	return error;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1386
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1387
  /*
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1388
1389
1390
1391
1392
1393
1394
1395
1396
1397
1398
1399
1400
   * Unlock all of the transaction's items and free the transaction.
   * The transaction must not have modified any of its items, because
   * there is no way to restore them to their previous state.
   *
   * If the transaction has made a log reservation, make sure to release
   * it as well.
   */
  void
  xfs_trans_cancel(
  	xfs_trans_t		*tp,
  	int			flags)
  {
  	int			log_flags;
0733af213   Ryan Hankins   [XFS] Add a stack...
1401
  	xfs_mount_t		*mp = tp->t_mountp;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1402
1403
1404
1405
1406
1407
1408
1409
1410
1411
1412
1413
  
  	/*
  	 * See if the caller is being too lazy to figure out if
  	 * the transaction really needs an abort.
  	 */
  	if ((flags & XFS_TRANS_ABORT) && !(tp->t_flags & XFS_TRANS_DIRTY))
  		flags &= ~XFS_TRANS_ABORT;
  	/*
  	 * See if the caller is relying on us to shut down the
  	 * filesystem.  This happens in paths where we detect
  	 * corruption and decide to give up.
  	 */
60a204f09   Nathan Scott   [XFS] Fix a think...
1414
  	if ((tp->t_flags & XFS_TRANS_DIRTY) && !XFS_FORCED_SHUTDOWN(mp)) {
0733af213   Ryan Hankins   [XFS] Add a stack...
1415
  		XFS_ERROR_REPORT("xfs_trans_cancel", XFS_ERRLEVEL_LOW, mp);
7d04a335b   Nathan Scott   [XFS] Shutdown th...
1416
  		xfs_force_shutdown(mp, SHUTDOWN_CORRUPT_INCORE);
60a204f09   Nathan Scott   [XFS] Fix a think...
1417
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1418
  #ifdef DEBUG
e98c414f9   Christoph Hellwig   xfs: simplify log...
1419
1420
1421
1422
1423
  	if (!(flags & XFS_TRANS_ABORT) && !XFS_FORCED_SHUTDOWN(mp)) {
  		struct xfs_log_item_desc *lidp;
  
  		list_for_each_entry(lidp, &tp->t_items, lid_trans)
  			ASSERT(!(lidp->lid_item->li_type == XFS_LI_EFD));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1424
1425
1426
  	}
  #endif
  	xfs_trans_unreserve_and_mod_sb(tp);
7d095257e   Christoph Hellwig   xfs: kill xfs_qmops
1427
  	xfs_trans_unreserve_and_mod_dquots(tp);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1428
1429
1430
1431
1432
1433
1434
1435
  
  	if (tp->t_ticket) {
  		if (flags & XFS_TRANS_RELEASE_LOG_RES) {
  			ASSERT(tp->t_flags & XFS_TRANS_PERM_LOG_RES);
  			log_flags = XFS_LOG_REL_PERM_RESERV;
  		} else {
  			log_flags = 0;
  		}
0733af213   Ryan Hankins   [XFS] Add a stack...
1436
  		xfs_log_done(mp, tp->t_ticket, NULL, log_flags);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1437
1438
1439
  	}
  
  	/* mark this thread as no longer being in a transaction */
59c1b082f   Nathan Scott   [XFS] Make the pf...
1440
  	current_restore_flags_nested(&tp->t_pflags, PF_FSTRANS);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1441

71e330b59   Dave Chinner   xfs: Introduce de...
1442
  	xfs_trans_free_items(tp, NULLCOMMITLSN, flags);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1443
1444
  	xfs_trans_free(tp);
  }
322ff6b8c   Niv Sardi   [XFS] Move xfs_at...
1445
1446
1447
1448
1449
1450
1451
1452
1453
1454
1455
1456
1457
1458
1459
1460
1461
1462
1463
1464
1465
1466
1467
1468
1469
1470
1471
1472
1473
1474
1475
1476
1477
1478
1479
1480
1481
1482
1483
1484
1485
1486
1487
  /*
   * Roll from one trans in the sequence of PERMANENT transactions to
   * the next: permanent transactions are only flushed out when
   * committed with XFS_TRANS_RELEASE_LOG_RES, but we still want as soon
   * as possible to let chunks of it go to the log. So we commit the
   * chunk we've been working on and get a new transaction to continue.
   */
  int
  xfs_trans_roll(
  	struct xfs_trans	**tpp,
  	struct xfs_inode	*dp)
  {
  	struct xfs_trans	*trans;
  	unsigned int		logres, count;
  	int			error;
  
  	/*
  	 * Ensure that the inode is always logged.
  	 */
  	trans = *tpp;
  	xfs_trans_log_inode(trans, dp, XFS_ILOG_CORE);
  
  	/*
  	 * Copy the critical parameters from one trans to the next.
  	 */
  	logres = trans->t_log_res;
  	count = trans->t_log_count;
  	*tpp = xfs_trans_dup(trans);
  
  	/*
  	 * Commit the current transaction.
  	 * If this commit failed, then it'd just unlock those items that
  	 * are not marked ihold. That also means that a filesystem shutdown
  	 * is in progress. The caller takes the responsibility to cancel
  	 * the duplicate transaction that gets returned.
  	 */
  	error = xfs_trans_commit(trans, 0);
  	if (error)
  		return (error);
  
  	trans = *tpp;
  
  	/*
cc09c0dc5   Dave Chinner   [XFS] Fix double ...
1488
1489
1490
1491
1492
1493
1494
  	 * transaction commit worked ok so we can drop the extra ticket
  	 * reference that we gained in xfs_trans_dup()
  	 */
  	xfs_log_ticket_put(trans->t_ticket);
  
  
  	/*
322ff6b8c   Niv Sardi   [XFS] Move xfs_at...
1495
1496
1497
1498
1499
1500
1501
1502
1503
1504
1505
1506
1507
1508
  	 * Reserve space in the log for th next transaction.
  	 * This also pushes items in the "AIL", the list of logged items,
  	 * out to disk if they are taking up space at the tail of the log
  	 * that we want to use.  This requires that either nothing be locked
  	 * across this call, or that anything that is locked be logged in
  	 * the prior and the next transactions.
  	 */
  	error = xfs_trans_reserve(trans, 0, logres, 0,
  				  XFS_TRANS_PERM_LOG_RES, count);
  	/*
  	 *  Ensure that the inode is in the new transaction and locked.
  	 */
  	if (error)
  		return error;
ddc3415ab   Christoph Hellwig   xfs: simplify xfs...
1509
  	xfs_trans_ijoin(trans, dp, 0);
322ff6b8c   Niv Sardi   [XFS] Move xfs_at...
1510
1511
  	return 0;
  }