Blame view

drivers/md/bitmap.h 9.62 KB
32a7627cf   NeilBrown   [PATCH] md: optim...
1
2
3
4
5
6
7
  /*
   * bitmap.h: Copyright (C) Peter T. Breuer (ptb@ot.uc3m.es) 2003
   *
   * additions: Copyright (C) 2003-2004, Paul Clements, SteelEye Technology, Inc.
   */
  #ifndef BITMAP_H
  #define BITMAP_H 1
bd926c63b   NeilBrown   [PATCH] md: make ...
8
9
10
11
12
13
  #define BITMAP_MAJOR_LO 3
  /* version 4 insists the bitmap is in little-endian order
   * with version 3, it is host-endian which is non-portable
   */
  #define BITMAP_MAJOR_HI 4
  #define	BITMAP_MAJOR_HOSTENDIAN 3
4b6d287f6   NeilBrown   [PATCH] md: add w...
14
  #define BITMAP_MINOR 39
32a7627cf   NeilBrown   [PATCH] md: optim...
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
  
  /*
   * in-memory bitmap:
   *
   * Use 16 bit block counters to track pending writes to each "chunk".
   * The 2 high order bits are special-purpose, the first is a flag indicating
   * whether a resync is needed.  The second is a flag indicating whether a
   * resync is active.
   * This means that the counter is actually 14 bits:
   *
   * +--------+--------+------------------------------------------------+
   * | resync | resync |               counter                          |
   * | needed | active |                                                |
   * |  (0-1) |  (0-1) |              (0-16383)                         |
   * +--------+--------+------------------------------------------------+
   *
   * The "resync needed" bit is set when:
   *    a '1' bit is read from storage at startup.
   *    a write request fails on some drives
   *    a resync is aborted on a chunk with 'resync active' set
   * It is cleared (and resync-active set) when a resync starts across all drives
   * of the chunk.
   *
   *
   * The "resync active" bit is set when:
   *    a resync is started on all drives, and resync_needed is set.
   *       resync_needed will be cleared (as long as resync_active wasn't already set).
   * It is cleared when a resync completes.
   *
   * The counter counts pending write requests, plus the on-disk bit.
   * When the counter is '1' and the resync bits are clear, the on-disk
25985edce   Lucas De Marchi   Fix common misspe...
46
   * bit can be cleared as well, thus setting the counter to 0.
32a7627cf   NeilBrown   [PATCH] md: optim...
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
   * When we set a bit, or in the counter (to start a write), if the fields is
   * 0, we first set the disk bit and set the counter to 1.
   *
   * If the counter is 0, the on-disk bit is clear and the stipe is clean
   * Anything that dirties the stipe pushes the counter to 2 (at least)
   * and sets the on-disk bit (lazily).
   * If a periodic sweep find the counter at 2, it is decremented to 1.
   * If the sweep find the counter at 1, the on-disk bit is cleared and the
   * counter goes to zero.
   *
   * Also, we'll hijack the "map" pointer itself and use it as two 16 bit block
   * counters as a fallback when "page" memory cannot be allocated:
   *
   * Normal case (page memory allocated):
   *
   *     page pointer (32-bit)
   *
   *     [ ] ------+
   *               |
   *               +-------> [   ][   ]..[   ] (4096 byte page == 2048 counters)
   *                          c1   c2    c2048
   *
   * Hijacked case (page memory allocation failed):
   *
   *     hijacked page pointer (32-bit)
   *
   *     [		  ][		  ] (no page memory allocated)
   *      counter #1 (16-bit) counter #2 (16-bit)
   *
   */
  
  #ifdef __KERNEL__
  
  #define PAGE_BITS (PAGE_SIZE << 3)
  #define PAGE_BIT_SHIFT (PAGE_SHIFT + 3)
  
  typedef __u16 bitmap_counter_t;
  #define COUNTER_BITS 16
  #define COUNTER_BIT_SHIFT 4
32a7627cf   NeilBrown   [PATCH] md: optim...
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
  #define COUNTER_BYTE_SHIFT (COUNTER_BIT_SHIFT - 3)
  
  #define NEEDED_MASK ((bitmap_counter_t) (1 << (COUNTER_BITS - 1)))
  #define RESYNC_MASK ((bitmap_counter_t) (1 << (COUNTER_BITS - 2)))
  #define COUNTER_MAX ((bitmap_counter_t) RESYNC_MASK - 1)
  #define NEEDED(x) (((bitmap_counter_t) x) & NEEDED_MASK)
  #define RESYNC(x) (((bitmap_counter_t) x) & RESYNC_MASK)
  #define COUNTER(x) (((bitmap_counter_t) x) & COUNTER_MAX)
  
  /* how many counters per page? */
  #define PAGE_COUNTER_RATIO (PAGE_BITS / COUNTER_BITS)
  /* same, except a shift value for more efficient bitops */
  #define PAGE_COUNTER_SHIFT (PAGE_BIT_SHIFT - COUNTER_BIT_SHIFT)
  /* same, except a mask value for more efficient bitops */
  #define PAGE_COUNTER_MASK  (PAGE_COUNTER_RATIO - 1)
  
  #define BITMAP_BLOCK_SIZE 512
  #define BITMAP_BLOCK_SHIFT 9
  
  /* how many blocks per chunk? (this is variable) */
42a04b507   NeilBrown   md: move offset, ...
106
  #define CHUNK_BLOCK_RATIO(bitmap) ((bitmap)->mddev->bitmap_info.chunksize >> BITMAP_BLOCK_SHIFT)
32a7627cf   NeilBrown   [PATCH] md: optim...
107
108
109
110
111
112
113
114
115
116
  #define CHUNK_BLOCK_SHIFT(bitmap) ((bitmap)->chunkshift - BITMAP_BLOCK_SHIFT)
  #define CHUNK_BLOCK_MASK(bitmap) (CHUNK_BLOCK_RATIO(bitmap) - 1)
  
  /* when hijacked, the counters and bits represent even larger "chunks" */
  /* there will be 1024 chunks represented by each counter in the page pointers */
  #define PAGEPTR_BLOCK_RATIO(bitmap) \
  			(CHUNK_BLOCK_RATIO(bitmap) << PAGE_COUNTER_SHIFT >> 1)
  #define PAGEPTR_BLOCK_SHIFT(bitmap) \
  			(CHUNK_BLOCK_SHIFT(bitmap) + PAGE_COUNTER_SHIFT - 1)
  #define PAGEPTR_BLOCK_MASK(bitmap) (PAGEPTR_BLOCK_RATIO(bitmap) - 1)
32a7627cf   NeilBrown   [PATCH] md: optim...
117
118
119
120
121
122
123
124
125
126
  #endif
  
  /*
   * bitmap structures:
   */
  
  #define BITMAP_MAGIC 0x6d746962
  
  /* use these for bitmap->flags and bitmap->sb->state bit-fields */
  enum bitmap_state {
bd926c63b   NeilBrown   [PATCH] md: make ...
127
  	BITMAP_STALE  = 0x002,  /* the bitmap file is out of date or had -EIO */
d785a06a0   NeilBrown   [PATCH] md/bitmap...
128
  	BITMAP_WRITE_ERROR = 0x004, /* A write error has occurred */
bd926c63b   NeilBrown   [PATCH] md: make ...
129
  	BITMAP_HOSTENDIAN = 0x8000,
32a7627cf   NeilBrown   [PATCH] md: optim...
130
131
132
133
  };
  
  /* the superblock at the front of the bitmap file -- little endian */
  typedef struct bitmap_super_s {
4f2e639af   NeilBrown   [PATCH] md: endia...
134
135
136
137
138
139
140
141
142
143
  	__le32 magic;        /*  0  BITMAP_MAGIC */
  	__le32 version;      /*  4  the bitmap major for now, could change... */
  	__u8  uuid[16];      /*  8  128 bit uuid - must match md device uuid */
  	__le64 events;       /* 24  event counter for the bitmap (1)*/
  	__le64 events_cleared;/*32  event counter when last bit cleared (2) */
  	__le64 sync_size;    /* 40  the size of the md device's sync range(3) */
  	__le32 state;        /* 48  bitmap state information */
  	__le32 chunksize;    /* 52  the bitmap chunk size in bytes */
  	__le32 daemon_sleep; /* 56  seconds between disk flushes */
  	__le32 write_behind; /* 60  number of outstanding write-behind writes */
32a7627cf   NeilBrown   [PATCH] md: optim...
144

4b6d287f6   NeilBrown   [PATCH] md: add w...
145
  	__u8  pad[256 - 64]; /* set to zero */
32a7627cf   NeilBrown   [PATCH] md: optim...
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
  } bitmap_super_t;
  
  /* notes:
   * (1) This event counter is updated before the eventcounter in the md superblock
   *    When a bitmap is loaded, it is only accepted if this event counter is equal
   *    to, or one greater than, the event counter in the superblock.
   * (2) This event counter is updated when the other one is *if*and*only*if* the
   *    array is not degraded.  As bits are not cleared when the array is degraded,
   *    this represents the last time that any bits were cleared.
   *    If a device is being added that has an event count with this value or
   *    higher, it is accepted as conforming to the bitmap.
   * (3)This is the number of sectors represented by the bitmap, and is the range that
   *    resync happens across.  For raid1 and raid5/6 it is the size of individual
   *    devices.  For raid10 it is the size of the array.
   */
  
  #ifdef __KERNEL__
  
  /* the in-memory bitmap is represented by bitmap_pages */
  struct bitmap_page {
  	/*
  	 * map points to the actual memory page
  	 */
  	char *map;
  	/*
  	 * in emergencies (when map cannot be alloced), hijack the map
  	 * pointer and use it as two counters itself
  	 */
  	unsigned int hijacked:1;
  	/*
  	 * count of dirty bits on the page
  	 */
  	unsigned int  count:31;
  };
  
  /* keep track of bitmap file pages that have pending writes on them */
  struct page_list {
  	struct list_head list;
  	struct page *page;
  };
  
  /* the main bitmap structure - one per mddev */
  struct bitmap {
  	struct bitmap_page *bp;
  	unsigned long pages; /* total number of pages in the bitmap */
  	unsigned long missing_pages; /* number of pages not yet allocated */
fd01b88c7   NeilBrown   md: remove typede...
192
  	struct mddev *mddev; /* the md device that the bitmap is for */
32a7627cf   NeilBrown   [PATCH] md: optim...
193

32a7627cf   NeilBrown   [PATCH] md: optim...
194
  	/* bitmap chunksize -- how much data does each bit represent? */
32a7627cf   NeilBrown   [PATCH] md: optim...
195
196
  	unsigned long chunkshift; /* chunksize = 2^chunkshift (for bitops) */
  	unsigned long chunks; /* total number of data chunks for the array */
32a7627cf   NeilBrown   [PATCH] md: optim...
197
  	__u64	events_cleared;
a0da84f35   Neil Brown   Improve setting o...
198
  	int need_sync;
32a7627cf   NeilBrown   [PATCH] md: optim...
199
200
201
202
203
204
205
206
207
  
  	/* bitmap spinlock */
  	spinlock_t lock;
  
  	struct file *file; /* backing disk file */
  	struct page *sb_page; /* cached copy of the bitmap file superblock */
  	struct page **filemap; /* list of cache pages for the file */
  	unsigned long *filemap_attr; /* attributes associated w/ filemap pages */
  	unsigned long file_pages; /* number of pages in the file */
ab6085c79   NeilBrown   md: don't write m...
208
  	int last_page_size; /* bytes in the last page */
32a7627cf   NeilBrown   [PATCH] md: optim...
209
210
  
  	unsigned long flags;
8311c29d4   NeilBrown   md: reduce CPU wa...
211
  	int allclean;
4b6d287f6   NeilBrown   [PATCH] md: add w...
212
  	atomic_t behind_writes;
696fcd535   Paul Clements   md: expose max va...
213
  	unsigned long behind_writes_used; /* highest actual value at runtime */
4b6d287f6   NeilBrown   [PATCH] md: add w...
214

32a7627cf   NeilBrown   [PATCH] md: optim...
215
216
217
218
219
  	/*
  	 * the bitmap daemon - periodically wakes up and sweeps the bitmap
  	 * file, cleaning up bits and flushing out pages to disk as necessary
  	 */
  	unsigned long daemon_lastrun; /* jiffies of last run */
b47490c9b   NeilBrown   md: Update md bit...
220
221
  	unsigned long last_end_sync; /* when we lasted called end_sync to
  				      * update bitmap with resync progress */
32a7627cf   NeilBrown   [PATCH] md: optim...
222

d785a06a0   NeilBrown   [PATCH] md/bitmap...
223
224
  	atomic_t pending_writes; /* pending writes to the bitmap file */
  	wait_queue_head_t write_wait;
da6e1a32f   Neil Brown   [PATCH] md: avoid...
225
  	wait_queue_head_t overflow_wait;
e555190d8   NeilBrown   md/raid1: delay r...
226
  	wait_queue_head_t behind_wait;
d785a06a0   NeilBrown   [PATCH] md/bitmap...
227

ece5cff0d   NeilBrown   md: Support write...
228
  	struct sysfs_dirent *sysfs_can_clear;
32a7627cf   NeilBrown   [PATCH] md: optim...
229
230
231
232
233
  };
  
  /* the bitmap API */
  
  /* these are used only by md/bitmap */
fd01b88c7   NeilBrown   md: remove typede...
234
235
236
237
  int  bitmap_create(struct mddev *mddev);
  int bitmap_load(struct mddev *mddev);
  void bitmap_flush(struct mddev *mddev);
  void bitmap_destroy(struct mddev *mddev);
32a7627cf   NeilBrown   [PATCH] md: optim...
238

32a7627cf   NeilBrown   [PATCH] md: optim...
239
  void bitmap_print_sb(struct bitmap *bitmap);
4ad136637   NeilBrown   md: change bitmap...
240
  void bitmap_update_sb(struct bitmap *bitmap);
32a7627cf   NeilBrown   [PATCH] md: optim...
241
242
  
  int  bitmap_setallbits(struct bitmap *bitmap);
a654b9d8f   NeilBrown   [PATCH] md: allow...
243
  void bitmap_write_all(struct bitmap *bitmap);
32a7627cf   NeilBrown   [PATCH] md: optim...
244

9b1d1dac1   Paul Clements   [PATCH] md: new s...
245
  void bitmap_dirty_bits(struct bitmap *bitmap, unsigned long s, unsigned long e);
32a7627cf   NeilBrown   [PATCH] md: optim...
246
  /* these are exported */
4b6d287f6   NeilBrown   [PATCH] md: add w...
247
248
249
250
  int bitmap_startwrite(struct bitmap *bitmap, sector_t offset,
  			unsigned long sectors, int behind);
  void bitmap_endwrite(struct bitmap *bitmap, sector_t offset,
  			unsigned long sectors, int success, int behind);
57dab0bdf   NeilBrown   md: use sector_t ...
251
252
  int bitmap_start_sync(struct bitmap *bitmap, sector_t offset, sector_t *blocks, int degraded);
  void bitmap_end_sync(struct bitmap *bitmap, sector_t offset, sector_t *blocks, int aborted);
32a7627cf   NeilBrown   [PATCH] md: optim...
253
  void bitmap_close_sync(struct bitmap *bitmap);
b47490c9b   NeilBrown   md: Update md bit...
254
  void bitmap_cond_end_sync(struct bitmap *bitmap, sector_t sector);
32a7627cf   NeilBrown   [PATCH] md: optim...
255

4ad136637   NeilBrown   md: change bitmap...
256
  void bitmap_unplug(struct bitmap *bitmap);
fd01b88c7   NeilBrown   md: remove typede...
257
  void bitmap_daemon_work(struct mddev *mddev);
32a7627cf   NeilBrown   [PATCH] md: optim...
258
259
260
  #endif
  
  #endif