Blame view

include/linux/backing-dev.h 10.3 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
3
4
5
6
7
8
9
  /*
   * include/linux/backing-dev.h
   *
   * low-level device information and state which is propagated up through
   * to high-level code.
   */
  
  #ifndef _LINUX_BACKING_DEV_H
  #define _LINUX_BACKING_DEV_H
b2e8fb6ef   Peter Zijlstra   mm: scalable bdi ...
10
11
  #include <linux/percpu_counter.h>
  #include <linux/log2.h>
eb608e3a3   Jan Kara   block: Convert BD...
12
  #include <linux/flex_proportions.h>
cf0ca9fe5   Peter Zijlstra   mm: bdi: export B...
13
  #include <linux/kernel.h>
e4ad08fe6   Miklos Szeredi   mm: bdi: add sepa...
14
  #include <linux/fs.h>
03ba3782e   Jens Axboe   writeback: switch...
15
  #include <linux/sched.h>
31373d09d   Matthew Garrett   laptop-mode: Make...
16
  #include <linux/timer.h>
03ba3782e   Jens Axboe   writeback: switch...
17
  #include <linux/writeback.h>
60063497a   Arun Sharma   atomic: use <linu...
18
  #include <linux/atomic.h>
3965c9ae4   Wanpeng Li   mm: prepare for r...
19
  #include <linux/sysctl.h>
839a8e866   Tejun Heo   writeback: replac...
20
  #include <linux/workqueue.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
21

3fcfab16c   Andrew Morton   [PATCH] separate ...
22
  struct page;
cf0ca9fe5   Peter Zijlstra   mm: bdi: export B...
23
  struct device;
76f1418b4   Miklos Szeredi   mm: bdi: move sta...
24
  struct dentry;
3fcfab16c   Andrew Morton   [PATCH] separate ...
25

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
26
27
28
29
  /*
   * Bits in backing_dev_info.state
   */
  enum bdi_state {
03ba3782e   Jens Axboe   writeback: switch...
30
  	BDI_wb_alloc,		/* Default embedded wb allocated */
1faa16d22   Jens Axboe   block: change the...
31
32
  	BDI_async_congested,	/* The async (write) queue is getting full */
  	BDI_sync_congested,	/* The sync queue is getting full */
500b067c5   Jens Axboe   writeback: check ...
33
  	BDI_registered,		/* bdi_register() was done */
81d73a32d   Jan Kara   mm: fix writeback...
34
  	BDI_writeback_running,	/* Writeback is in progress */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
35
36
37
38
  	BDI_unused,		/* Available bits start here */
  };
  
  typedef int (congested_fn)(void *, int);
b2e8fb6ef   Peter Zijlstra   mm: scalable bdi ...
39
  enum bdi_stat_item {
c9e51e418   Peter Zijlstra   mm: count reclaim...
40
  	BDI_RECLAIMABLE,
69cb51d18   Peter Zijlstra   mm: count writeba...
41
  	BDI_WRITEBACK,
c8e28ce04   Wu Fengguang   writeback: accoun...
42
  	BDI_DIRTIED,
f7d2b1ecd   Jan Kara   writeback: accoun...
43
  	BDI_WRITTEN,
b2e8fb6ef   Peter Zijlstra   mm: scalable bdi ...
44
45
46
47
  	NR_BDI_STAT_ITEMS
  };
  
  #define BDI_STAT_BATCH (8*(1+ilog2(nr_cpu_ids)))
03ba3782e   Jens Axboe   writeback: switch...
48
  struct bdi_writeback {
ecd584030   Artem Bityutskiy   writeback: move l...
49
  	struct backing_dev_info *bdi;	/* our parent bdi */
03ba3782e   Jens Axboe   writeback: switch...
50
  	unsigned int nr;
ecd584030   Artem Bityutskiy   writeback: move l...
51
  	unsigned long last_old_flush;	/* last old data flush */
03ba3782e   Jens Axboe   writeback: switch...
52

839a8e866   Tejun Heo   writeback: replac...
53
  	struct delayed_work dwork;	/* work item used for writeback */
ecd584030   Artem Bityutskiy   writeback: move l...
54
55
56
  	struct list_head b_dirty;	/* dirty inodes */
  	struct list_head b_io;		/* parked for writeback */
  	struct list_head b_more_io;	/* parked for more writeback */
f758eeabe   Christoph Hellwig   writeback: split ...
57
  	spinlock_t list_lock;		/* protects the b_* lists */
03ba3782e   Jens Axboe   writeback: switch...
58
  };
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
59
  struct backing_dev_info {
66f3b8e2e   Jens Axboe   writeback: move d...
60
  	struct list_head bdi_list;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
61
62
63
64
65
  	unsigned long ra_pages;	/* max readahead in PAGE_CACHE_SIZE units */
  	unsigned long state;	/* Always use atomic bitops on this */
  	unsigned int capabilities; /* Device capabilities */
  	congested_fn *congested_fn; /* Function pointer if device is md/dm */
  	void *congested_data;	/* Pointer to aux data for congested func */
b2e8fb6ef   Peter Zijlstra   mm: scalable bdi ...
66

d993831fa   Jens Axboe   writeback: add na...
67
  	char *name;
b2e8fb6ef   Peter Zijlstra   mm: scalable bdi ...
68
  	struct percpu_counter bdi_stat[NR_BDI_STAT_ITEMS];
04fbfdc14   Peter Zijlstra   mm: per device di...
69

e98be2d59   Wu Fengguang   writeback: bdi wr...
70
  	unsigned long bw_time_stamp;	/* last time write bw is updated */
be3ffa276   Wu Fengguang   writeback: dirty ...
71
  	unsigned long dirtied_stamp;
e98be2d59   Wu Fengguang   writeback: bdi wr...
72
73
74
  	unsigned long written_stamp;	/* pages written at bw_time_stamp */
  	unsigned long write_bandwidth;	/* the estimated write bandwidth */
  	unsigned long avg_write_bandwidth; /* further smoothed write bw */
be3ffa276   Wu Fengguang   writeback: dirty ...
75
76
77
  	/*
  	 * The base dirty throttle rate, re-calculated on every 200ms.
  	 * All the bdi tasks' dirty rate will be curbed under it.
7381131cb   Wu Fengguang   writeback: stabil...
78
79
  	 * @dirty_ratelimit tracks the estimated @balanced_dirty_ratelimit
  	 * in small steps and is much more smooth/stable than the latter.
be3ffa276   Wu Fengguang   writeback: dirty ...
80
81
  	 */
  	unsigned long dirty_ratelimit;
7381131cb   Wu Fengguang   writeback: stabil...
82
  	unsigned long balanced_dirty_ratelimit;
be3ffa276   Wu Fengguang   writeback: dirty ...
83

eb608e3a3   Jan Kara   block: Convert BD...
84
  	struct fprop_local_percpu completions;
04fbfdc14   Peter Zijlstra   mm: per device di...
85
  	int dirty_exceeded;
cf0ca9fe5   Peter Zijlstra   mm: bdi: export B...
86

189d3c4a9   Peter Zijlstra   mm: bdi: allow se...
87
  	unsigned int min_ratio;
a42dde041   Peter Zijlstra   mm: bdi: allow se...
88
  	unsigned int max_ratio, max_prop_frac;
189d3c4a9   Peter Zijlstra   mm: bdi: allow se...
89

03ba3782e   Jens Axboe   writeback: switch...
90
  	struct bdi_writeback wb;  /* default writeback info for this bdi */
1c23ab6f8   Jan Kara   bdi: avoid oops o...
91
  	spinlock_t wb_lock;	  /* protects work_list & wb.dwork scheduling */
76f1418b4   Miklos Szeredi   mm: bdi: move sta...
92

03ba3782e   Jens Axboe   writeback: switch...
93
94
95
  	struct list_head work_list;
  
  	struct device *dev;
66f3b8e2e   Jens Axboe   writeback: move d...
96

31373d09d   Matthew Garrett   laptop-mode: Make...
97
  	struct timer_list laptop_mode_wb_timer;
76f1418b4   Miklos Szeredi   mm: bdi: move sta...
98
99
100
101
  #ifdef CONFIG_DEBUG_FS
  	struct dentry *debug_dir;
  	struct dentry *debug_stats;
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
102
  };
8077c0d98   Mikulas Patocka   bdi: test bdi_ini...
103
  int __must_check bdi_init(struct backing_dev_info *bdi);
b2e8fb6ef   Peter Zijlstra   mm: scalable bdi ...
104
  void bdi_destroy(struct backing_dev_info *bdi);
d2cc4dde9   Joe Perches   bdi_register: add...
105
  __printf(3, 4)
cf0ca9fe5   Peter Zijlstra   mm: bdi: export B...
106
107
108
109
  int bdi_register(struct backing_dev_info *bdi, struct device *parent,
  		const char *fmt, ...);
  int bdi_register_dev(struct backing_dev_info *bdi, dev_t dev);
  void bdi_unregister(struct backing_dev_info *bdi);
8077c0d98   Mikulas Patocka   bdi: test bdi_ini...
110
  int __must_check bdi_setup_and_register(struct backing_dev_info *, char *, unsigned int);
0e175a183   Curt Wohlgemuth   writeback: Add a ...
111
112
  void bdi_start_writeback(struct backing_dev_info *bdi, long nr_pages,
  			enum wb_reason reason);
c5444198c   Christoph Hellwig   writeback: simpli...
113
  void bdi_start_background_writeback(struct backing_dev_info *bdi);
839a8e866   Tejun Heo   writeback: replac...
114
  void bdi_writeback_workfn(struct work_struct *work);
03ba3782e   Jens Axboe   writeback: switch...
115
  int bdi_has_dirty_io(struct backing_dev_info *bdi);
6467716a3   Artem Bityutskiy   writeback: optimi...
116
  void bdi_wakeup_thread_delayed(struct backing_dev_info *bdi);
f758eeabe   Christoph Hellwig   writeback: split ...
117
  void bdi_lock_two(struct bdi_writeback *wb1, struct bdi_writeback *wb2);
cf0ca9fe5   Peter Zijlstra   mm: bdi: export B...
118

03ba3782e   Jens Axboe   writeback: switch...
119
  extern spinlock_t bdi_lock;
66f3b8e2e   Jens Axboe   writeback: move d...
120
  extern struct list_head bdi_list;
839a8e866   Tejun Heo   writeback: replac...
121
  extern struct workqueue_struct *bdi_wq;
03ba3782e   Jens Axboe   writeback: switch...
122
123
124
125
126
127
  static inline int wb_has_dirty_io(struct bdi_writeback *wb)
  {
  	return !list_empty(&wb->b_dirty) ||
  	       !list_empty(&wb->b_io) ||
  	       !list_empty(&wb->b_more_io);
  }
b2e8fb6ef   Peter Zijlstra   mm: scalable bdi ...
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
  static inline void __add_bdi_stat(struct backing_dev_info *bdi,
  		enum bdi_stat_item item, s64 amount)
  {
  	__percpu_counter_add(&bdi->bdi_stat[item], amount, BDI_STAT_BATCH);
  }
  
  static inline void __inc_bdi_stat(struct backing_dev_info *bdi,
  		enum bdi_stat_item item)
  {
  	__add_bdi_stat(bdi, item, 1);
  }
  
  static inline void inc_bdi_stat(struct backing_dev_info *bdi,
  		enum bdi_stat_item item)
  {
  	unsigned long flags;
  
  	local_irq_save(flags);
  	__inc_bdi_stat(bdi, item);
  	local_irq_restore(flags);
  }
  
  static inline void __dec_bdi_stat(struct backing_dev_info *bdi,
  		enum bdi_stat_item item)
  {
  	__add_bdi_stat(bdi, item, -1);
  }
  
  static inline void dec_bdi_stat(struct backing_dev_info *bdi,
  		enum bdi_stat_item item)
  {
  	unsigned long flags;
  
  	local_irq_save(flags);
  	__dec_bdi_stat(bdi, item);
  	local_irq_restore(flags);
  }
  
  static inline s64 bdi_stat(struct backing_dev_info *bdi,
  		enum bdi_stat_item item)
  {
  	return percpu_counter_read_positive(&bdi->bdi_stat[item]);
  }
  
  static inline s64 __bdi_stat_sum(struct backing_dev_info *bdi,
  		enum bdi_stat_item item)
  {
  	return percpu_counter_sum_positive(&bdi->bdi_stat[item]);
  }
  
  static inline s64 bdi_stat_sum(struct backing_dev_info *bdi,
  		enum bdi_stat_item item)
e0bf68dde   Peter Zijlstra   mm: bdi init hooks
180
  {
b2e8fb6ef   Peter Zijlstra   mm: scalable bdi ...
181
182
183
184
185
186
187
188
  	s64 sum;
  	unsigned long flags;
  
  	local_irq_save(flags);
  	sum = __bdi_stat_sum(bdi, item);
  	local_irq_restore(flags);
  
  	return sum;
e0bf68dde   Peter Zijlstra   mm: bdi init hooks
189
  }
dd5656e59   Miklos Szeredi   mm: bdi: export b...
190
  extern void bdi_writeout_inc(struct backing_dev_info *bdi);
b2e8fb6ef   Peter Zijlstra   mm: scalable bdi ...
191
192
193
194
  /*
   * maximal error of a stat counter.
   */
  static inline unsigned long bdi_stat_error(struct backing_dev_info *bdi)
e0bf68dde   Peter Zijlstra   mm: bdi init hooks
195
  {
b2e8fb6ef   Peter Zijlstra   mm: scalable bdi ...
196
197
198
199
200
  #ifdef CONFIG_SMP
  	return nr_cpu_ids * BDI_STAT_BATCH;
  #else
  	return 1;
  #endif
e0bf68dde   Peter Zijlstra   mm: bdi init hooks
201
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
202

189d3c4a9   Peter Zijlstra   mm: bdi: allow se...
203
  int bdi_set_min_ratio(struct backing_dev_info *bdi, unsigned int min_ratio);
a42dde041   Peter Zijlstra   mm: bdi: allow se...
204
  int bdi_set_max_ratio(struct backing_dev_info *bdi, unsigned int max_ratio);
189d3c4a9   Peter Zijlstra   mm: bdi: allow se...
205

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
206
207
  /*
   * Flags in backing_dev_info::capability
e4ad08fe6   Miklos Szeredi   mm: bdi: add sepa...
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
   *
   * The first three flags control whether dirty pages will contribute to the
   * VM's accounting and whether writepages() should be called for dirty pages
   * (something that would not, for example, be appropriate for ramfs)
   *
   * WARNING: these flags are closely related and should not normally be
   * used separately.  The BDI_CAP_NO_ACCT_AND_WRITEBACK combines these
   * three flags into a single convenience macro.
   *
   * BDI_CAP_NO_ACCT_DIRTY:  Dirty pages shouldn't contribute to accounting
   * BDI_CAP_NO_WRITEBACK:   Don't write pages back
   * BDI_CAP_NO_ACCT_WB:     Don't automatically account writeback pages
   *
   * These flags let !MMU mmap() govern direct device mapping vs immediate
   * copying more easily for MAP_PRIVATE, especially for ROM filesystems.
   *
   * BDI_CAP_MAP_COPY:       Copy can be mapped (MAP_PRIVATE)
   * BDI_CAP_MAP_DIRECT:     Can be mapped directly (MAP_SHARED)
   * BDI_CAP_READ_MAP:       Can be mapped for reading
   * BDI_CAP_WRITE_MAP:      Can be mapped for writing
   * BDI_CAP_EXEC_MAP:       Can be mapped for execution
4f98a2fee   Rik van Riel   vmscan: split LRU...
229
230
   *
   * BDI_CAP_SWAP_BACKED:    Count shmem/tmpfs objects as swap-backed.
5a5374856   Maxim Patlasov   mm/page-writeback...
231
232
   *
   * BDI_CAP_STRICTLIMIT:    Keep number of dirty pages below bdi threshold.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
233
   */
e4ad08fe6   Miklos Szeredi   mm: bdi: add sepa...
234
235
236
237
238
239
240
241
  #define BDI_CAP_NO_ACCT_DIRTY	0x00000001
  #define BDI_CAP_NO_WRITEBACK	0x00000002
  #define BDI_CAP_MAP_COPY	0x00000004
  #define BDI_CAP_MAP_DIRECT	0x00000008
  #define BDI_CAP_READ_MAP	0x00000010
  #define BDI_CAP_WRITE_MAP	0x00000020
  #define BDI_CAP_EXEC_MAP	0x00000040
  #define BDI_CAP_NO_ACCT_WB	0x00000080
4f98a2fee   Rik van Riel   vmscan: split LRU...
242
  #define BDI_CAP_SWAP_BACKED	0x00000100
7d311cdab   Darrick J. Wong   bdi: allow block ...
243
  #define BDI_CAP_STABLE_WRITES	0x00000200
5a5374856   Maxim Patlasov   mm/page-writeback...
244
  #define BDI_CAP_STRICTLIMIT	0x00000400
e4ad08fe6   Miklos Szeredi   mm: bdi: add sepa...
245

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
246
247
  #define BDI_CAP_VMFLAGS \
  	(BDI_CAP_READ_MAP | BDI_CAP_WRITE_MAP | BDI_CAP_EXEC_MAP)
e4ad08fe6   Miklos Szeredi   mm: bdi: add sepa...
248
249
  #define BDI_CAP_NO_ACCT_AND_WRITEBACK \
  	(BDI_CAP_NO_WRITEBACK | BDI_CAP_NO_ACCT_DIRTY | BDI_CAP_NO_ACCT_WB)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
250
251
252
253
254
255
256
257
  #if defined(VM_MAYREAD) && \
  	(BDI_CAP_READ_MAP != VM_MAYREAD || \
  	 BDI_CAP_WRITE_MAP != VM_MAYWRITE || \
  	 BDI_CAP_EXEC_MAP != VM_MAYEXEC)
  #error please change backing_dev_info::capabilities flags
  #endif
  
  extern struct backing_dev_info default_backing_dev_info;
5129a469a   Jörn Engel   Catch filesystems...
258
  extern struct backing_dev_info noop_backing_dev_info;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
259

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
260
  int writeback_in_progress(struct backing_dev_info *bdi);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
261
262
263
264
265
266
267
268
269
270
  
  static inline int bdi_congested(struct backing_dev_info *bdi, int bdi_bits)
  {
  	if (bdi->congested_fn)
  		return bdi->congested_fn(bdi->congested_data, bdi_bits);
  	return (bdi->state & bdi_bits);
  }
  
  static inline int bdi_read_congested(struct backing_dev_info *bdi)
  {
1faa16d22   Jens Axboe   block: change the...
271
  	return bdi_congested(bdi, 1 << BDI_sync_congested);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
272
273
274
275
  }
  
  static inline int bdi_write_congested(struct backing_dev_info *bdi)
  {
1faa16d22   Jens Axboe   block: change the...
276
  	return bdi_congested(bdi, 1 << BDI_async_congested);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
277
278
279
280
  }
  
  static inline int bdi_rw_congested(struct backing_dev_info *bdi)
  {
1faa16d22   Jens Axboe   block: change the...
281
282
  	return bdi_congested(bdi, (1 << BDI_sync_congested) |
  				  (1 << BDI_async_congested));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
283
  }
373c0a7ed   Trond Myklebust   Fix compile error...
284
285
286
287
  enum {
  	BLK_RW_ASYNC	= 0,
  	BLK_RW_SYNC	= 1,
  };
8aa7e847d   Jens Axboe   Fix congestion_wa...
288
289
290
  void clear_bdi_congested(struct backing_dev_info *bdi, int sync);
  void set_bdi_congested(struct backing_dev_info *bdi, int sync);
  long congestion_wait(int sync, long timeout);
0e093d997   Mel Gorman   writeback: do not...
291
  long wait_iff_congested(struct zone *zone, int sync, long timeout);
3965c9ae4   Wanpeng Li   mm: prepare for r...
292
293
  int pdflush_proc_obsolete(struct ctl_table *table, int write,
  		void __user *buffer, size_t *lenp, loff_t *ppos);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
294

7d311cdab   Darrick J. Wong   bdi: allow block ...
295
296
297
298
  static inline bool bdi_cap_stable_pages_required(struct backing_dev_info *bdi)
  {
  	return bdi->capabilities & BDI_CAP_STABLE_WRITES;
  }
e4ad08fe6   Miklos Szeredi   mm: bdi: add sepa...
299
300
301
302
303
304
305
306
307
  static inline bool bdi_cap_writeback_dirty(struct backing_dev_info *bdi)
  {
  	return !(bdi->capabilities & BDI_CAP_NO_WRITEBACK);
  }
  
  static inline bool bdi_cap_account_dirty(struct backing_dev_info *bdi)
  {
  	return !(bdi->capabilities & BDI_CAP_NO_ACCT_DIRTY);
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
308

e4ad08fe6   Miklos Szeredi   mm: bdi: add sepa...
309
310
311
312
313
314
  static inline bool bdi_cap_account_writeback(struct backing_dev_info *bdi)
  {
  	/* Paranoia: BDI_CAP_NO_WRITEBACK implies BDI_CAP_NO_ACCT_WB */
  	return !(bdi->capabilities & (BDI_CAP_NO_ACCT_WB |
  				      BDI_CAP_NO_WRITEBACK));
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
315

4f98a2fee   Rik van Riel   vmscan: split LRU...
316
317
318
319
  static inline bool bdi_cap_swap_backed(struct backing_dev_info *bdi)
  {
  	return bdi->capabilities & BDI_CAP_SWAP_BACKED;
  }
e4ad08fe6   Miklos Szeredi   mm: bdi: add sepa...
320
321
322
323
  static inline bool mapping_cap_writeback_dirty(struct address_space *mapping)
  {
  	return bdi_cap_writeback_dirty(mapping->backing_dev_info);
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
324

e4ad08fe6   Miklos Szeredi   mm: bdi: add sepa...
325
326
327
328
  static inline bool mapping_cap_account_dirty(struct address_space *mapping)
  {
  	return bdi_cap_account_dirty(mapping->backing_dev_info);
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
329

4f98a2fee   Rik van Riel   vmscan: split LRU...
330
331
332
333
  static inline bool mapping_cap_swap_backed(struct address_space *mapping)
  {
  	return bdi_cap_swap_backed(mapping->backing_dev_info);
  }
03ba3782e   Jens Axboe   writeback: switch...
334
335
336
337
338
  static inline int bdi_sched_wait(void *word)
  {
  	schedule();
  	return 0;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
339
  #endif		/* _LINUX_BACKING_DEV_H */