Blame view
include/linux/backing-dev.h
10.3 KB
1da177e4c Linux-2.6.12-rc2 |
1 2 3 4 5 6 7 8 9 |
/* * include/linux/backing-dev.h * * low-level device information and state which is propagated up through * to high-level code. */ #ifndef _LINUX_BACKING_DEV_H #define _LINUX_BACKING_DEV_H |
b2e8fb6ef mm: scalable bdi ... |
10 11 |
#include <linux/percpu_counter.h> #include <linux/log2.h> |
eb608e3a3 block: Convert BD... |
12 |
#include <linux/flex_proportions.h> |
cf0ca9fe5 mm: bdi: export B... |
13 |
#include <linux/kernel.h> |
e4ad08fe6 mm: bdi: add sepa... |
14 |
#include <linux/fs.h> |
03ba3782e writeback: switch... |
15 |
#include <linux/sched.h> |
31373d09d laptop-mode: Make... |
16 |
#include <linux/timer.h> |
03ba3782e writeback: switch... |
17 |
#include <linux/writeback.h> |
60063497a atomic: use <linu... |
18 |
#include <linux/atomic.h> |
3965c9ae4 mm: prepare for r... |
19 |
#include <linux/sysctl.h> |
839a8e866 writeback: replac... |
20 |
#include <linux/workqueue.h> |
1da177e4c Linux-2.6.12-rc2 |
21 |
|
3fcfab16c [PATCH] separate ... |
22 |
struct page; |
cf0ca9fe5 mm: bdi: export B... |
23 |
struct device; |
76f1418b4 mm: bdi: move sta... |
24 |
struct dentry; |
3fcfab16c [PATCH] separate ... |
25 |
|
1da177e4c Linux-2.6.12-rc2 |
26 27 28 29 |
/* * Bits in backing_dev_info.state */ enum bdi_state { |
03ba3782e writeback: switch... |
30 |
BDI_wb_alloc, /* Default embedded wb allocated */ |
1faa16d22 block: change the... |
31 32 |
BDI_async_congested, /* The async (write) queue is getting full */ BDI_sync_congested, /* The sync queue is getting full */ |
500b067c5 writeback: check ... |
33 |
BDI_registered, /* bdi_register() was done */ |
81d73a32d mm: fix writeback... |
34 |
BDI_writeback_running, /* Writeback is in progress */ |
1da177e4c Linux-2.6.12-rc2 |
35 36 37 38 |
BDI_unused, /* Available bits start here */ }; typedef int (congested_fn)(void *, int); |
b2e8fb6ef mm: scalable bdi ... |
39 |
enum bdi_stat_item { |
c9e51e418 mm: count reclaim... |
40 |
BDI_RECLAIMABLE, |
69cb51d18 mm: count writeba... |
41 |
BDI_WRITEBACK, |
c8e28ce04 writeback: accoun... |
42 |
BDI_DIRTIED, |
f7d2b1ecd writeback: accoun... |
43 |
BDI_WRITTEN, |
b2e8fb6ef mm: scalable bdi ... |
44 45 46 47 |
NR_BDI_STAT_ITEMS }; #define BDI_STAT_BATCH (8*(1+ilog2(nr_cpu_ids))) |
03ba3782e writeback: switch... |
48 |
struct bdi_writeback { |
ecd584030 writeback: move l... |
49 |
struct backing_dev_info *bdi; /* our parent bdi */ |
03ba3782e writeback: switch... |
50 |
unsigned int nr; |
ecd584030 writeback: move l... |
51 |
unsigned long last_old_flush; /* last old data flush */ |
03ba3782e writeback: switch... |
52 |
|
839a8e866 writeback: replac... |
53 |
struct delayed_work dwork; /* work item used for writeback */ |
ecd584030 writeback: move l... |
54 55 56 |
struct list_head b_dirty; /* dirty inodes */ struct list_head b_io; /* parked for writeback */ struct list_head b_more_io; /* parked for more writeback */ |
f758eeabe writeback: split ... |
57 |
spinlock_t list_lock; /* protects the b_* lists */ |
03ba3782e writeback: switch... |
58 |
}; |
1da177e4c Linux-2.6.12-rc2 |
59 |
struct backing_dev_info { |
66f3b8e2e writeback: move d... |
60 |
struct list_head bdi_list; |
1da177e4c Linux-2.6.12-rc2 |
61 62 63 64 65 |
unsigned long ra_pages; /* max readahead in PAGE_CACHE_SIZE units */ unsigned long state; /* Always use atomic bitops on this */ unsigned int capabilities; /* Device capabilities */ congested_fn *congested_fn; /* Function pointer if device is md/dm */ void *congested_data; /* Pointer to aux data for congested func */ |
b2e8fb6ef mm: scalable bdi ... |
66 |
|
d993831fa writeback: add na... |
67 |
char *name; |
b2e8fb6ef mm: scalable bdi ... |
68 |
struct percpu_counter bdi_stat[NR_BDI_STAT_ITEMS]; |
04fbfdc14 mm: per device di... |
69 |
|
e98be2d59 writeback: bdi wr... |
70 |
unsigned long bw_time_stamp; /* last time write bw is updated */ |
be3ffa276 writeback: dirty ... |
71 |
unsigned long dirtied_stamp; |
e98be2d59 writeback: bdi wr... |
72 73 74 |
unsigned long written_stamp; /* pages written at bw_time_stamp */ unsigned long write_bandwidth; /* the estimated write bandwidth */ unsigned long avg_write_bandwidth; /* further smoothed write bw */ |
be3ffa276 writeback: dirty ... |
75 76 77 |
/* * The base dirty throttle rate, re-calculated on every 200ms. * All the bdi tasks' dirty rate will be curbed under it. |
7381131cb writeback: stabil... |
78 79 |
* @dirty_ratelimit tracks the estimated @balanced_dirty_ratelimit * in small steps and is much more smooth/stable than the latter. |
be3ffa276 writeback: dirty ... |
80 81 |
*/ unsigned long dirty_ratelimit; |
7381131cb writeback: stabil... |
82 |
unsigned long balanced_dirty_ratelimit; |
be3ffa276 writeback: dirty ... |
83 |
|
eb608e3a3 block: Convert BD... |
84 |
struct fprop_local_percpu completions; |
04fbfdc14 mm: per device di... |
85 |
int dirty_exceeded; |
cf0ca9fe5 mm: bdi: export B... |
86 |
|
189d3c4a9 mm: bdi: allow se... |
87 |
unsigned int min_ratio; |
a42dde041 mm: bdi: allow se... |
88 |
unsigned int max_ratio, max_prop_frac; |
189d3c4a9 mm: bdi: allow se... |
89 |
|
03ba3782e writeback: switch... |
90 |
struct bdi_writeback wb; /* default writeback info for this bdi */ |
1c23ab6f8 bdi: avoid oops o... |
91 |
spinlock_t wb_lock; /* protects work_list & wb.dwork scheduling */ |
76f1418b4 mm: bdi: move sta... |
92 |
|
03ba3782e writeback: switch... |
93 94 95 |
struct list_head work_list; struct device *dev; |
66f3b8e2e writeback: move d... |
96 |
|
31373d09d laptop-mode: Make... |
97 |
struct timer_list laptop_mode_wb_timer; |
76f1418b4 mm: bdi: move sta... |
98 99 100 101 |
#ifdef CONFIG_DEBUG_FS struct dentry *debug_dir; struct dentry *debug_stats; #endif |
1da177e4c Linux-2.6.12-rc2 |
102 |
}; |
8077c0d98 bdi: test bdi_ini... |
103 |
int __must_check bdi_init(struct backing_dev_info *bdi); |
b2e8fb6ef mm: scalable bdi ... |
104 |
void bdi_destroy(struct backing_dev_info *bdi); |
d2cc4dde9 bdi_register: add... |
105 |
__printf(3, 4) |
cf0ca9fe5 mm: bdi: export B... |
106 107 108 109 |
int bdi_register(struct backing_dev_info *bdi, struct device *parent, const char *fmt, ...); int bdi_register_dev(struct backing_dev_info *bdi, dev_t dev); void bdi_unregister(struct backing_dev_info *bdi); |
8077c0d98 bdi: test bdi_ini... |
110 |
int __must_check bdi_setup_and_register(struct backing_dev_info *, char *, unsigned int); |
0e175a183 writeback: Add a ... |
111 112 |
void bdi_start_writeback(struct backing_dev_info *bdi, long nr_pages, enum wb_reason reason); |
c5444198c writeback: simpli... |
113 |
void bdi_start_background_writeback(struct backing_dev_info *bdi); |
839a8e866 writeback: replac... |
114 |
void bdi_writeback_workfn(struct work_struct *work); |
03ba3782e writeback: switch... |
115 |
int bdi_has_dirty_io(struct backing_dev_info *bdi); |
6467716a3 writeback: optimi... |
116 |
void bdi_wakeup_thread_delayed(struct backing_dev_info *bdi); |
f758eeabe writeback: split ... |
117 |
void bdi_lock_two(struct bdi_writeback *wb1, struct bdi_writeback *wb2); |
cf0ca9fe5 mm: bdi: export B... |
118 |
|
03ba3782e writeback: switch... |
119 |
extern spinlock_t bdi_lock; |
66f3b8e2e writeback: move d... |
120 |
extern struct list_head bdi_list; |
839a8e866 writeback: replac... |
121 |
extern struct workqueue_struct *bdi_wq; |
03ba3782e writeback: switch... |
122 123 124 125 126 127 |
static inline int wb_has_dirty_io(struct bdi_writeback *wb) { return !list_empty(&wb->b_dirty) || !list_empty(&wb->b_io) || !list_empty(&wb->b_more_io); } |
b2e8fb6ef mm: scalable bdi ... |
128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 |
static inline void __add_bdi_stat(struct backing_dev_info *bdi, enum bdi_stat_item item, s64 amount) { __percpu_counter_add(&bdi->bdi_stat[item], amount, BDI_STAT_BATCH); } static inline void __inc_bdi_stat(struct backing_dev_info *bdi, enum bdi_stat_item item) { __add_bdi_stat(bdi, item, 1); } static inline void inc_bdi_stat(struct backing_dev_info *bdi, enum bdi_stat_item item) { unsigned long flags; local_irq_save(flags); __inc_bdi_stat(bdi, item); local_irq_restore(flags); } static inline void __dec_bdi_stat(struct backing_dev_info *bdi, enum bdi_stat_item item) { __add_bdi_stat(bdi, item, -1); } static inline void dec_bdi_stat(struct backing_dev_info *bdi, enum bdi_stat_item item) { unsigned long flags; local_irq_save(flags); __dec_bdi_stat(bdi, item); local_irq_restore(flags); } static inline s64 bdi_stat(struct backing_dev_info *bdi, enum bdi_stat_item item) { return percpu_counter_read_positive(&bdi->bdi_stat[item]); } static inline s64 __bdi_stat_sum(struct backing_dev_info *bdi, enum bdi_stat_item item) { return percpu_counter_sum_positive(&bdi->bdi_stat[item]); } static inline s64 bdi_stat_sum(struct backing_dev_info *bdi, enum bdi_stat_item item) |
e0bf68dde mm: bdi init hooks |
180 |
{ |
b2e8fb6ef mm: scalable bdi ... |
181 182 183 184 185 186 187 188 |
s64 sum; unsigned long flags; local_irq_save(flags); sum = __bdi_stat_sum(bdi, item); local_irq_restore(flags); return sum; |
e0bf68dde mm: bdi init hooks |
189 |
} |
dd5656e59 mm: bdi: export b... |
190 |
extern void bdi_writeout_inc(struct backing_dev_info *bdi); |
b2e8fb6ef mm: scalable bdi ... |
191 192 193 194 |
/* * maximal error of a stat counter. */ static inline unsigned long bdi_stat_error(struct backing_dev_info *bdi) |
e0bf68dde mm: bdi init hooks |
195 |
{ |
b2e8fb6ef mm: scalable bdi ... |
196 197 198 199 200 |
#ifdef CONFIG_SMP return nr_cpu_ids * BDI_STAT_BATCH; #else return 1; #endif |
e0bf68dde mm: bdi init hooks |
201 |
} |
1da177e4c Linux-2.6.12-rc2 |
202 |
|
189d3c4a9 mm: bdi: allow se... |
203 |
int bdi_set_min_ratio(struct backing_dev_info *bdi, unsigned int min_ratio); |
a42dde041 mm: bdi: allow se... |
204 |
int bdi_set_max_ratio(struct backing_dev_info *bdi, unsigned int max_ratio); |
189d3c4a9 mm: bdi: allow se... |
205 |
|
1da177e4c Linux-2.6.12-rc2 |
206 207 |
/* * Flags in backing_dev_info::capability |
e4ad08fe6 mm: bdi: add sepa... |
208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 |
* * The first three flags control whether dirty pages will contribute to the * VM's accounting and whether writepages() should be called for dirty pages * (something that would not, for example, be appropriate for ramfs) * * WARNING: these flags are closely related and should not normally be * used separately. The BDI_CAP_NO_ACCT_AND_WRITEBACK combines these * three flags into a single convenience macro. * * BDI_CAP_NO_ACCT_DIRTY: Dirty pages shouldn't contribute to accounting * BDI_CAP_NO_WRITEBACK: Don't write pages back * BDI_CAP_NO_ACCT_WB: Don't automatically account writeback pages * * These flags let !MMU mmap() govern direct device mapping vs immediate * copying more easily for MAP_PRIVATE, especially for ROM filesystems. * * BDI_CAP_MAP_COPY: Copy can be mapped (MAP_PRIVATE) * BDI_CAP_MAP_DIRECT: Can be mapped directly (MAP_SHARED) * BDI_CAP_READ_MAP: Can be mapped for reading * BDI_CAP_WRITE_MAP: Can be mapped for writing * BDI_CAP_EXEC_MAP: Can be mapped for execution |
4f98a2fee vmscan: split LRU... |
229 230 |
* * BDI_CAP_SWAP_BACKED: Count shmem/tmpfs objects as swap-backed. |
5a5374856 mm/page-writeback... |
231 232 |
* * BDI_CAP_STRICTLIMIT: Keep number of dirty pages below bdi threshold. |
1da177e4c Linux-2.6.12-rc2 |
233 |
*/ |
e4ad08fe6 mm: bdi: add sepa... |
234 235 236 237 238 239 240 241 |
#define BDI_CAP_NO_ACCT_DIRTY 0x00000001 #define BDI_CAP_NO_WRITEBACK 0x00000002 #define BDI_CAP_MAP_COPY 0x00000004 #define BDI_CAP_MAP_DIRECT 0x00000008 #define BDI_CAP_READ_MAP 0x00000010 #define BDI_CAP_WRITE_MAP 0x00000020 #define BDI_CAP_EXEC_MAP 0x00000040 #define BDI_CAP_NO_ACCT_WB 0x00000080 |
4f98a2fee vmscan: split LRU... |
242 |
#define BDI_CAP_SWAP_BACKED 0x00000100 |
7d311cdab bdi: allow block ... |
243 |
#define BDI_CAP_STABLE_WRITES 0x00000200 |
5a5374856 mm/page-writeback... |
244 |
#define BDI_CAP_STRICTLIMIT 0x00000400 |
e4ad08fe6 mm: bdi: add sepa... |
245 |
|
1da177e4c Linux-2.6.12-rc2 |
246 247 |
#define BDI_CAP_VMFLAGS \ (BDI_CAP_READ_MAP | BDI_CAP_WRITE_MAP | BDI_CAP_EXEC_MAP) |
e4ad08fe6 mm: bdi: add sepa... |
248 249 |
#define BDI_CAP_NO_ACCT_AND_WRITEBACK \ (BDI_CAP_NO_WRITEBACK | BDI_CAP_NO_ACCT_DIRTY | BDI_CAP_NO_ACCT_WB) |
1da177e4c Linux-2.6.12-rc2 |
250 251 252 253 254 255 256 257 |
#if defined(VM_MAYREAD) && \ (BDI_CAP_READ_MAP != VM_MAYREAD || \ BDI_CAP_WRITE_MAP != VM_MAYWRITE || \ BDI_CAP_EXEC_MAP != VM_MAYEXEC) #error please change backing_dev_info::capabilities flags #endif extern struct backing_dev_info default_backing_dev_info; |
5129a469a Catch filesystems... |
258 |
extern struct backing_dev_info noop_backing_dev_info; |
1da177e4c Linux-2.6.12-rc2 |
259 |
|
1da177e4c Linux-2.6.12-rc2 |
260 |
int writeback_in_progress(struct backing_dev_info *bdi); |
1da177e4c Linux-2.6.12-rc2 |
261 262 263 264 265 266 267 268 269 270 |
static inline int bdi_congested(struct backing_dev_info *bdi, int bdi_bits) { if (bdi->congested_fn) return bdi->congested_fn(bdi->congested_data, bdi_bits); return (bdi->state & bdi_bits); } static inline int bdi_read_congested(struct backing_dev_info *bdi) { |
1faa16d22 block: change the... |
271 |
return bdi_congested(bdi, 1 << BDI_sync_congested); |
1da177e4c Linux-2.6.12-rc2 |
272 273 274 275 |
} static inline int bdi_write_congested(struct backing_dev_info *bdi) { |
1faa16d22 block: change the... |
276 |
return bdi_congested(bdi, 1 << BDI_async_congested); |
1da177e4c Linux-2.6.12-rc2 |
277 278 279 280 |
} static inline int bdi_rw_congested(struct backing_dev_info *bdi) { |
1faa16d22 block: change the... |
281 282 |
return bdi_congested(bdi, (1 << BDI_sync_congested) | (1 << BDI_async_congested)); |
1da177e4c Linux-2.6.12-rc2 |
283 |
} |
373c0a7ed Fix compile error... |
284 285 286 287 |
enum { BLK_RW_ASYNC = 0, BLK_RW_SYNC = 1, }; |
8aa7e847d Fix congestion_wa... |
288 289 290 |
void clear_bdi_congested(struct backing_dev_info *bdi, int sync); void set_bdi_congested(struct backing_dev_info *bdi, int sync); long congestion_wait(int sync, long timeout); |
0e093d997 writeback: do not... |
291 |
long wait_iff_congested(struct zone *zone, int sync, long timeout); |
3965c9ae4 mm: prepare for r... |
292 293 |
int pdflush_proc_obsolete(struct ctl_table *table, int write, void __user *buffer, size_t *lenp, loff_t *ppos); |
1da177e4c Linux-2.6.12-rc2 |
294 |
|
7d311cdab bdi: allow block ... |
295 296 297 298 |
static inline bool bdi_cap_stable_pages_required(struct backing_dev_info *bdi) { return bdi->capabilities & BDI_CAP_STABLE_WRITES; } |
e4ad08fe6 mm: bdi: add sepa... |
299 300 301 302 303 304 305 306 307 |
static inline bool bdi_cap_writeback_dirty(struct backing_dev_info *bdi) { return !(bdi->capabilities & BDI_CAP_NO_WRITEBACK); } static inline bool bdi_cap_account_dirty(struct backing_dev_info *bdi) { return !(bdi->capabilities & BDI_CAP_NO_ACCT_DIRTY); } |
1da177e4c Linux-2.6.12-rc2 |
308 |
|
e4ad08fe6 mm: bdi: add sepa... |
309 310 311 312 313 314 |
static inline bool bdi_cap_account_writeback(struct backing_dev_info *bdi) { /* Paranoia: BDI_CAP_NO_WRITEBACK implies BDI_CAP_NO_ACCT_WB */ return !(bdi->capabilities & (BDI_CAP_NO_ACCT_WB | BDI_CAP_NO_WRITEBACK)); } |
1da177e4c Linux-2.6.12-rc2 |
315 |
|
4f98a2fee vmscan: split LRU... |
316 317 318 319 |
static inline bool bdi_cap_swap_backed(struct backing_dev_info *bdi) { return bdi->capabilities & BDI_CAP_SWAP_BACKED; } |
e4ad08fe6 mm: bdi: add sepa... |
320 321 322 323 |
static inline bool mapping_cap_writeback_dirty(struct address_space *mapping) { return bdi_cap_writeback_dirty(mapping->backing_dev_info); } |
1da177e4c Linux-2.6.12-rc2 |
324 |
|
e4ad08fe6 mm: bdi: add sepa... |
325 326 327 328 |
static inline bool mapping_cap_account_dirty(struct address_space *mapping) { return bdi_cap_account_dirty(mapping->backing_dev_info); } |
1da177e4c Linux-2.6.12-rc2 |
329 |
|
4f98a2fee vmscan: split LRU... |
330 331 332 333 |
static inline bool mapping_cap_swap_backed(struct address_space *mapping) { return bdi_cap_swap_backed(mapping->backing_dev_info); } |
03ba3782e writeback: switch... |
334 335 336 337 338 |
static inline int bdi_sched_wait(void *word) { schedule(); return 0; } |
1da177e4c Linux-2.6.12-rc2 |
339 |
#endif /* _LINUX_BACKING_DEV_H */ |