Blame view
include/linux/writeback.h
12.6 KB
b24413180 License cleanup: ... |
1 |
/* SPDX-License-Identifier: GPL-2.0 */ |
1da177e4c Linux-2.6.12-rc2 |
2 |
/* |
f30c22695 fix file specific... |
3 |
* include/linux/writeback.h |
1da177e4c Linux-2.6.12-rc2 |
4 5 6 |
*/ #ifndef WRITEBACK_H #define WRITEBACK_H |
e8edc6e03 Detach sched.h fr... |
7 |
#include <linux/sched.h> |
a27bb332c aio: don't includ... |
8 |
#include <linux/workqueue.h> |
f5ff8422b Fix warnings with... |
9 |
#include <linux/fs.h> |
380c27ca3 writeback: implem... |
10 |
#include <linux/flex_proportions.h> |
21c6321fb writeback: reloca... |
11 |
#include <linux/backing-dev-defs.h> |
7637241e6 writeback: add wb... |
12 |
#include <linux/blk_types.h> |
e8edc6e03 Detach sched.h fr... |
13 |
|
2f8b54447 block,fs: untangl... |
14 |
struct bio; |
54848d73f writeback: charge... |
15 |
DECLARE_PER_CPU(int, dirty_throttle_leaks); |
ffd1f609a writeback: introd... |
16 |
/* |
1a12d8bd7 writeback: scale ... |
17 18 19 20 |
* The 1/4 region under the global dirty thresh is for smooth dirty throttling: * * (thresh - thresh/DIRTY_FULL_SCOPE, thresh) * |
ffd1f609a writeback: introd... |
21 22 23 24 25 26 27 28 |
* Further beyond, all dirtier tasks will enter a loop waiting (possibly long * time) for the dirty pages to drop, unless written enough pages. * * The global dirty threshold is normally equal to the global dirty limit, * except when the system suddenly allocates a lot of anonymous memory and * knocks down the global dirty threshold quickly, in which case the global * dirty limit will follow down slowly to prevent livelocking all dirtier tasks. */ |
1a12d8bd7 writeback: scale ... |
29 30 |
#define DIRTY_SCOPE 8 #define DIRTY_FULL_SCOPE (DIRTY_SCOPE / 2) |
ffd1f609a writeback: introd... |
31 |
|
1da177e4c Linux-2.6.12-rc2 |
32 |
struct backing_dev_info; |
1da177e4c Linux-2.6.12-rc2 |
33 |
/* |
1da177e4c Linux-2.6.12-rc2 |
34 35 36 37 38 |
* fs/fs-writeback.c */ enum writeback_sync_modes { WB_SYNC_NONE, /* Don't wait on anything */ WB_SYNC_ALL, /* Wait on every mapping */ |
1da177e4c Linux-2.6.12-rc2 |
39 40 41 |
}; /* |
0e175a183 writeback: Add a ... |
42 43 44 45 |
* why some writeback work was initiated */ enum wb_reason { WB_REASON_BACKGROUND, |
726d061fb mm: vmscan: kick ... |
46 |
WB_REASON_VMSCAN, |
0e175a183 writeback: Add a ... |
47 48 49 50 51 |
WB_REASON_SYNC, WB_REASON_PERIODIC, WB_REASON_LAPTOP_TIMER, WB_REASON_FREE_MORE_MEM, WB_REASON_FS_FREE_SPACE, |
fc6df808a mm/writeback: com... |
52 53 54 55 56 57 |
/* * There is no bdi forker thread any more and works are done * by emergency worker, however, this is TPs userland visible * and we'll be exposing exactly the same information, * so it has a mismatch name. */ |
0e175a183 writeback: Add a ... |
58 59 60 61 |
WB_REASON_FORKER_THREAD, WB_REASON_MAX, }; |
0e175a183 writeback: Add a ... |
62 63 |
/* |
1da177e4c Linux-2.6.12-rc2 |
64 65 66 67 68 |
* A control structure which tells the writeback code what to do. These are * always on the stack, and hence need no locking. They are always initialised * in a manner such that unspecified fields are set to zero. */ struct writeback_control { |
1da177e4c Linux-2.6.12-rc2 |
69 70 71 72 73 |
long nr_to_write; /* Write this many pages, and decrement this for each page written */ long pages_skipped; /* Pages which were not written */ /* |
95468fd41 writeback: fix ty... |
74 |
* For a_ops->writepages(): if start or end are non-zero then this is |
1da177e4c Linux-2.6.12-rc2 |
75 76 77 |
* a hint that the filesystem need only write out the pages inside that * byterange. The byte at `end' is included in the writeout request. */ |
111ebb6e6 [PATCH] writeback... |
78 79 |
loff_t range_start; loff_t range_end; |
1da177e4c Linux-2.6.12-rc2 |
80 |
|
4cd9069a0 fs: remove 8 byte... |
81 |
enum writeback_sync_modes sync_mode; |
22905f775 identify multipag... |
82 |
unsigned for_kupdate:1; /* A kupdate writeback */ |
b17621fed writeback: introd... |
83 |
unsigned for_background:1; /* A background writeback */ |
6e6938b6d writeback: introd... |
84 |
unsigned tagged_writepages:1; /* tag-and-write to avoid livelock */ |
22905f775 identify multipag... |
85 |
unsigned for_reclaim:1; /* Invoked from the page allocator */ |
111ebb6e6 [PATCH] writeback... |
86 |
unsigned range_cyclic:1; /* range_start is cyclic */ |
7747bd4bc sync: don't block... |
87 |
unsigned for_sync:1; /* sync(2) WB_SYNC_ALL writeback */ |
b16b1deb5 writeback: make w... |
88 89 |
#ifdef CONFIG_CGROUP_WRITEBACK struct bdi_writeback *wb; /* wb this writeback is issued under */ |
2a8149081 writeback: implem... |
90 91 92 93 94 95 96 97 98 |
struct inode *inode; /* inode being written out */ /* foreign inode detection, see wbc_detach_inode() */ int wb_id; /* current wb id */ int wb_lcand_id; /* last foreign candidate wb id */ int wb_tcand_id; /* this foreign candidate wb id */ size_t wb_bytes; /* bytes written by current wb */ size_t wb_lcand_bytes; /* bytes written by last candidate */ size_t wb_tcand_bytes; /* bytes written by this candidate */ |
b16b1deb5 writeback: make w... |
99 |
#endif |
1da177e4c Linux-2.6.12-rc2 |
100 |
}; |
7637241e6 writeback: add wb... |
101 102 103 104 |
static inline int wbc_to_write_flags(struct writeback_control *wbc) { if (wbc->sync_mode == WB_SYNC_ALL) return REQ_SYNC; |
13edd5e73 writeback: mark b... |
105 106 |
else if (wbc->for_kupdate || wbc->for_background) return REQ_BACKGROUND; |
7637241e6 writeback: add wb... |
107 108 109 |
return 0; } |
1da177e4c Linux-2.6.12-rc2 |
110 |
/* |
380c27ca3 writeback: implem... |
111 112 113 114 115 116 117 |
* A wb_domain represents a domain that wb's (bdi_writeback's) belong to * and are measured against each other in. There always is one global * domain, global_wb_domain, that every wb in the system is a member of. * This allows measuring the relative bandwidth of each wb to distribute * dirtyable memory accordingly. */ struct wb_domain { |
dcc25ae76 writeback: move g... |
118 |
spinlock_t lock; |
380c27ca3 writeback: implem... |
119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 |
/* * Scale the writeback cache size proportional to the relative * writeout speed. * * We do this by keeping a floating proportion between BDIs, based * on page writeback completions [end_page_writeback()]. Those * devices that write out pages fastest will get the larger share, * while the slower will get a smaller share. * * We use page writeout completions because we are interested in * getting rid of dirty pages. Having them written out is the * primary goal. * * We introduce a concept of time, a period over which we measure * these events, because demand can/will vary over time. The length * of this period itself is measured in page writeback completions. */ struct fprop_global completions; struct timer_list period_timer; /* timer for aging of completions */ unsigned long period_time; |
dcc25ae76 writeback: move g... |
139 140 141 142 143 144 145 146 147 148 149 150 151 |
/* * The dirtyable memory and dirty threshold could be suddenly * knocked down by a large amount (eg. on the startup of KVM in a * swapless system). This may throw the system into deep dirty * exceeded state and throttle heavy/light dirtiers alike. To * retain good responsiveness, maintain global_dirty_limit for * tracking slowly down to the knocked down dirty threshold. * * Both fields are protected by ->lock. */ unsigned long dirty_limit_tstamp; unsigned long dirty_limit; |
380c27ca3 writeback: implem... |
152 |
}; |
2529bb3aa writeback: reset ... |
153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 |
/** * wb_domain_size_changed - memory available to a wb_domain has changed * @dom: wb_domain of interest * * This function should be called when the amount of memory available to * @dom has changed. It resets @dom's dirty limit parameters to prevent * the past values which don't match the current configuration from skewing * dirty throttling. Without this, when memory size of a wb_domain is * greatly reduced, the dirty throttling logic may allow too many pages to * be dirtied leading to consecutive unnecessary OOMs and may get stuck in * that situation. */ static inline void wb_domain_size_changed(struct wb_domain *dom) { spin_lock(&dom->lock); dom->dirty_limit_tstamp = jiffies; dom->dirty_limit = 0; spin_unlock(&dom->lock); } |
380c27ca3 writeback: implem... |
172 |
/* |
1da177e4c Linux-2.6.12-rc2 |
173 174 |
* fs/fs-writeback.c */ |
03ba3782e writeback: switch... |
175 |
struct bdi_writeback; |
0e175a183 writeback: Add a ... |
176 177 178 |
void writeback_inodes_sb(struct super_block *, enum wb_reason reason); void writeback_inodes_sb_nr(struct super_block *, unsigned long nr, enum wb_reason reason); |
f30a7d0cc writeback: restru... |
179 180 181 |
bool try_to_writeback_inodes_sb(struct super_block *, enum wb_reason reason); bool try_to_writeback_inodes_sb_nr(struct super_block *, unsigned long nr, enum wb_reason reason); |
0dc83bd30 Revert "writeback... |
182 |
void sync_inodes_sb(struct super_block *); |
0e175a183 writeback: Add a ... |
183 |
void wakeup_flusher_threads(long nr_pages, enum wb_reason reason); |
169ebd901 writeback: Avoid ... |
184 |
void inode_wait_for_writeback(struct inode *inode); |
1da177e4c Linux-2.6.12-rc2 |
185 186 187 188 189 |
/* writeback.h requires fs.h; it, too, is not included from here. */ static inline void wait_on_inode(struct inode *inode) { might_sleep(); |
743162013 sched: Remove pro... |
190 |
wait_on_bit(&inode->i_state, __I_NEW, TASK_UNINTERRUPTIBLE); |
1da177e4c Linux-2.6.12-rc2 |
191 |
} |
1c0eeaf56 introduce I_SYNC |
192 |
|
21c6321fb writeback: reloca... |
193 |
#ifdef CONFIG_CGROUP_WRITEBACK |
b16b1deb5 writeback: make w... |
194 195 |
#include <linux/cgroup.h> #include <linux/bio.h> |
21c6321fb writeback: reloca... |
196 |
void __inode_attach_wb(struct inode *inode, struct page *page); |
b16b1deb5 writeback: make w... |
197 198 199 200 |
void wbc_attach_and_unlock_inode(struct writeback_control *wbc, struct inode *inode) __releases(&inode->i_lock); void wbc_detach_inode(struct writeback_control *wbc); |
2a8149081 writeback: implem... |
201 202 |
void wbc_account_io(struct writeback_control *wbc, struct page *page, size_t bytes); |
a1a0e23e4 writeback: flush ... |
203 |
void cgroup_writeback_umount(void); |
21c6321fb writeback: reloca... |
204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 |
/** * inode_attach_wb - associate an inode with its wb * @inode: inode of interest * @page: page being dirtied (may be NULL) * * If @inode doesn't have its wb, associate it with the wb matching the * memcg of @page or, if @page is NULL, %current. May be called w/ or w/o * @inode->i_lock. */ static inline void inode_attach_wb(struct inode *inode, struct page *page) { if (!inode->i_wb) __inode_attach_wb(inode, page); } /** * inode_detach_wb - disassociate an inode from its wb * @inode: inode of interest * * @inode is being freed. Detach from its wb. */ static inline void inode_detach_wb(struct inode *inode) { if (inode->i_wb) { |
f759741d9 block: Fix oops i... |
229 |
WARN_ON_ONCE(!(inode->i_state & I_CLEAR)); |
21c6321fb writeback: reloca... |
230 231 232 233 |
wb_put(inode->i_wb); inode->i_wb = NULL; } } |
b16b1deb5 writeback: make w... |
234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 |
/** * wbc_attach_fdatawrite_inode - associate wbc and inode for fdatawrite * @wbc: writeback_control of interest * @inode: target inode * * This function is to be used by __filemap_fdatawrite_range(), which is an * alternative entry point into writeback code, and first ensures @inode is * associated with a bdi_writeback and attaches it to @wbc. */ static inline void wbc_attach_fdatawrite_inode(struct writeback_control *wbc, struct inode *inode) { spin_lock(&inode->i_lock); inode_attach_wb(inode, NULL); wbc_attach_and_unlock_inode(wbc, inode); } /** * wbc_init_bio - writeback specific initializtion of bio * @wbc: writeback_control for the writeback in progress * @bio: bio to be initialized * * @bio is a part of the writeback in progress controlled by @wbc. Perform * writeback specific initialization. This is used to apply the cgroup * writeback context. */ static inline void wbc_init_bio(struct writeback_control *wbc, struct bio *bio) { /* * pageout() path doesn't attach @wbc to the inode being written * out. This is intentional as we don't want the function to block * behind a slow cgroup. Ultimately, we want pageout() to kick off * regular writeback instead of writing things out itself. */ if (wbc->wb) bio_associate_blkcg(bio, wbc->wb->blkcg_css); } |
21c6321fb writeback: reloca... |
271 272 273 274 275 276 277 278 279 |
#else /* CONFIG_CGROUP_WRITEBACK */ static inline void inode_attach_wb(struct inode *inode, struct page *page) { } static inline void inode_detach_wb(struct inode *inode) { } |
b16b1deb5 writeback: make w... |
280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 |
static inline void wbc_attach_and_unlock_inode(struct writeback_control *wbc, struct inode *inode) __releases(&inode->i_lock) { spin_unlock(&inode->i_lock); } static inline void wbc_attach_fdatawrite_inode(struct writeback_control *wbc, struct inode *inode) { } static inline void wbc_detach_inode(struct writeback_control *wbc) { } static inline void wbc_init_bio(struct writeback_control *wbc, struct bio *bio) { } |
2a8149081 writeback: implem... |
299 300 301 302 |
static inline void wbc_account_io(struct writeback_control *wbc, struct page *page, size_t bytes) { } |
a1a0e23e4 writeback: flush ... |
303 304 305 |
static inline void cgroup_writeback_umount(void) { } |
21c6321fb writeback: reloca... |
306 |
#endif /* CONFIG_CGROUP_WRITEBACK */ |
1da177e4c Linux-2.6.12-rc2 |
307 308 309 |
/* * mm/page-writeback.c */ |
c2c4986ed writeback: fix pr... |
310 |
#ifdef CONFIG_BLOCK |
31373d09d laptop-mode: Make... |
311 |
void laptop_io_completion(struct backing_dev_info *info); |
1da177e4c Linux-2.6.12-rc2 |
312 |
void laptop_sync_completion(void); |
31373d09d laptop-mode: Make... |
313 314 |
void laptop_mode_sync(struct work_struct *work); void laptop_mode_timer_fn(unsigned long data); |
c2c4986ed writeback: fix pr... |
315 316 317 |
#else static inline void laptop_sync_completion(void) { } #endif |
281e37265 mm, page_alloc: c... |
318 |
bool node_dirty_ok(struct pglist_data *pgdat); |
380c27ca3 writeback: implem... |
319 |
int wb_domain_init(struct wb_domain *dom, gfp_t gfp); |
841710aa6 writeback: implem... |
320 321 322 |
#ifdef CONFIG_CGROUP_WRITEBACK void wb_domain_exit(struct wb_domain *dom); #endif |
1da177e4c Linux-2.6.12-rc2 |
323 |
|
dcc25ae76 writeback: move g... |
324 |
extern struct wb_domain global_wb_domain; |
c42843f2f writeback: introd... |
325 |
|
1da177e4c Linux-2.6.12-rc2 |
326 327 |
/* These are exported to sysctl. */ extern int dirty_background_ratio; |
2da02997e mm: add dirty_bac... |
328 |
extern unsigned long dirty_background_bytes; |
1da177e4c Linux-2.6.12-rc2 |
329 |
extern int vm_dirty_ratio; |
2da02997e mm: add dirty_bac... |
330 |
extern unsigned long vm_dirty_bytes; |
704503d83 mm: fix proc_doin... |
331 332 |
extern unsigned int dirty_writeback_interval; extern unsigned int dirty_expire_interval; |
1efff914a fs: add dirtytime... |
333 |
extern unsigned int dirtytime_expire_interval; |
195cf453d mm/page-writeback... |
334 |
extern int vm_highmem_is_dirtyable; |
1da177e4c Linux-2.6.12-rc2 |
335 336 |
extern int block_dump; extern int laptop_mode; |
2da02997e mm: add dirty_bac... |
337 |
extern int dirty_background_ratio_handler(struct ctl_table *table, int write, |
8d65af789 sysctl: remove "s... |
338 |
void __user *buffer, size_t *lenp, |
2da02997e mm: add dirty_bac... |
339 340 |
loff_t *ppos); extern int dirty_background_bytes_handler(struct ctl_table *table, int write, |
8d65af789 sysctl: remove "s... |
341 |
void __user *buffer, size_t *lenp, |
2da02997e mm: add dirty_bac... |
342 |
loff_t *ppos); |
04fbfdc14 mm: per device di... |
343 |
extern int dirty_ratio_handler(struct ctl_table *table, int write, |
8d65af789 sysctl: remove "s... |
344 |
void __user *buffer, size_t *lenp, |
04fbfdc14 mm: per device di... |
345 |
loff_t *ppos); |
2da02997e mm: add dirty_bac... |
346 |
extern int dirty_bytes_handler(struct ctl_table *table, int write, |
8d65af789 sysctl: remove "s... |
347 |
void __user *buffer, size_t *lenp, |
2da02997e mm: add dirty_bac... |
348 |
loff_t *ppos); |
1efff914a fs: add dirtytime... |
349 350 |
int dirtytime_interval_handler(struct ctl_table *table, int write, void __user *buffer, size_t *lenp, loff_t *ppos); |
04fbfdc14 mm: per device di... |
351 |
|
1da177e4c Linux-2.6.12-rc2 |
352 |
struct ctl_table; |
8d65af789 sysctl: remove "s... |
353 |
int dirty_writeback_centisecs_handler(struct ctl_table *, int, |
1da177e4c Linux-2.6.12-rc2 |
354 |
void __user *, size_t *, loff_t *); |
16c4042f0 writeback: avoid ... |
355 |
void global_dirty_limits(unsigned long *pbackground, unsigned long *pdirty); |
0d960a383 writeback: clean ... |
356 |
unsigned long wb_calc_thresh(struct bdi_writeback *wb, unsigned long thresh); |
a88a341a7 writeback: move b... |
357 |
|
8a7317995 writeback: reorga... |
358 |
void wb_update_bandwidth(struct bdi_writeback *wb, unsigned long start_time); |
d0e1d66b5 writeback: remove... |
359 |
void balance_dirty_pages_ratelimited(struct address_space *mapping); |
aa661bbe1 writeback: move o... |
360 |
bool wb_over_bg_thresh(struct bdi_writeback *wb); |
fa5a734e4 [PATCH] balance_d... |
361 |
|
0ea971801 consolidate gener... |
362 363 |
typedef int (*writepage_t)(struct page *page, struct writeback_control *wbc, void *data); |
0ea971801 consolidate gener... |
364 365 |
int generic_writepages(struct address_space *mapping, struct writeback_control *wbc); |
5b41d9243 ext4: implement w... |
366 367 |
void tag_pages_for_writeback(struct address_space *mapping, pgoff_t start, pgoff_t end); |
0ea971801 consolidate gener... |
368 369 370 |
int write_cache_pages(struct address_space *mapping, struct writeback_control *wbc, writepage_t writepage, void *data); |
1da177e4c Linux-2.6.12-rc2 |
371 |
int do_writepages(struct address_space *mapping, struct writeback_control *wbc); |
2d1d43f6a [PATCH] call mm/p... |
372 |
void writeback_set_ratelimit(void); |
92c09c041 mm: declare some ... |
373 374 |
void tag_pages_for_writeback(struct address_space *mapping, pgoff_t start, pgoff_t end); |
1da177e4c Linux-2.6.12-rc2 |
375 |
|
2f800fbd7 writeback: fix di... |
376 |
void account_page_redirty(struct page *page); |
6c60d2b57 fs/fs-writeback.c... |
377 378 |
void sb_mark_inode_writeback(struct inode *inode); void sb_clear_inode_writeback(struct inode *inode); |
1da177e4c Linux-2.6.12-rc2 |
379 |
#endif /* WRITEBACK_H */ |