Blame view
block/blk-mq-debugfs.c
23.4 KB
07e4fead4 blk-mq: create de... |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
/* * Copyright (C) 2017 Facebook * * This program is free software; you can redistribute it and/or * modify it under the terms of the GNU General Public * License v2 as published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see <https://www.gnu.org/licenses/>. */ #include <linux/kernel.h> #include <linux/blkdev.h> #include <linux/debugfs.h> #include <linux/blk-mq.h> |
18fbda91c block: use same b... |
22 |
#include "blk.h" |
07e4fead4 blk-mq: create de... |
23 |
#include "blk-mq.h" |
d173a2516 blk-mq: move debu... |
24 |
#include "blk-mq-debugfs.h" |
d96b37c0a blk-mq: move tags... |
25 |
#include "blk-mq-tag.h" |
07e4fead4 blk-mq: create de... |
26 |
|
91d68905a blk-mq: Export qu... |
27 28 29 30 31 32 33 34 35 36 |
static int blk_flags_show(struct seq_file *m, const unsigned long flags, const char *const *flag_name, int flag_name_count) { bool sep = false; int i; for (i = 0; i < sizeof(flags) * BITS_PER_BYTE; i++) { if (!(flags & BIT(i))) continue; if (sep) |
bec03d6b9 blk-mq-debugfs: s... |
37 |
seq_puts(m, "|"); |
91d68905a blk-mq: Export qu... |
38 39 40 41 42 43 |
sep = true; if (i < flag_name_count && flag_name[i]) seq_puts(m, flag_name[i]); else seq_printf(m, "%d", i); } |
91d68905a blk-mq: Export qu... |
44 45 |
return 0; } |
1a435111f blk-mq-debugfs: c... |
46 |
#define QUEUE_FLAG_NAME(name) [QUEUE_FLAG_##name] = #name |
91d68905a blk-mq: Export qu... |
47 |
static const char *const blk_queue_flag_name[] = { |
1a435111f blk-mq-debugfs: c... |
48 49 |
QUEUE_FLAG_NAME(QUEUED), QUEUE_FLAG_NAME(STOPPED), |
1a435111f blk-mq-debugfs: c... |
50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 |
QUEUE_FLAG_NAME(DYING), QUEUE_FLAG_NAME(BYPASS), QUEUE_FLAG_NAME(BIDI), QUEUE_FLAG_NAME(NOMERGES), QUEUE_FLAG_NAME(SAME_COMP), QUEUE_FLAG_NAME(FAIL_IO), QUEUE_FLAG_NAME(STACKABLE), QUEUE_FLAG_NAME(NONROT), QUEUE_FLAG_NAME(IO_STAT), QUEUE_FLAG_NAME(DISCARD), QUEUE_FLAG_NAME(NOXMERGES), QUEUE_FLAG_NAME(ADD_RANDOM), QUEUE_FLAG_NAME(SECERASE), QUEUE_FLAG_NAME(SAME_FORCE), QUEUE_FLAG_NAME(DEAD), QUEUE_FLAG_NAME(INIT_DONE), QUEUE_FLAG_NAME(NO_SG_MERGE), QUEUE_FLAG_NAME(POLL), QUEUE_FLAG_NAME(WC), QUEUE_FLAG_NAME(FUA), QUEUE_FLAG_NAME(FLUSH_NQ), QUEUE_FLAG_NAME(DAX), QUEUE_FLAG_NAME(STATS), QUEUE_FLAG_NAME(POLL_STATS), QUEUE_FLAG_NAME(REGISTERED), |
22d538213 blk-mq-debugfs: A... |
75 76 |
QUEUE_FLAG_NAME(SCSI_PASSTHROUGH), QUEUE_FLAG_NAME(QUIESCED), |
91d68905a blk-mq: Export qu... |
77 |
}; |
1a435111f blk-mq-debugfs: c... |
78 |
#undef QUEUE_FLAG_NAME |
91d68905a blk-mq: Export qu... |
79 |
|
f57de23ac blk-mq-debugfs: g... |
80 |
static int queue_state_show(void *data, struct seq_file *m) |
91d68905a blk-mq: Export qu... |
81 |
{ |
f57de23ac blk-mq-debugfs: g... |
82 |
struct request_queue *q = data; |
91d68905a blk-mq: Export qu... |
83 84 85 |
blk_flags_show(m, q->queue_flags, blk_queue_flag_name, ARRAY_SIZE(blk_queue_flag_name)); |
fd07dc818 blk-mq: Make blk_... |
86 87 |
seq_puts(m, " "); |
91d68905a blk-mq: Export qu... |
88 89 |
return 0; } |
f57de23ac blk-mq-debugfs: g... |
90 91 |
static ssize_t queue_state_write(void *data, const char __user *buf, size_t count, loff_t *ppos) |
91d68905a blk-mq: Export qu... |
92 |
{ |
f57de23ac blk-mq-debugfs: g... |
93 |
struct request_queue *q = data; |
71b90511c blk-mq-debugfs: d... |
94 |
char opbuf[16] = { }, *op; |
91d68905a blk-mq: Export qu... |
95 |
|
18d4d7d05 blk-mq: Do not in... |
96 97 98 99 100 101 102 |
/* * The "state" attribute is removed after blk_cleanup_queue() has called * blk_mq_free_queue(). Return if QUEUE_FLAG_DEAD has been set to avoid * triggering a use-after-free. */ if (blk_queue_dead(q)) return -ENOENT; |
71b90511c blk-mq-debugfs: d... |
103 |
if (count >= sizeof(opbuf)) { |
c7e4145ae blk-mq-debugfs: e... |
104 105 106 107 |
pr_err("%s: operation too long ", __func__); goto inval; } |
71b90511c blk-mq-debugfs: d... |
108 |
if (copy_from_user(opbuf, buf, count)) |
91d68905a blk-mq: Export qu... |
109 |
return -EFAULT; |
71b90511c blk-mq-debugfs: d... |
110 |
op = strstrip(opbuf); |
91d68905a blk-mq: Export qu... |
111 112 113 114 |
if (strcmp(op, "run") == 0) { blk_mq_run_hw_queues(q, true); } else if (strcmp(op, "start") == 0) { blk_mq_start_stopped_hw_queues(q, true); |
edea55abb blk-mq-debugfs: A... |
115 116 |
} else if (strcmp(op, "kick") == 0) { blk_mq_kick_requeue_list(q); |
91d68905a blk-mq: Export qu... |
117 |
} else { |
c7e4145ae blk-mq-debugfs: e... |
118 119 120 |
pr_err("%s: unsupported operation '%s' ", __func__, op); inval: |
edea55abb blk-mq-debugfs: A... |
121 122 |
pr_err("%s: use 'run', 'start' or 'kick' ", __func__); |
91d68905a blk-mq: Export qu... |
123 124 |
return -EINVAL; } |
c7e4145ae blk-mq-debugfs: e... |
125 |
return count; |
91d68905a blk-mq: Export qu... |
126 |
} |
34dbad5d2 blk-stat: convert... |
127 128 129 130 131 132 133 134 135 |
static void print_stat(struct seq_file *m, struct blk_rq_stat *stat) { if (stat->nr_samples) { seq_printf(m, "samples=%d, mean=%lld, min=%llu, max=%llu", stat->nr_samples, stat->mean, stat->min, stat->max); } else { seq_puts(m, "samples=0"); } } |
f793dfd3f blk-mq: expose wr... |
136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
static int queue_write_hint_show(void *data, struct seq_file *m) { struct request_queue *q = data; int i; for (i = 0; i < BLK_MAX_WRITE_HINTS; i++) seq_printf(m, "hint%d: %llu ", i, q->write_hints[i]); return 0; } static ssize_t queue_write_hint_store(void *data, const char __user *buf, size_t count, loff_t *ppos) { struct request_queue *q = data; int i; for (i = 0; i < BLK_MAX_WRITE_HINTS; i++) q->write_hints[i] = 0; return count; } |
f57de23ac blk-mq-debugfs: g... |
159 |
static int queue_poll_stat_show(void *data, struct seq_file *m) |
34dbad5d2 blk-stat: convert... |
160 |
{ |
f57de23ac blk-mq-debugfs: g... |
161 |
struct request_queue *q = data; |
0206319fd blk-mq: Fix poll_... |
162 |
int bucket; |
34dbad5d2 blk-stat: convert... |
163 |
|
0206319fd blk-mq: Fix poll_... |
164 165 166 167 168 |
for (bucket = 0; bucket < BLK_MQ_POLL_STATS_BKTS/2; bucket++) { seq_printf(m, "read (%d Bytes): ", 1 << (9+bucket)); print_stat(m, &q->poll_stat[2*bucket]); seq_puts(m, " "); |
34dbad5d2 blk-stat: convert... |
169 |
|
0206319fd blk-mq: Fix poll_... |
170 171 172 173 174 |
seq_printf(m, "write (%d Bytes): ", 1 << (9+bucket)); print_stat(m, &q->poll_stat[2*bucket+1]); seq_puts(m, " "); } |
34dbad5d2 blk-stat: convert... |
175 176 |
return 0; } |
1a435111f blk-mq-debugfs: c... |
177 |
#define HCTX_STATE_NAME(name) [BLK_MQ_S_##name] = #name |
f5c0b0910 blk-mq: Show symb... |
178 |
static const char *const hctx_state_name[] = { |
1a435111f blk-mq-debugfs: c... |
179 180 181 182 183 |
HCTX_STATE_NAME(STOPPED), HCTX_STATE_NAME(TAG_ACTIVE), HCTX_STATE_NAME(SCHED_RESTART), HCTX_STATE_NAME(TAG_WAITING), HCTX_STATE_NAME(START_ON_RUN), |
f5c0b0910 blk-mq: Show symb... |
184 |
}; |
1a435111f blk-mq-debugfs: c... |
185 |
#undef HCTX_STATE_NAME |
f57de23ac blk-mq-debugfs: g... |
186 |
static int hctx_state_show(void *data, struct seq_file *m) |
9abb2ad21 blk-mq: add hctx-... |
187 |
{ |
f57de23ac blk-mq-debugfs: g... |
188 |
struct blk_mq_hw_ctx *hctx = data; |
9abb2ad21 blk-mq: add hctx-... |
189 |
|
f5c0b0910 blk-mq: Show symb... |
190 191 |
blk_flags_show(m, hctx->state, hctx_state_name, ARRAY_SIZE(hctx_state_name)); |
fd07dc818 blk-mq: Make blk_... |
192 193 |
seq_puts(m, " "); |
9abb2ad21 blk-mq: add hctx-... |
194 195 |
return 0; } |
1a435111f blk-mq-debugfs: c... |
196 |
#define BLK_TAG_ALLOC_NAME(name) [BLK_TAG_ALLOC_##name] = #name |
f5c0b0910 blk-mq: Show symb... |
197 |
static const char *const alloc_policy_name[] = { |
1a435111f blk-mq-debugfs: c... |
198 199 |
BLK_TAG_ALLOC_NAME(FIFO), BLK_TAG_ALLOC_NAME(RR), |
f5c0b0910 blk-mq: Show symb... |
200 |
}; |
1a435111f blk-mq-debugfs: c... |
201 |
#undef BLK_TAG_ALLOC_NAME |
f5c0b0910 blk-mq: Show symb... |
202 |
|
1a435111f blk-mq-debugfs: c... |
203 |
#define HCTX_FLAG_NAME(name) [ilog2(BLK_MQ_F_##name)] = #name |
f5c0b0910 blk-mq: Show symb... |
204 |
static const char *const hctx_flag_name[] = { |
1a435111f blk-mq-debugfs: c... |
205 206 207 208 209 |
HCTX_FLAG_NAME(SHOULD_MERGE), HCTX_FLAG_NAME(TAG_SHARED), HCTX_FLAG_NAME(SG_MERGE), HCTX_FLAG_NAME(BLOCKING), HCTX_FLAG_NAME(NO_SCHED), |
f5c0b0910 blk-mq: Show symb... |
210 |
}; |
1a435111f blk-mq-debugfs: c... |
211 |
#undef HCTX_FLAG_NAME |
f5c0b0910 blk-mq: Show symb... |
212 |
|
f57de23ac blk-mq-debugfs: g... |
213 |
static int hctx_flags_show(void *data, struct seq_file *m) |
9abb2ad21 blk-mq: add hctx-... |
214 |
{ |
f57de23ac blk-mq-debugfs: g... |
215 |
struct blk_mq_hw_ctx *hctx = data; |
f5c0b0910 blk-mq: Show symb... |
216 |
const int alloc_policy = BLK_MQ_FLAG_TO_ALLOC_POLICY(hctx->flags); |
9abb2ad21 blk-mq: add hctx-... |
217 |
|
f5c0b0910 blk-mq: Show symb... |
218 219 220 221 222 223 224 225 226 227 |
seq_puts(m, "alloc_policy="); if (alloc_policy < ARRAY_SIZE(alloc_policy_name) && alloc_policy_name[alloc_policy]) seq_puts(m, alloc_policy_name[alloc_policy]); else seq_printf(m, "%d", alloc_policy); seq_puts(m, " "); blk_flags_show(m, hctx->flags ^ BLK_ALLOC_POLICY_TO_MQ_FLAG(alloc_policy), hctx_flag_name, ARRAY_SIZE(hctx_flag_name)); |
fd07dc818 blk-mq: Make blk_... |
228 229 |
seq_puts(m, " "); |
9abb2ad21 blk-mq: add hctx-... |
230 231 |
return 0; } |
1a435111f blk-mq-debugfs: c... |
232 |
#define REQ_OP_NAME(name) [REQ_OP_##name] = #name |
8658dca8b blk-mq: Show oper... |
233 |
static const char *const op_name[] = { |
1a435111f blk-mq-debugfs: c... |
234 235 236 237 238 239 240 241 242 243 244 245 246 |
REQ_OP_NAME(READ), REQ_OP_NAME(WRITE), REQ_OP_NAME(FLUSH), REQ_OP_NAME(DISCARD), REQ_OP_NAME(ZONE_REPORT), REQ_OP_NAME(SECURE_ERASE), REQ_OP_NAME(ZONE_RESET), REQ_OP_NAME(WRITE_SAME), REQ_OP_NAME(WRITE_ZEROES), REQ_OP_NAME(SCSI_IN), REQ_OP_NAME(SCSI_OUT), REQ_OP_NAME(DRV_IN), REQ_OP_NAME(DRV_OUT), |
8658dca8b blk-mq: Show oper... |
247 |
}; |
1a435111f blk-mq-debugfs: c... |
248 |
#undef REQ_OP_NAME |
8658dca8b blk-mq: Show oper... |
249 |
|
1a435111f blk-mq-debugfs: c... |
250 |
#define CMD_FLAG_NAME(name) [__REQ_##name] = #name |
8658dca8b blk-mq: Show oper... |
251 |
static const char *const cmd_flag_name[] = { |
1a435111f blk-mq-debugfs: c... |
252 253 254 255 256 257 258 259 260 261 262 263 264 265 |
CMD_FLAG_NAME(FAILFAST_DEV), CMD_FLAG_NAME(FAILFAST_TRANSPORT), CMD_FLAG_NAME(FAILFAST_DRIVER), CMD_FLAG_NAME(SYNC), CMD_FLAG_NAME(META), CMD_FLAG_NAME(PRIO), CMD_FLAG_NAME(NOMERGE), CMD_FLAG_NAME(IDLE), CMD_FLAG_NAME(INTEGRITY), CMD_FLAG_NAME(FUA), CMD_FLAG_NAME(PREFLUSH), CMD_FLAG_NAME(RAHEAD), CMD_FLAG_NAME(BACKGROUND), CMD_FLAG_NAME(NOUNMAP), |
22d538213 blk-mq-debugfs: A... |
266 |
CMD_FLAG_NAME(NOWAIT), |
8658dca8b blk-mq: Show oper... |
267 |
}; |
1a435111f blk-mq-debugfs: c... |
268 |
#undef CMD_FLAG_NAME |
8658dca8b blk-mq: Show oper... |
269 |
|
1a435111f blk-mq-debugfs: c... |
270 |
#define RQF_NAME(name) [ilog2((__force u32)RQF_##name)] = #name |
8658dca8b blk-mq: Show oper... |
271 |
static const char *const rqf_name[] = { |
1a435111f blk-mq-debugfs: c... |
272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 |
RQF_NAME(SORTED), RQF_NAME(STARTED), RQF_NAME(QUEUED), RQF_NAME(SOFTBARRIER), RQF_NAME(FLUSH_SEQ), RQF_NAME(MIXED_MERGE), RQF_NAME(MQ_INFLIGHT), RQF_NAME(DONTPREP), RQF_NAME(PREEMPT), RQF_NAME(COPY_USER), RQF_NAME(FAILED), RQF_NAME(QUIET), RQF_NAME(ELVPRIV), RQF_NAME(IO_STAT), RQF_NAME(ALLOCED), RQF_NAME(PM), RQF_NAME(HASHED), RQF_NAME(STATS), RQF_NAME(SPECIAL_PAYLOAD), |
8658dca8b blk-mq: Show oper... |
291 |
}; |
1a435111f blk-mq-debugfs: c... |
292 |
#undef RQF_NAME |
8658dca8b blk-mq: Show oper... |
293 |
|
c0cb1c6d3 blk-mq-debugfs: S... |
294 295 296 297 298 299 300 |
#define RQAF_NAME(name) [REQ_ATOM_##name] = #name static const char *const rqaf_name[] = { RQAF_NAME(COMPLETE), RQAF_NAME(STARTED), RQAF_NAME(POLL_SLEPT), }; #undef RQAF_NAME |
daaadb3e9 mq-deadline: add ... |
301 |
int __blk_mq_debugfs_rq_show(struct seq_file *m, struct request *rq) |
950cd7e9f blk-mq: move hctx... |
302 |
{ |
2836ee4b1 blk-mq: Add blk_m... |
303 |
const struct blk_mq_ops *const mq_ops = rq->q->mq_ops; |
8658dca8b blk-mq: Show oper... |
304 |
const unsigned int op = rq->cmd_flags & REQ_OP_MASK; |
950cd7e9f blk-mq: move hctx... |
305 |
|
8658dca8b blk-mq: Show oper... |
306 307 308 309 310 311 312 313 314 315 316 |
seq_printf(m, "%p {.op=", rq); if (op < ARRAY_SIZE(op_name) && op_name[op]) seq_printf(m, "%s", op_name[op]); else seq_printf(m, "%d", op); seq_puts(m, ", .cmd_flags="); blk_flags_show(m, rq->cmd_flags & ~REQ_OP_MASK, cmd_flag_name, ARRAY_SIZE(cmd_flag_name)); seq_puts(m, ", .rq_flags="); blk_flags_show(m, (__force unsigned int)rq->rq_flags, rqf_name, ARRAY_SIZE(rqf_name)); |
c0cb1c6d3 blk-mq-debugfs: S... |
317 318 |
seq_puts(m, ", .atomic_flags="); blk_flags_show(m, rq->atomic_flags, rqaf_name, ARRAY_SIZE(rqaf_name)); |
2836ee4b1 blk-mq: Add blk_m... |
319 |
seq_printf(m, ", .tag=%d, .internal_tag=%d", rq->tag, |
8658dca8b blk-mq: Show oper... |
320 |
rq->internal_tag); |
2836ee4b1 blk-mq: Add blk_m... |
321 322 323 324 |
if (mq_ops->show_rq) mq_ops->show_rq(m, rq); seq_puts(m, "} "); |
950cd7e9f blk-mq: move hctx... |
325 326 |
return 0; } |
daaadb3e9 mq-deadline: add ... |
327 328 329 330 331 332 |
EXPORT_SYMBOL_GPL(__blk_mq_debugfs_rq_show); int blk_mq_debugfs_rq_show(struct seq_file *m, void *v) { return __blk_mq_debugfs_rq_show(m, list_entry_rq(v)); } |
16b738f65 kyber: add debugf... |
333 |
EXPORT_SYMBOL_GPL(blk_mq_debugfs_rq_show); |
950cd7e9f blk-mq: move hctx... |
334 |
|
8ef1a1910 blk-mq-debugfs: S... |
335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 |
static void *queue_requeue_list_start(struct seq_file *m, loff_t *pos) __acquires(&q->requeue_lock) { struct request_queue *q = m->private; spin_lock_irq(&q->requeue_lock); return seq_list_start(&q->requeue_list, *pos); } static void *queue_requeue_list_next(struct seq_file *m, void *v, loff_t *pos) { struct request_queue *q = m->private; return seq_list_next(v, &q->requeue_list, pos); } static void queue_requeue_list_stop(struct seq_file *m, void *v) __releases(&q->requeue_lock) { struct request_queue *q = m->private; spin_unlock_irq(&q->requeue_lock); } static const struct seq_operations queue_requeue_list_seq_ops = { .start = queue_requeue_list_start, .next = queue_requeue_list_next, .stop = queue_requeue_list_stop, .show = blk_mq_debugfs_rq_show, }; |
950cd7e9f blk-mq: move hctx... |
365 |
static void *hctx_dispatch_start(struct seq_file *m, loff_t *pos) |
f3bcb0e60 blk-mq-debugfs: A... |
366 |
__acquires(&hctx->lock) |
950cd7e9f blk-mq: move hctx... |
367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 |
{ struct blk_mq_hw_ctx *hctx = m->private; spin_lock(&hctx->lock); return seq_list_start(&hctx->dispatch, *pos); } static void *hctx_dispatch_next(struct seq_file *m, void *v, loff_t *pos) { struct blk_mq_hw_ctx *hctx = m->private; return seq_list_next(v, &hctx->dispatch, pos); } static void hctx_dispatch_stop(struct seq_file *m, void *v) |
f3bcb0e60 blk-mq-debugfs: A... |
382 |
__releases(&hctx->lock) |
950cd7e9f blk-mq: move hctx... |
383 384 385 386 387 388 389 390 391 392 393 394 |
{ struct blk_mq_hw_ctx *hctx = m->private; spin_unlock(&hctx->lock); } static const struct seq_operations hctx_dispatch_seq_ops = { .start = hctx_dispatch_start, .next = hctx_dispatch_next, .stop = hctx_dispatch_stop, .show = blk_mq_debugfs_rq_show, }; |
2720bab50 blk-mq-debugfs: S... |
395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 |
struct show_busy_params { struct seq_file *m; struct blk_mq_hw_ctx *hctx; }; /* * Note: the state of a request may change while this function is in progress, * e.g. due to a concurrent blk_mq_finish_request() call. */ static void hctx_show_busy_rq(struct request *rq, void *data, bool reserved) { const struct show_busy_params *params = data; if (blk_mq_map_queue(rq->q, rq->mq_ctx->cpu) == params->hctx && test_bit(REQ_ATOM_STARTED, &rq->atomic_flags)) __blk_mq_debugfs_rq_show(params->m, list_entry_rq(&rq->queuelist)); } static int hctx_busy_show(void *data, struct seq_file *m) { struct blk_mq_hw_ctx *hctx = data; struct show_busy_params params = { .m = m, .hctx = hctx }; blk_mq_tagset_busy_iter(hctx->queue->tag_set, hctx_show_busy_rq, ¶ms); return 0; } |
f57de23ac blk-mq-debugfs: g... |
424 |
static int hctx_ctx_map_show(void *data, struct seq_file *m) |
0bfa5288a blk-mq: export so... |
425 |
{ |
f57de23ac blk-mq-debugfs: g... |
426 |
struct blk_mq_hw_ctx *hctx = data; |
0bfa5288a blk-mq: export so... |
427 428 429 430 |
sbitmap_bitmap_show(&hctx->ctx_map, m); return 0; } |
d96b37c0a blk-mq: move tags... |
431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 |
static void blk_mq_debugfs_tags_show(struct seq_file *m, struct blk_mq_tags *tags) { seq_printf(m, "nr_tags=%u ", tags->nr_tags); seq_printf(m, "nr_reserved_tags=%u ", tags->nr_reserved_tags); seq_printf(m, "active_queues=%d ", atomic_read(&tags->active_queues)); seq_puts(m, " bitmap_tags: "); sbitmap_queue_show(&tags->bitmap_tags, m); if (tags->nr_reserved_tags) { seq_puts(m, " breserved_tags: "); sbitmap_queue_show(&tags->breserved_tags, m); } } |
f57de23ac blk-mq-debugfs: g... |
454 |
static int hctx_tags_show(void *data, struct seq_file *m) |
d96b37c0a blk-mq: move tags... |
455 |
{ |
f57de23ac blk-mq-debugfs: g... |
456 |
struct blk_mq_hw_ctx *hctx = data; |
d96b37c0a blk-mq: move tags... |
457 |
struct request_queue *q = hctx->queue; |
8c0f14eab blk-mq-debug: Mak... |
458 |
int res; |
d96b37c0a blk-mq: move tags... |
459 |
|
8c0f14eab blk-mq-debug: Mak... |
460 461 462 |
res = mutex_lock_interruptible(&q->sysfs_lock); if (res) goto out; |
d96b37c0a blk-mq: move tags... |
463 464 465 |
if (hctx->tags) blk_mq_debugfs_tags_show(m, hctx->tags); mutex_unlock(&q->sysfs_lock); |
8c0f14eab blk-mq-debug: Mak... |
466 467 |
out: return res; |
d96b37c0a blk-mq: move tags... |
468 |
} |
f57de23ac blk-mq-debugfs: g... |
469 |
static int hctx_tags_bitmap_show(void *data, struct seq_file *m) |
d7e3621ad blk-mq: add tags ... |
470 |
{ |
f57de23ac blk-mq-debugfs: g... |
471 |
struct blk_mq_hw_ctx *hctx = data; |
d7e3621ad blk-mq: add tags ... |
472 |
struct request_queue *q = hctx->queue; |
8c0f14eab blk-mq-debug: Mak... |
473 |
int res; |
d7e3621ad blk-mq: add tags ... |
474 |
|
8c0f14eab blk-mq-debug: Mak... |
475 476 477 |
res = mutex_lock_interruptible(&q->sysfs_lock); if (res) goto out; |
d7e3621ad blk-mq: add tags ... |
478 479 480 |
if (hctx->tags) sbitmap_bitmap_show(&hctx->tags->bitmap_tags.sb, m); mutex_unlock(&q->sysfs_lock); |
8c0f14eab blk-mq-debug: Mak... |
481 482 483 |
out: return res; |
d7e3621ad blk-mq: add tags ... |
484 |
} |
f57de23ac blk-mq-debugfs: g... |
485 |
static int hctx_sched_tags_show(void *data, struct seq_file *m) |
d96b37c0a blk-mq: move tags... |
486 |
{ |
f57de23ac blk-mq-debugfs: g... |
487 |
struct blk_mq_hw_ctx *hctx = data; |
d96b37c0a blk-mq: move tags... |
488 |
struct request_queue *q = hctx->queue; |
8c0f14eab blk-mq-debug: Mak... |
489 |
int res; |
d96b37c0a blk-mq: move tags... |
490 |
|
8c0f14eab blk-mq-debug: Mak... |
491 492 493 |
res = mutex_lock_interruptible(&q->sysfs_lock); if (res) goto out; |
d96b37c0a blk-mq: move tags... |
494 495 496 |
if (hctx->sched_tags) blk_mq_debugfs_tags_show(m, hctx->sched_tags); mutex_unlock(&q->sysfs_lock); |
8c0f14eab blk-mq-debug: Mak... |
497 498 |
out: return res; |
d96b37c0a blk-mq: move tags... |
499 |
} |
f57de23ac blk-mq-debugfs: g... |
500 |
static int hctx_sched_tags_bitmap_show(void *data, struct seq_file *m) |
d7e3621ad blk-mq: add tags ... |
501 |
{ |
f57de23ac blk-mq-debugfs: g... |
502 |
struct blk_mq_hw_ctx *hctx = data; |
d7e3621ad blk-mq: add tags ... |
503 |
struct request_queue *q = hctx->queue; |
8c0f14eab blk-mq-debug: Mak... |
504 |
int res; |
d7e3621ad blk-mq: add tags ... |
505 |
|
8c0f14eab blk-mq-debug: Mak... |
506 507 508 |
res = mutex_lock_interruptible(&q->sysfs_lock); if (res) goto out; |
d7e3621ad blk-mq: add tags ... |
509 510 511 |
if (hctx->sched_tags) sbitmap_bitmap_show(&hctx->sched_tags->bitmap_tags.sb, m); mutex_unlock(&q->sysfs_lock); |
8c0f14eab blk-mq-debug: Mak... |
512 513 514 |
out: return res; |
d7e3621ad blk-mq: add tags ... |
515 |
} |
f57de23ac blk-mq-debugfs: g... |
516 |
static int hctx_io_poll_show(void *data, struct seq_file *m) |
be2154731 blk-mq: move hctx... |
517 |
{ |
f57de23ac blk-mq-debugfs: g... |
518 |
struct blk_mq_hw_ctx *hctx = data; |
be2154731 blk-mq: move hctx... |
519 520 521 522 523 524 525 526 527 |
seq_printf(m, "considered=%lu ", hctx->poll_considered); seq_printf(m, "invoked=%lu ", hctx->poll_invoked); seq_printf(m, "success=%lu ", hctx->poll_success); return 0; } |
f57de23ac blk-mq-debugfs: g... |
528 |
static ssize_t hctx_io_poll_write(void *data, const char __user *buf, |
be2154731 blk-mq: move hctx... |
529 530 |
size_t count, loff_t *ppos) { |
f57de23ac blk-mq-debugfs: g... |
531 |
struct blk_mq_hw_ctx *hctx = data; |
be2154731 blk-mq: move hctx... |
532 533 534 535 |
hctx->poll_considered = hctx->poll_invoked = hctx->poll_success = 0; return count; } |
f57de23ac blk-mq-debugfs: g... |
536 |
static int hctx_dispatched_show(void *data, struct seq_file *m) |
be2154731 blk-mq: move hctx... |
537 |
{ |
f57de23ac blk-mq-debugfs: g... |
538 |
struct blk_mq_hw_ctx *hctx = data; |
be2154731 blk-mq: move hctx... |
539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 |
int i; seq_printf(m, "%8u\t%lu ", 0U, hctx->dispatched[0]); for (i = 1; i < BLK_MQ_MAX_DISPATCH_ORDER - 1; i++) { unsigned int d = 1U << (i - 1); seq_printf(m, "%8u\t%lu ", d, hctx->dispatched[i]); } seq_printf(m, "%8u+\t%lu ", 1U << (i - 1), hctx->dispatched[i]); return 0; } |
f57de23ac blk-mq-debugfs: g... |
555 |
static ssize_t hctx_dispatched_write(void *data, const char __user *buf, |
be2154731 blk-mq: move hctx... |
556 557 |
size_t count, loff_t *ppos) { |
f57de23ac blk-mq-debugfs: g... |
558 |
struct blk_mq_hw_ctx *hctx = data; |
be2154731 blk-mq: move hctx... |
559 560 561 562 563 564 |
int i; for (i = 0; i < BLK_MQ_MAX_DISPATCH_ORDER; i++) hctx->dispatched[i] = 0; return count; } |
f57de23ac blk-mq-debugfs: g... |
565 |
static int hctx_queued_show(void *data, struct seq_file *m) |
4a46f05eb blk-mq: move hctx... |
566 |
{ |
f57de23ac blk-mq-debugfs: g... |
567 |
struct blk_mq_hw_ctx *hctx = data; |
4a46f05eb blk-mq: move hctx... |
568 569 570 571 572 |
seq_printf(m, "%lu ", hctx->queued); return 0; } |
f57de23ac blk-mq-debugfs: g... |
573 |
static ssize_t hctx_queued_write(void *data, const char __user *buf, |
4a46f05eb blk-mq: move hctx... |
574 575 |
size_t count, loff_t *ppos) { |
f57de23ac blk-mq-debugfs: g... |
576 |
struct blk_mq_hw_ctx *hctx = data; |
4a46f05eb blk-mq: move hctx... |
577 578 579 580 |
hctx->queued = 0; return count; } |
f57de23ac blk-mq-debugfs: g... |
581 |
static int hctx_run_show(void *data, struct seq_file *m) |
4a46f05eb blk-mq: move hctx... |
582 |
{ |
f57de23ac blk-mq-debugfs: g... |
583 |
struct blk_mq_hw_ctx *hctx = data; |
4a46f05eb blk-mq: move hctx... |
584 585 586 587 588 |
seq_printf(m, "%lu ", hctx->run); return 0; } |
f57de23ac blk-mq-debugfs: g... |
589 590 |
static ssize_t hctx_run_write(void *data, const char __user *buf, size_t count, loff_t *ppos) |
4a46f05eb blk-mq: move hctx... |
591 |
{ |
f57de23ac blk-mq-debugfs: g... |
592 |
struct blk_mq_hw_ctx *hctx = data; |
4a46f05eb blk-mq: move hctx... |
593 594 595 596 |
hctx->run = 0; return count; } |
f57de23ac blk-mq-debugfs: g... |
597 |
static int hctx_active_show(void *data, struct seq_file *m) |
4a46f05eb blk-mq: move hctx... |
598 |
{ |
f57de23ac blk-mq-debugfs: g... |
599 |
struct blk_mq_hw_ctx *hctx = data; |
4a46f05eb blk-mq: move hctx... |
600 601 602 603 604 |
seq_printf(m, "%d ", atomic_read(&hctx->nr_active)); return 0; } |
950cd7e9f blk-mq: move hctx... |
605 |
static void *ctx_rq_list_start(struct seq_file *m, loff_t *pos) |
f3bcb0e60 blk-mq-debugfs: A... |
606 |
__acquires(&ctx->lock) |
950cd7e9f blk-mq: move hctx... |
607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 |
{ struct blk_mq_ctx *ctx = m->private; spin_lock(&ctx->lock); return seq_list_start(&ctx->rq_list, *pos); } static void *ctx_rq_list_next(struct seq_file *m, void *v, loff_t *pos) { struct blk_mq_ctx *ctx = m->private; return seq_list_next(v, &ctx->rq_list, pos); } static void ctx_rq_list_stop(struct seq_file *m, void *v) |
f3bcb0e60 blk-mq-debugfs: A... |
622 |
__releases(&ctx->lock) |
950cd7e9f blk-mq: move hctx... |
623 624 625 626 627 628 629 630 631 632 633 634 |
{ struct blk_mq_ctx *ctx = m->private; spin_unlock(&ctx->lock); } static const struct seq_operations ctx_rq_list_seq_ops = { .start = ctx_rq_list_start, .next = ctx_rq_list_next, .stop = ctx_rq_list_stop, .show = blk_mq_debugfs_rq_show, }; |
f57de23ac blk-mq-debugfs: g... |
635 |
static int ctx_dispatched_show(void *data, struct seq_file *m) |
4a46f05eb blk-mq: move hctx... |
636 |
{ |
f57de23ac blk-mq-debugfs: g... |
637 |
struct blk_mq_ctx *ctx = data; |
4a46f05eb blk-mq: move hctx... |
638 639 640 641 642 |
seq_printf(m, "%lu %lu ", ctx->rq_dispatched[1], ctx->rq_dispatched[0]); return 0; } |
f57de23ac blk-mq-debugfs: g... |
643 |
static ssize_t ctx_dispatched_write(void *data, const char __user *buf, |
4a46f05eb blk-mq: move hctx... |
644 645 |
size_t count, loff_t *ppos) { |
f57de23ac blk-mq-debugfs: g... |
646 |
struct blk_mq_ctx *ctx = data; |
4a46f05eb blk-mq: move hctx... |
647 648 649 650 |
ctx->rq_dispatched[0] = ctx->rq_dispatched[1] = 0; return count; } |
f57de23ac blk-mq-debugfs: g... |
651 |
static int ctx_merged_show(void *data, struct seq_file *m) |
4a46f05eb blk-mq: move hctx... |
652 |
{ |
f57de23ac blk-mq-debugfs: g... |
653 |
struct blk_mq_ctx *ctx = data; |
4a46f05eb blk-mq: move hctx... |
654 655 656 657 658 |
seq_printf(m, "%lu ", ctx->rq_merged); return 0; } |
f57de23ac blk-mq-debugfs: g... |
659 660 |
static ssize_t ctx_merged_write(void *data, const char __user *buf, size_t count, loff_t *ppos) |
4a46f05eb blk-mq: move hctx... |
661 |
{ |
f57de23ac blk-mq-debugfs: g... |
662 |
struct blk_mq_ctx *ctx = data; |
4a46f05eb blk-mq: move hctx... |
663 664 665 666 |
ctx->rq_merged = 0; return count; } |
f57de23ac blk-mq-debugfs: g... |
667 |
static int ctx_completed_show(void *data, struct seq_file *m) |
4a46f05eb blk-mq: move hctx... |
668 |
{ |
f57de23ac blk-mq-debugfs: g... |
669 |
struct blk_mq_ctx *ctx = data; |
4a46f05eb blk-mq: move hctx... |
670 671 672 673 674 |
seq_printf(m, "%lu %lu ", ctx->rq_completed[1], ctx->rq_completed[0]); return 0; } |
f57de23ac blk-mq-debugfs: g... |
675 676 |
static ssize_t ctx_completed_write(void *data, const char __user *buf, size_t count, loff_t *ppos) |
4a46f05eb blk-mq: move hctx... |
677 |
{ |
f57de23ac blk-mq-debugfs: g... |
678 679 680 681 |
struct blk_mq_ctx *ctx = data; ctx->rq_completed[0] = ctx->rq_completed[1] = 0; return count; |
4a46f05eb blk-mq: move hctx... |
682 |
} |
f57de23ac blk-mq-debugfs: g... |
683 684 685 686 687 688 689 690 691 692 |
static int blk_mq_debugfs_show(struct seq_file *m, void *v) { const struct blk_mq_debugfs_attr *attr = m->private; void *data = d_inode(m->file->f_path.dentry->d_parent)->i_private; return attr->show(data, m); } static ssize_t blk_mq_debugfs_write(struct file *file, const char __user *buf, size_t count, loff_t *ppos) |
4a46f05eb blk-mq: move hctx... |
693 694 |
{ struct seq_file *m = file->private_data; |
f57de23ac blk-mq-debugfs: g... |
695 696 |
const struct blk_mq_debugfs_attr *attr = m->private; void *data = d_inode(file->f_path.dentry->d_parent)->i_private; |
4a46f05eb blk-mq: move hctx... |
697 |
|
f57de23ac blk-mq-debugfs: g... |
698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 |
if (!attr->write) return -EPERM; return attr->write(data, buf, count, ppos); } static int blk_mq_debugfs_open(struct inode *inode, struct file *file) { const struct blk_mq_debugfs_attr *attr = inode->i_private; void *data = d_inode(file->f_path.dentry->d_parent)->i_private; struct seq_file *m; int ret; if (attr->seq_ops) { ret = seq_open(file, attr->seq_ops); if (!ret) { m = file->private_data; m->private = data; } return ret; } if (WARN_ON_ONCE(!attr->show)) return -EPERM; return single_open(file, blk_mq_debugfs_show, inode->i_private); |
4a46f05eb blk-mq: move hctx... |
724 |
} |
f57de23ac blk-mq-debugfs: g... |
725 726 727 728 729 730 731 732 733 |
static int blk_mq_debugfs_release(struct inode *inode, struct file *file) { const struct blk_mq_debugfs_attr *attr = inode->i_private; if (attr->show) return single_release(inode, file); else return seq_release(inode, file); } |
f84659339 blk-mq-debugfs: D... |
734 |
static const struct file_operations blk_mq_debugfs_fops = { |
f57de23ac blk-mq-debugfs: g... |
735 |
.open = blk_mq_debugfs_open, |
4a46f05eb blk-mq: move hctx... |
736 |
.read = seq_read, |
f57de23ac blk-mq-debugfs: g... |
737 |
.write = blk_mq_debugfs_write, |
4a46f05eb blk-mq: move hctx... |
738 |
.llseek = seq_lseek, |
f57de23ac blk-mq-debugfs: g... |
739 |
.release = blk_mq_debugfs_release, |
4a46f05eb blk-mq: move hctx... |
740 |
}; |
34dbad5d2 blk-stat: convert... |
741 |
static const struct blk_mq_debugfs_attr blk_mq_debugfs_queue_attrs[] = { |
f57de23ac blk-mq-debugfs: g... |
742 |
{"poll_stat", 0400, queue_poll_stat_show}, |
8ef1a1910 blk-mq-debugfs: S... |
743 |
{"requeue_list", 0400, .seq_ops = &queue_requeue_list_seq_ops}, |
f57de23ac blk-mq-debugfs: g... |
744 |
{"state", 0600, queue_state_show, queue_state_write}, |
f793dfd3f blk-mq: expose wr... |
745 |
{"write_hints", 0600, queue_write_hint_show, queue_write_hint_store}, |
34dbad5d2 blk-stat: convert... |
746 747 |
{}, }; |
07e4fead4 blk-mq: create de... |
748 |
static const struct blk_mq_debugfs_attr blk_mq_debugfs_hctx_attrs[] = { |
f57de23ac blk-mq-debugfs: g... |
749 750 751 |
{"state", 0400, hctx_state_show}, {"flags", 0400, hctx_flags_show}, {"dispatch", 0400, .seq_ops = &hctx_dispatch_seq_ops}, |
2720bab50 blk-mq-debugfs: S... |
752 |
{"busy", 0400, hctx_busy_show}, |
f57de23ac blk-mq-debugfs: g... |
753 754 755 756 757 758 759 760 761 762 |
{"ctx_map", 0400, hctx_ctx_map_show}, {"tags", 0400, hctx_tags_show}, {"tags_bitmap", 0400, hctx_tags_bitmap_show}, {"sched_tags", 0400, hctx_sched_tags_show}, {"sched_tags_bitmap", 0400, hctx_sched_tags_bitmap_show}, {"io_poll", 0600, hctx_io_poll_show, hctx_io_poll_write}, {"dispatched", 0600, hctx_dispatched_show, hctx_dispatched_write}, {"queued", 0600, hctx_queued_show, hctx_queued_write}, {"run", 0600, hctx_run_show, hctx_run_write}, {"active", 0400, hctx_active_show}, |
72f2f8f69 blk-mq-debug: Int... |
763 |
{}, |
07e4fead4 blk-mq: create de... |
764 765 766 |
}; static const struct blk_mq_debugfs_attr blk_mq_debugfs_ctx_attrs[] = { |
f57de23ac blk-mq-debugfs: g... |
767 768 769 770 |
{"rq_list", 0400, .seq_ops = &ctx_rq_list_seq_ops}, {"dispatched", 0600, ctx_dispatched_show, ctx_dispatched_write}, {"merged", 0600, ctx_merged_show, ctx_merged_write}, {"completed", 0600, ctx_completed_show, ctx_completed_write}, |
72f2f8f69 blk-mq-debug: Int... |
771 |
{}, |
07e4fead4 blk-mq: create de... |
772 |
}; |
9c1051aac blk-mq: untangle ... |
773 774 775 776 777 778 779 780 781 782 783 784 |
static bool debugfs_create_files(struct dentry *parent, void *data, const struct blk_mq_debugfs_attr *attr) { d_inode(parent)->i_private = data; for (; attr->name; attr++) { if (!debugfs_create_file(attr->name, attr->mode, parent, (void *)attr, &blk_mq_debugfs_fops)) return false; } return true; } |
4c9e4019f blk-mq: Let blk_m... |
785 |
int blk_mq_debugfs_register(struct request_queue *q) |
07e4fead4 blk-mq: create de... |
786 |
{ |
9c1051aac blk-mq: untangle ... |
787 788 |
struct blk_mq_hw_ctx *hctx; int i; |
18fbda91c block: use same b... |
789 |
if (!blk_debugfs_root) |
07e4fead4 blk-mq: create de... |
790 |
return -ENOENT; |
4c9e4019f blk-mq: Let blk_m... |
791 792 |
q->debugfs_dir = debugfs_create_dir(kobject_name(q->kobj.parent), blk_debugfs_root); |
07e4fead4 blk-mq: create de... |
793 |
if (!q->debugfs_dir) |
9c1051aac blk-mq: untangle ... |
794 |
return -ENOMEM; |
07e4fead4 blk-mq: create de... |
795 |
|
9c1051aac blk-mq: untangle ... |
796 797 |
if (!debugfs_create_files(q->debugfs_dir, q, blk_mq_debugfs_queue_attrs)) |
07e4fead4 blk-mq: create de... |
798 |
goto err; |
9c1051aac blk-mq: untangle ... |
799 800 801 802 803 804 805 806 |
/* * blk_mq_init_hctx() attempted to do this already, but q->debugfs_dir * didn't exist yet (because we don't know what to name the directory * until the queue is registered to a gendisk). */ queue_for_each_hw_ctx(q, hctx, i) { if (!hctx->debugfs_dir && blk_mq_debugfs_register_hctx(q, hctx)) goto err; |
d332ce091 blk-mq-debugfs: a... |
807 808 809 |
if (q->elevator && !hctx->sched_debugfs_dir && blk_mq_debugfs_register_sched_hctx(q, hctx)) goto err; |
9c1051aac blk-mq: untangle ... |
810 |
} |
07e4fead4 blk-mq: create de... |
811 812 813 814 815 816 817 818 819 820 |
return 0; err: blk_mq_debugfs_unregister(q); return -ENOMEM; } void blk_mq_debugfs_unregister(struct request_queue *q) { debugfs_remove_recursive(q->debugfs_dir); |
d332ce091 blk-mq-debugfs: a... |
821 |
q->sched_debugfs_dir = NULL; |
07e4fead4 blk-mq: create de... |
822 823 |
q->debugfs_dir = NULL; } |
9c1051aac blk-mq: untangle ... |
824 825 |
static int blk_mq_debugfs_register_ctx(struct blk_mq_hw_ctx *hctx, struct blk_mq_ctx *ctx) |
07e4fead4 blk-mq: create de... |
826 827 828 |
{ struct dentry *ctx_dir; char name[20]; |
07e4fead4 blk-mq: create de... |
829 830 |
snprintf(name, sizeof(name), "cpu%u", ctx->cpu); |
9c1051aac blk-mq: untangle ... |
831 |
ctx_dir = debugfs_create_dir(name, hctx->debugfs_dir); |
07e4fead4 blk-mq: create de... |
832 833 |
if (!ctx_dir) return -ENOMEM; |
72f2f8f69 blk-mq-debug: Int... |
834 835 |
if (!debugfs_create_files(ctx_dir, ctx, blk_mq_debugfs_ctx_attrs)) return -ENOMEM; |
07e4fead4 blk-mq: create de... |
836 837 838 |
return 0; } |
9c1051aac blk-mq: untangle ... |
839 840 |
int blk_mq_debugfs_register_hctx(struct request_queue *q, struct blk_mq_hw_ctx *hctx) |
07e4fead4 blk-mq: create de... |
841 842 |
{ struct blk_mq_ctx *ctx; |
07e4fead4 blk-mq: create de... |
843 844 |
char name[20]; int i; |
9c1051aac blk-mq: untangle ... |
845 846 |
if (!q->debugfs_dir) return -ENOENT; |
88aabbd7e blk-mq-debugfs: r... |
847 |
snprintf(name, sizeof(name), "hctx%u", hctx->queue_num); |
9c1051aac blk-mq: untangle ... |
848 849 |
hctx->debugfs_dir = debugfs_create_dir(name, q->debugfs_dir); if (!hctx->debugfs_dir) |
07e4fead4 blk-mq: create de... |
850 |
return -ENOMEM; |
9c1051aac blk-mq: untangle ... |
851 852 853 |
if (!debugfs_create_files(hctx->debugfs_dir, hctx, blk_mq_debugfs_hctx_attrs)) goto err; |
07e4fead4 blk-mq: create de... |
854 855 |
hctx_for_each_ctx(hctx, ctx, i) { |
9c1051aac blk-mq: untangle ... |
856 857 |
if (blk_mq_debugfs_register_ctx(hctx, ctx)) goto err; |
07e4fead4 blk-mq: create de... |
858 859 860 |
} return 0; |
9c1051aac blk-mq: untangle ... |
861 862 863 864 865 866 867 868 869 |
err: blk_mq_debugfs_unregister_hctx(hctx); return -ENOMEM; } void blk_mq_debugfs_unregister_hctx(struct blk_mq_hw_ctx *hctx) { debugfs_remove_recursive(hctx->debugfs_dir); |
d332ce091 blk-mq-debugfs: a... |
870 |
hctx->sched_debugfs_dir = NULL; |
9c1051aac blk-mq: untangle ... |
871 |
hctx->debugfs_dir = NULL; |
07e4fead4 blk-mq: create de... |
872 |
} |
9c1051aac blk-mq: untangle ... |
873 |
int blk_mq_debugfs_register_hctxs(struct request_queue *q) |
07e4fead4 blk-mq: create de... |
874 875 876 |
{ struct blk_mq_hw_ctx *hctx; int i; |
07e4fead4 blk-mq: create de... |
877 878 |
queue_for_each_hw_ctx(q, hctx, i) { if (blk_mq_debugfs_register_hctx(q, hctx)) |
9c1051aac blk-mq: untangle ... |
879 |
return -ENOMEM; |
07e4fead4 blk-mq: create de... |
880 881 882 |
} return 0; |
07e4fead4 blk-mq: create de... |
883 |
} |
9c1051aac blk-mq: untangle ... |
884 |
void blk_mq_debugfs_unregister_hctxs(struct request_queue *q) |
07e4fead4 blk-mq: create de... |
885 |
{ |
9c1051aac blk-mq: untangle ... |
886 887 888 889 890 |
struct blk_mq_hw_ctx *hctx; int i; queue_for_each_hw_ctx(q, hctx, i) blk_mq_debugfs_unregister_hctx(hctx); |
07e4fead4 blk-mq: create de... |
891 |
} |
d332ce091 blk-mq-debugfs: a... |
892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 |
int blk_mq_debugfs_register_sched(struct request_queue *q) { struct elevator_type *e = q->elevator->type; if (!q->debugfs_dir) return -ENOENT; if (!e->queue_debugfs_attrs) return 0; q->sched_debugfs_dir = debugfs_create_dir("sched", q->debugfs_dir); if (!q->sched_debugfs_dir) return -ENOMEM; if (!debugfs_create_files(q->sched_debugfs_dir, q, e->queue_debugfs_attrs)) goto err; return 0; err: blk_mq_debugfs_unregister_sched(q); return -ENOMEM; } void blk_mq_debugfs_unregister_sched(struct request_queue *q) { debugfs_remove_recursive(q->sched_debugfs_dir); q->sched_debugfs_dir = NULL; } int blk_mq_debugfs_register_sched_hctx(struct request_queue *q, struct blk_mq_hw_ctx *hctx) { struct elevator_type *e = q->elevator->type; if (!hctx->debugfs_dir) return -ENOENT; if (!e->hctx_debugfs_attrs) return 0; hctx->sched_debugfs_dir = debugfs_create_dir("sched", hctx->debugfs_dir); if (!hctx->sched_debugfs_dir) return -ENOMEM; if (!debugfs_create_files(hctx->sched_debugfs_dir, hctx, e->hctx_debugfs_attrs)) return -ENOMEM; return 0; } void blk_mq_debugfs_unregister_sched_hctx(struct blk_mq_hw_ctx *hctx) { debugfs_remove_recursive(hctx->sched_debugfs_dir); hctx->sched_debugfs_dir = NULL; } |