Blame view
block/blk-mq-sysfs.c
8.35 KB
3dcf60bcb block: add SPDX t... |
1 |
// SPDX-License-Identifier: GPL-2.0 |
320ae51fe blk-mq: new multi... |
2 3 4 5 6 7 8 9 10 11 12 13 |
#include <linux/kernel.h> #include <linux/module.h> #include <linux/backing-dev.h> #include <linux/bio.h> #include <linux/blkdev.h> #include <linux/mm.h> #include <linux/init.h> #include <linux/slab.h> #include <linux/workqueue.h> #include <linux/smp.h> #include <linux/blk-mq.h> |
c7e2d94b3 blk-mq: free hw q... |
14 |
#include "blk.h" |
320ae51fe blk-mq: new multi... |
15 16 17 18 19 |
#include "blk-mq.h" #include "blk-mq-tag.h" static void blk_mq_sysfs_release(struct kobject *kobj) { |
1db4909e7 blk-mq: not embed... |
20 21 22 23 24 25 26 27 28 29 30 31 |
struct blk_mq_ctxs *ctxs = container_of(kobj, struct blk_mq_ctxs, kobj); free_percpu(ctxs->queue_ctx); kfree(ctxs); } static void blk_mq_ctx_sysfs_release(struct kobject *kobj) { struct blk_mq_ctx *ctx = container_of(kobj, struct blk_mq_ctx, kobj); /* ctx->ctxs won't be released until all ctx are freed */ kobject_put(&ctx->ctxs->kobj); |
320ae51fe blk-mq: new multi... |
32 |
} |
6c8b232ef blk-mq: make life... |
33 34 35 36 |
static void blk_mq_hw_sysfs_release(struct kobject *kobj) { struct blk_mq_hw_ctx *hctx = container_of(kobj, struct blk_mq_hw_ctx, kobj); |
c7e2d94b3 blk-mq: free hw q... |
37 |
|
1b97871b5 blk-mq: move canc... |
38 |
cancel_delayed_work_sync(&hctx->run_work); |
c7e2d94b3 blk-mq: free hw q... |
39 40 41 42 |
if (hctx->flags & BLK_MQ_F_BLOCKING) cleanup_srcu_struct(hctx->srcu); blk_free_flush_queue(hctx->fq); sbitmap_free(&hctx->ctx_map); |
01388df37 blk-mq: free hctx... |
43 |
free_cpumask_var(hctx->cpumask); |
6c8b232ef blk-mq: make life... |
44 45 46 |
kfree(hctx->ctxs); kfree(hctx); } |
320ae51fe blk-mq: new multi... |
47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 |
struct blk_mq_ctx_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_mq_ctx *, char *); ssize_t (*store)(struct blk_mq_ctx *, const char *, size_t); }; struct blk_mq_hw_ctx_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_mq_hw_ctx *, char *); ssize_t (*store)(struct blk_mq_hw_ctx *, const char *, size_t); }; static ssize_t blk_mq_sysfs_show(struct kobject *kobj, struct attribute *attr, char *page) { struct blk_mq_ctx_sysfs_entry *entry; struct blk_mq_ctx *ctx; struct request_queue *q; ssize_t res; entry = container_of(attr, struct blk_mq_ctx_sysfs_entry, attr); ctx = container_of(kobj, struct blk_mq_ctx, kobj); q = ctx->queue; if (!entry->show) return -EIO; |
320ae51fe blk-mq: new multi... |
73 |
mutex_lock(&q->sysfs_lock); |
bae85c156 block: Remove "dy... |
74 |
res = entry->show(ctx, page); |
320ae51fe blk-mq: new multi... |
75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 |
mutex_unlock(&q->sysfs_lock); return res; } static ssize_t blk_mq_sysfs_store(struct kobject *kobj, struct attribute *attr, const char *page, size_t length) { struct blk_mq_ctx_sysfs_entry *entry; struct blk_mq_ctx *ctx; struct request_queue *q; ssize_t res; entry = container_of(attr, struct blk_mq_ctx_sysfs_entry, attr); ctx = container_of(kobj, struct blk_mq_ctx, kobj); q = ctx->queue; if (!entry->store) return -EIO; |
320ae51fe blk-mq: new multi... |
93 |
mutex_lock(&q->sysfs_lock); |
bae85c156 block: Remove "dy... |
94 |
res = entry->store(ctx, page, length); |
320ae51fe blk-mq: new multi... |
95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 |
mutex_unlock(&q->sysfs_lock); return res; } static ssize_t blk_mq_hw_sysfs_show(struct kobject *kobj, struct attribute *attr, char *page) { struct blk_mq_hw_ctx_sysfs_entry *entry; struct blk_mq_hw_ctx *hctx; struct request_queue *q; ssize_t res; entry = container_of(attr, struct blk_mq_hw_ctx_sysfs_entry, attr); hctx = container_of(kobj, struct blk_mq_hw_ctx, kobj); q = hctx->queue; if (!entry->show) return -EIO; |
320ae51fe blk-mq: new multi... |
113 |
mutex_lock(&q->sysfs_lock); |
bae85c156 block: Remove "dy... |
114 |
res = entry->show(hctx, page); |
320ae51fe blk-mq: new multi... |
115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 |
mutex_unlock(&q->sysfs_lock); return res; } static ssize_t blk_mq_hw_sysfs_store(struct kobject *kobj, struct attribute *attr, const char *page, size_t length) { struct blk_mq_hw_ctx_sysfs_entry *entry; struct blk_mq_hw_ctx *hctx; struct request_queue *q; ssize_t res; entry = container_of(attr, struct blk_mq_hw_ctx_sysfs_entry, attr); hctx = container_of(kobj, struct blk_mq_hw_ctx, kobj); q = hctx->queue; if (!entry->store) return -EIO; |
320ae51fe blk-mq: new multi... |
134 |
mutex_lock(&q->sysfs_lock); |
bae85c156 block: Remove "dy... |
135 |
res = entry->store(hctx, page, length); |
320ae51fe blk-mq: new multi... |
136 137 138 |
mutex_unlock(&q->sysfs_lock); return res; } |
d96b37c0a blk-mq: move tags... |
139 140 |
static ssize_t blk_mq_hw_sysfs_nr_tags_show(struct blk_mq_hw_ctx *hctx, char *page) |
bd166ef18 blk-mq-sched: add... |
141 |
{ |
d96b37c0a blk-mq: move tags... |
142 143 |
return sprintf(page, "%u ", hctx->tags->nr_tags); |
bd166ef18 blk-mq-sched: add... |
144 |
} |
d96b37c0a blk-mq: move tags... |
145 146 |
static ssize_t blk_mq_hw_sysfs_nr_reserved_tags_show(struct blk_mq_hw_ctx *hctx, char *page) |
320ae51fe blk-mq: new multi... |
147 |
{ |
d96b37c0a blk-mq: move tags... |
148 149 |
return sprintf(page, "%u ", hctx->tags->nr_reserved_tags); |
320ae51fe blk-mq: new multi... |
150 |
} |
676141e48 blk-mq: don't dum... |
151 152 |
static ssize_t blk_mq_hw_sysfs_cpus_show(struct blk_mq_hw_ctx *hctx, char *page) { |
8962842ca blk-mq: avoid sys... |
153 |
const size_t size = PAGE_SIZE - 1; |
cb2da43e3 blk-mq: simplify ... |
154 |
unsigned int i, first = 1; |
8962842ca blk-mq: avoid sys... |
155 |
int ret = 0, pos = 0; |
676141e48 blk-mq: don't dum... |
156 |
|
cb2da43e3 blk-mq: simplify ... |
157 |
for_each_cpu(i, hctx->cpumask) { |
676141e48 blk-mq: don't dum... |
158 |
if (first) |
8962842ca blk-mq: avoid sys... |
159 |
ret = snprintf(pos + page, size - pos, "%u", i); |
676141e48 blk-mq: don't dum... |
160 |
else |
8962842ca blk-mq: avoid sys... |
161 162 163 164 |
ret = snprintf(pos + page, size - pos, ", %u", i); if (ret >= size - pos) break; |
676141e48 blk-mq: don't dum... |
165 166 |
first = 0; |
8962842ca blk-mq: avoid sys... |
167 |
pos += ret; |
676141e48 blk-mq: don't dum... |
168 |
} |
d2c9be89f blk-mq: make sure... |
169 170 |
ret = snprintf(pos + page, size + 1 - pos, " "); |
8962842ca blk-mq: avoid sys... |
171 |
return pos + ret; |
676141e48 blk-mq: don't dum... |
172 |
} |
d96b37c0a blk-mq: move tags... |
173 |
static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_nr_tags = { |
5657a819a block drivers/blo... |
174 |
.attr = {.name = "nr_tags", .mode = 0444 }, |
d96b37c0a blk-mq: move tags... |
175 176 177 |
.show = blk_mq_hw_sysfs_nr_tags_show, }; static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_nr_reserved_tags = { |
5657a819a block drivers/blo... |
178 |
.attr = {.name = "nr_reserved_tags", .mode = 0444 }, |
d96b37c0a blk-mq: move tags... |
179 180 |
.show = blk_mq_hw_sysfs_nr_reserved_tags_show, }; |
676141e48 blk-mq: don't dum... |
181 |
static struct blk_mq_hw_ctx_sysfs_entry blk_mq_hw_sysfs_cpus = { |
5657a819a block drivers/blo... |
182 |
.attr = {.name = "cpu_list", .mode = 0444 }, |
676141e48 blk-mq: don't dum... |
183 184 |
.show = blk_mq_hw_sysfs_cpus_show, }; |
320ae51fe blk-mq: new multi... |
185 186 |
static struct attribute *default_hw_ctx_attrs[] = { |
d96b37c0a blk-mq: move tags... |
187 188 |
&blk_mq_hw_sysfs_nr_tags.attr, &blk_mq_hw_sysfs_nr_reserved_tags.attr, |
676141e48 blk-mq: don't dum... |
189 |
&blk_mq_hw_sysfs_cpus.attr, |
320ae51fe blk-mq: new multi... |
190 191 |
NULL, }; |
800f5aa1e block: Replace al... |
192 |
ATTRIBUTE_GROUPS(default_hw_ctx); |
320ae51fe blk-mq: new multi... |
193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 |
static const struct sysfs_ops blk_mq_sysfs_ops = { .show = blk_mq_sysfs_show, .store = blk_mq_sysfs_store, }; static const struct sysfs_ops blk_mq_hw_sysfs_ops = { .show = blk_mq_hw_sysfs_show, .store = blk_mq_hw_sysfs_store, }; static struct kobj_type blk_mq_ktype = { .sysfs_ops = &blk_mq_sysfs_ops, .release = blk_mq_sysfs_release, }; static struct kobj_type blk_mq_ctx_ktype = { .sysfs_ops = &blk_mq_sysfs_ops, |
1db4909e7 blk-mq: not embed... |
211 |
.release = blk_mq_ctx_sysfs_release, |
320ae51fe blk-mq: new multi... |
212 213 214 215 |
}; static struct kobj_type blk_mq_hw_ktype = { .sysfs_ops = &blk_mq_hw_sysfs_ops, |
800f5aa1e block: Replace al... |
216 |
.default_groups = default_hw_ctx_groups, |
6c8b232ef blk-mq: make life... |
217 |
.release = blk_mq_hw_sysfs_release, |
320ae51fe blk-mq: new multi... |
218 |
}; |
ee3c5db08 blk-mq: blk_mq_un... |
219 |
static void blk_mq_unregister_hctx(struct blk_mq_hw_ctx *hctx) |
67aec14ce blk-mq: make the ... |
220 221 222 |
{ struct blk_mq_ctx *ctx; int i; |
4593fdbe7 blk-mq: fix sysfs... |
223 |
if (!hctx->nr_ctx) |
67aec14ce blk-mq: make the ... |
224 225 226 227 228 229 230 |
return; hctx_for_each_ctx(hctx, ctx, i) kobject_del(&ctx->kobj); kobject_del(&hctx->kobj); } |
ee3c5db08 blk-mq: blk_mq_un... |
231 |
static int blk_mq_register_hctx(struct blk_mq_hw_ctx *hctx) |
67aec14ce blk-mq: make the ... |
232 233 234 235 |
{ struct request_queue *q = hctx->queue; struct blk_mq_ctx *ctx; int i, ret; |
4593fdbe7 blk-mq: fix sysfs... |
236 |
if (!hctx->nr_ctx) |
67aec14ce blk-mq: make the ... |
237 |
return 0; |
1db4909e7 blk-mq: not embed... |
238 |
ret = kobject_add(&hctx->kobj, q->mq_kobj, "%u", hctx->queue_num); |
67aec14ce blk-mq: make the ... |
239 240 241 242 243 244 245 246 247 248 249 |
if (ret) return ret; hctx_for_each_ctx(hctx, ctx, i) { ret = kobject_add(&ctx->kobj, &hctx->kobj, "cpu%u", ctx->cpu); if (ret) break; } return ret; } |
667257e8b block: properly p... |
250 |
void blk_mq_unregister_dev(struct device *dev, struct request_queue *q) |
320ae51fe blk-mq: new multi... |
251 |
{ |
851573660 block: fix memory... |
252 |
struct blk_mq_hw_ctx *hctx; |
7ea5fe31c blk-mq: make life... |
253 |
int i; |
851573660 block: fix memory... |
254 |
|
cecf5d87f block: split .sys... |
255 |
lockdep_assert_held(&q->sysfs_dir_lock); |
2d0364c8c blk-mq: Register ... |
256 |
|
6c8b232ef blk-mq: make life... |
257 |
queue_for_each_hw_ctx(q, hctx, i) |
67aec14ce blk-mq: make the ... |
258 |
blk_mq_unregister_hctx(hctx); |
1db4909e7 blk-mq: not embed... |
259 260 |
kobject_uevent(q->mq_kobj, KOBJ_REMOVE); kobject_del(q->mq_kobj); |
b21d5b301 blk-mq: register ... |
261 |
kobject_put(&dev->kobj); |
4593fdbe7 blk-mq: fix sysfs... |
262 263 |
q->mq_sysfs_init_done = false; |
c0f3fd2b3 blk-mq: fix deadl... |
264 |
} |
868f2f0b7 blk-mq: dynamic h... |
265 266 267 268 |
void blk_mq_hctx_kobj_init(struct blk_mq_hw_ctx *hctx) { kobject_init(&hctx->kobj, &blk_mq_hw_ktype); } |
7ea5fe31c blk-mq: make life... |
269 270 271 272 273 274 275 276 277 |
void blk_mq_sysfs_deinit(struct request_queue *q) { struct blk_mq_ctx *ctx; int cpu; for_each_possible_cpu(cpu) { ctx = per_cpu_ptr(q->queue_ctx, cpu); kobject_put(&ctx->kobj); } |
1db4909e7 blk-mq: not embed... |
278 |
kobject_put(q->mq_kobj); |
7ea5fe31c blk-mq: make life... |
279 |
} |
737f98cfe blk-mq: initializ... |
280 |
void blk_mq_sysfs_init(struct request_queue *q) |
67aec14ce blk-mq: make the ... |
281 |
{ |
67aec14ce blk-mq: make the ... |
282 |
struct blk_mq_ctx *ctx; |
897bb0c7f blk-mq: Use prope... |
283 |
int cpu; |
67aec14ce blk-mq: make the ... |
284 |
|
1db4909e7 blk-mq: not embed... |
285 |
kobject_init(q->mq_kobj, &blk_mq_ktype); |
67aec14ce blk-mq: make the ... |
286 |
|
897bb0c7f blk-mq: Use prope... |
287 288 |
for_each_possible_cpu(cpu) { ctx = per_cpu_ptr(q->queue_ctx, cpu); |
1db4909e7 blk-mq: not embed... |
289 290 |
kobject_get(q->mq_kobj); |
06a41a99d blk-mq: Fix unini... |
291 |
kobject_init(&ctx->kobj, &blk_mq_ctx_ktype); |
897bb0c7f blk-mq: Use prope... |
292 |
} |
67aec14ce blk-mq: make the ... |
293 |
} |
2d0364c8c blk-mq: Register ... |
294 |
int __blk_mq_register_dev(struct device *dev, struct request_queue *q) |
320ae51fe blk-mq: new multi... |
295 |
{ |
320ae51fe blk-mq: new multi... |
296 |
struct blk_mq_hw_ctx *hctx; |
67aec14ce blk-mq: make the ... |
297 |
int ret, i; |
320ae51fe blk-mq: new multi... |
298 |
|
2d0364c8c blk-mq: Register ... |
299 |
WARN_ON_ONCE(!q->kobj.parent); |
cecf5d87f block: split .sys... |
300 |
lockdep_assert_held(&q->sysfs_dir_lock); |
4593fdbe7 blk-mq: fix sysfs... |
301 |
|
1db4909e7 blk-mq: not embed... |
302 |
ret = kobject_add(q->mq_kobj, kobject_get(&dev->kobj), "%s", "mq"); |
320ae51fe blk-mq: new multi... |
303 |
if (ret < 0) |
4593fdbe7 blk-mq: fix sysfs... |
304 |
goto out; |
320ae51fe blk-mq: new multi... |
305 |
|
1db4909e7 blk-mq: not embed... |
306 |
kobject_uevent(q->mq_kobj, KOBJ_ADD); |
320ae51fe blk-mq: new multi... |
307 308 |
queue_for_each_hw_ctx(q, hctx, i) { |
67aec14ce blk-mq: make the ... |
309 |
ret = blk_mq_register_hctx(hctx); |
320ae51fe blk-mq: new multi... |
310 |
if (ret) |
f05d1ba78 blk-mq: Only unre... |
311 |
goto unreg; |
320ae51fe blk-mq: new multi... |
312 |
} |
f05d1ba78 blk-mq: Only unre... |
313 |
q->mq_sysfs_init_done = true; |
2d0364c8c blk-mq: Register ... |
314 |
|
4593fdbe7 blk-mq: fix sysfs... |
315 |
out: |
2d0364c8c blk-mq: Register ... |
316 |
return ret; |
f05d1ba78 blk-mq: Only unre... |
317 318 319 320 |
unreg: while (--i >= 0) blk_mq_unregister_hctx(q->queue_hw_ctx[i]); |
1db4909e7 blk-mq: not embed... |
321 322 |
kobject_uevent(q->mq_kobj, KOBJ_REMOVE); kobject_del(q->mq_kobj); |
f05d1ba78 blk-mq: Only unre... |
323 324 |
kobject_put(&dev->kobj); return ret; |
2d0364c8c blk-mq: Register ... |
325 |
} |
67aec14ce blk-mq: make the ... |
326 327 328 329 |
void blk_mq_sysfs_unregister(struct request_queue *q) { struct blk_mq_hw_ctx *hctx; int i; |
cecf5d87f block: split .sys... |
330 |
mutex_lock(&q->sysfs_dir_lock); |
4593fdbe7 blk-mq: fix sysfs... |
331 |
if (!q->mq_sysfs_init_done) |
2d0364c8c blk-mq: Register ... |
332 |
goto unlock; |
4593fdbe7 blk-mq: fix sysfs... |
333 |
|
67aec14ce blk-mq: make the ... |
334 335 |
queue_for_each_hw_ctx(q, hctx, i) blk_mq_unregister_hctx(hctx); |
2d0364c8c blk-mq: Register ... |
336 337 |
unlock: |
cecf5d87f block: split .sys... |
338 |
mutex_unlock(&q->sysfs_dir_lock); |
67aec14ce blk-mq: make the ... |
339 340 341 342 343 344 |
} int blk_mq_sysfs_register(struct request_queue *q) { struct blk_mq_hw_ctx *hctx; int i, ret = 0; |
cecf5d87f block: split .sys... |
345 |
mutex_lock(&q->sysfs_dir_lock); |
4593fdbe7 blk-mq: fix sysfs... |
346 |
if (!q->mq_sysfs_init_done) |
2d0364c8c blk-mq: Register ... |
347 |
goto unlock; |
4593fdbe7 blk-mq: fix sysfs... |
348 |
|
67aec14ce blk-mq: make the ... |
349 350 351 352 353 |
queue_for_each_hw_ctx(q, hctx, i) { ret = blk_mq_register_hctx(hctx); if (ret) break; } |
2d0364c8c blk-mq: Register ... |
354 |
unlock: |
cecf5d87f block: split .sys... |
355 |
mutex_unlock(&q->sysfs_dir_lock); |
2d0364c8c blk-mq: Register ... |
356 |
|
67aec14ce blk-mq: make the ... |
357 358 |
return ret; } |