Blame view
drivers/base/power/qos.c
12.4 KB
91ff4cb80 PM QoS: Implement... |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
/* * Devices PM QoS constraints management * * Copyright (C) 2011 Texas Instruments, Inc. * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License version 2 as * published by the Free Software Foundation. * * * This module exposes the interface to kernel space for specifying * per-device PM QoS dependencies. It provides infrastructure for registration * of: * * Dependents on a QoS value : register requests * Watchers of QoS value : get notified when target QoS value changes * * This QoS design is best effort based. Dependents register their QoS needs. * Watchers register to keep track of the current QoS needs of the system. |
b66213cdb PM QoS: Add globa... |
20 21 22 23 24 25 |
* Watchers can register different types of notification callbacks: * . a per-device notification callback using the dev_pm_qos_*_notifier API. * The notification chain data is stored in the per-device constraint * data struct. * . a system-wide notification callback using the dev_pm_qos_*_global_notifier * API. The notification chain data is stored in a static variable. |
91ff4cb80 PM QoS: Implement... |
26 27 28 29 30 31 32 |
* * Note about the per-device constraint data struct allocation: * . The per-device constraints data struct ptr is tored into the device * dev_pm_info. * . To minimize the data usage by the per-device constraints, the data struct * is only allocated at the first call to dev_pm_qos_add_request. * . The data is later free'd when the device is removed from the system. |
91ff4cb80 PM QoS: Implement... |
33 34 35 36 37 38 39 40 41 |
* . A global mutex protects the constraints users from the data being * allocated and free'd. */ #include <linux/pm_qos.h> #include <linux/spinlock.h> #include <linux/slab.h> #include <linux/device.h> #include <linux/mutex.h> |
1b6bc32f0 drivers/base: Add... |
42 |
#include <linux/export.h> |
91ff4cb80 PM QoS: Implement... |
43 44 45 |
static DEFINE_MUTEX(dev_pm_qos_mtx); |
1a9a91525 PM / QoS: Add fun... |
46 |
|
b66213cdb PM QoS: Add globa... |
47 |
static BLOCKING_NOTIFIER_HEAD(dev_pm_notifiers); |
1a9a91525 PM / QoS: Add fun... |
48 |
/** |
00dc9ad18 PM / Runtime: Use... |
49 50 51 52 53 54 55 56 57 58 59 60 61 62 |
* __dev_pm_qos_read_value - Get PM QoS constraint for a given device. * @dev: Device to get the PM QoS constraint value for. * * This routine must be called with dev->power.lock held. */ s32 __dev_pm_qos_read_value(struct device *dev) { struct pm_qos_constraints *c = dev->power.constraints; return c ? pm_qos_read_value(c) : 0; } /** * dev_pm_qos_read_value - Get PM QoS constraint for a given device (locked). |
1a9a91525 PM / QoS: Add fun... |
63 64 65 66 |
* @dev: Device to get the PM QoS constraint value for. */ s32 dev_pm_qos_read_value(struct device *dev) { |
1a9a91525 PM / QoS: Add fun... |
67 |
unsigned long flags; |
00dc9ad18 PM / Runtime: Use... |
68 |
s32 ret; |
1a9a91525 PM / QoS: Add fun... |
69 70 |
spin_lock_irqsave(&dev->power.lock, flags); |
00dc9ad18 PM / Runtime: Use... |
71 |
ret = __dev_pm_qos_read_value(dev); |
1a9a91525 PM / QoS: Add fun... |
72 73 74 75 |
spin_unlock_irqrestore(&dev->power.lock, flags); return ret; } |
b66213cdb PM QoS: Add globa... |
76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 |
/* * apply_constraint * @req: constraint request to apply * @action: action to perform add/update/remove, of type enum pm_qos_req_action * @value: defines the qos request * * Internal function to update the constraints list using the PM QoS core * code and if needed call the per-device and the global notification * callbacks */ static int apply_constraint(struct dev_pm_qos_request *req, enum pm_qos_req_action action, int value) { int ret, curr_value; ret = pm_qos_update_target(req->dev->power.constraints, &req->node, action, value); if (ret) { /* Call the global callbacks if needed */ curr_value = pm_qos_read_value(req->dev->power.constraints); blocking_notifier_call_chain(&dev_pm_notifiers, (unsigned long)curr_value, req); } return ret; } |
91ff4cb80 PM QoS: Implement... |
104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 |
/* * dev_pm_qos_constraints_allocate * @dev: device to allocate data for * * Called at the first call to add_request, for constraint data allocation * Must be called with the dev_pm_qos_mtx mutex held */ static int dev_pm_qos_constraints_allocate(struct device *dev) { struct pm_qos_constraints *c; struct blocking_notifier_head *n; c = kzalloc(sizeof(*c), GFP_KERNEL); if (!c) return -ENOMEM; n = kzalloc(sizeof(*n), GFP_KERNEL); if (!n) { kfree(c); return -ENOMEM; } BLOCKING_INIT_NOTIFIER_HEAD(n); |
1a9a91525 PM / QoS: Add fun... |
127 128 129 130 131 132 133 |
plist_head_init(&c->list); c->target_value = PM_QOS_DEV_LAT_DEFAULT_VALUE; c->default_value = PM_QOS_DEV_LAT_DEFAULT_VALUE; c->type = PM_QOS_MIN; c->notifiers = n; spin_lock_irq(&dev->power.lock); |
91ff4cb80 PM QoS: Implement... |
134 |
dev->power.constraints = c; |
1a9a91525 PM / QoS: Add fun... |
135 |
spin_unlock_irq(&dev->power.lock); |
91ff4cb80 PM QoS: Implement... |
136 137 138 139 140 |
return 0; } /** |
1a9a91525 PM / QoS: Add fun... |
141 |
* dev_pm_qos_constraints_init - Initalize device's PM QoS constraints pointer. |
91ff4cb80 PM QoS: Implement... |
142 143 |
* @dev: target device * |
1a9a91525 PM / QoS: Add fun... |
144 145 |
* Called from the device PM subsystem during device insertion under * device_pm_lock(). |
91ff4cb80 PM QoS: Implement... |
146 147 148 149 |
*/ void dev_pm_qos_constraints_init(struct device *dev) { mutex_lock(&dev_pm_qos_mtx); |
1a9a91525 PM / QoS: Add fun... |
150 151 |
dev->power.constraints = NULL; dev->power.power_state = PMSG_ON; |
91ff4cb80 PM QoS: Implement... |
152 153 154 155 156 157 158 |
mutex_unlock(&dev_pm_qos_mtx); } /** * dev_pm_qos_constraints_destroy * @dev: target device * |
1a9a91525 PM / QoS: Add fun... |
159 |
* Called from the device PM subsystem on device removal under device_pm_lock(). |
91ff4cb80 PM QoS: Implement... |
160 161 162 163 |
*/ void dev_pm_qos_constraints_destroy(struct device *dev) { struct dev_pm_qos_request *req, *tmp; |
1a9a91525 PM / QoS: Add fun... |
164 |
struct pm_qos_constraints *c; |
91ff4cb80 PM QoS: Implement... |
165 166 |
mutex_lock(&dev_pm_qos_mtx); |
1a9a91525 PM / QoS: Add fun... |
167 168 169 170 |
dev->power.power_state = PMSG_INVALID; c = dev->power.constraints; if (!c) goto out; |
91ff4cb80 PM QoS: Implement... |
171 |
|
1a9a91525 PM / QoS: Add fun... |
172 173 174 175 176 177 178 179 |
/* Flush the constraints list for the device */ plist_for_each_entry_safe(req, tmp, &c->list, node) { /* * Update constraints list and call the notification * callbacks if needed */ apply_constraint(req, PM_QOS_REMOVE_REQ, PM_QOS_DEFAULT_VALUE); memset(req, 0, sizeof(*req)); |
91ff4cb80 PM QoS: Implement... |
180 |
} |
91ff4cb80 PM QoS: Implement... |
181 |
|
1a9a91525 PM / QoS: Add fun... |
182 183 184 185 186 187 188 189 |
spin_lock_irq(&dev->power.lock); dev->power.constraints = NULL; spin_unlock_irq(&dev->power.lock); kfree(c->notifiers); kfree(c); out: |
91ff4cb80 PM QoS: Implement... |
190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 |
mutex_unlock(&dev_pm_qos_mtx); } /** * dev_pm_qos_add_request - inserts new qos request into the list * @dev: target device for the constraint * @req: pointer to a preallocated handle * @value: defines the qos request * * This function inserts a new entry in the device constraints list of * requested qos performance characteristics. It recomputes the aggregate * QoS expectations of parameters and initializes the dev_pm_qos_request * handle. Caller needs to save this handle for later use in updates and * removal. * * Returns 1 if the aggregated constraint value has changed, * 0 if the aggregated constraint value has not changed, |
1a9a91525 PM / QoS: Add fun... |
207 208 209 |
* -EINVAL in case of wrong parameters, -ENOMEM if there's not enough memory * to allocate for data structures, -ENODEV if the device has just been removed * from the system. |
91ff4cb80 PM QoS: Implement... |
210 211 |
*/ int dev_pm_qos_add_request(struct device *dev, struct dev_pm_qos_request *req, |
b66213cdb PM QoS: Add globa... |
212 |
s32 value) |
91ff4cb80 PM QoS: Implement... |
213 214 215 216 217 |
{ int ret = 0; if (!dev || !req) /*guard against callers passing in null */ return -EINVAL; |
af4c720ef PM / QoS: Properl... |
218 219 220 |
if (WARN(dev_pm_qos_request_active(req), "%s() called for already added request ", __func__)) |
91ff4cb80 PM QoS: Implement... |
221 |
return -EINVAL; |
91ff4cb80 PM QoS: Implement... |
222 |
|
91ff4cb80 PM QoS: Implement... |
223 |
req->dev = dev; |
1a9a91525 PM / QoS: Add fun... |
224 |
mutex_lock(&dev_pm_qos_mtx); |
91ff4cb80 PM QoS: Implement... |
225 |
|
1a9a91525 PM / QoS: Add fun... |
226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 |
if (!dev->power.constraints) { if (dev->power.power_state.event == PM_EVENT_INVALID) { /* The device has been removed from the system. */ req->dev = NULL; ret = -ENODEV; goto out; } else { /* * Allocate the constraints data on the first call to * add_request, i.e. only if the data is not already * allocated and if the device has not been removed. */ ret = dev_pm_qos_constraints_allocate(dev); } } |
91ff4cb80 PM QoS: Implement... |
241 242 |
if (!ret) |
b66213cdb PM QoS: Add globa... |
243 |
ret = apply_constraint(req, PM_QOS_ADD_REQ, value); |
91ff4cb80 PM QoS: Implement... |
244 |
|
1a9a91525 PM / QoS: Add fun... |
245 |
out: |
91ff4cb80 PM QoS: Implement... |
246 |
mutex_unlock(&dev_pm_qos_mtx); |
1a9a91525 PM / QoS: Add fun... |
247 |
|
91ff4cb80 PM QoS: Implement... |
248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 |
return ret; } EXPORT_SYMBOL_GPL(dev_pm_qos_add_request); /** * dev_pm_qos_update_request - modifies an existing qos request * @req : handle to list element holding a dev_pm_qos request to use * @new_value: defines the qos request * * Updates an existing dev PM qos request along with updating the * target value. * * Attempts are made to make this code callable on hot code paths. * * Returns 1 if the aggregated constraint value has changed, * 0 if the aggregated constraint value has not changed, * -EINVAL in case of wrong parameters, -ENODEV if the device has been * removed from the system */ int dev_pm_qos_update_request(struct dev_pm_qos_request *req, s32 new_value) { int ret = 0; if (!req) /*guard against callers passing in null */ return -EINVAL; |
af4c720ef PM / QoS: Properl... |
274 275 276 |
if (WARN(!dev_pm_qos_request_active(req), "%s() called for unknown object ", __func__)) |
91ff4cb80 PM QoS: Implement... |
277 |
return -EINVAL; |
91ff4cb80 PM QoS: Implement... |
278 279 |
mutex_lock(&dev_pm_qos_mtx); |
1a9a91525 PM / QoS: Add fun... |
280 |
if (req->dev->power.constraints) { |
91ff4cb80 PM QoS: Implement... |
281 |
if (new_value != req->node.prio) |
b66213cdb PM QoS: Add globa... |
282 283 |
ret = apply_constraint(req, PM_QOS_UPDATE_REQ, new_value); |
91ff4cb80 PM QoS: Implement... |
284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 |
} else { /* Return if the device has been removed */ ret = -ENODEV; } mutex_unlock(&dev_pm_qos_mtx); return ret; } EXPORT_SYMBOL_GPL(dev_pm_qos_update_request); /** * dev_pm_qos_remove_request - modifies an existing qos request * @req: handle to request list element * * Will remove pm qos request from the list of constraints and * recompute the current target value. Call this on slow code paths. * * Returns 1 if the aggregated constraint value has changed, * 0 if the aggregated constraint value has not changed, * -EINVAL in case of wrong parameters, -ENODEV if the device has been * removed from the system */ int dev_pm_qos_remove_request(struct dev_pm_qos_request *req) { int ret = 0; if (!req) /*guard against callers passing in null */ return -EINVAL; |
af4c720ef PM / QoS: Properl... |
312 313 314 |
if (WARN(!dev_pm_qos_request_active(req), "%s() called for unknown object ", __func__)) |
91ff4cb80 PM QoS: Implement... |
315 |
return -EINVAL; |
91ff4cb80 PM QoS: Implement... |
316 317 |
mutex_lock(&dev_pm_qos_mtx); |
1a9a91525 PM / QoS: Add fun... |
318 |
if (req->dev->power.constraints) { |
b66213cdb PM QoS: Add globa... |
319 320 |
ret = apply_constraint(req, PM_QOS_REMOVE_REQ, PM_QOS_DEFAULT_VALUE); |
91ff4cb80 PM QoS: Implement... |
321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 |
memset(req, 0, sizeof(*req)); } else { /* Return if the device has been removed */ ret = -ENODEV; } mutex_unlock(&dev_pm_qos_mtx); return ret; } EXPORT_SYMBOL_GPL(dev_pm_qos_remove_request); /** * dev_pm_qos_add_notifier - sets notification entry for changes to target value * of per-device PM QoS constraints * * @dev: target device for the constraint * @notifier: notifier block managed by caller. * * Will register the notifier into a notification chain that gets called * upon changes to the target value for the device. */ int dev_pm_qos_add_notifier(struct device *dev, struct notifier_block *notifier) { int retval = 0; mutex_lock(&dev_pm_qos_mtx); |
1a9a91525 PM / QoS: Add fun... |
347 348 349 350 351 |
/* Silently return if the constraints object is not present. */ if (dev->power.constraints) retval = blocking_notifier_chain_register( dev->power.constraints->notifiers, notifier); |
91ff4cb80 PM QoS: Implement... |
352 |
|
91ff4cb80 PM QoS: Implement... |
353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 |
mutex_unlock(&dev_pm_qos_mtx); return retval; } EXPORT_SYMBOL_GPL(dev_pm_qos_add_notifier); /** * dev_pm_qos_remove_notifier - deletes notification for changes to target value * of per-device PM QoS constraints * * @dev: target device for the constraint * @notifier: notifier block to be removed. * * Will remove the notifier from the notification chain that gets called * upon changes to the target value. */ int dev_pm_qos_remove_notifier(struct device *dev, struct notifier_block *notifier) { int retval = 0; mutex_lock(&dev_pm_qos_mtx); |
1a9a91525 PM / QoS: Add fun... |
374 375 376 377 378 |
/* Silently return if the constraints object is not present. */ if (dev->power.constraints) retval = blocking_notifier_chain_unregister( dev->power.constraints->notifiers, notifier); |
91ff4cb80 PM QoS: Implement... |
379 |
|
91ff4cb80 PM QoS: Implement... |
380 381 382 383 |
mutex_unlock(&dev_pm_qos_mtx); return retval; } EXPORT_SYMBOL_GPL(dev_pm_qos_remove_notifier); |
b66213cdb PM QoS: Add globa... |
384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 |
/** * dev_pm_qos_add_global_notifier - sets notification entry for changes to * target value of the PM QoS constraints for any device * * @notifier: notifier block managed by caller. * * Will register the notifier into a notification chain that gets called * upon changes to the target value for any device. */ int dev_pm_qos_add_global_notifier(struct notifier_block *notifier) { return blocking_notifier_chain_register(&dev_pm_notifiers, notifier); } EXPORT_SYMBOL_GPL(dev_pm_qos_add_global_notifier); /** * dev_pm_qos_remove_global_notifier - deletes notification for changes to * target value of PM QoS constraints for any device * * @notifier: notifier block to be removed. * * Will remove the notifier from the notification chain that gets called * upon changes to the target value for any device. */ int dev_pm_qos_remove_global_notifier(struct notifier_block *notifier) { return blocking_notifier_chain_unregister(&dev_pm_notifiers, notifier); } EXPORT_SYMBOL_GPL(dev_pm_qos_remove_global_notifier); |
40a5f8be2 PM / QoS: Introdu... |
414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 |
/** * dev_pm_qos_add_ancestor_request - Add PM QoS request for device's ancestor. * @dev: Device whose ancestor to add the request for. * @req: Pointer to the preallocated handle. * @value: Constraint latency value. */ int dev_pm_qos_add_ancestor_request(struct device *dev, struct dev_pm_qos_request *req, s32 value) { struct device *ancestor = dev->parent; int error = -ENODEV; while (ancestor && !ancestor->power.ignore_children) ancestor = ancestor->parent; if (ancestor) error = dev_pm_qos_add_request(ancestor, req, value); if (error) req->dev = NULL; return error; } EXPORT_SYMBOL_GPL(dev_pm_qos_add_ancestor_request); |