Blame view
drivers/powercap/intel_rapl_common.c
39.3 KB
f6cc69f1f treewide: Replace... |
1 |
// SPDX-License-Identifier: GPL-2.0-only |
2d281d819 PowerCap: Introdu... |
2 |
/* |
3382388d7 intel_rapl: abstr... |
3 4 |
* Common code for Intel Running Average Power Limit (RAPL) support. * Copyright (c) 2019, Intel Corporation. |
2d281d819 PowerCap: Introdu... |
5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
*/ #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt #include <linux/kernel.h> #include <linux/module.h> #include <linux/list.h> #include <linux/types.h> #include <linux/device.h> #include <linux/slab.h> #include <linux/log2.h> #include <linux/bitmap.h> #include <linux/delay.h> #include <linux/sysfs.h> #include <linux/cpu.h> #include <linux/powercap.h> |
52b3672c1 powercap: add sus... |
20 |
#include <linux/suspend.h> |
ff956826a intel_rapl: intro... |
21 |
#include <linux/intel_rapl.h> |
3382388d7 intel_rapl: abstr... |
22 |
#include <linux/processor.h> |
abcfaeb3f intel_rapl: Fix m... |
23 24 25 |
#include <linux/platform_device.h> #include <asm/iosf_mbi.h> |
2d281d819 PowerCap: Introdu... |
26 |
#include <asm/cpu_device_id.h> |
62d167330 x86, powercap, ra... |
27 |
#include <asm/intel-family.h> |
2d281d819 PowerCap: Introdu... |
28 29 30 31 32 33 34 35 36 37 38 |
/* bitmasks for RAPL MSRs, used by primitive access functions */ #define ENERGY_STATUS_MASK 0xffffffff #define POWER_LIMIT1_MASK 0x7FFF #define POWER_LIMIT1_ENABLE BIT(15) #define POWER_LIMIT1_CLAMP BIT(16) #define POWER_LIMIT2_MASK (0x7FFFULL<<32) #define POWER_LIMIT2_ENABLE BIT_ULL(47) #define POWER_LIMIT2_CLAMP BIT_ULL(48) |
0c2ddedd8 intel_rapl: suppo... |
39 40 |
#define POWER_HIGH_LOCK BIT_ULL(63) #define POWER_LOW_LOCK BIT(31) |
2d281d819 PowerCap: Introdu... |
41 |
|
8365a898f powercap: Add Pow... |
42 |
#define POWER_LIMIT4_MASK 0x1FFF |
2d281d819 PowerCap: Introdu... |
43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 |
#define TIME_WINDOW1_MASK (0x7FULL<<17) #define TIME_WINDOW2_MASK (0x7FULL<<49) #define POWER_UNIT_OFFSET 0 #define POWER_UNIT_MASK 0x0F #define ENERGY_UNIT_OFFSET 0x08 #define ENERGY_UNIT_MASK 0x1F00 #define TIME_UNIT_OFFSET 0x10 #define TIME_UNIT_MASK 0xF0000 #define POWER_INFO_MAX_MASK (0x7fffULL<<32) #define POWER_INFO_MIN_MASK (0x7fffULL<<16) #define POWER_INFO_MAX_TIME_WIN_MASK (0x3fULL<<48) #define POWER_INFO_THERMAL_SPEC_MASK 0x7fff #define PERF_STATUS_THROTTLE_TIME_MASK 0xffffffff #define PP_POLICY_MASK 0x1F /* Non HW constants */ |
3382388d7 intel_rapl: abstr... |
64 |
#define RAPL_PRIMITIVE_DERIVED BIT(1) /* not from raw data */ |
2d281d819 PowerCap: Introdu... |
65 |
#define RAPL_PRIMITIVE_DUMMY BIT(2) |
2d281d819 PowerCap: Introdu... |
66 67 |
#define TIME_WINDOW_MAX_MSEC 40000 #define TIME_WINDOW_MIN_MSEC 250 |
3382388d7 intel_rapl: abstr... |
68 |
#define ENERGY_UNIT_SCALE 1000 /* scale from driver unit to powercap unit */ |
2d281d819 PowerCap: Introdu... |
69 |
enum unit_type { |
3382388d7 intel_rapl: abstr... |
70 |
ARBITRARY_UNIT, /* no translation */ |
2d281d819 PowerCap: Introdu... |
71 72 73 74 |
POWER_UNIT, ENERGY_UNIT, TIME_UNIT, }; |
2d281d819 PowerCap: Introdu... |
75 |
/* per domain data, some are optional */ |
2d281d819 PowerCap: Introdu... |
76 |
#define NR_RAW_PRIMITIVES (NR_RAPL_PRIMITIVES - 2) |
2d281d819 PowerCap: Introdu... |
77 78 79 |
#define DOMAIN_STATE_INACTIVE BIT(0) #define DOMAIN_STATE_POWER_LIMIT_SET BIT(1) #define DOMAIN_STATE_BIOS_LOCKED BIT(2) |
2d281d819 PowerCap: Introdu... |
80 81 |
static const char pl1_name[] = "long_term"; static const char pl2_name[] = "short_term"; |
8365a898f powercap: Add Pow... |
82 |
static const char pl4_name[] = "peak_power"; |
2d281d819 PowerCap: Introdu... |
83 |
|
2d281d819 PowerCap: Introdu... |
84 85 |
#define power_zone_to_rapl_domain(_zone) \ container_of(_zone, struct rapl_domain, power_zone) |
087e9cbab powercap / RAPL: ... |
86 |
struct rapl_defaults { |
51b63409b powercap / RAPL: ... |
87 |
u8 floor_freq_reg_addr; |
087e9cbab powercap / RAPL: ... |
88 89 90 |
int (*check_unit)(struct rapl_package *rp, int cpu); void (*set_floor_freq)(struct rapl_domain *rd, bool mode); u64 (*compute_time_window)(struct rapl_package *rp, u64 val, |
3382388d7 intel_rapl: abstr... |
91 |
bool to_raw); |
d474a4d36 powercap / RAPL: ... |
92 |
unsigned int dram_domain_energy_unit; |
2d798d9f5 powercap: intel_r... |
93 |
unsigned int psys_domain_energy_unit; |
087e9cbab powercap / RAPL: ... |
94 95 |
}; static struct rapl_defaults *rapl_defaults; |
3c2c08454 powercap / RAPL: ... |
96 |
/* Sideband MBI registers */ |
51b63409b powercap / RAPL: ... |
97 98 |
#define IOSF_CPU_POWER_BUDGET_CTL_BYT (0x2) #define IOSF_CPU_POWER_BUDGET_CTL_TNG (0xdf) |
3c2c08454 powercap / RAPL: ... |
99 |
|
2d281d819 PowerCap: Introdu... |
100 101 102 103 104 105 106 107 108 109 |
#define PACKAGE_PLN_INT_SAVED BIT(0) #define MAX_PRIM_NAME (32) /* per domain data. used to describe individual knobs such that access function * can be consolidated into one instead of many inline functions. */ struct rapl_primitive_info { const char *name; u64 mask; int shift; |
f7c4e0c89 intel_rapl: use r... |
110 |
enum rapl_domain_reg_id id; |
2d281d819 PowerCap: Introdu... |
111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 |
enum unit_type unit; u32 flag; }; #define PRIMITIVE_INFO_INIT(p, m, s, i, u, f) { \ .name = #p, \ .mask = m, \ .shift = s, \ .id = i, \ .unit = u, \ .flag = f \ } static void rapl_init_domains(struct rapl_package *rp); static int rapl_read_data_raw(struct rapl_domain *rd, |
3382388d7 intel_rapl: abstr... |
126 127 |
enum rapl_primitives prim, bool xlate, u64 *data); |
2d281d819 PowerCap: Introdu... |
128 |
static int rapl_write_data_raw(struct rapl_domain *rd, |
3382388d7 intel_rapl: abstr... |
129 130 |
enum rapl_primitives prim, unsigned long long value); |
309557f55 powercap/rapl: ad... |
131 |
static u64 rapl_unit_xlate(struct rapl_domain *rd, |
3382388d7 intel_rapl: abstr... |
132 |
enum unit_type type, u64 value, int to_raw); |
309557f55 powercap/rapl: ad... |
133 |
static void package_power_limit_irq_save(struct rapl_package *rp); |
2d281d819 PowerCap: Introdu... |
134 |
|
3382388d7 intel_rapl: abstr... |
135 |
static LIST_HEAD(rapl_packages); /* guarded by CPU hotplug lock */ |
2d281d819 PowerCap: Introdu... |
136 |
|
3382388d7 intel_rapl: abstr... |
137 |
static const char *const rapl_domain_names[] = { |
2d281d819 PowerCap: Introdu... |
138 139 140 141 |
"package", "core", "uncore", "dram", |
3521ba1cc powercap, perf/x8... |
142 |
"psys", |
2d281d819 PowerCap: Introdu... |
143 |
}; |
3382388d7 intel_rapl: abstr... |
144 145 |
static int get_energy_counter(struct powercap_zone *power_zone, u64 *energy_raw) |
2d281d819 PowerCap: Introdu... |
146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 |
{ struct rapl_domain *rd; u64 energy_now; /* prevent CPU hotplug, make sure the RAPL domain does not go * away while reading the counter. */ get_online_cpus(); rd = power_zone_to_rapl_domain(power_zone); if (!rapl_read_data_raw(rd, ENERGY_COUNTER, true, &energy_now)) { *energy_raw = energy_now; put_online_cpus(); return 0; } put_online_cpus(); return -EIO; } static int get_max_energy_counter(struct powercap_zone *pcd_dev, u64 *energy) { |
d474a4d36 powercap / RAPL: ... |
169 |
struct rapl_domain *rd = power_zone_to_rapl_domain(pcd_dev); |
309557f55 powercap/rapl: ad... |
170 |
*energy = rapl_unit_xlate(rd, ENERGY_UNIT, ENERGY_STATUS_MASK, 0); |
2d281d819 PowerCap: Introdu... |
171 172 173 174 175 176 |
return 0; } static int release_zone(struct powercap_zone *power_zone) { struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone); |
309557f55 powercap/rapl: ad... |
177 |
struct rapl_package *rp = rd->rp; |
2d281d819 PowerCap: Introdu... |
178 179 180 181 182 |
/* package zone is the last zone of a package, we can free * memory here since all children has been unregistered. */ if (rd->id == RAPL_DOMAIN_PACKAGE) { |
2d281d819 PowerCap: Introdu... |
183 184 185 186 187 188 189 190 191 192 |
kfree(rd); rp->domains = NULL; } return 0; } static int find_nr_power_limit(struct rapl_domain *rd) { |
e1399ba20 powercap / RAPL: ... |
193 |
int i, nr_pl = 0; |
2d281d819 PowerCap: Introdu... |
194 195 |
for (i = 0; i < NR_POWER_LIMITS; i++) { |
e1399ba20 powercap / RAPL: ... |
196 197 |
if (rd->rpl[i].name) nr_pl++; |
2d281d819 PowerCap: Introdu... |
198 |
} |
e1399ba20 powercap / RAPL: ... |
199 |
return nr_pl; |
2d281d819 PowerCap: Introdu... |
200 201 202 203 204 |
} static int set_domain_enable(struct powercap_zone *power_zone, bool mode) { struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone); |
2d281d819 PowerCap: Introdu... |
205 206 207 |
if (rd->state & DOMAIN_STATE_BIOS_LOCKED) return -EACCES; |
3c2c08454 powercap / RAPL: ... |
208 |
|
2d281d819 PowerCap: Introdu... |
209 |
get_online_cpus(); |
2d281d819 PowerCap: Introdu... |
210 |
rapl_write_data_raw(rd, PL1_ENABLE, mode); |
51b63409b powercap / RAPL: ... |
211 212 |
if (rapl_defaults->set_floor_freq) rapl_defaults->set_floor_freq(rd, mode); |
2d281d819 PowerCap: Introdu... |
213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 |
put_online_cpus(); return 0; } static int get_domain_enable(struct powercap_zone *power_zone, bool *mode) { struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone); u64 val; if (rd->state & DOMAIN_STATE_BIOS_LOCKED) { *mode = false; return 0; } get_online_cpus(); if (rapl_read_data_raw(rd, PL1_ENABLE, true, &val)) { put_online_cpus(); return -EIO; } *mode = val; put_online_cpus(); return 0; } /* per RAPL domain ops, in the order of rapl_domain_type */ |
600c395bf powercap: constif... |
239 |
static const struct powercap_zone_ops zone_ops[] = { |
2d281d819 PowerCap: Introdu... |
240 241 |
/* RAPL_DOMAIN_PACKAGE */ { |
3382388d7 intel_rapl: abstr... |
242 243 244 245 246 247 |
.get_energy_uj = get_energy_counter, .get_max_energy_range_uj = get_max_energy_counter, .release = release_zone, .set_enable = set_domain_enable, .get_enable = get_domain_enable, }, |
2d281d819 PowerCap: Introdu... |
248 249 |
/* RAPL_DOMAIN_PP0 */ { |
3382388d7 intel_rapl: abstr... |
250 251 252 253 254 255 |
.get_energy_uj = get_energy_counter, .get_max_energy_range_uj = get_max_energy_counter, .release = release_zone, .set_enable = set_domain_enable, .get_enable = get_domain_enable, }, |
2d281d819 PowerCap: Introdu... |
256 257 |
/* RAPL_DOMAIN_PP1 */ { |
3382388d7 intel_rapl: abstr... |
258 259 260 261 262 263 |
.get_energy_uj = get_energy_counter, .get_max_energy_range_uj = get_max_energy_counter, .release = release_zone, .set_enable = set_domain_enable, .get_enable = get_domain_enable, }, |
2d281d819 PowerCap: Introdu... |
264 265 |
/* RAPL_DOMAIN_DRAM */ { |
3382388d7 intel_rapl: abstr... |
266 267 268 269 270 271 |
.get_energy_uj = get_energy_counter, .get_max_energy_range_uj = get_max_energy_counter, .release = release_zone, .set_enable = set_domain_enable, .get_enable = get_domain_enable, }, |
3521ba1cc powercap, perf/x8... |
272 273 |
/* RAPL_DOMAIN_PLATFORM */ { |
3382388d7 intel_rapl: abstr... |
274 275 276 277 278 279 |
.get_energy_uj = get_energy_counter, .get_max_energy_range_uj = get_max_energy_counter, .release = release_zone, .set_enable = set_domain_enable, .get_enable = get_domain_enable, }, |
2d281d819 PowerCap: Introdu... |
280 |
}; |
e1399ba20 powercap / RAPL: ... |
281 282 |
/* * Constraint index used by powercap can be different than power limit (PL) |
3382388d7 intel_rapl: abstr... |
283 |
* index in that some PLs maybe missing due to non-existent MSRs. So we |
e1399ba20 powercap / RAPL: ... |
284 285 286 287 288 289 290 291 292 293 294 295 296 |
* need to convert here by finding the valid PLs only (name populated). */ static int contraint_to_pl(struct rapl_domain *rd, int cid) { int i, j; for (i = 0, j = 0; i < NR_POWER_LIMITS; i++) { if ((rd->rpl[i].name) && j++ == cid) { pr_debug("%s: index %d ", __func__, i); return i; } } |
cb43f81b8 powercap/intel_ra... |
297 298 |
pr_err("Cannot find matching power limit for constraint %d ", cid); |
e1399ba20 powercap / RAPL: ... |
299 300 301 302 303 |
return -EINVAL; } static int set_power_limit(struct powercap_zone *power_zone, int cid, |
3382388d7 intel_rapl: abstr... |
304 |
u64 power_limit) |
2d281d819 PowerCap: Introdu... |
305 306 307 308 |
{ struct rapl_domain *rd; struct rapl_package *rp; int ret = 0; |
e1399ba20 powercap / RAPL: ... |
309 |
int id; |
2d281d819 PowerCap: Introdu... |
310 311 312 |
get_online_cpus(); rd = power_zone_to_rapl_domain(power_zone); |
e1399ba20 powercap / RAPL: ... |
313 |
id = contraint_to_pl(rd, cid); |
cb43f81b8 powercap/intel_ra... |
314 315 316 317 |
if (id < 0) { ret = id; goto set_exit; } |
e1399ba20 powercap / RAPL: ... |
318 |
|
309557f55 powercap/rapl: ad... |
319 |
rp = rd->rp; |
2d281d819 PowerCap: Introdu... |
320 321 |
if (rd->state & DOMAIN_STATE_BIOS_LOCKED) { |
3382388d7 intel_rapl: abstr... |
322 323 324 |
dev_warn(&power_zone->dev, "%s locked by BIOS, monitoring only ", rd->name); |
2d281d819 PowerCap: Introdu... |
325 326 327 328 329 330 331 332 333 334 335 |
ret = -EACCES; goto set_exit; } switch (rd->rpl[id].prim_id) { case PL1_ENABLE: rapl_write_data_raw(rd, POWER_LIMIT1, power_limit); break; case PL2_ENABLE: rapl_write_data_raw(rd, POWER_LIMIT2, power_limit); break; |
8365a898f powercap: Add Pow... |
336 337 338 |
case PL4_ENABLE: rapl_write_data_raw(rd, POWER_LIMIT4, power_limit); break; |
2d281d819 PowerCap: Introdu... |
339 340 341 342 |
default: ret = -EINVAL; } if (!ret) |
309557f55 powercap/rapl: ad... |
343 |
package_power_limit_irq_save(rp); |
2d281d819 PowerCap: Introdu... |
344 345 346 347 |
set_exit: put_online_cpus(); return ret; } |
e1399ba20 powercap / RAPL: ... |
348 |
static int get_current_power_limit(struct powercap_zone *power_zone, int cid, |
3382388d7 intel_rapl: abstr... |
349 |
u64 *data) |
2d281d819 PowerCap: Introdu... |
350 351 352 353 354 |
{ struct rapl_domain *rd; u64 val; int prim; int ret = 0; |
e1399ba20 powercap / RAPL: ... |
355 |
int id; |
2d281d819 PowerCap: Introdu... |
356 357 358 |
get_online_cpus(); rd = power_zone_to_rapl_domain(power_zone); |
e1399ba20 powercap / RAPL: ... |
359 |
id = contraint_to_pl(rd, cid); |
cb43f81b8 powercap/intel_ra... |
360 361 362 363 |
if (id < 0) { ret = id; goto get_exit; } |
2d281d819 PowerCap: Introdu... |
364 365 366 367 368 369 370 |
switch (rd->rpl[id].prim_id) { case PL1_ENABLE: prim = POWER_LIMIT1; break; case PL2_ENABLE: prim = POWER_LIMIT2; break; |
8365a898f powercap: Add Pow... |
371 372 373 |
case PL4_ENABLE: prim = POWER_LIMIT4; break; |
2d281d819 PowerCap: Introdu... |
374 375 376 377 378 379 380 381 |
default: put_online_cpus(); return -EINVAL; } if (rapl_read_data_raw(rd, prim, true, &val)) ret = -EIO; else *data = val; |
cb43f81b8 powercap/intel_ra... |
382 |
get_exit: |
2d281d819 PowerCap: Introdu... |
383 384 385 386 |
put_online_cpus(); return ret; } |
e1399ba20 powercap / RAPL: ... |
387 |
static int set_time_window(struct powercap_zone *power_zone, int cid, |
3382388d7 intel_rapl: abstr... |
388 |
u64 window) |
2d281d819 PowerCap: Introdu... |
389 390 391 |
{ struct rapl_domain *rd; int ret = 0; |
e1399ba20 powercap / RAPL: ... |
392 |
int id; |
2d281d819 PowerCap: Introdu... |
393 394 395 |
get_online_cpus(); rd = power_zone_to_rapl_domain(power_zone); |
e1399ba20 powercap / RAPL: ... |
396 |
id = contraint_to_pl(rd, cid); |
cb43f81b8 powercap/intel_ra... |
397 398 399 400 |
if (id < 0) { ret = id; goto set_time_exit; } |
e1399ba20 powercap / RAPL: ... |
401 |
|
2d281d819 PowerCap: Introdu... |
402 403 404 405 406 407 408 409 410 411 |
switch (rd->rpl[id].prim_id) { case PL1_ENABLE: rapl_write_data_raw(rd, TIME_WINDOW1, window); break; case PL2_ENABLE: rapl_write_data_raw(rd, TIME_WINDOW2, window); break; default: ret = -EINVAL; } |
cb43f81b8 powercap/intel_ra... |
412 413 |
set_time_exit: |
2d281d819 PowerCap: Introdu... |
414 415 416 |
put_online_cpus(); return ret; } |
3382388d7 intel_rapl: abstr... |
417 418 |
static int get_time_window(struct powercap_zone *power_zone, int cid, u64 *data) |
2d281d819 PowerCap: Introdu... |
419 420 421 422 |
{ struct rapl_domain *rd; u64 val; int ret = 0; |
e1399ba20 powercap / RAPL: ... |
423 |
int id; |
2d281d819 PowerCap: Introdu... |
424 425 426 |
get_online_cpus(); rd = power_zone_to_rapl_domain(power_zone); |
e1399ba20 powercap / RAPL: ... |
427 |
id = contraint_to_pl(rd, cid); |
cb43f81b8 powercap/intel_ra... |
428 429 430 431 |
if (id < 0) { ret = id; goto get_time_exit; } |
e1399ba20 powercap / RAPL: ... |
432 |
|
2d281d819 PowerCap: Introdu... |
433 434 435 436 437 438 439 |
switch (rd->rpl[id].prim_id) { case PL1_ENABLE: ret = rapl_read_data_raw(rd, TIME_WINDOW1, true, &val); break; case PL2_ENABLE: ret = rapl_read_data_raw(rd, TIME_WINDOW2, true, &val); break; |
8365a898f powercap: Add Pow... |
440 441 442 443 444 445 446 |
case PL4_ENABLE: /* * Time window parameter is not applicable for PL4 entry * so assigining '0' as default value. */ val = 0; break; |
2d281d819 PowerCap: Introdu... |
447 448 449 450 451 452 |
default: put_online_cpus(); return -EINVAL; } if (!ret) *data = val; |
cb43f81b8 powercap/intel_ra... |
453 454 |
get_time_exit: |
2d281d819 PowerCap: Introdu... |
455 456 457 458 |
put_online_cpus(); return ret; } |
3382388d7 intel_rapl: abstr... |
459 460 |
static const char *get_constraint_name(struct powercap_zone *power_zone, int cid) |
2d281d819 PowerCap: Introdu... |
461 |
{ |
2d281d819 PowerCap: Introdu... |
462 |
struct rapl_domain *rd; |
e1399ba20 powercap / RAPL: ... |
463 |
int id; |
2d281d819 PowerCap: Introdu... |
464 465 |
rd = power_zone_to_rapl_domain(power_zone); |
e1399ba20 powercap / RAPL: ... |
466 467 468 |
id = contraint_to_pl(rd, cid); if (id >= 0) return rd->rpl[id].name; |
2d281d819 PowerCap: Introdu... |
469 |
|
e1399ba20 powercap / RAPL: ... |
470 |
return NULL; |
2d281d819 PowerCap: Introdu... |
471 |
} |
3382388d7 intel_rapl: abstr... |
472 |
static int get_max_power(struct powercap_zone *power_zone, int id, u64 *data) |
2d281d819 PowerCap: Introdu... |
473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 |
{ struct rapl_domain *rd; u64 val; int prim; int ret = 0; get_online_cpus(); rd = power_zone_to_rapl_domain(power_zone); switch (rd->rpl[id].prim_id) { case PL1_ENABLE: prim = THERMAL_SPEC_POWER; break; case PL2_ENABLE: prim = MAX_POWER; break; |
8365a898f powercap: Add Pow... |
488 489 490 |
case PL4_ENABLE: prim = MAX_POWER; break; |
2d281d819 PowerCap: Introdu... |
491 492 493 494 495 496 497 498 |
default: put_online_cpus(); return -EINVAL; } if (rapl_read_data_raw(rd, prim, true, &val)) ret = -EIO; else *data = val; |
8365a898f powercap: Add Pow... |
499 500 501 |
/* As a generalization rule, PL4 would be around two times PL2. */ if (rd->rpl[id].prim_id == PL4_ENABLE) *data = *data * 2; |
2d281d819 PowerCap: Introdu... |
502 503 504 505 |
put_online_cpus(); return ret; } |
600c395bf powercap: constif... |
506 |
static const struct powercap_zone_constraint_ops constraint_ops = { |
2d281d819 PowerCap: Introdu... |
507 508 509 510 511 512 513 514 515 516 517 |
.set_power_limit_uw = set_power_limit, .get_power_limit_uw = get_current_power_limit, .set_time_window_us = set_time_window, .get_time_window_us = get_time_window, .get_max_power_uw = get_max_power, .get_name = get_constraint_name, }; /* called after domain detection and package level data are set */ static void rapl_init_domains(struct rapl_package *rp) { |
0c2ddedd8 intel_rapl: suppo... |
518 519 |
enum rapl_domain_type i; enum rapl_domain_reg_id j; |
2d281d819 PowerCap: Introdu... |
520 521 522 523 |
struct rapl_domain *rd = rp->domains; for (i = 0; i < RAPL_DOMAIN_MAX; i++) { unsigned int mask = rp->domain_map & (1 << i); |
7fde2712a intel_rapl: abstr... |
524 |
|
0c2ddedd8 intel_rapl: suppo... |
525 526 527 528 |
if (!mask) continue; rd->rp = rp; |
f1e8d7560 powercap/intel_ra... |
529 530 531 532 533 534 535 |
if (i == RAPL_DOMAIN_PLATFORM && rp->id > 0) { snprintf(rd->name, RAPL_DOMAIN_NAME_LENGTH, "psys-%d", cpu_data(rp->lead_cpu).phys_proc_id); } else snprintf(rd->name, RAPL_DOMAIN_NAME_LENGTH, "%s", rapl_domain_names[i]); |
0c2ddedd8 intel_rapl: suppo... |
536 537 538 |
rd->id = i; rd->rpl[0].prim_id = PL1_ENABLE; rd->rpl[0].name = pl1_name; |
8365a898f powercap: Add Pow... |
539 540 541 542 543 544 |
/* * The PL2 power domain is applicable for limits two * and limits three */ if (rp->priv->limits[i] >= 2) { |
2d281d819 PowerCap: Introdu... |
545 546 |
rd->rpl[1].prim_id = PL2_ENABLE; rd->rpl[1].name = pl2_name; |
0c2ddedd8 intel_rapl: suppo... |
547 |
} |
8365a898f powercap: Add Pow... |
548 549 550 551 552 |
/* Enable PL4 domain if the total power limits are three */ if (rp->priv->limits[i] == 3) { rd->rpl[2].prim_id = PL4_ENABLE; rd->rpl[2].name = pl4_name; } |
0c2ddedd8 intel_rapl: suppo... |
553 554 |
for (j = 0; j < RAPL_DOMAIN_REG_MAX; j++) rd->regs[j] = rp->priv->regs[i][j]; |
2d798d9f5 powercap: intel_r... |
555 556 |
switch (i) { case RAPL_DOMAIN_DRAM: |
d474a4d36 powercap / RAPL: ... |
557 |
rd->domain_energy_unit = |
3382388d7 intel_rapl: abstr... |
558 |
rapl_defaults->dram_domain_energy_unit; |
d474a4d36 powercap / RAPL: ... |
559 560 561 562 |
if (rd->domain_energy_unit) pr_info("DRAM domain energy unit %dpj ", rd->domain_energy_unit); |
2d798d9f5 powercap: intel_r... |
563 564 565 566 567 568 569 570 571 572 573 |
break; case RAPL_DOMAIN_PLATFORM: rd->domain_energy_unit = rapl_defaults->psys_domain_energy_unit; if (rd->domain_energy_unit) pr_info("Platform domain energy unit %dpj ", rd->domain_energy_unit); break; default: break; |
2d281d819 PowerCap: Introdu... |
574 |
} |
0c2ddedd8 intel_rapl: suppo... |
575 |
rd++; |
2d281d819 PowerCap: Introdu... |
576 577 |
} } |
309557f55 powercap/rapl: ad... |
578 |
static u64 rapl_unit_xlate(struct rapl_domain *rd, enum unit_type type, |
3382388d7 intel_rapl: abstr... |
579 |
u64 value, int to_raw) |
2d281d819 PowerCap: Introdu... |
580 |
{ |
3c2c08454 powercap / RAPL: ... |
581 |
u64 units = 1; |
309557f55 powercap/rapl: ad... |
582 |
struct rapl_package *rp = rd->rp; |
d474a4d36 powercap / RAPL: ... |
583 |
u64 scale = 1; |
2d281d819 PowerCap: Introdu... |
584 |
|
2d281d819 PowerCap: Introdu... |
585 586 |
switch (type) { case POWER_UNIT: |
3c2c08454 powercap / RAPL: ... |
587 |
units = rp->power_unit; |
2d281d819 PowerCap: Introdu... |
588 589 |
break; case ENERGY_UNIT: |
d474a4d36 powercap / RAPL: ... |
590 591 |
scale = ENERGY_UNIT_SCALE; /* per domain unit takes precedence */ |
cb43f81b8 powercap/intel_ra... |
592 |
if (rd->domain_energy_unit) |
d474a4d36 powercap / RAPL: ... |
593 594 595 |
units = rd->domain_energy_unit; else units = rp->energy_unit; |
2d281d819 PowerCap: Introdu... |
596 597 |
break; case TIME_UNIT: |
3c2c08454 powercap / RAPL: ... |
598 |
return rapl_defaults->compute_time_window(rp, value, to_raw); |
2d281d819 PowerCap: Introdu... |
599 600 601 |
case ARBITRARY_UNIT: default: return value; |
a8193af7e powercap/intel_ra... |
602 |
} |
2d281d819 PowerCap: Introdu... |
603 604 |
if (to_raw) |
d474a4d36 powercap / RAPL: ... |
605 |
return div64_u64(value, units) * scale; |
3c2c08454 powercap / RAPL: ... |
606 607 |
value *= units; |
d474a4d36 powercap / RAPL: ... |
608 |
return div64_u64(value, scale); |
2d281d819 PowerCap: Introdu... |
609 610 611 612 613 614 |
} /* in the order of enum rapl_primitives */ static struct rapl_primitive_info rpi[] = { /* name, mask, shift, msr index, unit divisor */ PRIMITIVE_INFO_INIT(ENERGY_COUNTER, ENERGY_STATUS_MASK, 0, |
3382388d7 intel_rapl: abstr... |
615 |
RAPL_DOMAIN_REG_STATUS, ENERGY_UNIT, 0), |
2d281d819 PowerCap: Introdu... |
616 |
PRIMITIVE_INFO_INIT(POWER_LIMIT1, POWER_LIMIT1_MASK, 0, |
3382388d7 intel_rapl: abstr... |
617 |
RAPL_DOMAIN_REG_LIMIT, POWER_UNIT, 0), |
2d281d819 PowerCap: Introdu... |
618 |
PRIMITIVE_INFO_INIT(POWER_LIMIT2, POWER_LIMIT2_MASK, 32, |
3382388d7 intel_rapl: abstr... |
619 |
RAPL_DOMAIN_REG_LIMIT, POWER_UNIT, 0), |
8365a898f powercap: Add Pow... |
620 621 |
PRIMITIVE_INFO_INIT(POWER_LIMIT4, POWER_LIMIT4_MASK, 0, RAPL_DOMAIN_REG_PL4, POWER_UNIT, 0), |
0c2ddedd8 intel_rapl: suppo... |
622 |
PRIMITIVE_INFO_INIT(FW_LOCK, POWER_LOW_LOCK, 31, |
3382388d7 intel_rapl: abstr... |
623 |
RAPL_DOMAIN_REG_LIMIT, ARBITRARY_UNIT, 0), |
2d281d819 PowerCap: Introdu... |
624 |
PRIMITIVE_INFO_INIT(PL1_ENABLE, POWER_LIMIT1_ENABLE, 15, |
3382388d7 intel_rapl: abstr... |
625 |
RAPL_DOMAIN_REG_LIMIT, ARBITRARY_UNIT, 0), |
2d281d819 PowerCap: Introdu... |
626 |
PRIMITIVE_INFO_INIT(PL1_CLAMP, POWER_LIMIT1_CLAMP, 16, |
3382388d7 intel_rapl: abstr... |
627 |
RAPL_DOMAIN_REG_LIMIT, ARBITRARY_UNIT, 0), |
2d281d819 PowerCap: Introdu... |
628 |
PRIMITIVE_INFO_INIT(PL2_ENABLE, POWER_LIMIT2_ENABLE, 47, |
3382388d7 intel_rapl: abstr... |
629 |
RAPL_DOMAIN_REG_LIMIT, ARBITRARY_UNIT, 0), |
2d281d819 PowerCap: Introdu... |
630 |
PRIMITIVE_INFO_INIT(PL2_CLAMP, POWER_LIMIT2_CLAMP, 48, |
3382388d7 intel_rapl: abstr... |
631 |
RAPL_DOMAIN_REG_LIMIT, ARBITRARY_UNIT, 0), |
8365a898f powercap: Add Pow... |
632 633 |
PRIMITIVE_INFO_INIT(PL4_ENABLE, POWER_LIMIT4_MASK, 0, RAPL_DOMAIN_REG_PL4, ARBITRARY_UNIT, 0), |
2d281d819 PowerCap: Introdu... |
634 |
PRIMITIVE_INFO_INIT(TIME_WINDOW1, TIME_WINDOW1_MASK, 17, |
3382388d7 intel_rapl: abstr... |
635 |
RAPL_DOMAIN_REG_LIMIT, TIME_UNIT, 0), |
2d281d819 PowerCap: Introdu... |
636 |
PRIMITIVE_INFO_INIT(TIME_WINDOW2, TIME_WINDOW2_MASK, 49, |
3382388d7 intel_rapl: abstr... |
637 |
RAPL_DOMAIN_REG_LIMIT, TIME_UNIT, 0), |
2d281d819 PowerCap: Introdu... |
638 |
PRIMITIVE_INFO_INIT(THERMAL_SPEC_POWER, POWER_INFO_THERMAL_SPEC_MASK, |
3382388d7 intel_rapl: abstr... |
639 |
0, RAPL_DOMAIN_REG_INFO, POWER_UNIT, 0), |
2d281d819 PowerCap: Introdu... |
640 |
PRIMITIVE_INFO_INIT(MAX_POWER, POWER_INFO_MAX_MASK, 32, |
3382388d7 intel_rapl: abstr... |
641 |
RAPL_DOMAIN_REG_INFO, POWER_UNIT, 0), |
2d281d819 PowerCap: Introdu... |
642 |
PRIMITIVE_INFO_INIT(MIN_POWER, POWER_INFO_MIN_MASK, 16, |
3382388d7 intel_rapl: abstr... |
643 |
RAPL_DOMAIN_REG_INFO, POWER_UNIT, 0), |
2d281d819 PowerCap: Introdu... |
644 |
PRIMITIVE_INFO_INIT(MAX_TIME_WINDOW, POWER_INFO_MAX_TIME_WIN_MASK, 48, |
3382388d7 intel_rapl: abstr... |
645 |
RAPL_DOMAIN_REG_INFO, TIME_UNIT, 0), |
2d281d819 PowerCap: Introdu... |
646 |
PRIMITIVE_INFO_INIT(THROTTLED_TIME, PERF_STATUS_THROTTLE_TIME_MASK, 0, |
3382388d7 intel_rapl: abstr... |
647 |
RAPL_DOMAIN_REG_PERF, TIME_UNIT, 0), |
2d281d819 PowerCap: Introdu... |
648 |
PRIMITIVE_INFO_INIT(PRIORITY_LEVEL, PP_POLICY_MASK, 0, |
3382388d7 intel_rapl: abstr... |
649 |
RAPL_DOMAIN_REG_POLICY, ARBITRARY_UNIT, 0), |
2d281d819 PowerCap: Introdu... |
650 651 |
/* non-hardware */ PRIMITIVE_INFO_INIT(AVERAGE_POWER, 0, 0, 0, POWER_UNIT, |
3382388d7 intel_rapl: abstr... |
652 |
RAPL_PRIMITIVE_DERIVED), |
2d281d819 PowerCap: Introdu... |
653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 |
{NULL, 0, 0, 0}, }; /* Read primitive data based on its related struct rapl_primitive_info. * if xlate flag is set, return translated data based on data units, i.e. * time, energy, and power. * RAPL MSRs are non-architectual and are laid out not consistently across * domains. Here we use primitive info to allow writing consolidated access * functions. * For a given primitive, it is processed by MSR mask and shift. Unit conversion * is pre-assigned based on RAPL unit MSRs read at init time. * 63-------------------------- 31--------------------------- 0 * | xxxxx (mask) | * | |<- shift ----------------| * 63-------------------------- 31--------------------------- 0 */ static int rapl_read_data_raw(struct rapl_domain *rd, |
3382388d7 intel_rapl: abstr... |
670 |
enum rapl_primitives prim, bool xlate, u64 *data) |
2d281d819 PowerCap: Introdu... |
671 |
{ |
beea8df82 intel_rapl: abstr... |
672 |
u64 value; |
2d281d819 PowerCap: Introdu... |
673 |
struct rapl_primitive_info *rp = &rpi[prim]; |
beea8df82 intel_rapl: abstr... |
674 |
struct reg_action ra; |
2d281d819 PowerCap: Introdu... |
675 676 677 678 |
int cpu; if (!rp->name || rp->flag & RAPL_PRIMITIVE_DUMMY) return -EINVAL; |
beea8df82 intel_rapl: abstr... |
679 680 |
ra.reg = rd->regs[rp->id]; if (!ra.reg) |
2d281d819 PowerCap: Introdu... |
681 |
return -EINVAL; |
323ee64aa powercap/rapl: tr... |
682 683 |
cpu = rd->rp->lead_cpu; |
2d281d819 PowerCap: Introdu... |
684 |
|
0c2ddedd8 intel_rapl: suppo... |
685 686 687 |
/* domain with 2 limits has different bit */ if (prim == FW_LOCK && rd->rp->priv->limits[rd->id] == 2) { rp->mask = POWER_HIGH_LOCK; |
2d281d819 PowerCap: Introdu... |
688 689 690 691 692 693 694 |
rp->shift = 63; } /* non-hardware data are collected by the polling thread */ if (rp->flag & RAPL_PRIMITIVE_DERIVED) { *data = rd->rdd.primitives[prim]; return 0; } |
beea8df82 intel_rapl: abstr... |
695 696 697 |
ra.mask = rp->mask; if (rd->rp->priv->read_raw(cpu, &ra)) { |
d978e755a intel_rapl: suppo... |
698 699 |
pr_debug("failed to read reg 0x%llx on cpu %d ", ra.reg, cpu); |
2d281d819 PowerCap: Introdu... |
700 701 |
return -EIO; } |
beea8df82 intel_rapl: abstr... |
702 |
value = ra.value >> rp->shift; |
2d281d819 PowerCap: Introdu... |
703 |
if (xlate) |
beea8df82 intel_rapl: abstr... |
704 |
*data = rapl_unit_xlate(rd, rp->unit, value, 0); |
2d281d819 PowerCap: Introdu... |
705 |
else |
beea8df82 intel_rapl: abstr... |
706 |
*data = value; |
2d281d819 PowerCap: Introdu... |
707 708 709 710 711 712 |
return 0; } /* Similar use of primitive info in the read counterpart */ static int rapl_write_data_raw(struct rapl_domain *rd, |
3382388d7 intel_rapl: abstr... |
713 714 |
enum rapl_primitives prim, unsigned long long value) |
2d281d819 PowerCap: Introdu... |
715 |
{ |
2d281d819 PowerCap: Introdu... |
716 717 |
struct rapl_primitive_info *rp = &rpi[prim]; int cpu; |
f14a1396d powercap/rapl: re... |
718 |
u64 bits; |
beea8df82 intel_rapl: abstr... |
719 |
struct reg_action ra; |
f14a1396d powercap/rapl: re... |
720 |
int ret; |
2d281d819 PowerCap: Introdu... |
721 |
|
323ee64aa powercap/rapl: tr... |
722 |
cpu = rd->rp->lead_cpu; |
309557f55 powercap/rapl: ad... |
723 |
bits = rapl_unit_xlate(rd, rp->unit, value, 1); |
edbdabc62 powercap/RAPL: pr... |
724 725 |
bits <<= rp->shift; bits &= rp->mask; |
beea8df82 intel_rapl: abstr... |
726 |
memset(&ra, 0, sizeof(ra)); |
f14a1396d powercap/rapl: re... |
727 |
|
beea8df82 intel_rapl: abstr... |
728 729 730 |
ra.reg = rd->regs[rp->id]; ra.mask = rp->mask; ra.value = bits; |
f14a1396d powercap/rapl: re... |
731 |
|
beea8df82 intel_rapl: abstr... |
732 |
ret = rd->rp->priv->write_raw(cpu, &ra); |
f14a1396d powercap/rapl: re... |
733 734 |
return ret; |
2d281d819 PowerCap: Introdu... |
735 |
} |
3c2c08454 powercap / RAPL: ... |
736 737 738 739 740 741 742 |
/* * Raw RAPL data stored in MSRs are in certain scales. We need to * convert them into standard units based on the units reported in * the RAPL unit MSRs. This is specific to CPUs as the method to * calculate units differ on different CPUs. * We convert the units to below format based on CPUs. * i.e. |
d474a4d36 powercap / RAPL: ... |
743 |
* energy unit: picoJoules : Represented in picoJoules by default |
3c2c08454 powercap / RAPL: ... |
744 745 746 747 |
* power unit : microWatts : Represented in milliWatts by default * time unit : microseconds: Represented in seconds by default */ static int rapl_check_unit_core(struct rapl_package *rp, int cpu) |
2d281d819 PowerCap: Introdu... |
748 |
{ |
1193b1658 intel_rapl: clean... |
749 |
struct reg_action ra; |
2d281d819 PowerCap: Introdu... |
750 |
u32 value; |
1193b1658 intel_rapl: clean... |
751 752 753 |
ra.reg = rp->priv->reg_unit; ra.mask = ~0; if (rp->priv->read_raw(cpu, &ra)) { |
d978e755a intel_rapl: suppo... |
754 755 |
pr_err("Failed to read power unit REG 0x%llx on CPU %d, exit. ", |
3382388d7 intel_rapl: abstr... |
756 |
rp->priv->reg_unit, cpu); |
2d281d819 PowerCap: Introdu... |
757 758 |
return -ENODEV; } |
1193b1658 intel_rapl: clean... |
759 |
value = (ra.value & ENERGY_UNIT_MASK) >> ENERGY_UNIT_OFFSET; |
d474a4d36 powercap / RAPL: ... |
760 |
rp->energy_unit = ENERGY_UNIT_SCALE * 1000000 / (1 << value); |
2d281d819 PowerCap: Introdu... |
761 |
|
1193b1658 intel_rapl: clean... |
762 |
value = (ra.value & POWER_UNIT_MASK) >> POWER_UNIT_OFFSET; |
3c2c08454 powercap / RAPL: ... |
763 |
rp->power_unit = 1000000 / (1 << value); |
2d281d819 PowerCap: Introdu... |
764 |
|
1193b1658 intel_rapl: clean... |
765 |
value = (ra.value & TIME_UNIT_MASK) >> TIME_UNIT_OFFSET; |
3c2c08454 powercap / RAPL: ... |
766 |
rp->time_unit = 1000000 / (1 << value); |
2d281d819 PowerCap: Introdu... |
767 |
|
9ea7612c4 powercap/intel_ra... |
768 769 |
pr_debug("Core CPU %s energy=%dpJ, time=%dus, power=%duW ", |
3382388d7 intel_rapl: abstr... |
770 |
rp->name, rp->energy_unit, rp->time_unit, rp->power_unit); |
2d281d819 PowerCap: Introdu... |
771 772 773 |
return 0; } |
3c2c08454 powercap / RAPL: ... |
774 775 |
static int rapl_check_unit_atom(struct rapl_package *rp, int cpu) { |
1193b1658 intel_rapl: clean... |
776 |
struct reg_action ra; |
3c2c08454 powercap / RAPL: ... |
777 |
u32 value; |
1193b1658 intel_rapl: clean... |
778 779 780 |
ra.reg = rp->priv->reg_unit; ra.mask = ~0; if (rp->priv->read_raw(cpu, &ra)) { |
d978e755a intel_rapl: suppo... |
781 782 |
pr_err("Failed to read power unit REG 0x%llx on CPU %d, exit. ", |
3382388d7 intel_rapl: abstr... |
783 |
rp->priv->reg_unit, cpu); |
3c2c08454 powercap / RAPL: ... |
784 785 |
return -ENODEV; } |
1193b1658 intel_rapl: clean... |
786 787 |
value = (ra.value & ENERGY_UNIT_MASK) >> ENERGY_UNIT_OFFSET; |
d474a4d36 powercap / RAPL: ... |
788 |
rp->energy_unit = ENERGY_UNIT_SCALE * 1 << value; |
3c2c08454 powercap / RAPL: ... |
789 |
|
1193b1658 intel_rapl: clean... |
790 |
value = (ra.value & POWER_UNIT_MASK) >> POWER_UNIT_OFFSET; |
3c2c08454 powercap / RAPL: ... |
791 |
rp->power_unit = (1 << value) * 1000; |
1193b1658 intel_rapl: clean... |
792 |
value = (ra.value & TIME_UNIT_MASK) >> TIME_UNIT_OFFSET; |
3c2c08454 powercap / RAPL: ... |
793 |
rp->time_unit = 1000000 / (1 << value); |
9ea7612c4 powercap/intel_ra... |
794 795 |
pr_debug("Atom %s energy=%dpJ, time=%dus, power=%duW ", |
3382388d7 intel_rapl: abstr... |
796 |
rp->name, rp->energy_unit, rp->time_unit, rp->power_unit); |
3c2c08454 powercap / RAPL: ... |
797 798 799 |
return 0; } |
f14a1396d powercap/rapl: re... |
800 801 802 803 804 805 806 807 808 809 810 811 812 813 |
static void power_limit_irq_save_cpu(void *info) { u32 l, h = 0; struct rapl_package *rp = (struct rapl_package *)info; /* save the state of PLN irq mask bit before disabling it */ rdmsr_safe(MSR_IA32_PACKAGE_THERM_INTERRUPT, &l, &h); if (!(rp->power_limit_irq & PACKAGE_PLN_INT_SAVED)) { rp->power_limit_irq = l & PACKAGE_THERM_INT_PLN_ENABLE; rp->power_limit_irq |= PACKAGE_PLN_INT_SAVED; } l &= ~PACKAGE_THERM_INT_PLN_ENABLE; wrmsr_safe(MSR_IA32_PACKAGE_THERM_INTERRUPT, l, h); } |
2d281d819 PowerCap: Introdu... |
814 815 816 817 818 819 820 821 822 |
/* REVISIT: * When package power limit is set artificially low by RAPL, LVT * thermal interrupt for package power limit should be ignored * since we are not really exceeding the real limit. The intention * is to avoid excessive interrupts while we are trying to save power. * A useful feature might be routing the package_power_limit interrupt * to userspace via eventfd. once we have a usecase, this is simple * to do by adding an atomic notifier. */ |
309557f55 powercap/rapl: ad... |
823 |
static void package_power_limit_irq_save(struct rapl_package *rp) |
2d281d819 PowerCap: Introdu... |
824 |
{ |
f14a1396d powercap/rapl: re... |
825 826 |
if (!boot_cpu_has(X86_FEATURE_PTS) || !boot_cpu_has(X86_FEATURE_PLN)) return; |
323ee64aa powercap/rapl: tr... |
827 |
smp_call_function_single(rp->lead_cpu, power_limit_irq_save_cpu, rp, 1); |
f14a1396d powercap/rapl: re... |
828 |
} |
587050692 powercap/intel_ra... |
829 830 831 832 833 |
/* * Restore per package power limit interrupt enable state. Called from cpu * hotplug code on package removal. */ static void package_power_limit_irq_restore(struct rapl_package *rp) |
f14a1396d powercap/rapl: re... |
834 |
{ |
587050692 powercap/intel_ra... |
835 836 837 838 839 840 841 842 |
u32 l, h; if (!boot_cpu_has(X86_FEATURE_PTS) || !boot_cpu_has(X86_FEATURE_PLN)) return; /* irq enable state not saved, nothing to restore */ if (!(rp->power_limit_irq & PACKAGE_PLN_INT_SAVED)) return; |
f14a1396d powercap/rapl: re... |
843 844 845 846 847 848 849 850 851 |
rdmsr_safe(MSR_IA32_PACKAGE_THERM_INTERRUPT, &l, &h); if (rp->power_limit_irq & PACKAGE_THERM_INT_PLN_ENABLE) l |= PACKAGE_THERM_INT_PLN_ENABLE; else l &= ~PACKAGE_THERM_INT_PLN_ENABLE; wrmsr_safe(MSR_IA32_PACKAGE_THERM_INTERRUPT, l, h); |
2d281d819 PowerCap: Introdu... |
852 |
} |
3c2c08454 powercap / RAPL: ... |
853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 |
static void set_floor_freq_default(struct rapl_domain *rd, bool mode) { int nr_powerlimit = find_nr_power_limit(rd); /* always enable clamp such that p-state can go below OS requested * range. power capping priority over guranteed frequency. */ rapl_write_data_raw(rd, PL1_CLAMP, mode); /* some domains have pl2 */ if (nr_powerlimit > 1) { rapl_write_data_raw(rd, PL2_ENABLE, mode); rapl_write_data_raw(rd, PL2_CLAMP, mode); } } static void set_floor_freq_atom(struct rapl_domain *rd, bool enable) { static u32 power_ctrl_orig_val; u32 mdata; |
51b63409b powercap / RAPL: ... |
873 874 875 876 877 |
if (!rapl_defaults->floor_freq_reg_addr) { pr_err("Invalid floor frequency config register "); return; } |
3c2c08454 powercap / RAPL: ... |
878 |
if (!power_ctrl_orig_val) |
4077a387b x86/platform/iosf... |
879 880 881 |
iosf_mbi_read(BT_MBI_UNIT_PMC, MBI_CR_READ, rapl_defaults->floor_freq_reg_addr, &power_ctrl_orig_val); |
3c2c08454 powercap / RAPL: ... |
882 883 884 885 886 |
mdata = power_ctrl_orig_val; if (enable) { mdata &= ~(0x7f << 8); mdata |= 1 << 8; } |
4077a387b x86/platform/iosf... |
887 888 |
iosf_mbi_write(BT_MBI_UNIT_PMC, MBI_CR_WRITE, rapl_defaults->floor_freq_reg_addr, mdata); |
3c2c08454 powercap / RAPL: ... |
889 890 891 |
} static u64 rapl_compute_time_window_core(struct rapl_package *rp, u64 value, |
3382388d7 intel_rapl: abstr... |
892 |
bool to_raw) |
3c2c08454 powercap / RAPL: ... |
893 |
{ |
3382388d7 intel_rapl: abstr... |
894 |
u64 f, y; /* fraction and exp. used for time unit */ |
3c2c08454 powercap / RAPL: ... |
895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 |
/* * Special processing based on 2^Y*(1+F/4), refer * to Intel Software Developer's manual Vol.3B: CH 14.9.3. */ if (!to_raw) { f = (value & 0x60) >> 5; y = value & 0x1f; value = (1 << y) * (4 + f) * rp->time_unit / 4; } else { do_div(value, rp->time_unit); y = ilog2(value); f = div64_u64(4 * (value - (1 << y)), 1 << y); value = (y & 0x1f) | ((f & 0x3) << 5); } return value; } static u64 rapl_compute_time_window_atom(struct rapl_package *rp, u64 value, |
3382388d7 intel_rapl: abstr... |
914 |
bool to_raw) |
3c2c08454 powercap / RAPL: ... |
915 916 917 918 919 920 921 |
{ /* * Atom time unit encoding is straight forward val * time_unit, * where time_unit is default to 1 sec. Never 0. */ if (!to_raw) return (value) ? value *= rp->time_unit : rp->time_unit; |
3382388d7 intel_rapl: abstr... |
922 923 |
value = div64_u64(value, rp->time_unit); |
3c2c08454 powercap / RAPL: ... |
924 925 926 |
return value; } |
087e9cbab powercap / RAPL: ... |
927 |
static const struct rapl_defaults rapl_defaults_core = { |
51b63409b powercap / RAPL: ... |
928 |
.floor_freq_reg_addr = 0, |
3c2c08454 powercap / RAPL: ... |
929 930 931 |
.check_unit = rapl_check_unit_core, .set_floor_freq = set_floor_freq_default, .compute_time_window = rapl_compute_time_window_core, |
087e9cbab powercap / RAPL: ... |
932 |
}; |
d474a4d36 powercap / RAPL: ... |
933 934 935 936 937 938 |
static const struct rapl_defaults rapl_defaults_hsw_server = { .check_unit = rapl_check_unit_core, .set_floor_freq = set_floor_freq_default, .compute_time_window = rapl_compute_time_window_core, .dram_domain_energy_unit = 15300, }; |
2d798d9f5 powercap: intel_r... |
939 940 941 942 943 944 945 |
static const struct rapl_defaults rapl_defaults_spr_server = { .check_unit = rapl_check_unit_core, .set_floor_freq = set_floor_freq_default, .compute_time_window = rapl_compute_time_window_core, .dram_domain_energy_unit = 15300, .psys_domain_energy_unit = 1000000000, }; |
51b63409b powercap / RAPL: ... |
946 947 948 949 950 951 952 953 954 |
static const struct rapl_defaults rapl_defaults_byt = { .floor_freq_reg_addr = IOSF_CPU_POWER_BUDGET_CTL_BYT, .check_unit = rapl_check_unit_atom, .set_floor_freq = set_floor_freq_atom, .compute_time_window = rapl_compute_time_window_atom, }; static const struct rapl_defaults rapl_defaults_tng = { .floor_freq_reg_addr = IOSF_CPU_POWER_BUDGET_CTL_TNG, |
3c2c08454 powercap / RAPL: ... |
955 956 957 |
.check_unit = rapl_check_unit_atom, .set_floor_freq = set_floor_freq_atom, .compute_time_window = rapl_compute_time_window_atom, |
087e9cbab powercap / RAPL: ... |
958 |
}; |
51b63409b powercap / RAPL: ... |
959 960 961 962 963 964 965 966 967 968 969 970 971 |
static const struct rapl_defaults rapl_defaults_ann = { .floor_freq_reg_addr = 0, .check_unit = rapl_check_unit_atom, .set_floor_freq = NULL, .compute_time_window = rapl_compute_time_window_atom, }; static const struct rapl_defaults rapl_defaults_cht = { .floor_freq_reg_addr = 0, .check_unit = rapl_check_unit_atom, .set_floor_freq = NULL, .compute_time_window = rapl_compute_time_window_atom, }; |
ea85dbcae powercap / RAPL: ... |
972 |
static const struct x86_cpu_id rapl_ids[] __initconst = { |
f07225128 powercap/intel_ra... |
973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 |
X86_MATCH_INTEL_FAM6_MODEL(SANDYBRIDGE, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(SANDYBRIDGE_X, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(IVYBRIDGE, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(IVYBRIDGE_X, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(HASWELL, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(HASWELL_L, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(HASWELL_G, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(HASWELL_X, &rapl_defaults_hsw_server), X86_MATCH_INTEL_FAM6_MODEL(BROADWELL, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(BROADWELL_G, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(BROADWELL_D, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(BROADWELL_X, &rapl_defaults_hsw_server), X86_MATCH_INTEL_FAM6_MODEL(SKYLAKE, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(SKYLAKE_L, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(SKYLAKE_X, &rapl_defaults_hsw_server), X86_MATCH_INTEL_FAM6_MODEL(KABYLAKE_L, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(KABYLAKE, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(CANNONLAKE_L, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(ICELAKE_L, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(ICELAKE, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(ICELAKE_NNPI, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(ICELAKE_X, &rapl_defaults_hsw_server), X86_MATCH_INTEL_FAM6_MODEL(ICELAKE_D, &rapl_defaults_hsw_server), X86_MATCH_INTEL_FAM6_MODEL(COMETLAKE_L, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(COMETLAKE, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(TIGERLAKE_L, &rapl_defaults_core), |
57a2fb068 powercap/intel_ra... |
1003 |
X86_MATCH_INTEL_FAM6_MODEL(TIGERLAKE, &rapl_defaults_core), |
64e5f3671 powercap/intel_ra... |
1004 |
X86_MATCH_INTEL_FAM6_MODEL(ROCKETLAKE, &rapl_defaults_core), |
ba92a4201 powercap/intel_ra... |
1005 |
X86_MATCH_INTEL_FAM6_MODEL(ALDERLAKE, &rapl_defaults_core), |
2d798d9f5 powercap: intel_r... |
1006 |
X86_MATCH_INTEL_FAM6_MODEL(SAPPHIRERAPIDS_X, &rapl_defaults_spr_server), |
e1c2d96cd powercap: RAPL: A... |
1007 |
X86_MATCH_INTEL_FAM6_MODEL(LAKEFIELD, &rapl_defaults_core), |
f07225128 powercap/intel_ra... |
1008 1009 1010 1011 1012 1013 1014 1015 |
X86_MATCH_INTEL_FAM6_MODEL(ATOM_SILVERMONT, &rapl_defaults_byt), X86_MATCH_INTEL_FAM6_MODEL(ATOM_AIRMONT, &rapl_defaults_cht), X86_MATCH_INTEL_FAM6_MODEL(ATOM_SILVERMONT_MID, &rapl_defaults_tng), X86_MATCH_INTEL_FAM6_MODEL(ATOM_AIRMONT_MID, &rapl_defaults_ann), X86_MATCH_INTEL_FAM6_MODEL(ATOM_GOLDMONT, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(ATOM_GOLDMONT_PLUS, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(ATOM_GOLDMONT_D, &rapl_defaults_core), |
33c980036 powercap/intel_ra... |
1016 |
X86_MATCH_INTEL_FAM6_MODEL(ATOM_TREMONT, &rapl_defaults_core), |
f07225128 powercap/intel_ra... |
1017 1018 1019 1020 1021 |
X86_MATCH_INTEL_FAM6_MODEL(ATOM_TREMONT_D, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(ATOM_TREMONT_L, &rapl_defaults_core), X86_MATCH_INTEL_FAM6_MODEL(XEON_PHI_KNL, &rapl_defaults_hsw_server), X86_MATCH_INTEL_FAM6_MODEL(XEON_PHI_KNM, &rapl_defaults_hsw_server), |
2d281d819 PowerCap: Introdu... |
1022 1023 1024 |
{} }; MODULE_DEVICE_TABLE(x86cpu, rapl_ids); |
bed5ab637 powercap/intel_ra... |
1025 1026 |
/* Read once for all raw primitive data for domains */ static void rapl_update_domain_data(struct rapl_package *rp) |
2d281d819 PowerCap: Introdu... |
1027 1028 1029 |
{ int dmn, prim; u64 val; |
2d281d819 PowerCap: Introdu... |
1030 |
|
bed5ab637 powercap/intel_ra... |
1031 |
for (dmn = 0; dmn < rp->nr_domains; dmn++) { |
9ea7612c4 powercap/intel_ra... |
1032 1033 |
pr_debug("update %s domain %s data ", rp->name, |
bed5ab637 powercap/intel_ra... |
1034 1035 1036 1037 1038 |
rp->domains[dmn].name); /* exclude non-raw primitives */ for (prim = 0; prim < NR_RAW_PRIMITIVES; prim++) { if (!rapl_read_data_raw(&rp->domains[dmn], prim, rpi[prim].unit, &val)) |
3382388d7 intel_rapl: abstr... |
1039 |
rp->domains[dmn].rdd.primitives[prim] = val; |
2d281d819 PowerCap: Introdu... |
1040 1041 1042 1043 |
} } } |
2d281d819 PowerCap: Introdu... |
1044 1045 1046 |
static int rapl_package_register_powercap(struct rapl_package *rp) { struct rapl_domain *rd; |
2d281d819 PowerCap: Introdu... |
1047 |
struct powercap_zone *power_zone = NULL; |
01857cf77 powercap: intel_r... |
1048 |
int nr_pl, ret; |
bed5ab637 powercap/intel_ra... |
1049 1050 1051 |
/* Update the domain data of the new package */ rapl_update_domain_data(rp); |
2d281d819 PowerCap: Introdu... |
1052 |
|
3382388d7 intel_rapl: abstr... |
1053 |
/* first we register package domain as the parent zone */ |
2d281d819 PowerCap: Introdu... |
1054 1055 1056 |
for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) { if (rd->id == RAPL_DOMAIN_PACKAGE) { nr_pl = find_nr_power_limit(rd); |
9ea7612c4 powercap/intel_ra... |
1057 1058 |
pr_debug("register package domain %s ", rp->name); |
2d281d819 PowerCap: Introdu... |
1059 |
power_zone = powercap_register_zone(&rd->power_zone, |
3382388d7 intel_rapl: abstr... |
1060 1061 1062 |
rp->priv->control_type, rp->name, NULL, &zone_ops[rd->id], nr_pl, &constraint_ops); |
2d281d819 PowerCap: Introdu... |
1063 |
if (IS_ERR(power_zone)) { |
9ea7612c4 powercap/intel_ra... |
1064 1065 |
pr_debug("failed to register power zone %s ", |
3382388d7 intel_rapl: abstr... |
1066 |
rp->name); |
bed5ab637 powercap/intel_ra... |
1067 |
return PTR_ERR(power_zone); |
2d281d819 PowerCap: Introdu... |
1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 |
} /* track parent zone in per package/socket data */ rp->power_zone = power_zone; /* done, only one package domain per socket */ break; } } if (!power_zone) { pr_err("no package domain found, unknown topology! "); |
bed5ab637 powercap/intel_ra... |
1078 |
return -ENODEV; |
2d281d819 PowerCap: Introdu... |
1079 |
} |
3382388d7 intel_rapl: abstr... |
1080 |
/* now register domains as children of the socket/package */ |
2d281d819 PowerCap: Introdu... |
1081 |
for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) { |
f1e8d7560 powercap/intel_ra... |
1082 |
struct powercap_zone *parent = rp->power_zone; |
2d281d819 PowerCap: Introdu... |
1083 1084 |
if (rd->id == RAPL_DOMAIN_PACKAGE) continue; |
f1e8d7560 powercap/intel_ra... |
1085 1086 |
if (rd->id == RAPL_DOMAIN_PLATFORM) parent = NULL; |
2d281d819 PowerCap: Introdu... |
1087 1088 1089 |
/* number of power limits per domain varies */ nr_pl = find_nr_power_limit(rd); power_zone = powercap_register_zone(&rd->power_zone, |
3382388d7 intel_rapl: abstr... |
1090 |
rp->priv->control_type, |
f1e8d7560 powercap/intel_ra... |
1091 |
rd->name, parent, |
3382388d7 intel_rapl: abstr... |
1092 1093 |
&zone_ops[rd->id], nr_pl, &constraint_ops); |
2d281d819 PowerCap: Introdu... |
1094 1095 |
if (IS_ERR(power_zone)) { |
9ea7612c4 powercap/intel_ra... |
1096 1097 |
pr_debug("failed to register power_zone, %s:%s ", |
3382388d7 intel_rapl: abstr... |
1098 |
rp->name, rd->name); |
2d281d819 PowerCap: Introdu... |
1099 1100 1101 1102 |
ret = PTR_ERR(power_zone); goto err_cleanup; } } |
bed5ab637 powercap/intel_ra... |
1103 |
return 0; |
2d281d819 PowerCap: Introdu... |
1104 |
|
2d281d819 PowerCap: Introdu... |
1105 |
err_cleanup: |
587050692 powercap/intel_ra... |
1106 1107 |
/* * Clean up previously initialized domains within the package if we |
2d281d819 PowerCap: Introdu... |
1108 1109 1110 |
* failed after the first domain setup. */ while (--rd >= rp->domains) { |
9ea7612c4 powercap/intel_ra... |
1111 1112 |
pr_debug("unregister %s domain %s ", rp->name, rd->name); |
3382388d7 intel_rapl: abstr... |
1113 1114 |
powercap_unregister_zone(rp->priv->control_type, &rd->power_zone); |
2d281d819 PowerCap: Introdu... |
1115 1116 1117 1118 |
} return ret; } |
7fde2712a intel_rapl: abstr... |
1119 |
static int rapl_check_domain(int cpu, int domain, struct rapl_package *rp) |
2d281d819 PowerCap: Introdu... |
1120 |
{ |
1193b1658 intel_rapl: clean... |
1121 |
struct reg_action ra; |
2d281d819 PowerCap: Introdu... |
1122 1123 1124 |
switch (domain) { case RAPL_DOMAIN_PACKAGE: |
2d281d819 PowerCap: Introdu... |
1125 |
case RAPL_DOMAIN_PP0: |
2d281d819 PowerCap: Introdu... |
1126 |
case RAPL_DOMAIN_PP1: |
2d281d819 PowerCap: Introdu... |
1127 |
case RAPL_DOMAIN_DRAM: |
f1e8d7560 powercap/intel_ra... |
1128 |
case RAPL_DOMAIN_PLATFORM: |
1193b1658 intel_rapl: clean... |
1129 |
ra.reg = rp->priv->regs[domain][RAPL_DOMAIN_REG_STATUS]; |
2d281d819 PowerCap: Introdu... |
1130 1131 1132 1133 1134 1135 |
break; default: pr_err("invalid domain id %d ", domain); return -EINVAL; } |
9d31c676c powercap / RAPL: ... |
1136 1137 |
/* make sure domain counters are available and contains non-zero * values, otherwise skip it. |
7b8747725 powercap / intel_... |
1138 |
*/ |
1193b1658 intel_rapl: clean... |
1139 |
|
7a57e9f11 powercap/intel_ra... |
1140 |
ra.mask = ENERGY_STATUS_MASK; |
1193b1658 intel_rapl: clean... |
1141 |
if (rp->priv->read_raw(cpu, &ra) || !ra.value) |
9d31c676c powercap / RAPL: ... |
1142 |
return -ENODEV; |
2d281d819 PowerCap: Introdu... |
1143 |
|
9d31c676c powercap / RAPL: ... |
1144 |
return 0; |
2d281d819 PowerCap: Introdu... |
1145 |
} |
e1399ba20 powercap / RAPL: ... |
1146 1147 1148 1149 1150 |
/* * Check if power limits are available. Two cases when they are not available: * 1. Locked by BIOS, in this case we still provide read-only access so that * users can see what limit is set by the BIOS. * 2. Some CPUs make some domains monitoring only which means PLx MSRs may not |
3382388d7 intel_rapl: abstr... |
1151 |
* exist at all. In this case, we do not show the constraints in powercap. |
e1399ba20 powercap / RAPL: ... |
1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 |
* * Called after domains are detected and initialized. */ static void rapl_detect_powerlimit(struct rapl_domain *rd) { u64 val64; int i; /* check if the domain is locked by BIOS, ignore if MSR doesn't exist */ if (!rapl_read_data_raw(rd, FW_LOCK, false, &val64)) { if (val64) { |
9ea7612c4 powercap/intel_ra... |
1163 1164 1165 |
pr_info("RAPL %s domain %s locked by BIOS ", rd->rp->name, rd->name); |
e1399ba20 powercap / RAPL: ... |
1166 1167 1168 |
rd->state |= DOMAIN_STATE_BIOS_LOCKED; } } |
3382388d7 intel_rapl: abstr... |
1169 |
/* check if power limit MSR exists, otherwise domain is monitoring only */ |
e1399ba20 powercap / RAPL: ... |
1170 1171 |
for (i = 0; i < NR_POWER_LIMITS; i++) { int prim = rd->rpl[i].prim_id; |
3382388d7 intel_rapl: abstr... |
1172 |
|
e1399ba20 powercap / RAPL: ... |
1173 1174 1175 1176 |
if (rapl_read_data_raw(rd, prim, false, &val64)) rd->rpl[i].name = NULL; } } |
2d281d819 PowerCap: Introdu... |
1177 1178 1179 1180 1181 |
/* Detect active and valid domains for the given CPU, caller must * ensure the CPU belongs to the targeted package and CPU hotlug is disabled. */ static int rapl_detect_domains(struct rapl_package *rp, int cpu) { |
2d281d819 PowerCap: Introdu... |
1182 |
struct rapl_domain *rd; |
587050692 powercap/intel_ra... |
1183 |
int i; |
2d281d819 PowerCap: Introdu... |
1184 1185 1186 |
for (i = 0; i < RAPL_DOMAIN_MAX; i++) { /* use physical package id to read counters */ |
7fde2712a intel_rapl: abstr... |
1187 |
if (!rapl_check_domain(cpu, i, rp)) { |
2d281d819 PowerCap: Introdu... |
1188 |
rp->domain_map |= 1 << i; |
fcdf1797e powercap / RAPL: ... |
1189 1190 1191 |
pr_info("Found RAPL domain %s ", rapl_domain_names[i]); } |
2d281d819 PowerCap: Introdu... |
1192 |
} |
3382388d7 intel_rapl: abstr... |
1193 |
rp->nr_domains = bitmap_weight(&rp->domain_map, RAPL_DOMAIN_MAX); |
2d281d819 PowerCap: Introdu... |
1194 |
if (!rp->nr_domains) { |
9ea7612c4 powercap/intel_ra... |
1195 1196 |
pr_debug("no valid rapl domains found in %s ", rp->name); |
587050692 powercap/intel_ra... |
1197 |
return -ENODEV; |
2d281d819 PowerCap: Introdu... |
1198 |
} |
9ea7612c4 powercap/intel_ra... |
1199 1200 |
pr_debug("found %d domains on %s ", rp->nr_domains, rp->name); |
2d281d819 PowerCap: Introdu... |
1201 1202 |
rp->domains = kcalloc(rp->nr_domains + 1, sizeof(struct rapl_domain), |
3382388d7 intel_rapl: abstr... |
1203 |
GFP_KERNEL); |
587050692 powercap/intel_ra... |
1204 1205 |
if (!rp->domains) return -ENOMEM; |
2d281d819 PowerCap: Introdu... |
1206 |
rapl_init_domains(rp); |
e1399ba20 powercap / RAPL: ... |
1207 1208 |
for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) rapl_detect_powerlimit(rd); |
2d281d819 PowerCap: Introdu... |
1209 1210 1211 1212 |
return 0; } /* called from CPU hotplug notifier, hotplug lock held */ |
3382388d7 intel_rapl: abstr... |
1213 |
void rapl_remove_package(struct rapl_package *rp) |
2d281d819 PowerCap: Introdu... |
1214 1215 |
{ struct rapl_domain *rd, *rd_package = NULL; |
587050692 powercap/intel_ra... |
1216 |
package_power_limit_irq_restore(rp); |
2d281d819 PowerCap: Introdu... |
1217 |
for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) { |
587050692 powercap/intel_ra... |
1218 1219 1220 1221 1222 |
rapl_write_data_raw(rd, PL1_ENABLE, 0); rapl_write_data_raw(rd, PL1_CLAMP, 0); if (find_nr_power_limit(rd) > 1) { rapl_write_data_raw(rd, PL2_ENABLE, 0); rapl_write_data_raw(rd, PL2_CLAMP, 0); |
8365a898f powercap: Add Pow... |
1223 |
rapl_write_data_raw(rd, PL4_ENABLE, 0); |
587050692 powercap/intel_ra... |
1224 |
} |
2d281d819 PowerCap: Introdu... |
1225 1226 1227 1228 |
if (rd->id == RAPL_DOMAIN_PACKAGE) { rd_package = rd; continue; } |
9ea7612c4 powercap/intel_ra... |
1229 1230 1231 |
pr_debug("remove package, undo power limit on %s: %s ", rp->name, rd->name); |
3382388d7 intel_rapl: abstr... |
1232 1233 |
powercap_unregister_zone(rp->priv->control_type, &rd->power_zone); |
2d281d819 PowerCap: Introdu... |
1234 1235 |
} /* do parent zone last */ |
3382388d7 intel_rapl: abstr... |
1236 1237 |
powercap_unregister_zone(rp->priv->control_type, &rd_package->power_zone); |
2d281d819 PowerCap: Introdu... |
1238 1239 1240 |
list_del(&rp->plist); kfree(rp); } |
3382388d7 intel_rapl: abstr... |
1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 |
EXPORT_SYMBOL_GPL(rapl_remove_package); /* caller to ensure CPU hotplug lock is held */ struct rapl_package *rapl_find_package_domain(int cpu, struct rapl_if_priv *priv) { int id = topology_logical_die_id(cpu); struct rapl_package *rp; list_for_each_entry(rp, &rapl_packages, plist) { if (rp->id == id && rp->priv->control_type == priv->control_type) return rp; } return NULL; } EXPORT_SYMBOL_GPL(rapl_find_package_domain); |
2d281d819 PowerCap: Introdu... |
1258 1259 |
/* called from CPU hotplug notifier, hotplug lock held */ |
3382388d7 intel_rapl: abstr... |
1260 |
struct rapl_package *rapl_add_package(int cpu, struct rapl_if_priv *priv) |
2d281d819 PowerCap: Introdu... |
1261 |
{ |
32fb480e0 powercap/intel_ra... |
1262 |
int id = topology_logical_die_id(cpu); |
2d281d819 PowerCap: Introdu... |
1263 |
struct rapl_package *rp; |
9ea7612c4 powercap/intel_ra... |
1264 |
struct cpuinfo_x86 *c = &cpu_data(cpu); |
b4005e927 powercap/intel_ra... |
1265 |
int ret; |
2d281d819 PowerCap: Introdu... |
1266 |
|
3aa3c5882 powercap: intel_r... |
1267 1268 |
if (!rapl_defaults) return ERR_PTR(-ENODEV); |
2d281d819 PowerCap: Introdu... |
1269 1270 |
rp = kzalloc(sizeof(struct rapl_package), GFP_KERNEL); if (!rp) |
b4005e927 powercap/intel_ra... |
1271 |
return ERR_PTR(-ENOMEM); |
2d281d819 PowerCap: Introdu... |
1272 1273 |
/* add the new package to the list */ |
aadf7b383 powercap/intel_ra... |
1274 |
rp->id = id; |
323ee64aa powercap/rapl: tr... |
1275 |
rp->lead_cpu = cpu; |
7ebf8eff6 intel_rapl: intro... |
1276 |
rp->priv = priv; |
323ee64aa powercap/rapl: tr... |
1277 |
|
9ea7612c4 powercap/intel_ra... |
1278 1279 |
if (topology_max_die_per_package() > 1) snprintf(rp->name, PACKAGE_DOMAIN_NAME_LENGTH, |
3382388d7 intel_rapl: abstr... |
1280 |
"package-%d-die-%d", c->phys_proc_id, c->cpu_die_id); |
9ea7612c4 powercap/intel_ra... |
1281 1282 |
else snprintf(rp->name, PACKAGE_DOMAIN_NAME_LENGTH, "package-%d", |
3382388d7 intel_rapl: abstr... |
1283 |
c->phys_proc_id); |
9ea7612c4 powercap/intel_ra... |
1284 |
|
2d281d819 PowerCap: Introdu... |
1285 |
/* check if the package contains valid domains */ |
3382388d7 intel_rapl: abstr... |
1286 |
if (rapl_detect_domains(rp, cpu) || rapl_defaults->check_unit(rp, cpu)) { |
2d281d819 PowerCap: Introdu... |
1287 1288 1289 |
ret = -ENODEV; goto err_free_package; } |
a74f43675 powercap/intel_ra... |
1290 1291 |
ret = rapl_package_register_powercap(rp); if (!ret) { |
2d281d819 PowerCap: Introdu... |
1292 1293 |
INIT_LIST_HEAD(&rp->plist); list_add(&rp->plist, &rapl_packages); |
b4005e927 powercap/intel_ra... |
1294 |
return rp; |
2d281d819 PowerCap: Introdu... |
1295 1296 1297 1298 1299 |
} err_free_package: kfree(rp->domains); kfree(rp); |
b4005e927 powercap/intel_ra... |
1300 |
return ERR_PTR(ret); |
2d281d819 PowerCap: Introdu... |
1301 |
} |
3382388d7 intel_rapl: abstr... |
1302 |
EXPORT_SYMBOL_GPL(rapl_add_package); |
2d281d819 PowerCap: Introdu... |
1303 |
|
52b3672c1 powercap: add sus... |
1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 |
static void power_limit_state_save(void) { struct rapl_package *rp; struct rapl_domain *rd; int nr_pl, ret, i; get_online_cpus(); list_for_each_entry(rp, &rapl_packages, plist) { if (!rp->power_zone) continue; rd = power_zone_to_rapl_domain(rp->power_zone); nr_pl = find_nr_power_limit(rd); for (i = 0; i < nr_pl; i++) { switch (rd->rpl[i].prim_id) { case PL1_ENABLE: ret = rapl_read_data_raw(rd, |
3382388d7 intel_rapl: abstr... |
1320 1321 |
POWER_LIMIT1, true, &rd->rpl[i].last_power_limit); |
52b3672c1 powercap: add sus... |
1322 1323 1324 1325 1326 |
if (ret) rd->rpl[i].last_power_limit = 0; break; case PL2_ENABLE: ret = rapl_read_data_raw(rd, |
3382388d7 intel_rapl: abstr... |
1327 1328 |
POWER_LIMIT2, true, &rd->rpl[i].last_power_limit); |
52b3672c1 powercap: add sus... |
1329 1330 1331 |
if (ret) rd->rpl[i].last_power_limit = 0; break; |
8365a898f powercap: Add Pow... |
1332 1333 1334 1335 1336 1337 1338 |
case PL4_ENABLE: ret = rapl_read_data_raw(rd, POWER_LIMIT4, true, &rd->rpl[i].last_power_limit); if (ret) rd->rpl[i].last_power_limit = 0; break; |
52b3672c1 powercap: add sus... |
1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 |
} } } put_online_cpus(); } static void power_limit_state_restore(void) { struct rapl_package *rp; struct rapl_domain *rd; int nr_pl, i; get_online_cpus(); list_for_each_entry(rp, &rapl_packages, plist) { if (!rp->power_zone) continue; rd = power_zone_to_rapl_domain(rp->power_zone); nr_pl = find_nr_power_limit(rd); for (i = 0; i < nr_pl; i++) { switch (rd->rpl[i].prim_id) { case PL1_ENABLE: if (rd->rpl[i].last_power_limit) |
3382388d7 intel_rapl: abstr... |
1361 1362 |
rapl_write_data_raw(rd, POWER_LIMIT1, rd->rpl[i].last_power_limit); |
52b3672c1 powercap: add sus... |
1363 1364 1365 |
break; case PL2_ENABLE: if (rd->rpl[i].last_power_limit) |
3382388d7 intel_rapl: abstr... |
1366 1367 |
rapl_write_data_raw(rd, POWER_LIMIT2, rd->rpl[i].last_power_limit); |
52b3672c1 powercap: add sus... |
1368 |
break; |
8365a898f powercap: Add Pow... |
1369 1370 1371 1372 1373 |
case PL4_ENABLE: if (rd->rpl[i].last_power_limit) rapl_write_data_raw(rd, POWER_LIMIT4, rd->rpl[i].last_power_limit); break; |
52b3672c1 powercap: add sus... |
1374 1375 1376 1377 1378 1379 1380 |
} } } put_online_cpus(); } static int rapl_pm_callback(struct notifier_block *nb, |
3382388d7 intel_rapl: abstr... |
1381 |
unsigned long mode, void *_unused) |
52b3672c1 powercap: add sus... |
1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 |
{ switch (mode) { case PM_SUSPEND_PREPARE: power_limit_state_save(); break; case PM_POST_SUSPEND: power_limit_state_restore(); break; } return NOTIFY_OK; } static struct notifier_block rapl_pm_notifier = { .notifier_call = rapl_pm_callback, }; |
abcfaeb3f intel_rapl: Fix m... |
1397 1398 1399 |
static struct platform_device *rapl_msr_platdev; static int __init rapl_init(void) |
2d281d819 PowerCap: Introdu... |
1400 |
{ |
087e9cbab powercap / RAPL: ... |
1401 |
const struct x86_cpu_id *id; |
587050692 powercap/intel_ra... |
1402 |
int ret; |
2d281d819 PowerCap: Introdu... |
1403 |
|
087e9cbab powercap / RAPL: ... |
1404 1405 |
id = x86_match_cpu(rapl_ids); if (!id) { |
2d281d819 PowerCap: Introdu... |
1406 1407 |
pr_err("driver does not support CPU family %d model %d ", |
3382388d7 intel_rapl: abstr... |
1408 |
boot_cpu_data.x86, boot_cpu_data.x86_model); |
2d281d819 PowerCap: Introdu... |
1409 1410 1411 |
return -ENODEV; } |
009f225ef powercap, intel-r... |
1412 |
|
087e9cbab powercap / RAPL: ... |
1413 |
rapl_defaults = (struct rapl_defaults *)id->driver_data; |
52b3672c1 powercap: add sus... |
1414 |
ret = register_pm_notifier(&rapl_pm_notifier); |
abcfaeb3f intel_rapl: Fix m... |
1415 1416 |
if (ret) return ret; |
52b3672c1 powercap: add sus... |
1417 |
|
abcfaeb3f intel_rapl: Fix m... |
1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 |
rapl_msr_platdev = platform_device_alloc("intel_rapl_msr", 0); if (!rapl_msr_platdev) { ret = -ENOMEM; goto end; } ret = platform_device_add(rapl_msr_platdev); if (ret) platform_device_put(rapl_msr_platdev); end: if (ret) unregister_pm_notifier(&rapl_pm_notifier); return ret; |
2d281d819 PowerCap: Introdu... |
1433 |
} |
abcfaeb3f intel_rapl: Fix m... |
1434 |
static void __exit rapl_exit(void) |
2d281d819 PowerCap: Introdu... |
1435 |
{ |
abcfaeb3f intel_rapl: Fix m... |
1436 |
platform_device_unregister(rapl_msr_platdev); |
52b3672c1 powercap: add sus... |
1437 |
unregister_pm_notifier(&rapl_pm_notifier); |
2d281d819 PowerCap: Introdu... |
1438 |
} |
f76cb066e powercap: Invoke ... |
1439 |
fs_initcall(rapl_init); |
abcfaeb3f intel_rapl: Fix m... |
1440 |
module_exit(rapl_exit); |
3382388d7 intel_rapl: abstr... |
1441 |
MODULE_DESCRIPTION("Intel Runtime Average Power Limit (RAPL) common code"); |
2d281d819 PowerCap: Introdu... |
1442 1443 |
MODULE_AUTHOR("Jacob Pan <jacob.jun.pan@intel.com>"); MODULE_LICENSE("GPL v2"); |