Blame view
arch/powerpc/perf/power7-pmu.c
11.5 KB
4da52960f perf_counters: po... |
1 2 3 4 5 6 7 8 9 10 11 |
/* * Performance counter support for POWER7 processors. * * Copyright 2009 Paul Mackerras, IBM Corporation. * * This program is free software; you can redistribute it and/or * modify it under the terms of the GNU General Public License * as published by the Free Software Foundation; either version * 2 of the License, or (at your option) any later version. */ #include <linux/kernel.h> |
cdd6c482c perf: Do the big ... |
12 |
#include <linux/perf_event.h> |
079b3c569 perf_counter: pow... |
13 |
#include <linux/string.h> |
4da52960f perf_counters: po... |
14 |
#include <asm/reg.h> |
079b3c569 perf_counter: pow... |
15 |
#include <asm/cputable.h> |
4da52960f perf_counters: po... |
16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 |
/* * Bits in event code for POWER7 */ #define PM_PMC_SH 16 /* PMC number (1-based) for direct events */ #define PM_PMC_MSK 0xf #define PM_PMC_MSKS (PM_PMC_MSK << PM_PMC_SH) #define PM_UNIT_SH 12 /* TTMMUX number and setting - unit select */ #define PM_UNIT_MSK 0xf #define PM_COMBINE_SH 11 /* Combined event bit */ #define PM_COMBINE_MSK 1 #define PM_COMBINE_MSKS 0x800 #define PM_L2SEL_SH 8 /* L2 event select */ #define PM_L2SEL_MSK 7 #define PM_PMCSEL_MSK 0xff /* * Bits in MMCR1 for POWER7 */ #define MMCR1_TTM0SEL_SH 60 #define MMCR1_TTM1SEL_SH 56 #define MMCR1_TTM2SEL_SH 52 #define MMCR1_TTM3SEL_SH 48 #define MMCR1_TTMSEL_MSK 0xf #define MMCR1_L2SEL_SH 45 #define MMCR1_L2SEL_MSK 7 #define MMCR1_PMC1_COMBINE_SH 35 #define MMCR1_PMC2_COMBINE_SH 34 #define MMCR1_PMC3_COMBINE_SH 33 #define MMCR1_PMC4_COMBINE_SH 32 #define MMCR1_PMC1SEL_SH 24 #define MMCR1_PMC2SEL_SH 16 #define MMCR1_PMC3SEL_SH 8 #define MMCR1_PMC4SEL_SH 0 #define MMCR1_PMCSEL_SH(n) (MMCR1_PMC1SEL_SH - (n) * 8) #define MMCR1_PMCSEL_MSK 0xff /* |
bbdc7aa44 perf/Power7: Use ... |
54 55 |
* Power7 event codes. */ |
cfe0d8ba1 perf tools: Make ... |
56 |
#define EVENT(_name, _code) \ |
d4969e245 powerpc/perf: Rem... |
57 |
_name = _code, |
cfe0d8ba1 perf tools: Make ... |
58 59 60 61 62 |
enum { #include "power7-events-list.h" }; #undef EVENT |
bd1060eb7 perf: Power7: Mak... |
63 |
|
bbdc7aa44 perf/Power7: Use ... |
64 |
/* |
4da52960f perf_counters: po... |
65 66 67 |
* Layout of constraint bits: * 6666555555555544444444443333333333222222222211111111110000000000 * 3210987654321098765432109876543210987654321098765432109876543210 |
da1119577 powerpc/perf: Add... |
68 69 70 71 |
* < >< ><><><><><><> * L2 NC P6P5P4P3P2P1 * * L2 - 16-18 - Required L2SEL value (select field) |
4da52960f perf_counters: po... |
72 73 74 75 76 77 78 79 80 81 82 83 |
* * NC - number of counters * 15: NC error 0x8000 * 12-14: number of events needing PMC1-4 0x7000 * * P6 * 11: P6 error 0x800 * 10-11: Count of events needing PMC6 * * P1..P5 * 0-9: Count of events needing PMC1..PMC5 */ |
448d64f8f perf_counter: pow... |
84 85 |
static int power7_get_constraint(u64 event, unsigned long *maskp, unsigned long *valp) |
4da52960f perf_counters: po... |
86 |
{ |
da1119577 powerpc/perf: Add... |
87 |
int pmc, sh, unit; |
448d64f8f perf_counter: pow... |
88 |
unsigned long mask = 0, value = 0; |
4da52960f perf_counters: po... |
89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 |
pmc = (event >> PM_PMC_SH) & PM_PMC_MSK; if (pmc) { if (pmc > 6) return -1; sh = (pmc - 1) * 2; mask |= 2 << sh; value |= 1 << sh; if (pmc >= 5 && !(event == 0x500fa || event == 0x600f4)) return -1; } if (pmc < 5) { /* need a counter from PMC1-4 set */ mask |= 0x8000; value |= 0x1000; } |
da1119577 powerpc/perf: Add... |
105 106 107 108 109 110 111 112 |
unit = (event >> PM_UNIT_SH) & PM_UNIT_MSK; if (unit == 6) { /* L2SEL must be identical across events */ int l2sel = (event >> PM_L2SEL_SH) & PM_L2SEL_MSK; mask |= 0x7 << 16; value |= l2sel << 16; } |
4da52960f perf_counters: po... |
113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 |
*maskp = mask; *valp = value; return 0; } #define MAX_ALT 2 /* at most 2 alternatives for any event */ static const unsigned int event_alternatives[][MAX_ALT] = { { 0x200f2, 0x300f2 }, /* PM_INST_DISP */ { 0x200f4, 0x600f4 }, /* PM_RUN_CYC */ { 0x400fa, 0x500fa }, /* PM_RUN_INST_CMPL */ }; /* * Scan the alternatives table for a match and return the * index into the alternatives table if found, else -1. */ static int find_alternative(u64 event) { int i, j; for (i = 0; i < ARRAY_SIZE(event_alternatives); ++i) { if (event < event_alternatives[i][0]) break; for (j = 0; j < MAX_ALT && event_alternatives[i][j]; ++j) if (event == event_alternatives[i][j]) return i; } return -1; } static s64 find_alternative_decode(u64 event) { int pmc, psel; /* this only handles the 4x decode events */ pmc = (event >> PM_PMC_SH) & PM_PMC_MSK; psel = event & PM_PMCSEL_MSK; if ((pmc == 2 || pmc == 4) && (psel & ~7) == 0x40) return event - (1 << PM_PMC_SH) + 8; if ((pmc == 1 || pmc == 3) && (psel & ~7) == 0x48) return event + (1 << PM_PMC_SH) - 8; return -1; } static int power7_get_alternatives(u64 event, unsigned int flags, u64 alt[]) { int i, j, nalt = 1; s64 ae; alt[0] = event; nalt = 1; i = find_alternative(event); if (i >= 0) { for (j = 0; j < MAX_ALT; ++j) { ae = event_alternatives[i][j]; if (ae && ae != event) alt[nalt++] = ae; } } else { ae = find_alternative_decode(event); if (ae > 0) alt[nalt++] = ae; } if (flags & PPMU_ONLY_COUNT_RUN) { /* * We're only counting in RUN state, * so PM_CYC is equivalent to PM_RUN_CYC * and PM_INST_CMPL === PM_RUN_INST_CMPL. * This doesn't include alternatives that don't provide * any extra flexibility in assigning PMCs. */ j = nalt; for (i = 0; i < nalt; ++i) { switch (alt[i]) { case 0x1e: /* PM_CYC */ alt[j++] = 0x600f4; /* PM_RUN_CYC */ break; case 0x600f4: /* PM_RUN_CYC */ alt[j++] = 0x1e; break; case 0x2: /* PM_PPC_CMPL */ alt[j++] = 0x500fa; /* PM_RUN_INST_CMPL */ break; case 0x500fa: /* PM_RUN_INST_CMPL */ alt[j++] = 0x2; /* PM_PPC_CMPL */ break; } } nalt = j; } return nalt; } /* * Returns 1 if event counts things relating to marked instructions * and thus needs the MMCRA_SAMPLE_ENABLE bit set, or 0 if not. */ static int power7_marked_instr_event(u64 event) { int pmc, psel; int unit; pmc = (event >> PM_PMC_SH) & PM_PMC_MSK; unit = (event >> PM_UNIT_SH) & PM_UNIT_MSK; psel = event & PM_PMCSEL_MSK & ~1; /* trim off edge/level bit */ if (pmc >= 5) return 0; switch (psel >> 4) { case 2: return pmc == 2 || pmc == 4; case 3: if (psel == 0x3c) return pmc == 1; if (psel == 0x3e) return pmc != 2; return 1; case 4: case 5: return unit == 0xd; case 6: if (psel == 0x64) return pmc >= 3; case 8: return unit == 0xd; } return 0; } static int power7_compute_mmcr(u64 event[], int n_ev, |
8abd818fc powerpc/perf: Pas... |
246 |
unsigned int hwc[], unsigned long mmcr[], struct perf_event *pevents[]) |
4da52960f perf_counters: po... |
247 |
{ |
448d64f8f perf_counter: pow... |
248 |
unsigned long mmcr1 = 0; |
81cd5ae30 powerpc: perf_eve... |
249 |
unsigned long mmcra = MMCRA_SDAR_DCACHE_MISS | MMCRA_SDAR_ERAT_MISS; |
4da52960f perf_counters: po... |
250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 |
unsigned int pmc, unit, combine, l2sel, psel; unsigned int pmc_inuse = 0; int i; /* First pass to count resource use */ for (i = 0; i < n_ev; ++i) { pmc = (event[i] >> PM_PMC_SH) & PM_PMC_MSK; if (pmc) { if (pmc > 6) return -1; if (pmc_inuse & (1 << (pmc - 1))) return -1; pmc_inuse |= 1 << (pmc - 1); } } /* Second pass: assign PMCs, set all MMCR1 fields */ for (i = 0; i < n_ev; ++i) { pmc = (event[i] >> PM_PMC_SH) & PM_PMC_MSK; unit = (event[i] >> PM_UNIT_SH) & PM_UNIT_MSK; combine = (event[i] >> PM_COMBINE_SH) & PM_COMBINE_MSK; l2sel = (event[i] >> PM_L2SEL_SH) & PM_L2SEL_MSK; psel = event[i] & PM_PMCSEL_MSK; if (!pmc) { /* Bus event or any-PMC direct event */ for (pmc = 0; pmc < 4; ++pmc) { if (!(pmc_inuse & (1 << pmc))) break; } if (pmc >= 4) return -1; pmc_inuse |= 1 << pmc; } else { /* Direct or decoded event */ --pmc; } if (pmc <= 3) { |
448d64f8f perf_counter: pow... |
287 288 289 290 |
mmcr1 |= (unsigned long) unit << (MMCR1_TTM0SEL_SH - 4 * pmc); mmcr1 |= (unsigned long) combine << (MMCR1_PMC1_COMBINE_SH - pmc); |
4da52960f perf_counters: po... |
291 292 |
mmcr1 |= psel << MMCR1_PMCSEL_SH(pmc); if (unit == 6) /* L2 events */ |
448d64f8f perf_counter: pow... |
293 294 |
mmcr1 |= (unsigned long) l2sel << MMCR1_L2SEL_SH; |
4da52960f perf_counters: po... |
295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 |
} if (power7_marked_instr_event(event[i])) mmcra |= MMCRA_SAMPLE_ENABLE; hwc[i] = pmc; } /* Return MMCRx values */ mmcr[0] = 0; if (pmc_inuse & 1) mmcr[0] = MMCR0_PMC1CE; if (pmc_inuse & 0x3e) mmcr[0] |= MMCR0_PMCjCE; mmcr[1] = mmcr1; mmcr[2] = mmcra; return 0; } |
448d64f8f perf_counter: pow... |
311 |
static void power7_disable_pmc(unsigned int pmc, unsigned long mmcr[]) |
4da52960f perf_counters: po... |
312 313 |
{ if (pmc <= 3) |
448d64f8f perf_counter: pow... |
314 |
mmcr[1] &= ~(0xffUL << MMCR1_PMCSEL_SH(pmc)); |
4da52960f perf_counters: po... |
315 316 317 |
} static int power7_generic_events[] = { |
d4969e245 powerpc/perf: Rem... |
318 319 320 321 322 323 324 325 |
[PERF_COUNT_HW_CPU_CYCLES] = PM_CYC, [PERF_COUNT_HW_STALLED_CYCLES_FRONTEND] = PM_GCT_NOSLOT_CYC, [PERF_COUNT_HW_STALLED_CYCLES_BACKEND] = PM_CMPLU_STALL, [PERF_COUNT_HW_INSTRUCTIONS] = PM_INST_CMPL, [PERF_COUNT_HW_CACHE_REFERENCES] = PM_LD_REF_L1, [PERF_COUNT_HW_CACHE_MISSES] = PM_LD_MISS_L1, [PERF_COUNT_HW_BRANCH_INSTRUCTIONS] = PM_BRU_FIN, [PERF_COUNT_HW_BRANCH_MISSES] = PM_BR_MPRED, |
4da52960f perf_counters: po... |
326 |
}; |
106b506c3 perf_counter: pow... |
327 328 329 330 331 332 333 334 335 |
#define C(x) PERF_COUNT_HW_CACHE_##x /* * Table of generalized cache-related events. * 0 means not supported, -1 means nonsensical, other values * are event codes. */ static int power7_cache_events[C(MAX)][C(OP_MAX)][C(RESULT_MAX)] = { [C(L1D)] = { /* RESULT_ACCESS RESULT_MISS */ |
a3df6f7d3 perf_counter/powe... |
336 |
[C(OP_READ)] = { 0xc880, 0x400f0 }, |
106b506c3 perf_counter: pow... |
337 338 339 340 341 342 343 344 |
[C(OP_WRITE)] = { 0, 0x300f0 }, [C(OP_PREFETCH)] = { 0xd8b8, 0 }, }, [C(L1I)] = { /* RESULT_ACCESS RESULT_MISS */ [C(OP_READ)] = { 0, 0x200fc }, [C(OP_WRITE)] = { -1, -1 }, [C(OP_PREFETCH)] = { 0x408a, 0 }, }, |
8be6e8f3c perf_counter: Ren... |
345 |
[C(LL)] = { /* RESULT_ACCESS RESULT_MISS */ |
a3df6f7d3 perf_counter/powe... |
346 347 |
[C(OP_READ)] = { 0x16080, 0x26080 }, [C(OP_WRITE)] = { 0x16082, 0x26082 }, |
106b506c3 perf_counter: pow... |
348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 |
[C(OP_PREFETCH)] = { 0, 0 }, }, [C(DTLB)] = { /* RESULT_ACCESS RESULT_MISS */ [C(OP_READ)] = { 0, 0x300fc }, [C(OP_WRITE)] = { -1, -1 }, [C(OP_PREFETCH)] = { -1, -1 }, }, [C(ITLB)] = { /* RESULT_ACCESS RESULT_MISS */ [C(OP_READ)] = { 0, 0x400fc }, [C(OP_WRITE)] = { -1, -1 }, [C(OP_PREFETCH)] = { -1, -1 }, }, [C(BPU)] = { /* RESULT_ACCESS RESULT_MISS */ [C(OP_READ)] = { 0x10068, 0x400f6 }, [C(OP_WRITE)] = { -1, -1 }, [C(OP_PREFETCH)] = { -1, -1 }, }, |
89d6c0b5b perf, arch: Add g... |
365 366 367 368 369 |
[C(NODE)] = { /* RESULT_ACCESS RESULT_MISS */ [C(OP_READ)] = { -1, -1 }, [C(OP_WRITE)] = { -1, -1 }, [C(OP_PREFETCH)] = { -1, -1 }, }, |
106b506c3 perf_counter: pow... |
370 |
}; |
1c53a2707 perf/POWER7: Make... |
371 |
|
cfe0d8ba1 perf tools: Make ... |
372 373 374 375 376 377 378 379 380 381 382 383 384 385 |
GENERIC_EVENT_ATTR(cpu-cycles, PM_CYC); GENERIC_EVENT_ATTR(stalled-cycles-frontend, PM_GCT_NOSLOT_CYC); GENERIC_EVENT_ATTR(stalled-cycles-backend, PM_CMPLU_STALL); GENERIC_EVENT_ATTR(instructions, PM_INST_CMPL); GENERIC_EVENT_ATTR(cache-references, PM_LD_REF_L1); GENERIC_EVENT_ATTR(cache-misses, PM_LD_MISS_L1); GENERIC_EVENT_ATTR(branch-instructions, PM_BRU_FIN); GENERIC_EVENT_ATTR(branch-misses, PM_BR_MPRED); #define EVENT(_name, _code) POWER_EVENT_ATTR(_name, _name); #include "power7-events-list.h" #undef EVENT #define EVENT(_name, _code) POWER_EVENT_PTR(_name), |
bd1060eb7 perf: Power7: Mak... |
386 |
|
1c53a2707 perf/POWER7: Make... |
387 |
static struct attribute *power7_events_attr[] = { |
cfe0d8ba1 perf tools: Make ... |
388 389 390 391 392 393 394 395 396 397 398 |
GENERIC_EVENT_PTR(PM_CYC), GENERIC_EVENT_PTR(PM_GCT_NOSLOT_CYC), GENERIC_EVENT_PTR(PM_CMPLU_STALL), GENERIC_EVENT_PTR(PM_INST_CMPL), GENERIC_EVENT_PTR(PM_LD_REF_L1), GENERIC_EVENT_PTR(PM_LD_MISS_L1), GENERIC_EVENT_PTR(PM_BRU_FIN), GENERIC_EVENT_PTR(PM_BR_MPRED), #include "power7-events-list.h" #undef EVENT |
1c53a2707 perf/POWER7: Make... |
399 400 |
NULL }; |
1c53a2707 perf/POWER7: Make... |
401 402 403 404 |
static struct attribute_group power7_pmu_events_group = { .name = "events", .attrs = power7_events_attr, }; |
3bf7b07ec perf/POWER7: Crea... |
405 406 407 408 409 410 |
PMU_FORMAT_ATTR(event, "config:0-19"); static struct attribute *power7_pmu_format_attr[] = { &format_attr_event.attr, NULL, }; |
7c98bd720 powerpc/sparse: M... |
411 |
static struct attribute_group power7_pmu_format_group = { |
3bf7b07ec perf/POWER7: Crea... |
412 413 414 |
.name = "format", .attrs = power7_pmu_format_attr, }; |
1c53a2707 perf/POWER7: Make... |
415 |
static const struct attribute_group *power7_pmu_attr_groups[] = { |
3bf7b07ec perf/POWER7: Crea... |
416 |
&power7_pmu_format_group, |
1c53a2707 perf/POWER7: Make... |
417 418 419 |
&power7_pmu_events_group, NULL, }; |
079b3c569 perf_counter: pow... |
420 421 |
static struct power_pmu power7_pmu = { .name = "POWER7", |
448d64f8f perf_counter: pow... |
422 423 424 425 426 427 428 429 |
.n_counter = 6, .max_alternatives = MAX_ALT + 1, .add_fields = 0x1555ul, .test_adder = 0x3000ul, .compute_mmcr = power7_compute_mmcr, .get_constraint = power7_get_constraint, .get_alternatives = power7_get_alternatives, .disable_pmc = power7_disable_pmc, |
0a456fc58 powerpc/perf_coun... |
430 |
.flags = PPMU_ALT_SIPR, |
1c53a2707 perf/POWER7: Make... |
431 |
.attr_groups = power7_pmu_attr_groups, |
448d64f8f perf_counter: pow... |
432 433 434 |
.n_generic = ARRAY_SIZE(power7_generic_events), .generic_events = power7_generic_events, .cache_events = &power7_cache_events, |
4da52960f perf_counters: po... |
435 |
}; |
079b3c569 perf_counter: pow... |
436 |
|
77c2342a5 powerpc: Correct ... |
437 |
static int __init init_power7_pmu(void) |
079b3c569 perf_counter: pow... |
438 |
{ |
e0d82a0a4 perf_counter/powe... |
439 440 |
if (!cur_cpu_spec->oprofile_cpu_type || strcmp(cur_cpu_spec->oprofile_cpu_type, "ppc64/power7")) |
079b3c569 perf_counter: pow... |
441 |
return -ENODEV; |
e6878835a powerpc/perf: Sam... |
442 443 |
if (pvr_version_is(PVR_POWER7p)) power7_pmu.flags |= PPMU_SIAR_VALID; |
079b3c569 perf_counter: pow... |
444 445 |
return register_power_pmu(&power7_pmu); } |
004417a6d perf, arch: Clean... |
446 |
early_initcall(init_power7_pmu); |