1/* 2 * Performance counter support for PPC970-family processors. 3 * 4 * Copyright 2008-2009 Paul Mackerras, IBM Corporation. 5 * 6 * This program is free software; you can redistribute it and/or 7 * modify it under the terms of the GNU General Public License 8 * as published by the Free Software Foundation; either version 9 * 2 of the License, or (at your option) any later version. 10 */ 11#include <linux/string.h> 12#include <linux/perf_event.h> 13#include <asm/reg.h> 14#include <asm/cputable.h> 15 16/* 17 * Bits in event code for PPC970 18 */ 19#define PM_PMC_SH 12 /* PMC number (1-based) for direct events */ 20#define PM_PMC_MSK 0xf 21#define PM_UNIT_SH 8 /* TTMMUX number and setting - unit select */ 22#define PM_UNIT_MSK 0xf 23#define PM_SPCSEL_SH 6 24#define PM_SPCSEL_MSK 3 25#define PM_BYTE_SH 4 /* Byte number of event bus to use */ 26#define PM_BYTE_MSK 3 27#define PM_PMCSEL_MSK 0xf 28 29/* Values in PM_UNIT field */ 30#define PM_NONE 0 31#define PM_FPU 1 32#define PM_VPU 2 33#define PM_ISU 3 34#define PM_IFU 4 35#define PM_IDU 5 36#define PM_STS 6 37#define PM_LSU0 7 38#define PM_LSU1U 8 39#define PM_LSU1L 9 40#define PM_LASTUNIT 9 41 42/* 43 * Bits in MMCR0 for PPC970 44 */ 45#define MMCR0_PMC1SEL_SH 8 46#define MMCR0_PMC2SEL_SH 1 47#define MMCR_PMCSEL_MSK 0x1f 48 49/* 50 * Bits in MMCR1 for PPC970 51 */ 52#define MMCR1_TTM0SEL_SH 62 53#define MMCR1_TTM1SEL_SH 59 54#define MMCR1_TTM3SEL_SH 53 55#define MMCR1_TTMSEL_MSK 3 56#define MMCR1_TD_CP_DBG0SEL_SH 50 57#define MMCR1_TD_CP_DBG1SEL_SH 48 58#define MMCR1_TD_CP_DBG2SEL_SH 46 59#define MMCR1_TD_CP_DBG3SEL_SH 44 60#define MMCR1_PMC1_ADDER_SEL_SH 39 61#define MMCR1_PMC2_ADDER_SEL_SH 38 62#define MMCR1_PMC6_ADDER_SEL_SH 37 63#define MMCR1_PMC5_ADDER_SEL_SH 36 64#define MMCR1_PMC8_ADDER_SEL_SH 35 65#define MMCR1_PMC7_ADDER_SEL_SH 34 66#define MMCR1_PMC3_ADDER_SEL_SH 33 67#define MMCR1_PMC4_ADDER_SEL_SH 32 68#define MMCR1_PMC3SEL_SH 27 69#define MMCR1_PMC4SEL_SH 22 70#define MMCR1_PMC5SEL_SH 17 71#define MMCR1_PMC6SEL_SH 12 72#define MMCR1_PMC7SEL_SH 7 73#define MMCR1_PMC8SEL_SH 2 74 75static short mmcr1_adder_bits[8] = { 76 MMCR1_PMC1_ADDER_SEL_SH, 77 MMCR1_PMC2_ADDER_SEL_SH, 78 MMCR1_PMC3_ADDER_SEL_SH, 79 MMCR1_PMC4_ADDER_SEL_SH, 80 MMCR1_PMC5_ADDER_SEL_SH, 81 MMCR1_PMC6_ADDER_SEL_SH, 82 MMCR1_PMC7_ADDER_SEL_SH, 83 MMCR1_PMC8_ADDER_SEL_SH 84}; 85 86/* 87 * Layout of constraint bits: 88 * 6666555555555544444444443333333333222222222211111111110000000000 89 * 3210987654321098765432109876543210987654321098765432109876543210 90 * <><><>[ >[ >[ >< >< >< >< ><><><><><><><><> 91 * SPT0T1 UC PS1 PS2 B0 B1 B2 B3 P1P2P3P4P5P6P7P8 92 * 93 * SP - SPCSEL constraint 94 * 48-49: SPCSEL value 0x3_0000_0000_0000 95 * 96 * T0 - TTM0 constraint 97 * 46-47: TTM0SEL value (0=FPU, 2=IFU, 3=VPU) 0xC000_0000_0000 98 * 99 * T1 - TTM1 constraint 100 * 44-45: TTM1SEL value (0=IDU, 3=STS) 0x3000_0000_0000 101 * 102 * UC - unit constraint: can't have all three of FPU|IFU|VPU, ISU, IDU|STS 103 * 43: UC3 error 0x0800_0000_0000 104 * 42: FPU|IFU|VPU events needed 0x0400_0000_0000 105 * 41: ISU events needed 0x0200_0000_0000 106 * 40: IDU|STS events needed 0x0100_0000_0000 107 * 108 * PS1 109 * 39: PS1 error 0x0080_0000_0000 110 * 36-38: count of events needing PMC1/2/5/6 0x0070_0000_0000 111 * 112 * PS2 113 * 35: PS2 error 0x0008_0000_0000 114 * 32-34: count of events needing PMC3/4/7/8 0x0007_0000_0000 115 * 116 * B0 117 * 28-31: Byte 0 event source 0xf000_0000 118 * Encoding as for the event code 119 * 120 * B1, B2, B3 121 * 24-27, 20-23, 16-19: Byte 1, 2, 3 event sources 122 * 123 * P1 124 * 15: P1 error 0x8000 125 * 14-15: Count of events needing PMC1 126 * 127 * P2..P8 128 * 0-13: Count of events needing PMC2..PMC8 129 */ 130 131static unsigned char direct_marked_event[8] = { 132 (1<<2) | (1<<3), /* PMC1: PM_MRK_GRP_DISP, PM_MRK_ST_CMPL */ 133 (1<<3) | (1<<5), /* PMC2: PM_THRESH_TIMEO, PM_MRK_BRU_FIN */ 134 (1<<3) | (1<<5), /* PMC3: PM_MRK_ST_CMPL_INT, PM_MRK_VMX_FIN */ 135 (1<<4) | (1<<5), /* PMC4: PM_MRK_GRP_CMPL, PM_MRK_CRU_FIN */ 136 (1<<4) | (1<<5), /* PMC5: PM_GRP_MRK, PM_MRK_GRP_TIMEO */ 137 (1<<3) | (1<<4) | (1<<5), 138 /* PMC6: PM_MRK_ST_STS, PM_MRK_FXU_FIN, PM_MRK_GRP_ISSUED */ 139 (1<<4) | (1<<5), /* PMC7: PM_MRK_FPU_FIN, PM_MRK_INST_FIN */ 140 (1<<4) /* PMC8: PM_MRK_LSU_FIN */ 141}; 142 143/* 144 * Returns 1 if event counts things relating to marked instructions 145 * and thus needs the MMCRA_SAMPLE_ENABLE bit set, or 0 if not. 146 */ 147static int p970_marked_instr_event(u64 event) 148{ 149 int pmc, psel, unit, byte, bit; 150 unsigned int mask; 151 152 pmc = (event >> PM_PMC_SH) & PM_PMC_MSK; 153 psel = event & PM_PMCSEL_MSK; 154 if (pmc) { 155 if (direct_marked_event[pmc - 1] & (1 << psel)) 156 return 1; 157 if (psel == 0) /* add events */ 158 bit = (pmc <= 4)? pmc - 1: 8 - pmc; 159 else if (psel == 7 || psel == 13) /* decode events */ 160 bit = 4; 161 else 162 return 0; 163 } else 164 bit = psel; 165 166 byte = (event >> PM_BYTE_SH) & PM_BYTE_MSK; 167 unit = (event >> PM_UNIT_SH) & PM_UNIT_MSK; 168 mask = 0; 169 switch (unit) { 170 case PM_VPU: 171 mask = 0x4c; /* byte 0 bits 2,3,6 */ 172 break; 173 case PM_LSU0: 174 /* byte 2 bits 0,2,3,4,6; all of byte 1 */ 175 mask = 0x085dff00; 176 break; 177 case PM_LSU1L: 178 mask = 0x50 << 24; /* byte 3 bits 4,6 */ 179 break; 180 } 181 return (mask >> (byte * 8 + bit)) & 1; 182} 183 184/* Masks and values for using events from the various units */ 185static unsigned long unit_cons[PM_LASTUNIT+1][2] = { 186 [PM_FPU] = { 0xc80000000000ull, 0x040000000000ull }, 187 [PM_VPU] = { 0xc80000000000ull, 0xc40000000000ull }, 188 [PM_ISU] = { 0x080000000000ull, 0x020000000000ull }, 189 [PM_IFU] = { 0xc80000000000ull, 0x840000000000ull }, 190 [PM_IDU] = { 0x380000000000ull, 0x010000000000ull }, 191 [PM_STS] = { 0x380000000000ull, 0x310000000000ull }, 192}; 193 194static int p970_get_constraint(u64 event, unsigned long *maskp, 195 unsigned long *valp) 196{ 197 int pmc, byte, unit, sh, spcsel; 198 unsigned long mask = 0, value = 0; 199 int grp = -1; 200 201 pmc = (event >> PM_PMC_SH) & PM_PMC_MSK; 202 if (pmc) { 203 if (pmc > 8) 204 return -1; 205 sh = (pmc - 1) * 2; 206 mask |= 2 << sh; 207 value |= 1 << sh; 208 grp = ((pmc - 1) >> 1) & 1; 209 } 210 unit = (event >> PM_UNIT_SH) & PM_UNIT_MSK; 211 if (unit) { 212 if (unit > PM_LASTUNIT) 213 return -1; 214 mask |= unit_cons[unit][0]; 215 value |= unit_cons[unit][1]; 216 byte = (event >> PM_BYTE_SH) & PM_BYTE_MSK; 217 /* 218 * Bus events on bytes 0 and 2 can be counted 219 * on PMC1/2/5/6; bytes 1 and 3 on PMC3/4/7/8. 220 */ 221 if (!pmc) 222 grp = byte & 1; 223 /* Set byte lane select field */ 224 mask |= 0xfULL << (28 - 4 * byte); 225 value |= (unsigned long)unit << (28 - 4 * byte); 226 } 227 if (grp == 0) { 228 /* increment PMC1/2/5/6 field */ 229 mask |= 0x8000000000ull; 230 value |= 0x1000000000ull; 231 } else if (grp == 1) { 232 /* increment PMC3/4/7/8 field */ 233 mask |= 0x800000000ull; 234 value |= 0x100000000ull; 235 } 236 spcsel = (event >> PM_SPCSEL_SH) & PM_SPCSEL_MSK; 237 if (spcsel) { 238 mask |= 3ull << 48; 239 value |= (unsigned long)spcsel << 48; 240 } 241 *maskp = mask; 242 *valp = value; 243 return 0; 244} 245 246static int p970_get_alternatives(u64 event, unsigned int flags, u64 alt[]) 247{ 248 alt[0] = event; 249 250 /* 2 alternatives for LSU empty */ 251 if (event == 0x2002 || event == 0x3002) { 252 alt[1] = event ^ 0x1000; 253 return 2; 254 } 255 256 return 1; 257} 258 259static int p970_compute_mmcr(u64 event[], int n_ev, 260 unsigned int hwc[], unsigned long mmcr[]) 261{ 262 unsigned long mmcr0 = 0, mmcr1 = 0, mmcra = 0; 263 unsigned int pmc, unit, byte, psel; 264 unsigned int ttm, grp; 265 unsigned int pmc_inuse = 0; 266 unsigned int pmc_grp_use[2]; 267 unsigned char busbyte[4]; 268 unsigned char unituse[16]; 269 unsigned char unitmap[] = { 0, 0<<3, 3<<3, 1<<3, 2<<3, 0|4, 3|4 }; 270 unsigned char ttmuse[2]; 271 unsigned char pmcsel[8]; 272 int i; 273 int spcsel; 274 275 if (n_ev > 8) 276 return -1; 277 278 /* First pass to count resource use */ 279 pmc_grp_use[0] = pmc_grp_use[1] = 0; 280 memset(busbyte, 0, sizeof(busbyte)); 281 memset(unituse, 0, sizeof(unituse)); 282 for (i = 0; i < n_ev; ++i) { 283 pmc = (event[i] >> PM_PMC_SH) & PM_PMC_MSK; 284 if (pmc) { 285 if (pmc_inuse & (1 << (pmc - 1))) 286 return -1; 287 pmc_inuse |= 1 << (pmc - 1); 288 /* count 1/2/5/6 vs 3/4/7/8 use */ 289 ++pmc_grp_use[((pmc - 1) >> 1) & 1]; 290 } 291 unit = (event[i] >> PM_UNIT_SH) & PM_UNIT_MSK; 292 byte = (event[i] >> PM_BYTE_SH) & PM_BYTE_MSK; 293 if (unit) { 294 if (unit > PM_LASTUNIT) 295 return -1; 296 if (!pmc) 297 ++pmc_grp_use[byte & 1]; 298 if (busbyte[byte] && busbyte[byte] != unit) 299 return -1; 300 busbyte[byte] = unit; 301 unituse[unit] = 1; 302 } 303 } 304 if (pmc_grp_use[0] > 4 || pmc_grp_use[1] > 4) 305 return -1; 306 307 /* 308 * Assign resources and set multiplexer selects. 309 * 310 * PM_ISU can go either on TTM0 or TTM1, but that's the only 311 * choice we have to deal with. 312 */ 313 if (unituse[PM_ISU] & 314 (unituse[PM_FPU] | unituse[PM_IFU] | unituse[PM_VPU])) 315 unitmap[PM_ISU] = 2 | 4; /* move ISU to TTM1 */ 316 /* Set TTM[01]SEL fields. */ 317 ttmuse[0] = ttmuse[1] = 0; 318 for (i = PM_FPU; i <= PM_STS; ++i) { 319 if (!unituse[i]) 320 continue; 321 ttm = unitmap[i]; 322 ++ttmuse[(ttm >> 2) & 1]; 323 mmcr1 |= (unsigned long)(ttm & ~4) << MMCR1_TTM1SEL_SH; 324 } 325 /* Check only one unit per TTMx */ 326 if (ttmuse[0] > 1 || ttmuse[1] > 1) 327 return -1; 328 329 /* Set byte lane select fields and TTM3SEL. */ 330 for (byte = 0; byte < 4; ++byte) { 331 unit = busbyte[byte]; 332 if (!unit) 333 continue; 334 if (unit <= PM_STS) 335 ttm = (unitmap[unit] >> 2) & 1; 336 else if (unit == PM_LSU0) 337 ttm = 2; 338 else { 339 ttm = 3; 340 if (unit == PM_LSU1L && byte >= 2) 341 mmcr1 |= 1ull << (MMCR1_TTM3SEL_SH + 3 - byte); 342 } 343 mmcr1 |= (unsigned long)ttm 344 << (MMCR1_TD_CP_DBG0SEL_SH - 2 * byte); 345 } 346 347 /* Second pass: assign PMCs, set PMCxSEL and PMCx_ADDER_SEL fields */ 348 memset(pmcsel, 0x8, sizeof(pmcsel)); /* 8 means don't count */ 349 for (i = 0; i < n_ev; ++i) { 350 pmc = (event[i] >> PM_PMC_SH) & PM_PMC_MSK; 351 unit = (event[i] >> PM_UNIT_SH) & PM_UNIT_MSK; 352 byte = (event[i] >> PM_BYTE_SH) & PM_BYTE_MSK; 353 psel = event[i] & PM_PMCSEL_MSK; 354 if (!pmc) { 355 /* Bus event or any-PMC direct event */ 356 if (unit) 357 psel |= 0x10 | ((byte & 2) << 2); 358 else 359 psel |= 8; 360 for (pmc = 0; pmc < 8; ++pmc) { 361 if (pmc_inuse & (1 << pmc)) 362 continue; 363 grp = (pmc >> 1) & 1; 364 if (unit) { 365 if (grp == (byte & 1)) 366 break; 367 } else if (pmc_grp_use[grp] < 4) { 368 ++pmc_grp_use[grp]; 369 break; 370 } 371 } 372 pmc_inuse |= 1 << pmc; 373 } else { 374 /* Direct event */ 375 --pmc; 376 if (psel == 0 && (byte & 2)) 377 /* add events on higher-numbered bus */ 378 mmcr1 |= 1ull << mmcr1_adder_bits[pmc]; 379 } 380 pmcsel[pmc] = psel; 381 hwc[i] = pmc; 382 spcsel = (event[i] >> PM_SPCSEL_SH) & PM_SPCSEL_MSK; 383 mmcr1 |= spcsel; 384 if (p970_marked_instr_event(event[i])) 385 mmcra |= MMCRA_SAMPLE_ENABLE; 386 } 387 for (pmc = 0; pmc < 2; ++pmc) 388 mmcr0 |= pmcsel[pmc] << (MMCR0_PMC1SEL_SH - 7 * pmc); 389 for (; pmc < 8; ++pmc) 390 mmcr1 |= (unsigned long)pmcsel[pmc] 391 << (MMCR1_PMC3SEL_SH - 5 * (pmc - 2)); 392 if (pmc_inuse & 1) 393 mmcr0 |= MMCR0_PMC1CE; 394 if (pmc_inuse & 0xfe) 395 mmcr0 |= MMCR0_PMCjCE; 396 397 mmcra |= 0x2000; /* mark only one IOP per PPC instruction */ 398 399 /* Return MMCRx values */ 400 mmcr[0] = mmcr0; 401 mmcr[1] = mmcr1; 402 mmcr[2] = mmcra; 403 return 0; 404} 405 406static void p970_disable_pmc(unsigned int pmc, unsigned long mmcr[]) 407{ 408 int shift, i; 409 410 if (pmc <= 1) { 411 shift = MMCR0_PMC1SEL_SH - 7 * pmc; 412 i = 0; 413 } else { 414 shift = MMCR1_PMC3SEL_SH - 5 * (pmc - 2); 415 i = 1; 416 } 417 /* 418 * Setting the PMCxSEL field to 0x08 disables PMC x. 419 */ 420 mmcr[i] = (mmcr[i] & ~(0x1fUL << shift)) | (0x08UL << shift); 421} 422 423static int ppc970_generic_events[] = { 424 [PERF_COUNT_HW_CPU_CYCLES] = 7, 425 [PERF_COUNT_HW_INSTRUCTIONS] = 1, 426 [PERF_COUNT_HW_CACHE_REFERENCES] = 0x8810, /* PM_LD_REF_L1 */ 427 [PERF_COUNT_HW_CACHE_MISSES] = 0x3810, /* PM_LD_MISS_L1 */ 428 [PERF_COUNT_HW_BRANCH_INSTRUCTIONS] = 0x431, /* PM_BR_ISSUED */ 429 [PERF_COUNT_HW_BRANCH_MISSES] = 0x327, /* PM_GRP_BR_MPRED */ 430}; 431 432#define C(x) PERF_COUNT_HW_CACHE_##x 433 434/* 435 * Table of generalized cache-related events. 436 * 0 means not supported, -1 means nonsensical, other values 437 * are event codes. 438 */ 439static int ppc970_cache_events[C(MAX)][C(OP_MAX)][C(RESULT_MAX)] = { 440 [C(L1D)] = { /* RESULT_ACCESS RESULT_MISS */ 441 [C(OP_READ)] = { 0x8810, 0x3810 }, 442 [C(OP_WRITE)] = { 0x7810, 0x813 }, 443 [C(OP_PREFETCH)] = { 0x731, 0 }, 444 }, 445 [C(L1I)] = { /* RESULT_ACCESS RESULT_MISS */ 446 [C(OP_READ)] = { 0, 0 }, 447 [C(OP_WRITE)] = { -1, -1 }, 448 [C(OP_PREFETCH)] = { 0, 0 }, 449 }, 450 [C(LL)] = { /* RESULT_ACCESS RESULT_MISS */ 451 [C(OP_READ)] = { 0, 0 }, 452 [C(OP_WRITE)] = { 0, 0 }, 453 [C(OP_PREFETCH)] = { 0x733, 0 }, 454 }, 455 [C(DTLB)] = { /* RESULT_ACCESS RESULT_MISS */ 456 [C(OP_READ)] = { 0, 0x704 }, 457 [C(OP_WRITE)] = { -1, -1 }, 458 [C(OP_PREFETCH)] = { -1, -1 }, 459 }, 460 [C(ITLB)] = { /* RESULT_ACCESS RESULT_MISS */ 461 [C(OP_READ)] = { 0, 0x700 }, 462 [C(OP_WRITE)] = { -1, -1 }, 463 [C(OP_PREFETCH)] = { -1, -1 }, 464 }, 465 [C(BPU)] = { /* RESULT_ACCESS RESULT_MISS */ 466 [C(OP_READ)] = { 0x431, 0x327 }, 467 [C(OP_WRITE)] = { -1, -1 }, 468 [C(OP_PREFETCH)] = { -1, -1 }, 469 }, 470}; 471 472static struct power_pmu ppc970_pmu = { 473 .name = "PPC970/FX/MP", 474 .n_counter = 8, 475 .max_alternatives = 2, 476 .add_fields = 0x001100005555ull, 477 .test_adder = 0x013300000000ull, 478 .compute_mmcr = p970_compute_mmcr, 479 .get_constraint = p970_get_constraint, 480 .get_alternatives = p970_get_alternatives, 481 .disable_pmc = p970_disable_pmc, 482 .n_generic = ARRAY_SIZE(ppc970_generic_events), 483 .generic_events = ppc970_generic_events, 484 .cache_events = &ppc970_cache_events, 485}; 486 487static int init_ppc970_pmu(void) 488{ 489 if (!cur_cpu_spec->oprofile_cpu_type || 490 (strcmp(cur_cpu_spec->oprofile_cpu_type, "ppc64/970") 491 && strcmp(cur_cpu_spec->oprofile_cpu_type, "ppc64/970MP"))) 492 return -ENODEV; 493 494 return register_power_pmu(&ppc970_pmu); 495} 496 497arch_initcall(init_ppc970_pmu); 498