1/* chmc.c: Driver for UltraSPARC-III memory controller. 2 * 3 * Copyright (C) 2001, 2007, 2008 David S. Miller (davem@davemloft.net) 4 */ 5 6#include <linux/module.h> 7#include <linux/kernel.h> 8#include <linux/types.h> 9#include <linux/slab.h> 10#include <linux/list.h> 11#include <linux/string.h> 12#include <linux/sched.h> 13#include <linux/smp.h> 14#include <linux/errno.h> 15#include <linux/init.h> 16#include <linux/of.h> 17#include <linux/of_device.h> 18#include <asm/spitfire.h> 19#include <asm/chmctrl.h> 20#include <asm/cpudata.h> 21#include <asm/oplib.h> 22#include <asm/prom.h> 23#include <asm/head.h> 24#include <asm/io.h> 25#include <asm/memctrl.h> 26 27#define DRV_MODULE_NAME "chmc" 28#define PFX DRV_MODULE_NAME ": " 29#define DRV_MODULE_VERSION "0.2" 30 31MODULE_AUTHOR("David S. Miller (davem@davemloft.net)"); 32MODULE_DESCRIPTION("UltraSPARC-III memory controller driver"); 33MODULE_LICENSE("GPL"); 34MODULE_VERSION(DRV_MODULE_VERSION); 35 36static int mc_type; 37#define MC_TYPE_SAFARI 1 38#define MC_TYPE_JBUS 2 39 40static dimm_printer_t us3mc_dimm_printer; 41 42#define CHMCTRL_NDGRPS 2 43#define CHMCTRL_NDIMMS 4 44 45#define CHMC_DIMMS_PER_MC (CHMCTRL_NDGRPS * CHMCTRL_NDIMMS) 46 47/* OBP memory-layout property format. */ 48struct chmc_obp_map { 49 unsigned char dimm_map[144]; 50 unsigned char pin_map[576]; 51}; 52 53#define DIMM_LABEL_SZ 8 54 55struct chmc_obp_mem_layout { 56 /* One max 8-byte string label per DIMM. Usually 57 * this matches the label on the motherboard where 58 * that DIMM resides. 59 */ 60 char dimm_labels[CHMC_DIMMS_PER_MC][DIMM_LABEL_SZ]; 61 62 /* If symmetric use map[0], else it is 63 * asymmetric and map[1] should be used. 64 */ 65 char symmetric; 66 67 struct chmc_obp_map map[2]; 68}; 69 70#define CHMCTRL_NBANKS 4 71 72struct chmc_bank_info { 73 struct chmc *p; 74 int bank_id; 75 76 u64 raw_reg; 77 int valid; 78 int uk; 79 int um; 80 int lk; 81 int lm; 82 int interleave; 83 unsigned long base; 84 unsigned long size; 85}; 86 87struct chmc { 88 struct list_head list; 89 int portid; 90 91 struct chmc_obp_mem_layout layout_prop; 92 int layout_size; 93 94 void __iomem *regs; 95 96 u64 timing_control1; 97 u64 timing_control2; 98 u64 timing_control3; 99 u64 timing_control4; 100 u64 memaddr_control; 101 102 struct chmc_bank_info logical_banks[CHMCTRL_NBANKS]; 103}; 104 105#define JBUSMC_REGS_SIZE 8 106 107#define JB_MC_REG1_DIMM2_BANK3 0x8000000000000000UL 108#define JB_MC_REG1_DIMM1_BANK1 0x4000000000000000UL 109#define JB_MC_REG1_DIMM2_BANK2 0x2000000000000000UL 110#define JB_MC_REG1_DIMM1_BANK0 0x1000000000000000UL 111#define JB_MC_REG1_XOR 0x0000010000000000UL 112#define JB_MC_REG1_ADDR_GEN_2 0x000000e000000000UL 113#define JB_MC_REG1_ADDR_GEN_2_SHIFT 37 114#define JB_MC_REG1_ADDR_GEN_1 0x0000001c00000000UL 115#define JB_MC_REG1_ADDR_GEN_1_SHIFT 34 116#define JB_MC_REG1_INTERLEAVE 0x0000000001800000UL 117#define JB_MC_REG1_INTERLEAVE_SHIFT 23 118#define JB_MC_REG1_DIMM2_PTYPE 0x0000000000200000UL 119#define JB_MC_REG1_DIMM2_PTYPE_SHIFT 21 120#define JB_MC_REG1_DIMM1_PTYPE 0x0000000000100000UL 121#define JB_MC_REG1_DIMM1_PTYPE_SHIFT 20 122 123#define PART_TYPE_X8 0 124#define PART_TYPE_X4 1 125 126#define INTERLEAVE_NONE 0 127#define INTERLEAVE_SAME 1 128#define INTERLEAVE_INTERNAL 2 129#define INTERLEAVE_BOTH 3 130 131#define ADDR_GEN_128MB 0 132#define ADDR_GEN_256MB 1 133#define ADDR_GEN_512MB 2 134#define ADDR_GEN_1GB 3 135 136#define JB_NUM_DIMM_GROUPS 2 137#define JB_NUM_DIMMS_PER_GROUP 2 138#define JB_NUM_DIMMS (JB_NUM_DIMM_GROUPS * JB_NUM_DIMMS_PER_GROUP) 139 140struct jbusmc_obp_map { 141 unsigned char dimm_map[18]; 142 unsigned char pin_map[144]; 143}; 144 145struct jbusmc_obp_mem_layout { 146 /* One max 8-byte string label per DIMM. Usually 147 * this matches the label on the motherboard where 148 * that DIMM resides. 149 */ 150 char dimm_labels[JB_NUM_DIMMS][DIMM_LABEL_SZ]; 151 152 /* If symmetric use map[0], else it is 153 * asymmetric and map[1] should be used. 154 */ 155 char symmetric; 156 157 struct jbusmc_obp_map map; 158 159 char _pad; 160}; 161 162struct jbusmc_dimm_group { 163 struct jbusmc *controller; 164 int index; 165 u64 base_addr; 166 u64 size; 167}; 168 169struct jbusmc { 170 void __iomem *regs; 171 u64 mc_reg_1; 172 u32 portid; 173 struct jbusmc_obp_mem_layout layout; 174 int layout_len; 175 int num_dimm_groups; 176 struct jbusmc_dimm_group dimm_groups[JB_NUM_DIMM_GROUPS]; 177 struct list_head list; 178}; 179 180static DEFINE_SPINLOCK(mctrl_list_lock); 181static LIST_HEAD(mctrl_list); 182 183static void mc_list_add(struct list_head *list) 184{ 185 spin_lock(&mctrl_list_lock); 186 list_add(list, &mctrl_list); 187 spin_unlock(&mctrl_list_lock); 188} 189 190static void mc_list_del(struct list_head *list) 191{ 192 spin_lock(&mctrl_list_lock); 193 list_del_init(list); 194 spin_unlock(&mctrl_list_lock); 195} 196 197#define SYNDROME_MIN -1 198#define SYNDROME_MAX 144 199 200/* Covert syndrome code into the way the bits are positioned 201 * on the bus. 202 */ 203static int syndrome_to_qword_code(int syndrome_code) 204{ 205 if (syndrome_code < 128) 206 syndrome_code += 16; 207 else if (syndrome_code < 128 + 9) 208 syndrome_code -= (128 - 7); 209 else if (syndrome_code < (128 + 9 + 3)) 210 syndrome_code -= (128 + 9 - 4); 211 else 212 syndrome_code -= (128 + 9 + 3); 213 return syndrome_code; 214} 215 216/* All this magic has to do with how a cache line comes over the wire 217 * on Safari and JBUS. A 64-bit line comes over in 1 or more quadword 218 * cycles, each of which transmit ECC/MTAG info as well as the actual 219 * data. 220 */ 221#define L2_LINE_SIZE 64 222#define L2_LINE_ADDR_MSK (L2_LINE_SIZE - 1) 223#define QW_PER_LINE 4 224#define QW_BYTES (L2_LINE_SIZE / QW_PER_LINE) 225#define QW_BITS 144 226#define SAFARI_LAST_BIT (576 - 1) 227#define JBUS_LAST_BIT (144 - 1) 228 229static void get_pin_and_dimm_str(int syndrome_code, unsigned long paddr, 230 int *pin_p, char **dimm_str_p, void *_prop, 231 int base_dimm_offset) 232{ 233 int qword_code = syndrome_to_qword_code(syndrome_code); 234 int cache_line_offset; 235 int offset_inverse; 236 int dimm_map_index; 237 int map_val; 238 239 if (mc_type == MC_TYPE_JBUS) { 240 struct jbusmc_obp_mem_layout *p = _prop; 241 242 /* JBUS */ 243 cache_line_offset = qword_code; 244 offset_inverse = (JBUS_LAST_BIT - cache_line_offset); 245 dimm_map_index = offset_inverse / 8; 246 map_val = p->map.dimm_map[dimm_map_index]; 247 map_val = ((map_val >> ((7 - (offset_inverse & 7)))) & 1); 248 *dimm_str_p = p->dimm_labels[base_dimm_offset + map_val]; 249 *pin_p = p->map.pin_map[cache_line_offset]; 250 } else { 251 struct chmc_obp_mem_layout *p = _prop; 252 struct chmc_obp_map *mp; 253 int qword; 254 255 /* Safari */ 256 if (p->symmetric) 257 mp = &p->map[0]; 258 else 259 mp = &p->map[1]; 260 261 qword = (paddr & L2_LINE_ADDR_MSK) / QW_BYTES; 262 cache_line_offset = ((3 - qword) * QW_BITS) + qword_code; 263 offset_inverse = (SAFARI_LAST_BIT - cache_line_offset); 264 dimm_map_index = offset_inverse >> 2; 265 map_val = mp->dimm_map[dimm_map_index]; 266 map_val = ((map_val >> ((3 - (offset_inverse & 3)) << 1)) & 0x3); 267 *dimm_str_p = p->dimm_labels[base_dimm_offset + map_val]; 268 *pin_p = mp->pin_map[cache_line_offset]; 269 } 270} 271 272static struct jbusmc_dimm_group *jbusmc_find_dimm_group(unsigned long phys_addr) 273{ 274 struct jbusmc *p; 275 276 list_for_each_entry(p, &mctrl_list, list) { 277 int i; 278 279 for (i = 0; i < p->num_dimm_groups; i++) { 280 struct jbusmc_dimm_group *dp = &p->dimm_groups[i]; 281 282 if (phys_addr < dp->base_addr || 283 (dp->base_addr + dp->size) <= phys_addr) 284 continue; 285 286 return dp; 287 } 288 } 289 return NULL; 290} 291 292static int jbusmc_print_dimm(int syndrome_code, 293 unsigned long phys_addr, 294 char *buf, int buflen) 295{ 296 struct jbusmc_obp_mem_layout *prop; 297 struct jbusmc_dimm_group *dp; 298 struct jbusmc *p; 299 int first_dimm; 300 301 dp = jbusmc_find_dimm_group(phys_addr); 302 if (dp == NULL || 303 syndrome_code < SYNDROME_MIN || 304 syndrome_code > SYNDROME_MAX) { 305 buf[0] = '?'; 306 buf[1] = '?'; 307 buf[2] = '?'; 308 buf[3] = '\0'; 309 return 0; 310 } 311 p = dp->controller; 312 prop = &p->layout; 313 314 first_dimm = dp->index * JB_NUM_DIMMS_PER_GROUP; 315 316 if (syndrome_code != SYNDROME_MIN) { 317 char *dimm_str; 318 int pin; 319 320 get_pin_and_dimm_str(syndrome_code, phys_addr, &pin, 321 &dimm_str, prop, first_dimm); 322 sprintf(buf, "%s, pin %3d", dimm_str, pin); 323 } else { 324 int dimm; 325 326 /* Multi-bit error, we just dump out all the 327 * dimm labels associated with this dimm group. 328 */ 329 for (dimm = 0; dimm < JB_NUM_DIMMS_PER_GROUP; dimm++) { 330 sprintf(buf, "%s ", 331 prop->dimm_labels[first_dimm + dimm]); 332 buf += strlen(buf); 333 } 334 } 335 336 return 0; 337} 338 339static u64 __devinit jbusmc_dimm_group_size(u64 base, 340 const struct linux_prom64_registers *mem_regs, 341 int num_mem_regs) 342{ 343 u64 max = base + (8UL * 1024 * 1024 * 1024); 344 u64 max_seen = base; 345 int i; 346 347 for (i = 0; i < num_mem_regs; i++) { 348 const struct linux_prom64_registers *ent; 349 u64 this_base; 350 u64 this_end; 351 352 ent = &mem_regs[i]; 353 this_base = ent->phys_addr; 354 this_end = this_base + ent->reg_size; 355 if (base < this_base || base >= this_end) 356 continue; 357 if (this_end > max) 358 this_end = max; 359 if (this_end > max_seen) 360 max_seen = this_end; 361 } 362 363 return max_seen - base; 364} 365 366static void __devinit jbusmc_construct_one_dimm_group(struct jbusmc *p, 367 unsigned long index, 368 const struct linux_prom64_registers *mem_regs, 369 int num_mem_regs) 370{ 371 struct jbusmc_dimm_group *dp = &p->dimm_groups[index]; 372 373 dp->controller = p; 374 dp->index = index; 375 376 dp->base_addr = (p->portid * (64UL * 1024 * 1024 * 1024)); 377 dp->base_addr += (index * (8UL * 1024 * 1024 * 1024)); 378 dp->size = jbusmc_dimm_group_size(dp->base_addr, mem_regs, num_mem_regs); 379} 380 381static void __devinit jbusmc_construct_dimm_groups(struct jbusmc *p, 382 const struct linux_prom64_registers *mem_regs, 383 int num_mem_regs) 384{ 385 if (p->mc_reg_1 & JB_MC_REG1_DIMM1_BANK0) { 386 jbusmc_construct_one_dimm_group(p, 0, mem_regs, num_mem_regs); 387 p->num_dimm_groups++; 388 } 389 if (p->mc_reg_1 & JB_MC_REG1_DIMM2_BANK2) { 390 jbusmc_construct_one_dimm_group(p, 1, mem_regs, num_mem_regs); 391 p->num_dimm_groups++; 392 } 393} 394 395static int __devinit jbusmc_probe(struct platform_device *op, 396 const struct of_device_id *match) 397{ 398 const struct linux_prom64_registers *mem_regs; 399 struct device_node *mem_node; 400 int err, len, num_mem_regs; 401 struct jbusmc *p; 402 const u32 *prop; 403 const void *ml; 404 405 err = -ENODEV; 406 mem_node = of_find_node_by_path("/memory"); 407 if (!mem_node) { 408 printk(KERN_ERR PFX "Cannot find /memory node.\n"); 409 goto out; 410 } 411 mem_regs = of_get_property(mem_node, "reg", &len); 412 if (!mem_regs) { 413 printk(KERN_ERR PFX "Cannot get reg property of /memory node.\n"); 414 goto out; 415 } 416 num_mem_regs = len / sizeof(*mem_regs); 417 418 err = -ENOMEM; 419 p = kzalloc(sizeof(*p), GFP_KERNEL); 420 if (!p) { 421 printk(KERN_ERR PFX "Cannot allocate struct jbusmc.\n"); 422 goto out; 423 } 424 425 INIT_LIST_HEAD(&p->list); 426 427 err = -ENODEV; 428 prop = of_get_property(op->dev.of_node, "portid", &len); 429 if (!prop || len != 4) { 430 printk(KERN_ERR PFX "Cannot find portid.\n"); 431 goto out_free; 432 } 433 434 p->portid = *prop; 435 436 prop = of_get_property(op->dev.of_node, "memory-control-register-1", &len); 437 if (!prop || len != 8) { 438 printk(KERN_ERR PFX "Cannot get memory control register 1.\n"); 439 goto out_free; 440 } 441 442 p->mc_reg_1 = ((u64)prop[0] << 32) | (u64) prop[1]; 443 444 err = -ENOMEM; 445 p->regs = of_ioremap(&op->resource[0], 0, JBUSMC_REGS_SIZE, "jbusmc"); 446 if (!p->regs) { 447 printk(KERN_ERR PFX "Cannot map jbusmc regs.\n"); 448 goto out_free; 449 } 450 451 err = -ENODEV; 452 ml = of_get_property(op->dev.of_node, "memory-layout", &p->layout_len); 453 if (!ml) { 454 printk(KERN_ERR PFX "Cannot get memory layout property.\n"); 455 goto out_iounmap; 456 } 457 if (p->layout_len > sizeof(p->layout)) { 458 printk(KERN_ERR PFX "Unexpected memory-layout size %d\n", 459 p->layout_len); 460 goto out_iounmap; 461 } 462 memcpy(&p->layout, ml, p->layout_len); 463 464 jbusmc_construct_dimm_groups(p, mem_regs, num_mem_regs); 465 466 mc_list_add(&p->list); 467 468 printk(KERN_INFO PFX "UltraSPARC-IIIi memory controller at %s\n", 469 op->dev.of_node->full_name); 470 471 dev_set_drvdata(&op->dev, p); 472 473 err = 0; 474 475out: 476 return err; 477 478out_iounmap: 479 of_iounmap(&op->resource[0], p->regs, JBUSMC_REGS_SIZE); 480 481out_free: 482 kfree(p); 483 goto out; 484} 485 486/* Does BANK decode PHYS_ADDR? */ 487static int chmc_bank_match(struct chmc_bank_info *bp, unsigned long phys_addr) 488{ 489 unsigned long upper_bits = (phys_addr & PA_UPPER_BITS) >> PA_UPPER_BITS_SHIFT; 490 unsigned long lower_bits = (phys_addr & PA_LOWER_BITS) >> PA_LOWER_BITS_SHIFT; 491 492 /* Bank must be enabled to match. */ 493 if (bp->valid == 0) 494 return 0; 495 496 /* Would BANK match upper bits? */ 497 upper_bits ^= bp->um; /* What bits are different? */ 498 upper_bits = ~upper_bits; /* Invert. */ 499 upper_bits |= bp->uk; /* What bits don't matter for matching? */ 500 upper_bits = ~upper_bits; /* Invert. */ 501 502 if (upper_bits) 503 return 0; 504 505 /* Would BANK match lower bits? */ 506 lower_bits ^= bp->lm; /* What bits are different? */ 507 lower_bits = ~lower_bits; /* Invert. */ 508 lower_bits |= bp->lk; /* What bits don't matter for matching? */ 509 lower_bits = ~lower_bits; /* Invert. */ 510 511 if (lower_bits) 512 return 0; 513 514 /* I always knew you'd be the one. */ 515 return 1; 516} 517 518/* Given PHYS_ADDR, search memory controller banks for a match. */ 519static struct chmc_bank_info *chmc_find_bank(unsigned long phys_addr) 520{ 521 struct chmc *p; 522 523 list_for_each_entry(p, &mctrl_list, list) { 524 int bank_no; 525 526 for (bank_no = 0; bank_no < CHMCTRL_NBANKS; bank_no++) { 527 struct chmc_bank_info *bp; 528 529 bp = &p->logical_banks[bank_no]; 530 if (chmc_bank_match(bp, phys_addr)) 531 return bp; 532 } 533 } 534 535 return NULL; 536} 537 538/* This is the main purpose of this driver. */ 539static int chmc_print_dimm(int syndrome_code, 540 unsigned long phys_addr, 541 char *buf, int buflen) 542{ 543 struct chmc_bank_info *bp; 544 struct chmc_obp_mem_layout *prop; 545 int bank_in_controller, first_dimm; 546 547 bp = chmc_find_bank(phys_addr); 548 if (bp == NULL || 549 syndrome_code < SYNDROME_MIN || 550 syndrome_code > SYNDROME_MAX) { 551 buf[0] = '?'; 552 buf[1] = '?'; 553 buf[2] = '?'; 554 buf[3] = '\0'; 555 return 0; 556 } 557 558 prop = &bp->p->layout_prop; 559 bank_in_controller = bp->bank_id & (CHMCTRL_NBANKS - 1); 560 first_dimm = (bank_in_controller & (CHMCTRL_NDGRPS - 1)); 561 first_dimm *= CHMCTRL_NDIMMS; 562 563 if (syndrome_code != SYNDROME_MIN) { 564 char *dimm_str; 565 int pin; 566 567 get_pin_and_dimm_str(syndrome_code, phys_addr, &pin, 568 &dimm_str, prop, first_dimm); 569 sprintf(buf, "%s, pin %3d", dimm_str, pin); 570 } else { 571 int dimm; 572 573 /* Multi-bit error, we just dump out all the 574 * dimm labels associated with this bank. 575 */ 576 for (dimm = 0; dimm < CHMCTRL_NDIMMS; dimm++) { 577 sprintf(buf, "%s ", 578 prop->dimm_labels[first_dimm + dimm]); 579 buf += strlen(buf); 580 } 581 } 582 return 0; 583} 584 585/* Accessing the registers is slightly complicated. If you want 586 * to get at the memory controller which is on the same processor 587 * the code is executing, you must use special ASI load/store else 588 * you go through the global mapping. 589 */ 590static u64 chmc_read_mcreg(struct chmc *p, unsigned long offset) 591{ 592 unsigned long ret, this_cpu; 593 594 preempt_disable(); 595 596 this_cpu = real_hard_smp_processor_id(); 597 598 if (p->portid == this_cpu) { 599 __asm__ __volatile__("ldxa [%1] %2, %0" 600 : "=r" (ret) 601 : "r" (offset), "i" (ASI_MCU_CTRL_REG)); 602 } else { 603 __asm__ __volatile__("ldxa [%1] %2, %0" 604 : "=r" (ret) 605 : "r" (p->regs + offset), 606 "i" (ASI_PHYS_BYPASS_EC_E)); 607 } 608 609 preempt_enable(); 610 611 return ret; 612} 613 614 615static void chmc_interpret_one_decode_reg(struct chmc *p, int which_bank, u64 val) 616{ 617 struct chmc_bank_info *bp = &p->logical_banks[which_bank]; 618 619 bp->p = p; 620 bp->bank_id = (CHMCTRL_NBANKS * p->portid) + which_bank; 621 bp->raw_reg = val; 622 bp->valid = (val & MEM_DECODE_VALID) >> MEM_DECODE_VALID_SHIFT; 623 bp->uk = (val & MEM_DECODE_UK) >> MEM_DECODE_UK_SHIFT; 624 bp->um = (val & MEM_DECODE_UM) >> MEM_DECODE_UM_SHIFT; 625 bp->lk = (val & MEM_DECODE_LK) >> MEM_DECODE_LK_SHIFT; 626 bp->lm = (val & MEM_DECODE_LM) >> MEM_DECODE_LM_SHIFT; 627 628 bp->base = (bp->um); 629 bp->base &= ~(bp->uk); 630 bp->base <<= PA_UPPER_BITS_SHIFT; 631 632 switch(bp->lk) { 633 case 0xf: 634 default: 635 bp->interleave = 1; 636 break; 637 638 case 0xe: 639 bp->interleave = 2; 640 break; 641 642 case 0xc: 643 bp->interleave = 4; 644 break; 645 646 case 0x8: 647 bp->interleave = 8; 648 break; 649 650 case 0x0: 651 bp->interleave = 16; 652 break; 653 }; 654 655 /* UK[10] is reserved, and UK[11] is not set for the SDRAM 656 * bank size definition. 657 */ 658 bp->size = (((unsigned long)bp->uk & 659 ((1UL << 10UL) - 1UL)) + 1UL) << PA_UPPER_BITS_SHIFT; 660 bp->size /= bp->interleave; 661} 662 663static void chmc_fetch_decode_regs(struct chmc *p) 664{ 665 if (p->layout_size == 0) 666 return; 667 668 chmc_interpret_one_decode_reg(p, 0, 669 chmc_read_mcreg(p, CHMCTRL_DECODE1)); 670 chmc_interpret_one_decode_reg(p, 1, 671 chmc_read_mcreg(p, CHMCTRL_DECODE2)); 672 chmc_interpret_one_decode_reg(p, 2, 673 chmc_read_mcreg(p, CHMCTRL_DECODE3)); 674 chmc_interpret_one_decode_reg(p, 3, 675 chmc_read_mcreg(p, CHMCTRL_DECODE4)); 676} 677 678static int __devinit chmc_probe(struct platform_device *op, 679 const struct of_device_id *match) 680{ 681 struct device_node *dp = op->dev.of_node; 682 unsigned long ver; 683 const void *pval; 684 int len, portid; 685 struct chmc *p; 686 int err; 687 688 err = -ENODEV; 689 __asm__ ("rdpr %%ver, %0" : "=r" (ver)); 690 if ((ver >> 32UL) == __JALAPENO_ID || 691 (ver >> 32UL) == __SERRANO_ID) 692 goto out; 693 694 portid = of_getintprop_default(dp, "portid", -1); 695 if (portid == -1) 696 goto out; 697 698 pval = of_get_property(dp, "memory-layout", &len); 699 if (pval && len > sizeof(p->layout_prop)) { 700 printk(KERN_ERR PFX "Unexpected memory-layout property " 701 "size %d.\n", len); 702 goto out; 703 } 704 705 err = -ENOMEM; 706 p = kzalloc(sizeof(*p), GFP_KERNEL); 707 if (!p) { 708 printk(KERN_ERR PFX "Could not allocate struct chmc.\n"); 709 goto out; 710 } 711 712 p->portid = portid; 713 p->layout_size = len; 714 if (!pval) 715 p->layout_size = 0; 716 else 717 memcpy(&p->layout_prop, pval, len); 718 719 p->regs = of_ioremap(&op->resource[0], 0, 0x48, "chmc"); 720 if (!p->regs) { 721 printk(KERN_ERR PFX "Could not map registers.\n"); 722 goto out_free; 723 } 724 725 if (p->layout_size != 0UL) { 726 p->timing_control1 = chmc_read_mcreg(p, CHMCTRL_TCTRL1); 727 p->timing_control2 = chmc_read_mcreg(p, CHMCTRL_TCTRL2); 728 p->timing_control3 = chmc_read_mcreg(p, CHMCTRL_TCTRL3); 729 p->timing_control4 = chmc_read_mcreg(p, CHMCTRL_TCTRL4); 730 p->memaddr_control = chmc_read_mcreg(p, CHMCTRL_MACTRL); 731 } 732 733 chmc_fetch_decode_regs(p); 734 735 mc_list_add(&p->list); 736 737 printk(KERN_INFO PFX "UltraSPARC-III memory controller at %s [%s]\n", 738 dp->full_name, 739 (p->layout_size ? "ACTIVE" : "INACTIVE")); 740 741 dev_set_drvdata(&op->dev, p); 742 743 err = 0; 744 745out: 746 return err; 747 748out_free: 749 kfree(p); 750 goto out; 751} 752 753static int __devinit us3mc_probe(struct platform_device *op, 754 const struct of_device_id *match) 755{ 756 if (mc_type == MC_TYPE_SAFARI) 757 return chmc_probe(op, match); 758 else if (mc_type == MC_TYPE_JBUS) 759 return jbusmc_probe(op, match); 760 return -ENODEV; 761} 762 763static void __devexit chmc_destroy(struct platform_device *op, struct chmc *p) 764{ 765 list_del(&p->list); 766 of_iounmap(&op->resource[0], p->regs, 0x48); 767 kfree(p); 768} 769 770static void __devexit jbusmc_destroy(struct platform_device *op, struct jbusmc *p) 771{ 772 mc_list_del(&p->list); 773 of_iounmap(&op->resource[0], p->regs, JBUSMC_REGS_SIZE); 774 kfree(p); 775} 776 777static int __devexit us3mc_remove(struct platform_device *op) 778{ 779 void *p = dev_get_drvdata(&op->dev); 780 781 if (p) { 782 if (mc_type == MC_TYPE_SAFARI) 783 chmc_destroy(op, p); 784 else if (mc_type == MC_TYPE_JBUS) 785 jbusmc_destroy(op, p); 786 } 787 return 0; 788} 789 790static const struct of_device_id us3mc_match[] = { 791 { 792 .name = "memory-controller", 793 }, 794 {}, 795}; 796MODULE_DEVICE_TABLE(of, us3mc_match); 797 798static struct of_platform_driver us3mc_driver = { 799 .driver = { 800 .name = "us3mc", 801 .owner = THIS_MODULE, 802 .of_match_table = us3mc_match, 803 }, 804 .probe = us3mc_probe, 805 .remove = __devexit_p(us3mc_remove), 806}; 807 808static inline bool us3mc_platform(void) 809{ 810 if (tlb_type == cheetah || tlb_type == cheetah_plus) 811 return true; 812 return false; 813} 814 815static int __init us3mc_init(void) 816{ 817 unsigned long ver; 818 int ret; 819 820 if (!us3mc_platform()) 821 return -ENODEV; 822 823 __asm__ __volatile__("rdpr %%ver, %0" : "=r" (ver)); 824 if ((ver >> 32UL) == __JALAPENO_ID || 825 (ver >> 32UL) == __SERRANO_ID) { 826 mc_type = MC_TYPE_JBUS; 827 us3mc_dimm_printer = jbusmc_print_dimm; 828 } else { 829 mc_type = MC_TYPE_SAFARI; 830 us3mc_dimm_printer = chmc_print_dimm; 831 } 832 833 ret = register_dimm_printer(us3mc_dimm_printer); 834 835 if (!ret) { 836 ret = of_register_platform_driver(&us3mc_driver); 837 if (ret) 838 unregister_dimm_printer(us3mc_dimm_printer); 839 } 840 return ret; 841} 842 843static void __exit us3mc_cleanup(void) 844{ 845 if (us3mc_platform()) { 846 unregister_dimm_printer(us3mc_dimm_printer); 847 of_unregister_platform_driver(&us3mc_driver); 848 } 849} 850 851module_init(us3mc_init); 852module_exit(us3mc_cleanup); 853