octeon_machdep.c revision 216773
1/*- 2 * Copyright (c) 2006 Wojciech A. Koszek <wkoszek@FreeBSD.org> 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 1. Redistributions of source code must retain the above copyright 9 * notice, this list of conditions and the following disclaimer. 10 * 2. Redistributions in binary form must reproduce the above copyright 11 * notice, this list of conditions and the following disclaimer in the 12 * documentation and/or other materials provided with the distribution. 13 * 14 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 15 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 18 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24 * SUCH DAMAGE. 25 * 26 * $FreeBSD: head/sys/mips/cavium/octeon_machdep.c 216773 2010-12-28 20:11:54Z jmallett $ 27 */ 28#include <sys/cdefs.h> 29__FBSDID("$FreeBSD: head/sys/mips/cavium/octeon_machdep.c 216773 2010-12-28 20:11:54Z jmallett $"); 30 31#include <sys/param.h> 32#include <sys/conf.h> 33#include <sys/kernel.h> 34#include <sys/systm.h> 35#include <sys/imgact.h> 36#include <sys/bio.h> 37#include <sys/buf.h> 38#include <sys/bus.h> 39#include <sys/cpu.h> 40#include <sys/cons.h> 41#include <sys/exec.h> 42#include <sys/ucontext.h> 43#include <sys/proc.h> 44#include <sys/kdb.h> 45#include <sys/ptrace.h> 46#include <sys/reboot.h> 47#include <sys/signalvar.h> 48#include <sys/sysent.h> 49#include <sys/sysproto.h> 50#include <sys/time.h> 51#include <sys/timetc.h> 52#include <sys/user.h> 53 54#include <vm/vm.h> 55#include <vm/vm_object.h> 56#include <vm/vm_page.h> 57#include <vm/vm_pager.h> 58 59#include <machine/atomic.h> 60#include <machine/cache.h> 61#include <machine/clock.h> 62#include <machine/cpu.h> 63#include <machine/cpuregs.h> 64#include <machine/cpufunc.h> 65#include <mips/cavium/octeon_pcmap_regs.h> 66#include <machine/hwfunc.h> 67#include <machine/intr_machdep.h> 68#include <machine/locore.h> 69#include <machine/md_var.h> 70#include <machine/pcpu.h> 71#include <machine/pte.h> 72#include <machine/trap.h> 73#include <machine/vmparam.h> 74 75#include <contrib/octeon-sdk/cvmx.h> 76#include <contrib/octeon-sdk/cvmx-bootmem.h> 77#include <contrib/octeon-sdk/cvmx-interrupt.h> 78#include <contrib/octeon-sdk/cvmx-version.h> 79 80#if defined(__mips_n64) 81#define MAX_APP_DESC_ADDR 0xffffffffafffffff 82#else 83#define MAX_APP_DESC_ADDR 0xafffffff 84#endif 85 86#define OCTEON_CLOCK_DEFAULT (500 * 1000 * 1000) 87 88struct octeon_feature_description { 89 octeon_feature_t ofd_feature; 90 const char *ofd_string; 91}; 92 93extern int *edata; 94extern int *end; 95 96static const struct octeon_feature_description octeon_feature_descriptions[] = { 97 { OCTEON_FEATURE_SAAD, "SAAD" }, 98 { OCTEON_FEATURE_ZIP, "ZIP" }, 99 { OCTEON_FEATURE_CRYPTO, "CRYPTO" }, 100 { OCTEON_FEATURE_DORM_CRYPTO, "DORM_CRYPTO" }, 101 { OCTEON_FEATURE_PCIE, "PCIE" }, 102 { OCTEON_FEATURE_SRIO, "SRIO" }, 103 { OCTEON_FEATURE_KEY_MEMORY, "KEY_MEMORY" }, 104 { OCTEON_FEATURE_LED_CONTROLLER, "LED_CONTROLLER" }, 105 { OCTEON_FEATURE_TRA, "TRA" }, 106 { OCTEON_FEATURE_MGMT_PORT, "MGMT_PORT" }, 107 { OCTEON_FEATURE_RAID, "RAID" }, 108 { OCTEON_FEATURE_USB, "USB" }, 109 { OCTEON_FEATURE_NO_WPTR, "NO_WPTR" }, 110 { OCTEON_FEATURE_DFA, "DFA" }, 111 { OCTEON_FEATURE_MDIO_CLAUSE_45, "MDIO_CLAUSE_45" }, 112 { OCTEON_FEATURE_NPEI, "NPEI" }, 113 { 0, NULL } 114}; 115 116uint64_t ciu_get_en_reg_addr_new(int corenum, int intx, int enx, int ciu_ip); 117void ciu_dump_interrutps_enabled(int core_num, int intx, int enx, int ciu_ip); 118 119static uint64_t octeon_get_ticks(void); 120static unsigned octeon_get_timecount(struct timecounter *tc); 121 122static void octeon_boot_params_init(register_t ptr); 123 124static struct timecounter octeon_timecounter = { 125 octeon_get_timecount, /* get_timecount */ 126 0, /* no poll_pps */ 127 0xffffffffu, /* octeon_mask */ 128 0, /* frequency */ 129 "Octeon", /* name */ 130 900, /* quality (adjusted in code) */ 131}; 132 133void 134platform_cpu_init() 135{ 136 /* Nothing special yet */ 137} 138 139/* 140 * Perform a board-level soft-reset. 141 */ 142void 143platform_reset(void) 144{ 145 cvmx_write_csr(CVMX_CIU_SOFT_RST, 1); 146} 147 148void 149octeon_led_write_char(int char_position, char val) 150{ 151 uint64_t ptr = (OCTEON_CHAR_LED_BASE_ADDR | 0xf8); 152 153 if (octeon_is_simulation()) 154 return; 155 156 char_position &= 0x7; /* only 8 chars */ 157 ptr += char_position; 158 oct_write8_x8(ptr, val); 159} 160 161void 162octeon_led_write_char0(char val) 163{ 164 uint64_t ptr = (OCTEON_CHAR_LED_BASE_ADDR | 0xf8); 165 166 if (octeon_is_simulation()) 167 return; 168 oct_write8_x8(ptr, val); 169} 170 171void 172octeon_led_write_hexchar(int char_position, char hexval) 173{ 174 uint64_t ptr = (OCTEON_CHAR_LED_BASE_ADDR | 0xf8); 175 char char1, char2; 176 177 if (octeon_is_simulation()) 178 return; 179 180 char1 = (hexval >> 4) & 0x0f; char1 = (char1 < 10)?char1+'0':char1+'7'; 181 char2 = (hexval & 0x0f); char2 = (char2 < 10)?char2+'0':char2+'7'; 182 char_position &= 0x7; /* only 8 chars */ 183 if (char_position > 6) 184 char_position = 6; 185 ptr += char_position; 186 oct_write8_x8(ptr, char1); 187 ptr++; 188 oct_write8_x8(ptr, char2); 189} 190 191void 192octeon_led_write_string(const char *str) 193{ 194 uint64_t ptr = (OCTEON_CHAR_LED_BASE_ADDR | 0xf8); 195 int i; 196 197 if (octeon_is_simulation()) 198 return; 199 200 for (i=0; i<8; i++, ptr++) { 201 if (str && *str) 202 oct_write8_x8(ptr, *str++); 203 else 204 oct_write8_x8(ptr, ' '); 205 (void)cvmx_read_csr(CVMX_MIO_BOOT_BIST_STAT); 206 } 207} 208 209static char progress[8] = { '-', '/', '|', '\\', '-', '/', '|', '\\'}; 210 211void 212octeon_led_run_wheel(int *prog_count, int led_position) 213{ 214 if (octeon_is_simulation()) 215 return; 216 octeon_led_write_char(led_position, progress[*prog_count]); 217 *prog_count += 1; 218 *prog_count &= 0x7; 219} 220 221void 222octeon_led_write_hex(uint32_t wl) 223{ 224 char nbuf[80]; 225 226 sprintf(nbuf, "%X", wl); 227 octeon_led_write_string(nbuf); 228} 229 230/* 231 * octeon_debug_symbol 232 * 233 * Does nothing. 234 * Used to mark the point for simulator to begin tracing 235 */ 236void 237octeon_debug_symbol(void) 238{ 239} 240 241/* 242 * octeon_ciu_reset 243 * 244 * Shutdown all CIU to IP2, IP3 mappings 245 */ 246void 247octeon_ciu_reset(void) 248{ 249 /* Disable all CIU interrupts by default */ 250 cvmx_write_csr(CVMX_CIU_INTX_EN0(cvmx_get_core_num()*2), 0); 251 cvmx_write_csr(CVMX_CIU_INTX_EN0(cvmx_get_core_num()*2+1), 0); 252 cvmx_write_csr(CVMX_CIU_INTX_EN1(cvmx_get_core_num()*2), 0); 253 cvmx_write_csr(CVMX_CIU_INTX_EN1(cvmx_get_core_num()*2+1), 0); 254 255#ifdef SMP 256 /* Enable the MBOX interrupts. */ 257 cvmx_write_csr(CVMX_CIU_INTX_EN0(cvmx_get_core_num()*2+1), 258 (1ull << (CVMX_IRQ_MBOX0 - 8)) | 259 (1ull << (CVMX_IRQ_MBOX1 - 8))); 260#endif 261} 262 263static void 264octeon_memory_init(void) 265{ 266 vm_paddr_t phys_end; 267 int64_t addr; 268 unsigned i, j; 269 270 phys_end = round_page(MIPS_KSEG0_TO_PHYS((vm_offset_t)&end)); 271 272 if (octeon_is_simulation()) { 273 /* Simulator we limit to 96 meg */ 274 phys_avail[0] = phys_end; 275 phys_avail[1] = 96 << 20; 276 277 dump_avail[0] = phys_avail[0]; 278 dump_avail[1] = phys_avail[1]; 279 280 realmem = physmem = btoc(phys_avail[1] - phys_avail[0]); 281 return; 282 } 283 284 /* 285 * Allocate memory from bootmem 1MB at a time and merge 286 * adjacent entries. 287 */ 288 i = 0; 289 while (i < PHYS_AVAIL_ENTRIES) { 290 /* 291 * If there is less than 2MB of memory available in 128-byte 292 * blocks, do not steal any more memory. We need to leave some 293 * memory for the command queues to be allocated out of. 294 */ 295 if (cvmx_bootmem_available_mem(128) < 2 << 20) 296 break; 297 298 addr = cvmx_bootmem_phy_alloc(1 << 20, phys_end, 299 ~(vm_paddr_t)0, PAGE_SIZE, 0); 300 if (addr == -1) 301 break; 302 303 /* 304 * The SDK needs to be able to easily map any memory that might 305 * come to it e.g. in the form of an mbuf. Because on !n64 we 306 * can't direct-map some addresses and we don't want to manage 307 * temporary mappings within the SDK, don't feed memory that 308 * can't be direct-mapped to the kernel. 309 */ 310#if !defined(__mips_n64) 311 if (!MIPS_DIRECT_MAPPABLE(addr + (1 << 20) - 1)) 312 continue; 313#endif 314 315 physmem += btoc(1 << 20); 316 317 if (i > 0 && phys_avail[i - 1] == addr) { 318 phys_avail[i - 1] += 1 << 20; 319 continue; 320 } 321 322 phys_avail[i + 0] = addr; 323 phys_avail[i + 1] = addr + (1 << 20); 324 325 i += 2; 326 } 327 328 for (j = 0; j < i; j++) 329 dump_avail[j] = phys_avail[j]; 330 331 realmem = physmem; 332} 333 334void 335platform_start(__register_t a0, __register_t a1, __register_t a2 __unused, 336 __register_t a3) 337{ 338 const struct octeon_feature_description *ofd; 339 uint64_t platform_counter_freq; 340 341 /* 342 * XXX 343 * octeon_boot_params_init() should be called before anything else, 344 * certainly before any output; we may find out from the boot 345 * descriptor's flags that we're supposed to use the PCI or UART1 346 * consoles rather than UART0. No point doing that reorganization 347 * until we actually intercept UART_DEV_CONSOLE for the UART1 case 348 * and somehow handle the PCI console, which we lack code for 349 * entirely. 350 */ 351 352 /* Initialize pcpu stuff */ 353 mips_pcpu0_init(); 354 mips_timer_early_init(OCTEON_CLOCK_DEFAULT); 355 cninit(); 356 357 octeon_ciu_reset(); 358 octeon_boot_params_init(a3); 359 /* 360 * XXX 361 * We can certainly parse command line arguments or U-Boot environment 362 * to determine whether to bootverbose / single user / ... I think 363 * stass has patches to add support for loader things to U-Boot even. 364 */ 365 bootverbose = 1; 366 367 /* 368 * For some reason on the cn38xx simulator ebase register is set to 369 * 0x80001000 at bootup time. Move it back to the default, but 370 * when we move to having support for multiple executives, we need 371 * to rethink this. 372 */ 373 mips_wr_ebase(0x80000000); 374 375 octeon_memory_init(); 376 init_param1(); 377 init_param2(physmem); 378 mips_cpu_init(); 379 pmap_bootstrap(); 380 mips_proc0_init(); 381 mutex_init(); 382 kdb_init(); 383#ifdef KDB 384 if (boothowto & RB_KDB) 385 kdb_enter(KDB_WHY_BOOTFLAGS, "Boot flags requested debugger"); 386#endif 387 platform_counter_freq = cvmx_sysinfo_get()->cpu_clock_hz; 388 389 octeon_timecounter.tc_frequency = cvmx_sysinfo_get()->cpu_clock_hz; 390 platform_timecounter = &octeon_timecounter; 391 392 mips_timer_init_params(platform_counter_freq, 0); 393 394 set_cputicker(octeon_get_ticks, cvmx_sysinfo_get()->cpu_clock_hz, 0); 395 396#ifdef SMP 397 /* 398 * Clear any pending IPIs. 399 */ 400 cvmx_write_csr(CVMX_CIU_MBOX_CLRX(0), 0xffffffff); 401#endif 402 403 printf("Octeon SDK: %s\n", OCTEON_SDK_VERSION_STRING); 404 printf("Available Octeon features:"); 405 for (ofd = octeon_feature_descriptions; ofd->ofd_string != NULL; ofd++) 406 if (octeon_has_feature(ofd->ofd_feature)) 407 printf(" %s", ofd->ofd_string); 408 printf("\n"); 409} 410 411static uint64_t 412octeon_get_ticks(void) 413{ 414 uint64_t cvmcount; 415 416 CVMX_MF_CYCLE(cvmcount); 417 return (cvmcount); 418} 419 420static unsigned 421octeon_get_timecount(struct timecounter *tc) 422{ 423 return ((unsigned)octeon_get_ticks()); 424} 425 426/** 427 * version of printf that works better in exception context. 428 * 429 * @param format 430 * 431 * XXX If this function weren't in cvmx-interrupt.c, we'd use the SDK version. 432 */ 433void cvmx_safe_printf(const char *format, ...) 434{ 435 char buffer[256]; 436 char *ptr = buffer; 437 int count; 438 va_list args; 439 440 va_start(args, format); 441#ifndef __U_BOOT__ 442 count = vsnprintf(buffer, sizeof(buffer), format, args); 443#else 444 count = vsprintf(buffer, format, args); 445#endif 446 va_end(args); 447 448 while (count-- > 0) 449 { 450 cvmx_uart_lsr_t lsrval; 451 452 /* Spin until there is room */ 453 do 454 { 455 lsrval.u64 = cvmx_read_csr(CVMX_MIO_UARTX_LSR(0)); 456#if !defined(CONFIG_OCTEON_SIM_SPEED) 457 if (lsrval.s.temt == 0) 458 cvmx_wait(10000); /* Just to reduce the load on the system */ 459#endif 460 } 461 while (lsrval.s.temt == 0); 462 463 if (*ptr == '\n') 464 cvmx_write_csr(CVMX_MIO_UARTX_THR(0), '\r'); 465 cvmx_write_csr(CVMX_MIO_UARTX_THR(0), *ptr++); 466 } 467} 468 469/* impSTART: This stuff should move back into the Cavium SDK */ 470/* 471 **************************************************************************************** 472 * 473 * APP/BOOT DESCRIPTOR STUFF 474 * 475 **************************************************************************************** 476 */ 477 478/* Define the struct that is initialized by the bootloader used by the 479 * startup code. 480 * 481 * Copyright (c) 2004, 2005, 2006 Cavium Networks. 482 * 483 * The authors hereby grant permission to use, copy, modify, distribute, 484 * and license this software and its documentation for any purpose, provided 485 * that existing copyright notices are retained in all copies and that this 486 * notice is included verbatim in any distributions. No written agreement, 487 * license, or royalty fee is required for any of the authorized uses. 488 * Modifications to this software may be copyrighted by their authors 489 * and need not follow the licensing terms described here, provided that 490 * the new terms are clearly indicated on the first page of each file where 491 * they apply. 492 */ 493 494#define OCTEON_CURRENT_DESC_VERSION 6 495#define OCTEON_ARGV_MAX_ARGS (64) 496#define OCTOEN_SERIAL_LEN 20 497 498typedef struct { 499 /* Start of block referenced by assembly code - do not change! */ 500 uint32_t desc_version; 501 uint32_t desc_size; 502 503 uint64_t stack_top; 504 uint64_t heap_base; 505 uint64_t heap_end; 506 uint64_t entry_point; /* Only used by bootloader */ 507 uint64_t desc_vaddr; 508 /* End of This block referenced by assembly code - do not change! */ 509 510 uint32_t exception_base_addr; 511 uint32_t stack_size; 512 uint32_t heap_size; 513 uint32_t argc; /* Argc count for application */ 514 uint32_t argv[OCTEON_ARGV_MAX_ARGS]; 515 uint32_t flags; 516 uint32_t core_mask; 517 uint32_t dram_size; /**< DRAM size in megabyes */ 518 uint32_t phy_mem_desc_addr; /**< physical address of free memory descriptor block*/ 519 uint32_t debugger_flags_base_addr; /**< used to pass flags from app to debugger */ 520 uint32_t eclock_hz; /**< CPU clock speed, in hz */ 521 uint32_t dclock_hz; /**< DRAM clock speed, in hz */ 522 uint32_t spi_clock_hz; /**< SPI4 clock in hz */ 523 uint16_t board_type; 524 uint8_t board_rev_major; 525 uint8_t board_rev_minor; 526 uint16_t chip_type; 527 uint8_t chip_rev_major; 528 uint8_t chip_rev_minor; 529 char board_serial_number[OCTOEN_SERIAL_LEN]; 530 uint8_t mac_addr_base[6]; 531 uint8_t mac_addr_count; 532 uint64_t cvmx_desc_vaddr; 533} octeon_boot_descriptor_t; 534 535cvmx_bootinfo_t *octeon_bootinfo; 536 537static octeon_boot_descriptor_t *app_desc_ptr; 538 539int 540octeon_is_simulation(void) 541{ 542 switch (cvmx_sysinfo_get()->board_type) { 543 case CVMX_BOARD_TYPE_SIM: 544 return 1; 545 default: 546 return 0; 547 } 548} 549 550static void 551octeon_process_app_desc_ver_6(void) 552{ 553 /* XXX Why is 0x00000000ffffffffULL a bad value? */ 554 if (app_desc_ptr->cvmx_desc_vaddr == 0 || 555 app_desc_ptr->cvmx_desc_vaddr == 0xfffffffful) 556 panic("Bad octeon_bootinfo %p", octeon_bootinfo); 557 558 octeon_bootinfo = 559 (cvmx_bootinfo_t *)(intptr_t)app_desc_ptr->cvmx_desc_vaddr; 560 octeon_bootinfo = 561 (cvmx_bootinfo_t *) ((intptr_t)octeon_bootinfo | MIPS_KSEG0_START); 562 if (octeon_bootinfo->major_version != 1) 563 panic("Incompatible CVMX descriptor from bootloader: %d.%d %p", 564 (int) octeon_bootinfo->major_version, 565 (int) octeon_bootinfo->minor_version, octeon_bootinfo); 566 567 cvmx_sysinfo_minimal_initialize(octeon_bootinfo->phy_mem_desc_addr, 568 octeon_bootinfo->board_type, 569 octeon_bootinfo->board_rev_major, 570 octeon_bootinfo->board_rev_minor, 571 octeon_bootinfo->eclock_hz); 572} 573 574static void 575octeon_boot_params_init(register_t ptr) 576{ 577 if (ptr == 0 || ptr >= MAX_APP_DESC_ADDR) 578 panic("app descriptor passed at invalid address %#jx", 579 (uintmax_t)ptr); 580 581 app_desc_ptr = (octeon_boot_descriptor_t *)(intptr_t)ptr; 582 if (app_desc_ptr->desc_version < 6) 583 panic("Your boot code is too old to be supported."); 584 octeon_process_app_desc_ver_6(); 585 586 KASSERT(octeon_bootinfo != NULL, ("octeon_bootinfo should be set")); 587 588 if (cvmx_sysinfo_get()->phy_mem_desc_addr == (uint64_t)0) 589 panic("Your boot loader did not supply a memory descriptor."); 590 cvmx_bootmem_init(cvmx_sysinfo_get()->phy_mem_desc_addr); 591 592 printf("Boot Descriptor Ver: %u -> %u/%u", 593 app_desc_ptr->desc_version, octeon_bootinfo->major_version, 594 octeon_bootinfo->minor_version); 595 printf(" CPU clock: %uMHz Core Mask: %#x\n", 596 cvmx_sysinfo_get()->cpu_clock_hz / 1000000, 597 cvmx_sysinfo_get()->core_mask); 598 printf(" Board Type: %u Revision: %u/%u\n", 599 cvmx_sysinfo_get()->board_type, 600 cvmx_sysinfo_get()->board_rev_major, 601 cvmx_sysinfo_get()->board_rev_minor); 602 603 printf(" Mac Address %02X.%02X.%02X.%02X.%02X.%02X (%d)\n", 604 octeon_bootinfo->mac_addr_base[0], 605 octeon_bootinfo->mac_addr_base[1], 606 octeon_bootinfo->mac_addr_base[2], 607 octeon_bootinfo->mac_addr_base[3], 608 octeon_bootinfo->mac_addr_base[4], 609 octeon_bootinfo->mac_addr_base[5], 610 octeon_bootinfo->mac_addr_count); 611 612#if defined(OCTEON_BOARD_CAPK_0100ND) 613 if (cvmx_sysinfo_get()->board_type != CVMX_BOARD_TYPE_CN3010_EVB_HS5) 614 printf("Compiled for CAPK-0100ND, but board type is %s\n", 615 cvmx_board_type_to_string(cvmx_sysinfo_get()->board_type)); 616#else 617 printf("Board: %s\n", 618 cvmx_board_type_to_string(cvmx_sysinfo_get()->board_type)); 619#endif 620 printf("Model: %s\n", octeon_model_get_string(cvmx_get_proc_id())); 621} 622/* impEND: This stuff should move back into the Cavium SDK */ 623