main.c revision 207537
1139738Simp/*- 284996Srobert * Initial implementation: 384996Srobert * Copyright (c) 2001 Robert Drehmel 484996Srobert * All rights reserved. 584996Srobert * 684996Srobert * As long as the above copyright statement and this notice remain 7181398Smarius * unchanged, you can do what ever you want with this file. 884996Srobert */ 9182916Smarius/*- 10182916Smarius * Copyright (c) 2008 Marius Strobl <marius@FreeBSD.org> 11182916Smarius * All rights reserved. 12182916Smarius * 13182916Smarius * Redistribution and use in source and binary forms, with or without 14182916Smarius * modification, are permitted provided that the following conditions 15182916Smarius * are met: 16182916Smarius * 1. Redistributions of source code must retain the above copyright 17182916Smarius * notice, this list of conditions and the following disclaimer. 18182916Smarius * 2. Redistributions in binary form must reproduce the above copyright 19182916Smarius * notice, this list of conditions and the following disclaimer in the 20182916Smarius * documentation and/or other materials provided with the distribution. 21182916Smarius * 22182916Smarius * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 23182916Smarius * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 24182916Smarius * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 25182916Smarius * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 26182916Smarius * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 27182916Smarius * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 28182916Smarius * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 29182916Smarius * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 30182916Smarius * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 31182916Smarius * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 32182916Smarius * SUCH DAMAGE. 33182916Smarius */ 34124139Sobrien 35124139Sobrien#include <sys/cdefs.h> 36124139Sobrien__FBSDID("$FreeBSD: head/sys/boot/sparc64/loader/main.c 207537 2010-05-02 19:38:17Z marius $"); 37182020Smarius 3884996Srobert/* 3984996Srobert * FreeBSD/sparc64 kernel loader - machine dependent part 4084996Srobert * 4184996Srobert * - implements copyin and readin functions that map kernel 4284996Srobert * pages on demand. The machine independent code does not 4384996Srobert * know the size of the kernel early enough to pre-enter 4484996Srobert * TTEs and install just one 4MB mapping seemed to limiting 4584996Srobert * to me. 4684996Srobert */ 4791139Sjake 4884996Srobert#include <stand.h> 49203829Smarius#include <sys/param.h> 5084996Srobert#include <sys/exec.h> 51203829Smarius#include <sys/linker.h> 52102219Srobert#include <sys/queue.h> 53163145Skmacy#include <sys/types.h> 5484996Srobert 55163145Skmacy#include <vm/vm.h> 5684996Srobert#include <machine/asi.h> 57203829Smarius#include <machine/cmt.h> 5891139Sjake#include <machine/cpufunc.h> 5984996Srobert#include <machine/elf.h> 60203829Smarius#include <machine/fireplane.h> 61203829Smarius#include <machine/jbus.h> 6291110Sjake#include <machine/lsu.h> 6391110Sjake#include <machine/metadata.h> 6484996Srobert#include <machine/tte.h> 65181398Smarius#include <machine/tlb.h> 6691139Sjake#include <machine/upa.h> 67182478Smarius#include <machine/ver.h> 68182877Smarius#include <machine/vmparam.h> 6984996Srobert 7084996Srobert#include "bootstrap.h" 7184996Srobert#include "libofw.h" 7285719Sjake#include "dev_net.h" 7384996Srobert 74203829Smarius#ifndef CTASSERT 75203829Smarius#define CTASSERT(x) _CTASSERT(x, __LINE__) 76203829Smarius#define _CTASSERT(x, y) __CTASSERT(x, y) 77203829Smarius#define __CTASSERT(x, y) typedef char __assert ## y[(x) ? 1 : -1] 78203829Smarius#endif 79203829Smarius 80170839Smariusextern char bootprog_name[], bootprog_rev[], bootprog_date[], bootprog_maker[]; 81170839Smarius 8284996Srobertenum { 8384996Srobert HEAPVA = 0x800000, 8484996Srobert HEAPSZ = 0x1000000, 8584996Srobert LOADSZ = 0x1000000 /* for kernel and modules */ 8684996Srobert}; 8784996Srobert 88203829Smarius/* At least Sun Fire V1280 require page sized allocations to be claimed. */ 89203829SmariusCTASSERT(HEAPSZ % PAGE_SIZE == 0); 90203829Smarius 91170839Smariusstatic struct mmu_ops { 92163145Skmacy void (*tlb_init)(void); 93163145Skmacy int (*mmu_mapin)(vm_offset_t va, vm_size_t len); 94163145Skmacy} *mmu_ops; 95163145Skmacy 9685719Sjaketypedef void kernel_entry_t(vm_offset_t mdp, u_long o1, u_long o2, u_long o3, 97170839Smarius void *openfirmware); 9885719Sjake 99203829Smariusstatic inline u_long dtlb_get_data_sun4u(u_int); 100203830Smariusstatic int dtlb_enter_sun4u(u_int, u_long data, vm_offset_t); 101181398Smariusstatic vm_offset_t dtlb_va_to_pa_sun4u(vm_offset_t); 102203829Smariusstatic inline u_long itlb_get_data_sun4u(u_int); 103203830Smariusstatic int itlb_enter_sun4u(u_int, u_long data, vm_offset_t); 104181398Smariusstatic vm_offset_t itlb_va_to_pa_sun4u(vm_offset_t); 105182916Smariusstatic void itlb_relocate_locked0_sun4u(void); 10685719Sjakeextern vm_offset_t md_load(char *, vm_offset_t *); 107170839Smariusstatic int sparc64_autoload(void); 108170839Smariusstatic ssize_t sparc64_readin(const int, vm_offset_t, const size_t); 109170839Smariusstatic ssize_t sparc64_copyin(const void *, vm_offset_t, size_t); 110170839Smariusstatic void sparc64_maphint(vm_offset_t, size_t); 111170854Smariusstatic vm_offset_t claim_virt(vm_offset_t, size_t, int); 112170854Smariusstatic vm_offset_t alloc_phys(size_t, int); 113170854Smariusstatic int map_phys(int, size_t, vm_offset_t, vm_offset_t); 114170854Smariusstatic void release_phys(vm_offset_t, u_int); 115114386Speterstatic int __elfN(exec)(struct preloaded_file *); 116163145Skmacystatic int mmu_mapin_sun4u(vm_offset_t, vm_size_t); 117163145Skmacystatic int mmu_mapin_sun4v(vm_offset_t, vm_size_t); 118170839Smariusstatic vm_offset_t init_heap(void); 119203829Smariusstatic phandle_t find_bsp_sun4u(phandle_t, uint32_t); 120203829Smariusconst char *cpu_cpuid_prop_sun4u(void); 121203829Smariusuint32_t cpu_get_mid_sun4u(void); 122163145Skmacystatic void tlb_init_sun4u(void); 123163145Skmacystatic void tlb_init_sun4v(void); 12484996Srobert 125181398Smarius#ifdef LOADER_DEBUG 126181398Smariustypedef u_int64_t tte_t; 127181398Smarius 128181398Smariusstatic void pmap_print_tlb_sun4u(void); 129181398Smariusstatic void pmap_print_tte_sun4u(tte_t, tte_t); 130181398Smarius#endif 131181398Smarius 132170839Smariusstatic struct mmu_ops mmu_ops_sun4u = { tlb_init_sun4u, mmu_mapin_sun4u }; 133170839Smariusstatic struct mmu_ops mmu_ops_sun4v = { tlb_init_sun4v, mmu_mapin_sun4v }; 134163145Skmacy 135163145Skmacy/* sun4u */ 13697445Sjakestruct tlb_entry *dtlb_store; 13797445Sjakestruct tlb_entry *itlb_store; 138203829Smariusu_int dtlb_slot; 139203829Smariusu_int itlb_slot; 140204152Smariusstatic int cpu_impl; 141203829Smariusstatic u_int dtlb_slot_max; 142203829Smariusstatic u_int itlb_slot_max; 14391139Sjake 144163145Skmacy/* sun4v */ 145170839Smariusstatic struct tlb_entry *tlb_store; 146170839Smariusstatic int is_sun4v = 0; 147170839Smarius/* 148163145Skmacy * no direct TLB access on sun4v 149170839Smarius * we somewhat arbitrarily declare enough 150163145Skmacy * slots to cover a 4GB AS with 4MB pages 151163145Skmacy */ 152170839Smarius#define SUN4V_TLB_SLOT_MAX (1 << 10) 153163145Skmacy 154170839Smariusstatic vm_offset_t curkva = 0; 155170839Smariusstatic vm_offset_t heapva; 156163145Skmacy 157170854Smariusstatic phandle_t root; 15884996Srobert 15984996Srobert/* 16084996Srobert * Machine dependent structures that the machine independent 16184996Srobert * loader part uses. 16284996Srobert */ 16384996Srobertstruct devsw *devsw[] = { 16485719Sjake#ifdef LOADER_DISK_SUPPORT 16584996Srobert &ofwdisk, 16685719Sjake#endif 16785719Sjake#ifdef LOADER_NET_SUPPORT 16885719Sjake &netdev, 16985719Sjake#endif 17084996Srobert 0 17184996Srobert}; 17284996Srobertstruct arch_switch archsw; 17384996Srobert 174170839Smariusstatic struct file_format sparc64_elf = { 175114386Speter __elfN(loadfile), 176114386Speter __elfN(exec) 17784996Srobert}; 17884996Srobertstruct file_format *file_formats[] = { 17984996Srobert &sparc64_elf, 18084996Srobert 0 18184996Srobert}; 18284996Srobertstruct fs_ops *file_system[] = { 18391110Sjake#ifdef LOADER_UFS_SUPPORT 18484996Srobert &ufs_fsops, 18585719Sjake#endif 18693606Stmm#ifdef LOADER_CD9660_SUPPORT 18793606Stmm &cd9660_fsops, 18893606Stmm#endif 189108100Sjake#ifdef LOADER_ZIP_SUPPORT 190105065Sjake &zipfs_fsops, 191105065Sjake#endif 192108100Sjake#ifdef LOADER_GZIP_SUPPORT 193108100Sjake &gzipfs_fsops, 194108100Sjake#endif 195105065Sjake#ifdef LOADER_BZIP2_SUPPORT 196105065Sjake &bzipfs_fsops, 197105065Sjake#endif 198117448Stmm#ifdef LOADER_NFS_SUPPORT 19985719Sjake &nfs_fsops, 20085719Sjake#endif 20191110Sjake#ifdef LOADER_TFTP_SUPPORT 20291110Sjake &tftp_fsops, 20391110Sjake#endif 20484996Srobert 0 20584996Srobert}; 20685719Sjakestruct netif_driver *netif_drivers[] = { 20785719Sjake#ifdef LOADER_NET_SUPPORT 20885719Sjake &ofwnet, 20985719Sjake#endif 21085719Sjake 0 21185719Sjake}; 21284996Srobert 21384996Srobertextern struct console ofwconsole; 21484996Srobertstruct console *consoles[] = { 21584996Srobert &ofwconsole, 21684996Srobert 0 21784996Srobert}; 21884996Srobert 21991110Sjake#ifdef LOADER_DEBUG 22091110Sjakestatic int 22191110Sjakewatch_phys_set_mask(vm_offset_t pa, u_long mask) 22291110Sjake{ 22391110Sjake u_long lsucr; 22491110Sjake 22591110Sjake stxa(AA_DMMU_PWPR, ASI_DMMU, pa & (((2UL << 38) - 1) << 3)); 22691110Sjake lsucr = ldxa(0, ASI_LSU_CTL_REG); 22791110Sjake lsucr = ((lsucr | LSU_PW) & ~LSU_PM_MASK) | 22891110Sjake (mask << LSU_PM_SHIFT); 22991110Sjake stxa(0, ASI_LSU_CTL_REG, lsucr); 23091110Sjake return (0); 23191110Sjake} 23291110Sjake 23391110Sjakestatic int 23491110Sjakewatch_phys_set(vm_offset_t pa, int sz) 23591110Sjake{ 23691110Sjake u_long off; 23791110Sjake 23891110Sjake off = (u_long)pa & 7; 23991110Sjake /* Test for misaligned watch points. */ 24091110Sjake if (off + sz > 8) 24191110Sjake return (-1); 24291110Sjake return (watch_phys_set_mask(pa, ((1 << sz) - 1) << off)); 24391110Sjake} 24491110Sjake 24591110Sjake 24691110Sjakestatic int 24791110Sjakewatch_virt_set_mask(vm_offset_t va, u_long mask) 24891110Sjake{ 24991110Sjake u_long lsucr; 25091110Sjake 25191110Sjake stxa(AA_DMMU_VWPR, ASI_DMMU, va & (((2UL << 41) - 1) << 3)); 25291110Sjake lsucr = ldxa(0, ASI_LSU_CTL_REG); 25391110Sjake lsucr = ((lsucr | LSU_VW) & ~LSU_VM_MASK) | 25491110Sjake (mask << LSU_VM_SHIFT); 25591110Sjake stxa(0, ASI_LSU_CTL_REG, lsucr); 25691110Sjake return (0); 25791110Sjake} 25891110Sjake 25991110Sjakestatic int 26091110Sjakewatch_virt_set(vm_offset_t va, int sz) 26191110Sjake{ 26291110Sjake u_long off; 26391110Sjake 26491110Sjake off = (u_long)va & 7; 26591110Sjake /* Test for misaligned watch points. */ 26691110Sjake if (off + sz > 8) 26791110Sjake return (-1); 26891110Sjake return (watch_virt_set_mask(va, ((1 << sz) - 1) << off)); 26991110Sjake} 27091110Sjake#endif 27191110Sjake 27284996Srobert/* 27384996Srobert * archsw functions 27484996Srobert */ 27584996Srobertstatic int 27684996Srobertsparc64_autoload(void) 27784996Srobert{ 278170839Smarius 279170839Smarius return (0); 28084996Srobert} 28184996Srobert 28284996Srobertstatic ssize_t 28384996Srobertsparc64_readin(const int fd, vm_offset_t va, const size_t len) 28484996Srobert{ 285170839Smarius 286163145Skmacy mmu_ops->mmu_mapin(va, len); 287170839Smarius return (read(fd, (void *)va, len)); 28884996Srobert} 28984996Srobert 29084996Srobertstatic ssize_t 29184996Srobertsparc64_copyin(const void *src, vm_offset_t dest, size_t len) 29284996Srobert{ 293170839Smarius 294163145Skmacy mmu_ops->mmu_mapin(dest, len); 29584996Srobert memcpy((void *)dest, src, len); 296170839Smarius return (len); 29784996Srobert} 29884996Srobert 299165325Skmacystatic void 300165325Skmacysparc64_maphint(vm_offset_t va, size_t len) 301165325Skmacy{ 302165325Skmacy vm_paddr_t pa; 303165325Skmacy vm_offset_t mva; 304165325Skmacy size_t size; 305170854Smarius int i, free_excess = 0; 306165325Skmacy 307165325Skmacy if (!is_sun4v) 308165325Skmacy return; 309165325Skmacy 310165325Skmacy if (tlb_store[va >> 22].te_pa != -1) 311165325Skmacy return; 312165325Skmacy 313165325Skmacy /* round up to nearest 4MB page */ 314165325Skmacy size = (len + PAGE_MASK_4M) & ~PAGE_MASK_4M; 315170839Smarius#if 0 316170854Smarius pa = alloc_phys(PAGE_SIZE_256M, PAGE_SIZE_256M); 317165325Skmacy 318165325Skmacy if (pa != -1) 319165325Skmacy free_excess = 1; 320165325Skmacy else 321165325Skmacy#endif 322170854Smarius pa = alloc_phys(size, PAGE_SIZE_256M); 323165325Skmacy if (pa == -1) 324170854Smarius pa = alloc_phys(size, PAGE_SIZE_4M); 325165325Skmacy if (pa == -1) 326170854Smarius panic("%s: out of memory", __func__); 327165325Skmacy 328165325Skmacy for (i = 0; i < size; i += PAGE_SIZE_4M) { 329170854Smarius mva = claim_virt(va + i, PAGE_SIZE_4M, 0); 330170839Smarius if (mva != (va + i)) 331170854Smarius panic("%s: can't claim virtual page " 332170839Smarius "(wanted %#lx, got %#lx)", 333170854Smarius __func__, va, mva); 334165325Skmacy 335165325Skmacy tlb_store[mva >> 22].te_pa = pa + i; 336170854Smarius if (map_phys(-1, PAGE_SIZE_4M, mva, pa + i) != 0) 337170854Smarius printf("%s: can't map physical page\n", __func__); 338165325Skmacy } 339165325Skmacy if (free_excess) 340170854Smarius release_phys(pa, PAGE_SIZE_256M); 341165325Skmacy} 342165325Skmacy 34384996Srobert/* 34484996Srobert * other MD functions 34584996Srobert */ 346170854Smariusstatic vm_offset_t 347170854Smariusclaim_virt(vm_offset_t virt, size_t size, int align) 348170854Smarius{ 349170854Smarius vm_offset_t mva; 350170854Smarius 351170854Smarius if (OF_call_method("claim", mmu, 3, 1, virt, size, align, &mva) == -1) 352170854Smarius return ((vm_offset_t)-1); 353170854Smarius return (mva); 354170854Smarius} 355170854Smarius 356170854Smariusstatic vm_offset_t 357170854Smariusalloc_phys(size_t size, int align) 358170854Smarius{ 359170854Smarius cell_t phys_hi, phys_low; 360170854Smarius 361170854Smarius if (OF_call_method("claim", memory, 2, 2, size, align, &phys_low, 362170854Smarius &phys_hi) == -1) 363170854Smarius return ((vm_offset_t)-1); 364170854Smarius return ((vm_offset_t)phys_hi << 32 | phys_low); 365170854Smarius} 366170854Smarius 36784996Srobertstatic int 368170854Smariusmap_phys(int mode, size_t size, vm_offset_t virt, vm_offset_t phys) 369170854Smarius{ 370170854Smarius 371170854Smarius return (OF_call_method("map", mmu, 5, 0, (uint32_t)phys, 372170854Smarius (uint32_t)(phys >> 32), virt, size, mode)); 373170854Smarius} 374170854Smarius 375170854Smariusstatic void 376170854Smariusrelease_phys(vm_offset_t phys, u_int size) 377170854Smarius{ 378170854Smarius 379170854Smarius (void)OF_call_method("release", memory, 3, 0, (uint32_t)phys, 380170854Smarius (uint32_t)(phys >> 32), size); 381170854Smarius} 382170854Smarius 383170854Smariusstatic int 384114386Speter__elfN(exec)(struct preloaded_file *fp) 38584996Srobert{ 38684996Srobert struct file_metadata *fmp; 38785719Sjake vm_offset_t mdp; 388116415Sjake Elf_Addr entry; 38991139Sjake Elf_Ehdr *e; 39085719Sjake int error; 39184996Srobert 392170839Smarius if ((fmp = file_findmetadata(fp, MODINFOMD_ELFHDR)) == 0) 393170839Smarius return (EFTYPE); 39491139Sjake e = (Elf_Ehdr *)&fmp->md_data; 39584996Srobert 39685719Sjake if ((error = md_load(fp->f_args, &mdp)) != 0) 397170839Smarius return (error); 39884996Srobert 39991139Sjake printf("jumping to kernel entry at %#lx.\n", e->e_entry); 400188455Smarius#ifdef LOADER_DEBUG 401181398Smarius pmap_print_tlb_sun4u(); 40284996Srobert#endif 40385719Sjake 404200946Smarius dev_cleanup(); 405200946Smarius 406116415Sjake entry = e->e_entry; 407116415Sjake 408165325Skmacy OF_release((void *)heapva, HEAPSZ); 409116415Sjake 410116415Sjake ((kernel_entry_t *)entry)(mdp, 0, 0, 0, openfirmware); 411116415Sjake 412170854Smarius panic("%s: exec returned", __func__); 41384996Srobert} 41484996Srobert 415182478Smariusstatic inline u_long 416203829Smariusdtlb_get_data_sun4u(u_int slot) 417182478Smarius{ 418182478Smarius 419182478Smarius /* 420182478Smarius * We read ASI_DTLB_DATA_ACCESS_REG twice in order to work 421182478Smarius * around errata of USIII and beyond. 422182478Smarius */ 423182478Smarius (void)ldxa(TLB_DAR_SLOT(slot), ASI_DTLB_DATA_ACCESS_REG); 424182478Smarius return (ldxa(TLB_DAR_SLOT(slot), ASI_DTLB_DATA_ACCESS_REG)); 425182478Smarius} 426182478Smarius 427182478Smariusstatic inline u_long 428203829Smariusitlb_get_data_sun4u(u_int slot) 429182478Smarius{ 430182478Smarius 431182478Smarius /* 432182478Smarius * We read ASI_ITLB_DATA_ACCESS_REG twice in order to work 433182478Smarius * around errata of USIII and beyond. 434182478Smarius */ 435182478Smarius (void)ldxa(TLB_DAR_SLOT(slot), ASI_ITLB_DATA_ACCESS_REG); 436182478Smarius return (ldxa(TLB_DAR_SLOT(slot), ASI_ITLB_DATA_ACCESS_REG)); 437182478Smarius} 438182478Smarius 439181398Smariusstatic vm_offset_t 440181398Smariusdtlb_va_to_pa_sun4u(vm_offset_t va) 441181398Smarius{ 442182766Smarius u_long pstate, reg; 443181398Smarius int i; 444181398Smarius 445182766Smarius pstate = rdpr(pstate); 446182766Smarius wrpr(pstate, pstate & ~PSTATE_IE, 0); 447181398Smarius for (i = 0; i < dtlb_slot_max; i++) { 448181398Smarius reg = ldxa(TLB_DAR_SLOT(i), ASI_DTLB_TAG_READ_REG); 449181398Smarius if (TLB_TAR_VA(reg) != va) 450181398Smarius continue; 451182478Smarius reg = dtlb_get_data_sun4u(i); 452182766Smarius wrpr(pstate, pstate, 0); 453191071Smarius reg >>= TD_PA_SHIFT; 454207537Smarius if (cpu_impl == CPU_IMPL_SPARC64V || 455207537Smarius cpu_impl >= CPU_IMPL_ULTRASPARCIII) 456191071Smarius return (reg & TD_PA_CH_MASK); 457191071Smarius return (reg & TD_PA_SF_MASK); 458181398Smarius } 459182766Smarius wrpr(pstate, pstate, 0); 460181398Smarius return (-1); 461181398Smarius} 462181398Smarius 463181398Smariusstatic vm_offset_t 464181398Smariusitlb_va_to_pa_sun4u(vm_offset_t va) 465181398Smarius{ 466182766Smarius u_long pstate, reg; 467181398Smarius int i; 468181398Smarius 469182766Smarius pstate = rdpr(pstate); 470182766Smarius wrpr(pstate, pstate & ~PSTATE_IE, 0); 471181398Smarius for (i = 0; i < itlb_slot_max; i++) { 472181398Smarius reg = ldxa(TLB_DAR_SLOT(i), ASI_ITLB_TAG_READ_REG); 473181398Smarius if (TLB_TAR_VA(reg) != va) 474181398Smarius continue; 475182478Smarius reg = itlb_get_data_sun4u(i); 476182766Smarius wrpr(pstate, pstate, 0); 477191071Smarius reg >>= TD_PA_SHIFT; 478207537Smarius if (cpu_impl == CPU_IMPL_SPARC64V || 479207537Smarius cpu_impl >= CPU_IMPL_ULTRASPARCIII) 480191071Smarius return (reg & TD_PA_CH_MASK); 481191071Smarius return (reg & TD_PA_SF_MASK); 482181398Smarius } 483182766Smarius wrpr(pstate, pstate, 0); 484181398Smarius return (-1); 485181398Smarius} 486181398Smarius 487203830Smariusstatic int 488203830Smariusdtlb_enter_sun4u(u_int index, u_long data, vm_offset_t virt) 489181398Smarius{ 490181398Smarius 491203830Smarius return (OF_call_method("SUNW,dtlb-load", mmu, 3, 0, index, data, 492203830Smarius virt)); 493181398Smarius} 494181398Smarius 495203830Smariusstatic int 496203830Smariusitlb_enter_sun4u(u_int index, u_long data, vm_offset_t virt) 497181398Smarius{ 498181398Smarius 499203830Smarius if (cpu_impl == CPU_IMPL_ULTRASPARCIIIp && index == 0 && 500203830Smarius (data & TD_L) != 0) 501203830Smarius panic("%s: won't enter locked TLB entry at index 0 on USIII+", 502203830Smarius __func__); 503203830Smarius return (OF_call_method("SUNW,itlb-load", mmu, 3, 0, index, data, 504203830Smarius virt)); 505181398Smarius} 506181398Smarius 507182916Smariusstatic void 508182916Smariusitlb_relocate_locked0_sun4u(void) 509182916Smarius{ 510182916Smarius u_long data, pstate, tag; 511182916Smarius int i; 512182916Smarius 513182916Smarius if (cpu_impl != CPU_IMPL_ULTRASPARCIIIp) 514182916Smarius return; 515182916Smarius 516182916Smarius pstate = rdpr(pstate); 517182916Smarius wrpr(pstate, pstate & ~PSTATE_IE, 0); 518182916Smarius 519182916Smarius data = itlb_get_data_sun4u(0); 520182916Smarius if ((data & (TD_V | TD_L)) != (TD_V | TD_L)) { 521182916Smarius wrpr(pstate, pstate, 0); 522182916Smarius return; 523182916Smarius } 524182916Smarius 525182916Smarius /* Flush the mapping of slot 0. */ 526182916Smarius tag = ldxa(TLB_DAR_SLOT(0), ASI_ITLB_TAG_READ_REG); 527182916Smarius stxa(TLB_DEMAP_VA(TLB_TAR_VA(tag)) | TLB_DEMAP_PRIMARY | 528182916Smarius TLB_DEMAP_PAGE, ASI_IMMU_DEMAP, 0); 529182916Smarius flush(0); /* The USIII-family ignores the address. */ 530182916Smarius 531182916Smarius /* 532182916Smarius * Search a replacement slot != 0 and enter the data and tag 533182916Smarius * that formerly were in slot 0. 534182916Smarius */ 535182916Smarius for (i = 1; i < itlb_slot_max; i++) { 536182916Smarius if ((itlb_get_data_sun4u(i) & TD_V) != 0) 537182916Smarius continue; 538182916Smarius 539182916Smarius stxa(AA_IMMU_TAR, ASI_IMMU, tag); 540182916Smarius stxa(TLB_DAR_SLOT(i), ASI_ITLB_DATA_ACCESS_REG, data); 541182916Smarius flush(0); /* The USIII-family ignores the address. */ 542182916Smarius break; 543182916Smarius } 544182916Smarius wrpr(pstate, pstate, 0); 545182916Smarius if (i == itlb_slot_max) 546182916Smarius panic("%s: could not find a replacement slot", __func__); 547182916Smarius} 548182916Smarius 54984996Srobertstatic int 550163145Skmacymmu_mapin_sun4u(vm_offset_t va, vm_size_t len) 55184996Srobert{ 55291110Sjake vm_offset_t pa, mva; 55397445Sjake u_long data; 554203830Smarius u_int index; 55584996Srobert 55684996Srobert if (va + len > curkva) 55784996Srobert curkva = va + len; 55884996Srobert 55991110Sjake pa = (vm_offset_t)-1; 56085719Sjake len += va & PAGE_MASK_4M; 56185719Sjake va &= ~PAGE_MASK_4M; 56284996Srobert while (len) { 563181398Smarius if (dtlb_va_to_pa_sun4u(va) == (vm_offset_t)-1 || 564181398Smarius itlb_va_to_pa_sun4u(va) == (vm_offset_t)-1) { 565182020Smarius /* Allocate a physical page, claim the virtual area. */ 56691110Sjake if (pa == (vm_offset_t)-1) { 567170854Smarius pa = alloc_phys(PAGE_SIZE_4M, PAGE_SIZE_4M); 56891110Sjake if (pa == (vm_offset_t)-1) 569170854Smarius panic("%s: out of memory", __func__); 570170854Smarius mva = claim_virt(va, PAGE_SIZE_4M, 0); 571170839Smarius if (mva != va) 572170854Smarius panic("%s: can't claim virtual page " 57391110Sjake "(wanted %#lx, got %#lx)", 574170854Smarius __func__, va, mva); 575182020Smarius /* 576182020Smarius * The mappings may have changed, be paranoid. 577182020Smarius */ 57891110Sjake continue; 57991110Sjake } 58093678Stmm /* 58193678Stmm * Actually, we can only allocate two pages less at 58293678Stmm * most (depending on the kernel TSB size). 58393678Stmm */ 58493678Stmm if (dtlb_slot >= dtlb_slot_max) 585170839Smarius panic("%s: out of dtlb_slots", __func__); 58693678Stmm if (itlb_slot >= itlb_slot_max) 587170839Smarius panic("%s: out of itlb_slots", __func__); 58897445Sjake data = TD_V | TD_4M | TD_PA(pa) | TD_L | TD_CP | 58991139Sjake TD_CV | TD_P | TD_W; 59097445Sjake dtlb_store[dtlb_slot].te_pa = pa; 59197445Sjake dtlb_store[dtlb_slot].te_va = va; 592203830Smarius index = dtlb_slot_max - dtlb_slot - 1; 593203830Smarius if (dtlb_enter_sun4u(index, data, va) < 0) 594203830Smarius panic("%s: can't enter dTLB slot %d data " 595203831Smarius "%#lx va %#lx", __func__, index, data, 596203831Smarius va); 597203830Smarius dtlb_slot++; 59897445Sjake itlb_store[itlb_slot].te_pa = pa; 59997445Sjake itlb_store[itlb_slot].te_va = va; 600203830Smarius index = itlb_slot_max - itlb_slot - 1; 601203830Smarius if (itlb_enter_sun4u(index, data, va) < 0) 602203830Smarius panic("%s: can't enter iTLB slot %d data " 603203831Smarius "%#lx va %#lxd", __func__, index, data, 604203831Smarius va); 60597445Sjake itlb_slot++; 60691110Sjake pa = (vm_offset_t)-1; 60784996Srobert } 60885719Sjake len -= len > PAGE_SIZE_4M ? PAGE_SIZE_4M : len; 60985719Sjake va += PAGE_SIZE_4M; 61084996Srobert } 61191110Sjake if (pa != (vm_offset_t)-1) 612170854Smarius release_phys(pa, PAGE_SIZE_4M); 613170839Smarius return (0); 61484996Srobert} 61584996Srobert 616163145Skmacystatic int 617163145Skmacymmu_mapin_sun4v(vm_offset_t va, vm_size_t len) 618163145Skmacy{ 619163145Skmacy vm_offset_t pa, mva; 620163145Skmacy 621163145Skmacy if (va + len > curkva) 622163145Skmacy curkva = va + len; 623163145Skmacy 624163145Skmacy pa = (vm_offset_t)-1; 625163145Skmacy len += va & PAGE_MASK_4M; 626163145Skmacy va &= ~PAGE_MASK_4M; 627163145Skmacy while (len) { 628163145Skmacy if ((va >> 22) > SUN4V_TLB_SLOT_MAX) 629170854Smarius panic("%s: trying to map more than 4GB", __func__); 630163145Skmacy if (tlb_store[va >> 22].te_pa == -1) { 631163145Skmacy /* Allocate a physical page, claim the virtual area */ 632163145Skmacy if (pa == (vm_offset_t)-1) { 633170854Smarius pa = alloc_phys(PAGE_SIZE_4M, PAGE_SIZE_4M); 634163145Skmacy if (pa == (vm_offset_t)-1) 635170854Smarius panic("%s: out of memory", __func__); 636170854Smarius mva = claim_virt(va, PAGE_SIZE_4M, 0); 637170839Smarius if (mva != va) 638170854Smarius panic("%s: can't claim virtual page " 639163145Skmacy "(wanted %#lx, got %#lx)", 640170854Smarius __func__, va, mva); 641163145Skmacy } 642163145Skmacy 643163145Skmacy tlb_store[va >> 22].te_pa = pa; 644170854Smarius if (map_phys(-1, PAGE_SIZE_4M, va, pa) == -1) 645170854Smarius printf("%s: can't map physical page\n", 646170854Smarius __func__); 647163145Skmacy pa = (vm_offset_t)-1; 648163145Skmacy } 649163145Skmacy len -= len > PAGE_SIZE_4M ? PAGE_SIZE_4M : len; 650163145Skmacy va += PAGE_SIZE_4M; 651163145Skmacy } 652163145Skmacy if (pa != (vm_offset_t)-1) 653170854Smarius release_phys(pa, PAGE_SIZE_4M); 654170839Smarius return (0); 655163145Skmacy} 656163145Skmacy 65784996Srobertstatic vm_offset_t 65884996Srobertinit_heap(void) 65984996Srobert{ 66084996Srobert 66184996Srobert /* There is no need for continuous physical heap memory. */ 66284996Srobert heapva = (vm_offset_t)OF_claim((void *)HEAPVA, HEAPSZ, 32); 663170839Smarius return (heapva); 66484996Srobert} 66584996Srobert 666203829Smariusstatic phandle_t 667203829Smariusfind_bsp_sun4u(phandle_t node, uint32_t bspid) 668203829Smarius{ 669203829Smarius char type[sizeof("cpu")]; 670203829Smarius phandle_t child; 671203829Smarius uint32_t cpuid; 672203829Smarius 673203829Smarius for (; node > 0; node = OF_peer(node)) { 674203829Smarius child = OF_child(node); 675203829Smarius if (child > 0) { 676203829Smarius child = find_bsp_sun4u(child, bspid); 677203829Smarius if (child > 0) 678203829Smarius return (child); 679203829Smarius } else { 680203829Smarius if (OF_getprop(node, "device_type", type, 681203829Smarius sizeof(type)) <= 0) 682203829Smarius continue; 683203829Smarius if (strcmp(type, "cpu") != 0) 684203829Smarius continue; 685203829Smarius if (OF_getprop(node, cpu_cpuid_prop_sun4u(), &cpuid, 686203829Smarius sizeof(cpuid)) <= 0) 687203829Smarius continue; 688203829Smarius if (cpuid == bspid) 689203829Smarius return (node); 690203829Smarius } 691203829Smarius } 692203829Smarius return (0); 693203829Smarius} 694203829Smarius 695203829Smariusconst char * 696203829Smariuscpu_cpuid_prop_sun4u(void) 697203829Smarius{ 698203829Smarius 699203829Smarius switch (cpu_impl) { 700203829Smarius case CPU_IMPL_SPARC64: 701207537Smarius case CPU_IMPL_SPARC64V: 702203829Smarius case CPU_IMPL_ULTRASPARCI: 703203829Smarius case CPU_IMPL_ULTRASPARCII: 704203829Smarius case CPU_IMPL_ULTRASPARCIIi: 705203829Smarius case CPU_IMPL_ULTRASPARCIIe: 706203829Smarius return ("upa-portid"); 707203829Smarius case CPU_IMPL_ULTRASPARCIII: 708203829Smarius case CPU_IMPL_ULTRASPARCIIIp: 709203829Smarius case CPU_IMPL_ULTRASPARCIIIi: 710203829Smarius case CPU_IMPL_ULTRASPARCIIIip: 711203829Smarius return ("portid"); 712203829Smarius case CPU_IMPL_ULTRASPARCIV: 713203829Smarius case CPU_IMPL_ULTRASPARCIVp: 714203829Smarius return ("cpuid"); 715203829Smarius default: 716203829Smarius return (""); 717203829Smarius } 718203829Smarius} 719203829Smarius 720203829Smariusuint32_t 721203829Smariuscpu_get_mid_sun4u(void) 722203829Smarius{ 723203829Smarius 724203829Smarius switch (cpu_impl) { 725203829Smarius case CPU_IMPL_SPARC64: 726207537Smarius case CPU_IMPL_SPARC64V: 727203829Smarius case CPU_IMPL_ULTRASPARCI: 728203829Smarius case CPU_IMPL_ULTRASPARCII: 729203829Smarius case CPU_IMPL_ULTRASPARCIIi: 730203829Smarius case CPU_IMPL_ULTRASPARCIIe: 731203829Smarius return (UPA_CR_GET_MID(ldxa(0, ASI_UPA_CONFIG_REG))); 732203829Smarius case CPU_IMPL_ULTRASPARCIII: 733203829Smarius case CPU_IMPL_ULTRASPARCIIIp: 734203829Smarius return (FIREPLANE_CR_GET_AID(ldxa(AA_FIREPLANE_CONFIG, 735203829Smarius ASI_FIREPLANE_CONFIG_REG))); 736203829Smarius case CPU_IMPL_ULTRASPARCIIIi: 737203829Smarius case CPU_IMPL_ULTRASPARCIIIip: 738203829Smarius return (JBUS_CR_GET_JID(ldxa(0, ASI_JBUS_CONFIG_REG))); 739203829Smarius case CPU_IMPL_ULTRASPARCIV: 740203829Smarius case CPU_IMPL_ULTRASPARCIVp: 741203829Smarius return (INTR_ID_GET_ID(ldxa(AA_INTR_ID, ASI_INTR_ID))); 742203829Smarius default: 743203829Smarius return (0); 744203829Smarius } 745203829Smarius} 746203829Smarius 74791139Sjakestatic void 748163145Skmacytlb_init_sun4u(void) 74991139Sjake{ 750203829Smarius phandle_t bsp; 75191139Sjake 752182478Smarius cpu_impl = VER_IMPL(rdpr(ver)); 753203829Smarius bsp = find_bsp_sun4u(OF_child(root), cpu_get_mid_sun4u()); 754203829Smarius if (bsp == 0) 755170839Smarius panic("%s: no node for bootcpu?!?!", __func__); 756182020Smarius 757203829Smarius if (OF_getprop(bsp, "#dtlb-entries", &dtlb_slot_max, 75891139Sjake sizeof(dtlb_slot_max)) == -1 || 759203829Smarius OF_getprop(bsp, "#itlb-entries", &itlb_slot_max, 76091139Sjake sizeof(itlb_slot_max)) == -1) 761170854Smarius panic("%s: can't get TLB slot max.", __func__); 762182916Smarius 763182916Smarius if (cpu_impl == CPU_IMPL_ULTRASPARCIIIp) { 764182916Smarius#ifdef LOADER_DEBUG 765182916Smarius printf("pre fixup:\n"); 766182916Smarius pmap_print_tlb_sun4u(); 767182916Smarius#endif 768182916Smarius 769182916Smarius /* 770182916Smarius * Relocate the locked entry in it16 slot 0 (if existent) 771182916Smarius * as part of working around Cheetah+ erratum 34. 772182916Smarius */ 773182916Smarius itlb_relocate_locked0_sun4u(); 774182916Smarius 775182916Smarius#ifdef LOADER_DEBUG 776182916Smarius printf("post fixup:\n"); 777182916Smarius pmap_print_tlb_sun4u(); 778182916Smarius#endif 779182916Smarius } 780182916Smarius 78191139Sjake dtlb_store = malloc(dtlb_slot_max * sizeof(*dtlb_store)); 78291139Sjake itlb_store = malloc(itlb_slot_max * sizeof(*itlb_store)); 78391139Sjake if (dtlb_store == NULL || itlb_store == NULL) 784170854Smarius panic("%s: can't allocate TLB store", __func__); 78591139Sjake} 78691139Sjake 787163145Skmacystatic void 788163145Skmacytlb_init_sun4v(void) 789163145Skmacy{ 790170839Smarius 791163145Skmacy tlb_store = malloc(SUN4V_TLB_SLOT_MAX * sizeof(*tlb_store)); 792163145Skmacy memset(tlb_store, 0xFF, SUN4V_TLB_SLOT_MAX * sizeof(*tlb_store)); 793163145Skmacy} 794163145Skmacy 79585719Sjakeint 79685719Sjakemain(int (*openfirm)(void *)) 79784996Srobert{ 79884996Srobert char bootpath[64]; 799163145Skmacy char compatible[32]; 80084996Srobert struct devsw **dp; 80184996Srobert 80284996Srobert /* 803182020Smarius * Tell the Open Firmware functions where they find the OFW gate. 80484996Srobert */ 80585719Sjake OF_init(openfirm); 80684996Srobert 80784996Srobert archsw.arch_getdev = ofw_getdev; 80884996Srobert archsw.arch_copyin = sparc64_copyin; 80984996Srobert archsw.arch_copyout = ofw_copyout; 81084996Srobert archsw.arch_readin = sparc64_readin; 81184996Srobert archsw.arch_autoload = sparc64_autoload; 812165325Skmacy archsw.arch_maphint = sparc64_maphint; 81384996Srobert 81484996Srobert /* 81584996Srobert * Probe for a console. 81684996Srobert */ 81784996Srobert cons_probe(); 81884996Srobert 819203829Smarius if (init_heap() == (vm_offset_t)-1) 820203829Smarius panic("%s: can't claim heap", __func__); 821203829Smarius setheap((void *)heapva, (void *)(heapva + HEAPSZ)); 822203829Smarius 823170854Smarius if ((root = OF_peer(0)) == -1) 824170854Smarius panic("%s: can't get root phandle", __func__); 825170854Smarius OF_getprop(root, "compatible", compatible, sizeof(compatible)); 826163145Skmacy if (!strcmp(compatible, "sun4v")) { 827163145Skmacy printf("\nBooting with sun4v support.\n"); 828163145Skmacy mmu_ops = &mmu_ops_sun4v; 829165325Skmacy is_sun4v = 1; 830163145Skmacy } else { 831163145Skmacy printf("\nBooting with sun4u support.\n"); 832163145Skmacy mmu_ops = &mmu_ops_sun4u; 833163145Skmacy } 83491139Sjake 835163145Skmacy mmu_ops->tlb_init(); 836163145Skmacy 83784996Srobert /* 83884996Srobert * Initialize devices. 83984996Srobert */ 84084996Srobert for (dp = devsw; *dp != 0; dp++) { 84184996Srobert if ((*dp)->dv_init != 0) 84284996Srobert (*dp)->dv_init(); 84384996Srobert } 84484996Srobert 84584996Srobert /* 84684996Srobert * Set up the current device. 84784996Srobert */ 848170854Smarius OF_getprop(chosen, "bootpath", bootpath, sizeof(bootpath)); 84984996Srobert 850106738Sjake /* 851106738Sjake * Sun compatible bootable CD-ROMs have a disk label placed 852106738Sjake * before the cd9660 data, with the actual filesystem being 853106738Sjake * in the first partition, while the other partitions contain 854106738Sjake * pseudo disk labels with embedded boot blocks for different 855106738Sjake * architectures, which may be followed by UFS filesystems. 856106738Sjake * The firmware will set the boot path to the partition it 857106738Sjake * boots from ('f' in the sun4u case), but we want the kernel 858106738Sjake * to be loaded from the cd9660 fs ('a'), so the boot path 859106738Sjake * needs to be altered. 860106738Sjake */ 861106738Sjake if (bootpath[strlen(bootpath) - 2] == ':' && 862106738Sjake bootpath[strlen(bootpath) - 1] == 'f') { 863106738Sjake bootpath[strlen(bootpath) - 1] = 'a'; 864106738Sjake printf("Boot path set to %s\n", bootpath); 86584996Srobert } 86684996Srobert 867106738Sjake env_setenv("currdev", EV_VOLATILE, bootpath, 86884996Srobert ofw_setcurrdev, env_nounset); 869106738Sjake env_setenv("loaddev", EV_VOLATILE, bootpath, 87084996Srobert env_noset, env_nounset); 87184996Srobert 872101287Sjake printf("\n"); 873101287Sjake printf("%s, Revision %s\n", bootprog_name, bootprog_rev); 874101287Sjake printf("(%s, %s)\n", bootprog_maker, bootprog_date); 87584996Srobert printf("bootpath=\"%s\"\n", bootpath); 87684996Srobert 87784996Srobert /* Give control to the machine independent loader code. */ 87884996Srobert interact(); 879170839Smarius return (1); 88084996Srobert} 88184996Srobert 88291110SjakeCOMMAND_SET(reboot, "reboot", "reboot the system", command_reboot); 88391110Sjake 88491110Sjakestatic int 88591110Sjakecommand_reboot(int argc, char *argv[]) 88691110Sjake{ 88791110Sjake int i; 88891110Sjake 88991110Sjake for (i = 0; devsw[i] != NULL; ++i) 89091110Sjake if (devsw[i]->dv_cleanup != NULL) 89191110Sjake (devsw[i]->dv_cleanup)(); 89291110Sjake 89391110Sjake printf("Rebooting...\n"); 89491110Sjake OF_exit(); 89591110Sjake} 89691110Sjake 89791110Sjake/* provide this for panic, as it's not in the startup code */ 89891110Sjakevoid 89991110Sjakeexit(int code) 90091110Sjake{ 901170839Smarius 90291110Sjake OF_exit(); 90391110Sjake} 90491110Sjake 90591110Sjake#ifdef LOADER_DEBUG 906188455Smariusstatic const char *const page_sizes[] = { 90784996Srobert " 8k", " 64k", "512k", " 4m" 90884996Srobert}; 90984996Srobert 91084996Srobertstatic void 911181398Smariuspmap_print_tte_sun4u(tte_t tag, tte_t tte) 91284996Srobert{ 913170839Smarius 91484996Srobert printf("%s %s ", 915191071Smarius page_sizes[(tte >> TD_SIZE_SHIFT) & TD_SIZE_MASK], 91684996Srobert tag & TD_G ? "G" : " "); 91784996Srobert printf(tte & TD_W ? "W " : " "); 91884996Srobert printf(tte & TD_P ? "\e[33mP\e[0m " : " "); 91984996Srobert printf(tte & TD_E ? "E " : " "); 92084996Srobert printf(tte & TD_CV ? "CV " : " "); 92184996Srobert printf(tte & TD_CP ? "CP " : " "); 92284996Srobert printf(tte & TD_L ? "\e[32mL\e[0m " : " "); 92384996Srobert printf(tte & TD_IE ? "IE " : " "); 92484996Srobert printf(tte & TD_NFO ? "NFO " : " "); 925181398Smarius printf("pa=0x%lx va=0x%lx ctx=%ld\n", 926181398Smarius TD_PA(tte), TLB_TAR_VA(tag), TLB_TAR_CTX(tag)); 92784996Srobert} 928181398Smarius 929181398Smariusstatic void 930181398Smariuspmap_print_tlb_sun4u(void) 93184996Srobert{ 932181398Smarius tte_t tag, tte; 933182478Smarius u_long pstate; 93484996Srobert int i; 93584996Srobert 936182478Smarius pstate = rdpr(pstate); 937181398Smarius for (i = 0; i < itlb_slot_max; i++) { 938182478Smarius wrpr(pstate, pstate & ~PSTATE_IE, 0); 939182478Smarius tte = itlb_get_data_sun4u(i); 940182478Smarius wrpr(pstate, pstate, 0); 94184996Srobert if (!(tte & TD_V)) 94284996Srobert continue; 943181398Smarius tag = ldxa(TLB_DAR_SLOT(i), ASI_ITLB_TAG_READ_REG); 944181398Smarius printf("iTLB-%2u: ", i); 945181398Smarius pmap_print_tte_sun4u(tag, tte); 94684996Srobert } 947181398Smarius for (i = 0; i < dtlb_slot_max; i++) { 948182478Smarius wrpr(pstate, pstate & ~PSTATE_IE, 0); 949182478Smarius tte = dtlb_get_data_sun4u(i); 950182478Smarius wrpr(pstate, pstate, 0); 951181398Smarius if (!(tte & TD_V)) 952181398Smarius continue; 953181398Smarius tag = ldxa(TLB_DAR_SLOT(i), ASI_DTLB_TAG_READ_REG); 954181398Smarius printf("dTLB-%2u: ", i); 955181398Smarius pmap_print_tte_sun4u(tag, tte); 956181398Smarius } 95784996Srobert} 95891110Sjake#endif 959