main.c revision 182478
1139738Simp/*- 284996Srobert * Initial implementation: 384996Srobert * Copyright (c) 2001 Robert Drehmel 484996Srobert * All rights reserved. 584996Srobert * 684996Srobert * As long as the above copyright statement and this notice remain 7181398Smarius * unchanged, you can do what ever you want with this file. 884996Srobert */ 9124139Sobrien 10124139Sobrien#include <sys/cdefs.h> 11124139Sobrien__FBSDID("$FreeBSD: head/sys/boot/sparc64/loader/main.c 182478 2008-08-30 16:03:22Z marius $"); 12182020Smarius 1384996Srobert/* 1484996Srobert * FreeBSD/sparc64 kernel loader - machine dependent part 1584996Srobert * 1684996Srobert * - implements copyin and readin functions that map kernel 1784996Srobert * pages on demand. The machine independent code does not 1884996Srobert * know the size of the kernel early enough to pre-enter 1984996Srobert * TTEs and install just one 4MB mapping seemed to limiting 2084996Srobert * to me. 2184996Srobert */ 2291139Sjake 2384996Srobert#include <stand.h> 2484996Srobert#include <sys/exec.h> 2584996Srobert#include <sys/param.h> 26102219Srobert#include <sys/queue.h> 2784996Srobert#include <sys/linker.h> 28163145Skmacy#include <sys/types.h> 2984996Srobert 30163145Skmacy#include <vm/vm.h> 3184996Srobert#include <machine/asi.h> 3291139Sjake#include <machine/cpufunc.h> 3384996Srobert#include <machine/elf.h> 3491110Sjake#include <machine/lsu.h> 3591110Sjake#include <machine/metadata.h> 3684996Srobert#include <machine/tte.h> 37181398Smarius#include <machine/tlb.h> 3891139Sjake#include <machine/upa.h> 39182478Smarius#include <machine/ver.h> 4084996Srobert 4184996Srobert#include "bootstrap.h" 4284996Srobert#include "libofw.h" 4385719Sjake#include "dev_net.h" 4484996Srobert 45170839Smariusextern char bootprog_name[], bootprog_rev[], bootprog_date[], bootprog_maker[]; 46170839Smarius 4784996Srobertenum { 4884996Srobert HEAPVA = 0x800000, 4984996Srobert HEAPSZ = 0x1000000, 5084996Srobert LOADSZ = 0x1000000 /* for kernel and modules */ 5184996Srobert}; 5284996Srobert 53170839Smariusstatic struct mmu_ops { 54163145Skmacy void (*tlb_init)(void); 55163145Skmacy int (*mmu_mapin)(vm_offset_t va, vm_size_t len); 56163145Skmacy} *mmu_ops; 57163145Skmacy 5885719Sjaketypedef void kernel_entry_t(vm_offset_t mdp, u_long o1, u_long o2, u_long o3, 59170839Smarius void *openfirmware); 6085719Sjake 61182478Smariusstatic inline u_long dtlb_get_data_sun4u(int slot); 62181398Smariusstatic void dtlb_enter_sun4u(u_long vpn, u_long data); 63181398Smariusstatic vm_offset_t dtlb_va_to_pa_sun4u(vm_offset_t); 64182478Smariusstatic inline u_long itlb_get_data_sun4u(int slot); 65181398Smariusstatic void itlb_enter_sun4u(u_long vpn, u_long data); 66181398Smariusstatic vm_offset_t itlb_va_to_pa_sun4u(vm_offset_t); 6785719Sjakeextern vm_offset_t md_load(char *, vm_offset_t *); 68170839Smariusstatic int sparc64_autoload(void); 69170839Smariusstatic ssize_t sparc64_readin(const int, vm_offset_t, const size_t); 70170839Smariusstatic ssize_t sparc64_copyin(const void *, vm_offset_t, size_t); 71170839Smariusstatic void sparc64_maphint(vm_offset_t, size_t); 72170854Smariusstatic vm_offset_t claim_virt(vm_offset_t, size_t, int); 73170854Smariusstatic vm_offset_t alloc_phys(size_t, int); 74170854Smariusstatic int map_phys(int, size_t, vm_offset_t, vm_offset_t); 75170854Smariusstatic void release_phys(vm_offset_t, u_int); 76114386Speterstatic int __elfN(exec)(struct preloaded_file *); 77163145Skmacystatic int mmu_mapin_sun4u(vm_offset_t, vm_size_t); 78163145Skmacystatic int mmu_mapin_sun4v(vm_offset_t, vm_size_t); 79170839Smariusstatic vm_offset_t init_heap(void); 80163145Skmacystatic void tlb_init_sun4u(void); 81163145Skmacystatic void tlb_init_sun4v(void); 8284996Srobert 83181398Smarius#ifdef LOADER_DEBUG 84181398Smariustypedef u_int64_t tte_t; 85181398Smarius 86181398Smariusstatic void pmap_print_tlb_sun4u(void); 87181398Smariusstatic void pmap_print_tte_sun4u(tte_t, tte_t); 88181398Smarius#endif 89181398Smarius 90170839Smariusstatic struct mmu_ops mmu_ops_sun4u = { tlb_init_sun4u, mmu_mapin_sun4u }; 91170839Smariusstatic struct mmu_ops mmu_ops_sun4v = { tlb_init_sun4v, mmu_mapin_sun4v }; 92163145Skmacy 93163145Skmacy/* sun4u */ 9497445Sjakestruct tlb_entry *dtlb_store; 9597445Sjakestruct tlb_entry *itlb_store; 96163145Skmacyint dtlb_slot; 97163145Skmacyint itlb_slot; 98182478Smariusint cpu_impl; 99170839Smariusstatic int dtlb_slot_max; 100170839Smariusstatic int itlb_slot_max; 10191139Sjake 102163145Skmacy/* sun4v */ 103170839Smariusstatic struct tlb_entry *tlb_store; 104170839Smariusstatic int is_sun4v = 0; 105170839Smarius/* 106163145Skmacy * no direct TLB access on sun4v 107170839Smarius * we somewhat arbitrarily declare enough 108163145Skmacy * slots to cover a 4GB AS with 4MB pages 109163145Skmacy */ 110170839Smarius#define SUN4V_TLB_SLOT_MAX (1 << 10) 111163145Skmacy 112170839Smariusstatic vm_offset_t curkva = 0; 113170839Smariusstatic vm_offset_t heapva; 114163145Skmacy 115170854Smariusstatic phandle_t root; 11684996Srobert 11784996Srobert/* 11884996Srobert * Machine dependent structures that the machine independent 11984996Srobert * loader part uses. 12084996Srobert */ 12184996Srobertstruct devsw *devsw[] = { 12285719Sjake#ifdef LOADER_DISK_SUPPORT 12384996Srobert &ofwdisk, 12485719Sjake#endif 12585719Sjake#ifdef LOADER_NET_SUPPORT 12685719Sjake &netdev, 12785719Sjake#endif 12884996Srobert 0 12984996Srobert}; 13084996Srobertstruct arch_switch archsw; 13184996Srobert 132170839Smariusstatic struct file_format sparc64_elf = { 133114386Speter __elfN(loadfile), 134114386Speter __elfN(exec) 13584996Srobert}; 13684996Srobertstruct file_format *file_formats[] = { 13784996Srobert &sparc64_elf, 13884996Srobert 0 13984996Srobert}; 14084996Srobertstruct fs_ops *file_system[] = { 14191110Sjake#ifdef LOADER_UFS_SUPPORT 14284996Srobert &ufs_fsops, 14385719Sjake#endif 14493606Stmm#ifdef LOADER_CD9660_SUPPORT 14593606Stmm &cd9660_fsops, 14693606Stmm#endif 147108100Sjake#ifdef LOADER_ZIP_SUPPORT 148105065Sjake &zipfs_fsops, 149105065Sjake#endif 150108100Sjake#ifdef LOADER_GZIP_SUPPORT 151108100Sjake &gzipfs_fsops, 152108100Sjake#endif 153105065Sjake#ifdef LOADER_BZIP2_SUPPORT 154105065Sjake &bzipfs_fsops, 155105065Sjake#endif 156117448Stmm#ifdef LOADER_NFS_SUPPORT 15785719Sjake &nfs_fsops, 15885719Sjake#endif 15991110Sjake#ifdef LOADER_TFTP_SUPPORT 16091110Sjake &tftp_fsops, 16191110Sjake#endif 16284996Srobert 0 16384996Srobert}; 16485719Sjakestruct netif_driver *netif_drivers[] = { 16585719Sjake#ifdef LOADER_NET_SUPPORT 16685719Sjake &ofwnet, 16785719Sjake#endif 16885719Sjake 0 16985719Sjake}; 17084996Srobert 17184996Srobertextern struct console ofwconsole; 17284996Srobertstruct console *consoles[] = { 17384996Srobert &ofwconsole, 17484996Srobert 0 17584996Srobert}; 17684996Srobert 17791110Sjake#ifdef LOADER_DEBUG 17891110Sjakestatic int 17991110Sjakewatch_phys_set_mask(vm_offset_t pa, u_long mask) 18091110Sjake{ 18191110Sjake u_long lsucr; 18291110Sjake 18391110Sjake stxa(AA_DMMU_PWPR, ASI_DMMU, pa & (((2UL << 38) - 1) << 3)); 18491110Sjake lsucr = ldxa(0, ASI_LSU_CTL_REG); 18591110Sjake lsucr = ((lsucr | LSU_PW) & ~LSU_PM_MASK) | 18691110Sjake (mask << LSU_PM_SHIFT); 18791110Sjake stxa(0, ASI_LSU_CTL_REG, lsucr); 18891110Sjake return (0); 18991110Sjake} 19091110Sjake 19191110Sjakestatic int 19291110Sjakewatch_phys_set(vm_offset_t pa, int sz) 19391110Sjake{ 19491110Sjake u_long off; 19591110Sjake 19691110Sjake off = (u_long)pa & 7; 19791110Sjake /* Test for misaligned watch points. */ 19891110Sjake if (off + sz > 8) 19991110Sjake return (-1); 20091110Sjake return (watch_phys_set_mask(pa, ((1 << sz) - 1) << off)); 20191110Sjake} 20291110Sjake 20391110Sjake 20491110Sjakestatic int 20591110Sjakewatch_virt_set_mask(vm_offset_t va, u_long mask) 20691110Sjake{ 20791110Sjake u_long lsucr; 20891110Sjake 20991110Sjake stxa(AA_DMMU_VWPR, ASI_DMMU, va & (((2UL << 41) - 1) << 3)); 21091110Sjake lsucr = ldxa(0, ASI_LSU_CTL_REG); 21191110Sjake lsucr = ((lsucr | LSU_VW) & ~LSU_VM_MASK) | 21291110Sjake (mask << LSU_VM_SHIFT); 21391110Sjake stxa(0, ASI_LSU_CTL_REG, lsucr); 21491110Sjake return (0); 21591110Sjake} 21691110Sjake 21791110Sjakestatic int 21891110Sjakewatch_virt_set(vm_offset_t va, int sz) 21991110Sjake{ 22091110Sjake u_long off; 22191110Sjake 22291110Sjake off = (u_long)va & 7; 22391110Sjake /* Test for misaligned watch points. */ 22491110Sjake if (off + sz > 8) 22591110Sjake return (-1); 22691110Sjake return (watch_virt_set_mask(va, ((1 << sz) - 1) << off)); 22791110Sjake} 22891110Sjake#endif 22991110Sjake 23084996Srobert/* 23184996Srobert * archsw functions 23284996Srobert */ 23384996Srobertstatic int 23484996Srobertsparc64_autoload(void) 23584996Srobert{ 236170839Smarius 237134944Skensmith printf("nothing to autoload yet.\n"); 238170839Smarius return (0); 23984996Srobert} 24084996Srobert 24184996Srobertstatic ssize_t 24284996Srobertsparc64_readin(const int fd, vm_offset_t va, const size_t len) 24384996Srobert{ 244170839Smarius 245163145Skmacy mmu_ops->mmu_mapin(va, len); 246170839Smarius return (read(fd, (void *)va, len)); 24784996Srobert} 24884996Srobert 24984996Srobertstatic ssize_t 25084996Srobertsparc64_copyin(const void *src, vm_offset_t dest, size_t len) 25184996Srobert{ 252170839Smarius 253163145Skmacy mmu_ops->mmu_mapin(dest, len); 25484996Srobert memcpy((void *)dest, src, len); 255170839Smarius return (len); 25684996Srobert} 25784996Srobert 258165325Skmacystatic void 259165325Skmacysparc64_maphint(vm_offset_t va, size_t len) 260165325Skmacy{ 261165325Skmacy vm_paddr_t pa; 262165325Skmacy vm_offset_t mva; 263165325Skmacy size_t size; 264170854Smarius int i, free_excess = 0; 265165325Skmacy 266165325Skmacy if (!is_sun4v) 267165325Skmacy return; 268165325Skmacy 269165325Skmacy if (tlb_store[va >> 22].te_pa != -1) 270165325Skmacy return; 271165325Skmacy 272165325Skmacy /* round up to nearest 4MB page */ 273165325Skmacy size = (len + PAGE_MASK_4M) & ~PAGE_MASK_4M; 274170839Smarius#if 0 275170854Smarius pa = alloc_phys(PAGE_SIZE_256M, PAGE_SIZE_256M); 276165325Skmacy 277165325Skmacy if (pa != -1) 278165325Skmacy free_excess = 1; 279165325Skmacy else 280165325Skmacy#endif 281170854Smarius pa = alloc_phys(size, PAGE_SIZE_256M); 282165325Skmacy if (pa == -1) 283170854Smarius pa = alloc_phys(size, PAGE_SIZE_4M); 284165325Skmacy if (pa == -1) 285170854Smarius panic("%s: out of memory", __func__); 286165325Skmacy 287165325Skmacy for (i = 0; i < size; i += PAGE_SIZE_4M) { 288170854Smarius mva = claim_virt(va + i, PAGE_SIZE_4M, 0); 289170839Smarius if (mva != (va + i)) 290170854Smarius panic("%s: can't claim virtual page " 291170839Smarius "(wanted %#lx, got %#lx)", 292170854Smarius __func__, va, mva); 293165325Skmacy 294165325Skmacy tlb_store[mva >> 22].te_pa = pa + i; 295170854Smarius if (map_phys(-1, PAGE_SIZE_4M, mva, pa + i) != 0) 296170854Smarius printf("%s: can't map physical page\n", __func__); 297165325Skmacy } 298165325Skmacy if (free_excess) 299170854Smarius release_phys(pa, PAGE_SIZE_256M); 300165325Skmacy} 301165325Skmacy 30284996Srobert/* 30384996Srobert * other MD functions 30484996Srobert */ 305170854Smariusstatic vm_offset_t 306170854Smariusclaim_virt(vm_offset_t virt, size_t size, int align) 307170854Smarius{ 308170854Smarius vm_offset_t mva; 309170854Smarius 310170854Smarius if (OF_call_method("claim", mmu, 3, 1, virt, size, align, &mva) == -1) 311170854Smarius return ((vm_offset_t)-1); 312170854Smarius return (mva); 313170854Smarius} 314170854Smarius 315170854Smariusstatic vm_offset_t 316170854Smariusalloc_phys(size_t size, int align) 317170854Smarius{ 318170854Smarius cell_t phys_hi, phys_low; 319170854Smarius 320170854Smarius if (OF_call_method("claim", memory, 2, 2, size, align, &phys_low, 321170854Smarius &phys_hi) == -1) 322170854Smarius return ((vm_offset_t)-1); 323170854Smarius return ((vm_offset_t)phys_hi << 32 | phys_low); 324170854Smarius} 325170854Smarius 32684996Srobertstatic int 327170854Smariusmap_phys(int mode, size_t size, vm_offset_t virt, vm_offset_t phys) 328170854Smarius{ 329170854Smarius 330170854Smarius return (OF_call_method("map", mmu, 5, 0, (uint32_t)phys, 331170854Smarius (uint32_t)(phys >> 32), virt, size, mode)); 332170854Smarius} 333170854Smarius 334170854Smariusstatic void 335170854Smariusrelease_phys(vm_offset_t phys, u_int size) 336170854Smarius{ 337170854Smarius 338170854Smarius (void)OF_call_method("release", memory, 3, 0, (uint32_t)phys, 339170854Smarius (uint32_t)(phys >> 32), size); 340170854Smarius} 341170854Smarius 342170854Smariusstatic int 343114386Speter__elfN(exec)(struct preloaded_file *fp) 34484996Srobert{ 34584996Srobert struct file_metadata *fmp; 34685719Sjake vm_offset_t mdp; 347116415Sjake Elf_Addr entry; 34891139Sjake Elf_Ehdr *e; 34985719Sjake int error; 35084996Srobert 351170839Smarius if ((fmp = file_findmetadata(fp, MODINFOMD_ELFHDR)) == 0) 352170839Smarius return (EFTYPE); 35391139Sjake e = (Elf_Ehdr *)&fmp->md_data; 35484996Srobert 35585719Sjake if ((error = md_load(fp->f_args, &mdp)) != 0) 356170839Smarius return (error); 35784996Srobert 35891139Sjake printf("jumping to kernel entry at %#lx.\n", e->e_entry); 359181398Smarius#if LOADER_DEBUG 360181398Smarius pmap_print_tlb_sun4u(); 36184996Srobert#endif 36285719Sjake 363116415Sjake entry = e->e_entry; 364116415Sjake 365165325Skmacy OF_release((void *)heapva, HEAPSZ); 366116415Sjake 367116415Sjake ((kernel_entry_t *)entry)(mdp, 0, 0, 0, openfirmware); 368116415Sjake 369170854Smarius panic("%s: exec returned", __func__); 37084996Srobert} 37184996Srobert 372182478Smariusstatic inline u_long 373182478Smariusdtlb_get_data_sun4u(int slot) 374182478Smarius{ 375182478Smarius 376182478Smarius /* 377182478Smarius * We read ASI_DTLB_DATA_ACCESS_REG twice in order to work 378182478Smarius * around errata of USIII and beyond. 379182478Smarius */ 380182478Smarius (void)ldxa(TLB_DAR_SLOT(slot), ASI_DTLB_DATA_ACCESS_REG); 381182478Smarius return (ldxa(TLB_DAR_SLOT(slot), ASI_DTLB_DATA_ACCESS_REG)); 382182478Smarius} 383182478Smarius 384182478Smariusstatic inline u_long 385182478Smariusitlb_get_data_sun4u(int slot) 386182478Smarius{ 387182478Smarius 388182478Smarius /* 389182478Smarius * We read ASI_ITLB_DATA_ACCESS_REG twice in order to work 390182478Smarius * around errata of USIII and beyond. 391182478Smarius */ 392182478Smarius (void)ldxa(TLB_DAR_SLOT(slot), ASI_ITLB_DATA_ACCESS_REG); 393182478Smarius return (ldxa(TLB_DAR_SLOT(slot), ASI_ITLB_DATA_ACCESS_REG)); 394182478Smarius} 395182478Smarius 396181398Smariusstatic vm_offset_t 397181398Smariusdtlb_va_to_pa_sun4u(vm_offset_t va) 398181398Smarius{ 399181398Smarius u_long reg; 400181398Smarius int i; 401181398Smarius 402181398Smarius for (i = 0; i < dtlb_slot_max; i++) { 403181398Smarius reg = ldxa(TLB_DAR_SLOT(i), ASI_DTLB_TAG_READ_REG); 404181398Smarius if (TLB_TAR_VA(reg) != va) 405181398Smarius continue; 406182478Smarius reg = dtlb_get_data_sun4u(i); 407182478Smarius if (cpu_impl >= CPU_IMPL_ULTRASPARCIII) 408182478Smarius return ((reg & TD_PA_CH_MASK) >> TD_PA_SHIFT); 409181398Smarius return ((reg & TD_PA_SF_MASK) >> TD_PA_SHIFT); 410181398Smarius } 411181398Smarius return (-1); 412181398Smarius} 413181398Smarius 414181398Smariusstatic vm_offset_t 415181398Smariusitlb_va_to_pa_sun4u(vm_offset_t va) 416181398Smarius{ 417181398Smarius u_long reg; 418181398Smarius int i; 419181398Smarius 420181398Smarius for (i = 0; i < itlb_slot_max; i++) { 421181398Smarius reg = ldxa(TLB_DAR_SLOT(i), ASI_ITLB_TAG_READ_REG); 422181398Smarius if (TLB_TAR_VA(reg) != va) 423181398Smarius continue; 424182478Smarius reg = itlb_get_data_sun4u(i); 425182478Smarius if (cpu_impl >= CPU_IMPL_ULTRASPARCIII) 426182478Smarius return ((reg & TD_PA_CH_MASK) >> TD_PA_SHIFT); 427181398Smarius return ((reg & TD_PA_SF_MASK) >> TD_PA_SHIFT); 428181398Smarius } 429181398Smarius return (-1); 430181398Smarius} 431181398Smarius 432181398Smariusstatic void 433182478Smariusdtlb_enter_sun4u(u_long vpn, u_long data) 434181398Smarius{ 435181398Smarius u_long reg; 436181398Smarius 437181398Smarius reg = rdpr(pstate); 438181398Smarius wrpr(pstate, reg & ~PSTATE_IE, 0); 439182478Smarius stxa(AA_DMMU_TAR, ASI_DMMU, 440182478Smarius TLB_TAR_VA(vpn) | TLB_TAR_CTX(TLB_CTX_KERNEL)); 441182478Smarius stxa(0, ASI_DTLB_DATA_IN_REG, data); 442181398Smarius membar(Sync); 443181398Smarius wrpr(pstate, reg, 0); 444181398Smarius} 445181398Smarius 446181398Smariusstatic void 447182478Smariusitlb_enter_sun4u(u_long vpn, u_long data) 448181398Smarius{ 449181398Smarius u_long reg; 450181398Smarius 451181398Smarius reg = rdpr(pstate); 452181398Smarius wrpr(pstate, reg & ~PSTATE_IE, 0); 453182478Smarius stxa(AA_IMMU_TAR, ASI_IMMU, 454182478Smarius TLB_TAR_VA(vpn) | TLB_TAR_CTX(TLB_CTX_KERNEL)); 455182478Smarius stxa(0, ASI_ITLB_DATA_IN_REG, data); 456181398Smarius membar(Sync); 457181398Smarius wrpr(pstate, reg, 0); 458181398Smarius} 459181398Smarius 46084996Srobertstatic int 461163145Skmacymmu_mapin_sun4u(vm_offset_t va, vm_size_t len) 46284996Srobert{ 46391110Sjake vm_offset_t pa, mva; 46497445Sjake u_long data; 46584996Srobert 46684996Srobert if (va + len > curkva) 46784996Srobert curkva = va + len; 46884996Srobert 46991110Sjake pa = (vm_offset_t)-1; 47085719Sjake len += va & PAGE_MASK_4M; 47185719Sjake va &= ~PAGE_MASK_4M; 47284996Srobert while (len) { 473181398Smarius if (dtlb_va_to_pa_sun4u(va) == (vm_offset_t)-1 || 474181398Smarius itlb_va_to_pa_sun4u(va) == (vm_offset_t)-1) { 475182020Smarius /* Allocate a physical page, claim the virtual area. */ 47691110Sjake if (pa == (vm_offset_t)-1) { 477170854Smarius pa = alloc_phys(PAGE_SIZE_4M, PAGE_SIZE_4M); 47891110Sjake if (pa == (vm_offset_t)-1) 479170854Smarius panic("%s: out of memory", __func__); 480170854Smarius mva = claim_virt(va, PAGE_SIZE_4M, 0); 481170839Smarius if (mva != va) 482170854Smarius panic("%s: can't claim virtual page " 48391110Sjake "(wanted %#lx, got %#lx)", 484170854Smarius __func__, va, mva); 485182020Smarius /* 486182020Smarius * The mappings may have changed, be paranoid. 487182020Smarius */ 48891110Sjake continue; 48991110Sjake } 49093678Stmm /* 49193678Stmm * Actually, we can only allocate two pages less at 49293678Stmm * most (depending on the kernel TSB size). 49393678Stmm */ 49493678Stmm if (dtlb_slot >= dtlb_slot_max) 495170839Smarius panic("%s: out of dtlb_slots", __func__); 49693678Stmm if (itlb_slot >= itlb_slot_max) 497170839Smarius panic("%s: out of itlb_slots", __func__); 49897445Sjake data = TD_V | TD_4M | TD_PA(pa) | TD_L | TD_CP | 49991139Sjake TD_CV | TD_P | TD_W; 50097445Sjake dtlb_store[dtlb_slot].te_pa = pa; 50197445Sjake dtlb_store[dtlb_slot].te_va = va; 50297445Sjake itlb_store[itlb_slot].te_pa = pa; 50397445Sjake itlb_store[itlb_slot].te_va = va; 50497445Sjake dtlb_slot++; 50597445Sjake itlb_slot++; 506181398Smarius dtlb_enter_sun4u(va, data); 507181398Smarius itlb_enter_sun4u(va, data); 50891110Sjake pa = (vm_offset_t)-1; 50984996Srobert } 51085719Sjake len -= len > PAGE_SIZE_4M ? PAGE_SIZE_4M : len; 51185719Sjake va += PAGE_SIZE_4M; 51284996Srobert } 51391110Sjake if (pa != (vm_offset_t)-1) 514170854Smarius release_phys(pa, PAGE_SIZE_4M); 515170839Smarius return (0); 51684996Srobert} 51784996Srobert 518163145Skmacystatic int 519163145Skmacymmu_mapin_sun4v(vm_offset_t va, vm_size_t len) 520163145Skmacy{ 521163145Skmacy vm_offset_t pa, mva; 522163145Skmacy 523163145Skmacy if (va + len > curkva) 524163145Skmacy curkva = va + len; 525163145Skmacy 526163145Skmacy pa = (vm_offset_t)-1; 527163145Skmacy len += va & PAGE_MASK_4M; 528163145Skmacy va &= ~PAGE_MASK_4M; 529163145Skmacy while (len) { 530163145Skmacy if ((va >> 22) > SUN4V_TLB_SLOT_MAX) 531170854Smarius panic("%s: trying to map more than 4GB", __func__); 532163145Skmacy if (tlb_store[va >> 22].te_pa == -1) { 533163145Skmacy /* Allocate a physical page, claim the virtual area */ 534163145Skmacy if (pa == (vm_offset_t)-1) { 535170854Smarius pa = alloc_phys(PAGE_SIZE_4M, PAGE_SIZE_4M); 536163145Skmacy if (pa == (vm_offset_t)-1) 537170854Smarius panic("%s: out of memory", __func__); 538170854Smarius mva = claim_virt(va, PAGE_SIZE_4M, 0); 539170839Smarius if (mva != va) 540170854Smarius panic("%s: can't claim virtual page " 541163145Skmacy "(wanted %#lx, got %#lx)", 542170854Smarius __func__, va, mva); 543163145Skmacy } 544163145Skmacy 545163145Skmacy tlb_store[va >> 22].te_pa = pa; 546170854Smarius if (map_phys(-1, PAGE_SIZE_4M, va, pa) == -1) 547170854Smarius printf("%s: can't map physical page\n", 548170854Smarius __func__); 549163145Skmacy pa = (vm_offset_t)-1; 550163145Skmacy } 551163145Skmacy len -= len > PAGE_SIZE_4M ? PAGE_SIZE_4M : len; 552163145Skmacy va += PAGE_SIZE_4M; 553163145Skmacy } 554163145Skmacy if (pa != (vm_offset_t)-1) 555170854Smarius release_phys(pa, PAGE_SIZE_4M); 556170839Smarius return (0); 557163145Skmacy} 558163145Skmacy 55984996Srobertstatic vm_offset_t 56084996Srobertinit_heap(void) 56184996Srobert{ 56284996Srobert 56384996Srobert /* There is no need for continuous physical heap memory. */ 56484996Srobert heapva = (vm_offset_t)OF_claim((void *)HEAPVA, HEAPSZ, 32); 565170839Smarius return (heapva); 56684996Srobert} 56784996Srobert 56891139Sjakestatic void 569163145Skmacytlb_init_sun4u(void) 57091139Sjake{ 57191139Sjake phandle_t child; 57291139Sjake char buf[128]; 57391139Sjake u_int bootcpu; 57491139Sjake u_int cpu; 57591139Sjake 576182478Smarius cpu_impl = VER_IMPL(rdpr(ver)); 57791139Sjake bootcpu = UPA_CR_GET_MID(ldxa(0, ASI_UPA_CONFIG_REG)); 57891139Sjake for (child = OF_child(root); child != 0; child = OF_peer(child)) { 579182478Smarius if (OF_getprop(child, "device_type", buf, sizeof(buf)) <= 0) 580182478Smarius continue; 581182478Smarius if (strcmp(buf, "cpu") != 0) 582182478Smarius continue; 583182478Smarius if (OF_getprop(child, cpu_impl < CPU_IMPL_ULTRASPARCIII ? 584182478Smarius "upa-portid" : "portid", &cpu, sizeof(cpu)) <= 0) 585182478Smarius continue; 586182478Smarius if (cpu == bootcpu) 587182478Smarius break; 58891139Sjake } 58991139Sjake if (cpu != bootcpu) 590170839Smarius panic("%s: no node for bootcpu?!?!", __func__); 591182020Smarius 59291139Sjake if (OF_getprop(child, "#dtlb-entries", &dtlb_slot_max, 59391139Sjake sizeof(dtlb_slot_max)) == -1 || 59491139Sjake OF_getprop(child, "#itlb-entries", &itlb_slot_max, 59591139Sjake sizeof(itlb_slot_max)) == -1) 596170854Smarius panic("%s: can't get TLB slot max.", __func__); 59791139Sjake dtlb_store = malloc(dtlb_slot_max * sizeof(*dtlb_store)); 59891139Sjake itlb_store = malloc(itlb_slot_max * sizeof(*itlb_store)); 59991139Sjake if (dtlb_store == NULL || itlb_store == NULL) 600170854Smarius panic("%s: can't allocate TLB store", __func__); 60191139Sjake} 60291139Sjake 603163145Skmacystatic void 604163145Skmacytlb_init_sun4v(void) 605163145Skmacy{ 606170839Smarius 607163145Skmacy tlb_store = malloc(SUN4V_TLB_SLOT_MAX * sizeof(*tlb_store)); 608163145Skmacy memset(tlb_store, 0xFF, SUN4V_TLB_SLOT_MAX * sizeof(*tlb_store)); 609163145Skmacy} 610163145Skmacy 61185719Sjakeint 61285719Sjakemain(int (*openfirm)(void *)) 61384996Srobert{ 61484996Srobert char bootpath[64]; 615163145Skmacy char compatible[32]; 61684996Srobert struct devsw **dp; 61784996Srobert 61884996Srobert /* 619182020Smarius * Tell the Open Firmware functions where they find the OFW gate. 62084996Srobert */ 62185719Sjake OF_init(openfirm); 62284996Srobert 62384996Srobert archsw.arch_getdev = ofw_getdev; 62484996Srobert archsw.arch_copyin = sparc64_copyin; 62584996Srobert archsw.arch_copyout = ofw_copyout; 62684996Srobert archsw.arch_readin = sparc64_readin; 62784996Srobert archsw.arch_autoload = sparc64_autoload; 628165325Skmacy archsw.arch_maphint = sparc64_maphint; 62984996Srobert 63084996Srobert init_heap(); 63184996Srobert setheap((void *)heapva, (void *)(heapva + HEAPSZ)); 632170839Smarius 63384996Srobert /* 63484996Srobert * Probe for a console. 63584996Srobert */ 63684996Srobert cons_probe(); 63784996Srobert 638170854Smarius if ((root = OF_peer(0)) == -1) 639170854Smarius panic("%s: can't get root phandle", __func__); 640170854Smarius OF_getprop(root, "compatible", compatible, sizeof(compatible)); 641163145Skmacy if (!strcmp(compatible, "sun4v")) { 642163145Skmacy printf("\nBooting with sun4v support.\n"); 643163145Skmacy mmu_ops = &mmu_ops_sun4v; 644165325Skmacy is_sun4v = 1; 645163145Skmacy } else { 646163145Skmacy printf("\nBooting with sun4u support.\n"); 647163145Skmacy mmu_ops = &mmu_ops_sun4u; 648163145Skmacy } 64991139Sjake 650163145Skmacy mmu_ops->tlb_init(); 651163145Skmacy 65284996Srobert /* 65384996Srobert * Initialize devices. 65484996Srobert */ 65584996Srobert for (dp = devsw; *dp != 0; dp++) { 65684996Srobert if ((*dp)->dv_init != 0) 65784996Srobert (*dp)->dv_init(); 65884996Srobert } 65984996Srobert 66084996Srobert /* 66184996Srobert * Set up the current device. 66284996Srobert */ 663170854Smarius OF_getprop(chosen, "bootpath", bootpath, sizeof(bootpath)); 66484996Srobert 665106738Sjake /* 666106738Sjake * Sun compatible bootable CD-ROMs have a disk label placed 667106738Sjake * before the cd9660 data, with the actual filesystem being 668106738Sjake * in the first partition, while the other partitions contain 669106738Sjake * pseudo disk labels with embedded boot blocks for different 670106738Sjake * architectures, which may be followed by UFS filesystems. 671106738Sjake * The firmware will set the boot path to the partition it 672106738Sjake * boots from ('f' in the sun4u case), but we want the kernel 673106738Sjake * to be loaded from the cd9660 fs ('a'), so the boot path 674106738Sjake * needs to be altered. 675106738Sjake */ 676106738Sjake if (bootpath[strlen(bootpath) - 2] == ':' && 677106738Sjake bootpath[strlen(bootpath) - 1] == 'f') { 678106738Sjake bootpath[strlen(bootpath) - 1] = 'a'; 679106738Sjake printf("Boot path set to %s\n", bootpath); 68084996Srobert } 68184996Srobert 682106738Sjake env_setenv("currdev", EV_VOLATILE, bootpath, 68384996Srobert ofw_setcurrdev, env_nounset); 684106738Sjake env_setenv("loaddev", EV_VOLATILE, bootpath, 68584996Srobert env_noset, env_nounset); 68684996Srobert 687101287Sjake printf("\n"); 688101287Sjake printf("%s, Revision %s\n", bootprog_name, bootprog_rev); 689101287Sjake printf("(%s, %s)\n", bootprog_maker, bootprog_date); 69084996Srobert printf("bootpath=\"%s\"\n", bootpath); 69184996Srobert 69284996Srobert /* Give control to the machine independent loader code. */ 69384996Srobert interact(); 694170839Smarius return (1); 69584996Srobert} 69684996Srobert 69791110SjakeCOMMAND_SET(reboot, "reboot", "reboot the system", command_reboot); 69891110Sjake 69991110Sjakestatic int 70091110Sjakecommand_reboot(int argc, char *argv[]) 70191110Sjake{ 70291110Sjake int i; 70391110Sjake 70491110Sjake for (i = 0; devsw[i] != NULL; ++i) 70591110Sjake if (devsw[i]->dv_cleanup != NULL) 70691110Sjake (devsw[i]->dv_cleanup)(); 70791110Sjake 70891110Sjake printf("Rebooting...\n"); 70991110Sjake OF_exit(); 71091110Sjake} 71191110Sjake 71291110Sjake/* provide this for panic, as it's not in the startup code */ 71391110Sjakevoid 71491110Sjakeexit(int code) 71591110Sjake{ 716170839Smarius 71791110Sjake OF_exit(); 71891110Sjake} 71991110Sjake 72091110Sjake#ifdef LOADER_DEBUG 721170839Smariusstatic const char *page_sizes[] = { 72284996Srobert " 8k", " 64k", "512k", " 4m" 72384996Srobert}; 72484996Srobert 72584996Srobertstatic void 726181398Smariuspmap_print_tte_sun4u(tte_t tag, tte_t tte) 72784996Srobert{ 728170839Smarius 72984996Srobert printf("%s %s ", 73084996Srobert page_sizes[(tte & TD_SIZE_MASK) >> TD_SIZE_SHIFT], 73184996Srobert tag & TD_G ? "G" : " "); 73284996Srobert printf(tte & TD_W ? "W " : " "); 73384996Srobert printf(tte & TD_P ? "\e[33mP\e[0m " : " "); 73484996Srobert printf(tte & TD_E ? "E " : " "); 73584996Srobert printf(tte & TD_CV ? "CV " : " "); 73684996Srobert printf(tte & TD_CP ? "CP " : " "); 73784996Srobert printf(tte & TD_L ? "\e[32mL\e[0m " : " "); 73884996Srobert printf(tte & TD_IE ? "IE " : " "); 73984996Srobert printf(tte & TD_NFO ? "NFO " : " "); 740181398Smarius printf("pa=0x%lx va=0x%lx ctx=%ld\n", 741181398Smarius TD_PA(tte), TLB_TAR_VA(tag), TLB_TAR_CTX(tag)); 74284996Srobert} 743181398Smarius 744181398Smariusstatic void 745181398Smariuspmap_print_tlb_sun4u(void) 74684996Srobert{ 747181398Smarius tte_t tag, tte; 748182478Smarius u_long pstate; 74984996Srobert int i; 75084996Srobert 751182478Smarius pstate = rdpr(pstate); 752181398Smarius for (i = 0; i < itlb_slot_max; i++) { 753182478Smarius wrpr(pstate, pstate & ~PSTATE_IE, 0); 754182478Smarius tte = itlb_get_data_sun4u(i); 755182478Smarius wrpr(pstate, pstate, 0); 75684996Srobert if (!(tte & TD_V)) 75784996Srobert continue; 758181398Smarius tag = ldxa(TLB_DAR_SLOT(i), ASI_ITLB_TAG_READ_REG); 759181398Smarius printf("iTLB-%2u: ", i); 760181398Smarius pmap_print_tte_sun4u(tag, tte); 76184996Srobert } 762181398Smarius for (i = 0; i < dtlb_slot_max; i++) { 763182478Smarius wrpr(pstate, pstate & ~PSTATE_IE, 0); 764182478Smarius tte = dtlb_get_data_sun4u(i); 765182478Smarius wrpr(pstate, pstate, 0); 766181398Smarius if (!(tte & TD_V)) 767181398Smarius continue; 768181398Smarius tag = ldxa(TLB_DAR_SLOT(i), ASI_DTLB_TAG_READ_REG); 769181398Smarius printf("dTLB-%2u: ", i); 770181398Smarius pmap_print_tte_sun4u(tag, tte); 771181398Smarius } 77284996Srobert} 77391110Sjake#endif 774