main.c revision 106738
184996Srobert/*
284996Srobert * Initial implementation:
384996Srobert * Copyright (c) 2001 Robert Drehmel
484996Srobert * All rights reserved.
584996Srobert *
684996Srobert * As long as the above copyright statement and this notice remain
784996Srobert * unchanged, you can do what ever you want with this file.
884996Srobert *
984996Srobert * $FreeBSD: head/sys/boot/sparc64/loader/main.c 106738 2002-11-10 19:17:36Z jake $
1084996Srobert */
1184996Srobert/*
1284996Srobert * FreeBSD/sparc64 kernel loader - machine dependent part
1384996Srobert *
1484996Srobert *  - implements copyin and readin functions that map kernel
1584996Srobert *    pages on demand.  The machine independent code does not
1684996Srobert *    know the size of the kernel early enough to pre-enter
1784996Srobert *    TTEs and install just one 4MB mapping seemed to limiting
1884996Srobert *    to me.
1984996Srobert */
2091139Sjake
2184996Srobert#include <stand.h>
2284996Srobert#include <sys/exec.h>
2384996Srobert#include <sys/param.h>
24102219Srobert#include <sys/queue.h>
2584996Srobert#include <sys/linker.h>
2684996Srobert
2784996Srobert#include <machine/asi.h>
2891139Sjake#include <machine/atomic.h>
2991139Sjake#include <machine/cpufunc.h>
3084996Srobert#include <machine/elf.h>
3191110Sjake#include <machine/lsu.h>
3291110Sjake#include <machine/metadata.h>
3384996Srobert#include <machine/tte.h>
3491139Sjake#include <machine/upa.h>
3584996Srobert
3684996Srobert#include "bootstrap.h"
3784996Srobert#include "libofw.h"
3885719Sjake#include "dev_net.h"
3984996Srobert
4084996Srobertenum {
4184996Srobert	HEAPVA		= 0x800000,
4284996Srobert	HEAPSZ		= 0x1000000,
4384996Srobert	LOADSZ		= 0x1000000	/* for kernel and modules */
4484996Srobert};
4584996Srobert
4684996Srobertstruct memory_slice {
4784996Srobert	vm_offset_t pstart;
4884996Srobert	vm_offset_t size;
4984996Srobert};
5084996Srobert
5185719Sjaketypedef void kernel_entry_t(vm_offset_t mdp, u_long o1, u_long o2, u_long o3,
5285719Sjake			    void *openfirmware);
5385719Sjake
5493678Stmmextern void itlb_enter(u_long vpn, u_long data);
5593678Stmmextern void dtlb_enter(u_long vpn, u_long data);
5684996Srobertextern vm_offset_t itlb_va_to_pa(vm_offset_t);
5784996Srobertextern vm_offset_t dtlb_va_to_pa(vm_offset_t);
5885719Sjakeextern vm_offset_t md_load(char *, vm_offset_t *);
5984996Srobertstatic int elf_exec(struct preloaded_file *);
6084996Srobertstatic int sparc64_autoload(void);
6184996Srobertstatic int mmu_mapin(vm_offset_t, vm_size_t);
6284996Srobert
63101287Sjakeextern char bootprog_name[], bootprog_rev[], bootprog_date[], bootprog_maker[];
6484996Srobert
6597445Sjakestruct tlb_entry *dtlb_store;
6697445Sjakestruct tlb_entry *itlb_store;
6791139Sjake
6891139Sjakeint dtlb_slot;
6991139Sjakeint itlb_slot;
7091139Sjakeint dtlb_slot_max;
7191139Sjakeint itlb_slot_max;
7291139Sjake
7384996Srobertvm_offset_t curkva = 0;
7484996Srobertvm_offset_t heapva;
7584996Srobertphandle_t pmemh;	/* OFW memory handle */
7684996Srobert
7784996Srobertstruct memory_slice memslices[18];
7884996Srobert
7984996Srobert/*
8084996Srobert * Machine dependent structures that the machine independent
8184996Srobert * loader part uses.
8284996Srobert */
8384996Srobertstruct devsw *devsw[] = {
8485719Sjake#ifdef LOADER_DISK_SUPPORT
8584996Srobert	&ofwdisk,
8685719Sjake#endif
8785719Sjake#ifdef LOADER_NET_SUPPORT
8885719Sjake	&netdev,
8985719Sjake#endif
9084996Srobert	0
9184996Srobert};
9284996Srobertstruct arch_switch archsw;
9384996Srobert
9484996Srobertstruct file_format sparc64_elf = {
9584996Srobert	elf_loadfile,
9684996Srobert	elf_exec
9784996Srobert};
9884996Srobertstruct file_format *file_formats[] = {
9984996Srobert	&sparc64_elf,
10084996Srobert	0
10184996Srobert};
10284996Srobertstruct fs_ops *file_system[] = {
10391110Sjake#ifdef LOADER_UFS_SUPPORT
10484996Srobert	&ufs_fsops,
10585719Sjake#endif
10693606Stmm#ifdef LOADER_CD9660_SUPPORT
10793606Stmm	&cd9660_fsops,
10893606Stmm#endif
109105065Sjake#ifdef LOADER_GZIP_SUPPORT
110105065Sjake	&zipfs_fsops,
111105065Sjake#endif
112105065Sjake#ifdef LOADER_BZIP2_SUPPORT
113105065Sjake	&bzipfs_fsops,
114105065Sjake#endif
11591139Sjake#ifdef LOADER_NET_SUPPORT
11685719Sjake	&nfs_fsops,
11785719Sjake#endif
11891110Sjake#ifdef LOADER_TFTP_SUPPORT
11991110Sjake	&tftp_fsops,
12091110Sjake#endif
12184996Srobert	0
12284996Srobert};
12385719Sjakestruct netif_driver *netif_drivers[] = {
12485719Sjake#ifdef LOADER_NET_SUPPORT
12585719Sjake	&ofwnet,
12685719Sjake#endif
12785719Sjake	0
12885719Sjake};
12984996Srobert
13084996Srobertextern struct console ofwconsole;
13184996Srobertstruct console *consoles[] = {
13284996Srobert	&ofwconsole,
13384996Srobert	0
13484996Srobert};
13584996Srobert
13691110Sjake#ifdef LOADER_DEBUG
13791110Sjakestatic int
13891110Sjakewatch_phys_set_mask(vm_offset_t pa, u_long mask)
13991110Sjake{
14091110Sjake	u_long lsucr;
14191110Sjake
14291110Sjake	stxa(AA_DMMU_PWPR, ASI_DMMU, pa & (((2UL << 38) - 1) << 3));
14391110Sjake	lsucr = ldxa(0, ASI_LSU_CTL_REG);
14491110Sjake	lsucr = ((lsucr | LSU_PW) & ~LSU_PM_MASK) |
14591110Sjake	    (mask << LSU_PM_SHIFT);
14691110Sjake	stxa(0, ASI_LSU_CTL_REG, lsucr);
14791110Sjake	return (0);
14891110Sjake}
14991110Sjake
15091110Sjakestatic int
15191110Sjakewatch_phys_set(vm_offset_t pa, int sz)
15291110Sjake{
15391110Sjake	u_long off;
15491110Sjake
15591110Sjake	off = (u_long)pa & 7;
15691110Sjake	/* Test for misaligned watch points. */
15791110Sjake	if (off + sz > 8)
15891110Sjake		return (-1);
15991110Sjake	return (watch_phys_set_mask(pa, ((1 << sz) - 1) << off));
16091110Sjake}
16191110Sjake
16291110Sjake
16391110Sjakestatic int
16491110Sjakewatch_virt_set_mask(vm_offset_t va, u_long mask)
16591110Sjake{
16691110Sjake	u_long lsucr;
16791110Sjake
16891110Sjake	stxa(AA_DMMU_VWPR, ASI_DMMU, va & (((2UL << 41) - 1) << 3));
16991110Sjake	lsucr = ldxa(0, ASI_LSU_CTL_REG);
17091110Sjake	lsucr = ((lsucr | LSU_VW) & ~LSU_VM_MASK) |
17191110Sjake	    (mask << LSU_VM_SHIFT);
17291110Sjake	stxa(0, ASI_LSU_CTL_REG, lsucr);
17391110Sjake	return (0);
17491110Sjake}
17591110Sjake
17691110Sjakestatic int
17791110Sjakewatch_virt_set(vm_offset_t va, int sz)
17891110Sjake{
17991110Sjake	u_long off;
18091110Sjake
18191110Sjake	off = (u_long)va & 7;
18291110Sjake	/* Test for misaligned watch points. */
18391110Sjake	if (off + sz > 8)
18491110Sjake		return (-1);
18591110Sjake	return (watch_virt_set_mask(va, ((1 << sz) - 1) << off));
18691110Sjake}
18791110Sjake#endif
18891110Sjake
18984996Srobert/*
19084996Srobert * archsw functions
19184996Srobert */
19284996Srobertstatic int
19384996Srobertsparc64_autoload(void)
19484996Srobert{
19584996Srobert	printf("nothing to autoload yet.\n");
19684996Srobert	return 0;
19784996Srobert}
19884996Srobert
19984996Srobertstatic ssize_t
20084996Srobertsparc64_readin(const int fd, vm_offset_t va, const size_t len)
20184996Srobert{
20284996Srobert	mmu_mapin(va, len);
20384996Srobert	return read(fd, (void *)va, len);
20484996Srobert}
20584996Srobert
20684996Srobertstatic ssize_t
20784996Srobertsparc64_copyin(const void *src, vm_offset_t dest, size_t len)
20884996Srobert{
20984996Srobert	mmu_mapin(dest, len);
21084996Srobert	memcpy((void *)dest, src, len);
21184996Srobert	return len;
21284996Srobert}
21384996Srobert
21484996Srobert/*
21584996Srobert * other MD functions
21684996Srobert */
21784996Srobertstatic int
21884996Srobertelf_exec(struct preloaded_file *fp)
21984996Srobert{
22084996Srobert	struct file_metadata *fmp;
22185719Sjake	vm_offset_t mdp;
22291139Sjake	Elf_Ehdr *e;
22385719Sjake	int error;
22484996Srobert
22584996Srobert	if ((fmp = file_findmetadata(fp, MODINFOMD_ELFHDR)) == 0) {
22684996Srobert		return EFTYPE;
22784996Srobert	}
22891139Sjake	e = (Elf_Ehdr *)&fmp->md_data;
22984996Srobert
23085719Sjake	if ((error = md_load(fp->f_args, &mdp)) != 0)
23185719Sjake		return error;
23284996Srobert
23391139Sjake	printf("jumping to kernel entry at %#lx.\n", e->e_entry);
23484996Srobert#if 0
23584996Srobert	pmap_print_tlb('i');
23684996Srobert	pmap_print_tlb('d');
23784996Srobert#endif
23891139Sjake	((kernel_entry_t *)e->e_entry)(mdp, 0, 0, 0, openfirmware);
23985719Sjake
24085719Sjake	panic("exec returned");
24184996Srobert}
24284996Srobert
24384996Srobertstatic int
24484996Srobertmmu_mapin(vm_offset_t va, vm_size_t len)
24584996Srobert{
24691110Sjake	vm_offset_t pa, mva;
24797445Sjake	u_long data;
24884996Srobert
24984996Srobert	if (va + len > curkva)
25084996Srobert		curkva = va + len;
25184996Srobert
25291110Sjake	pa = (vm_offset_t)-1;
25385719Sjake	len += va & PAGE_MASK_4M;
25485719Sjake	va &= ~PAGE_MASK_4M;
25584996Srobert	while (len) {
25684996Srobert		if (dtlb_va_to_pa(va) == (vm_offset_t)-1 ||
25784996Srobert		    itlb_va_to_pa(va) == (vm_offset_t)-1) {
25891110Sjake			/* Allocate a physical page, claim the virtual area */
25991110Sjake			if (pa == (vm_offset_t)-1) {
26091110Sjake				pa = (vm_offset_t)OF_alloc_phys(PAGE_SIZE_4M,
26191110Sjake				    PAGE_SIZE_4M);
26291110Sjake				if (pa == (vm_offset_t)-1)
26391110Sjake					panic("out of memory");
26491110Sjake				mva = (vm_offset_t)OF_claim_virt(va,
26591110Sjake				    PAGE_SIZE_4M, 0);
26691110Sjake				if (mva != va) {
26791110Sjake					panic("can't claim virtual page "
26891110Sjake					    "(wanted %#lx, got %#lx)",
26991110Sjake					    va, mva);
27091110Sjake				}
27191110Sjake				/* The mappings may have changed, be paranoid. */
27291110Sjake				continue;
27391110Sjake			}
27493678Stmm			/*
27593678Stmm			 * Actually, we can only allocate two pages less at
27693678Stmm			 * most (depending on the kernel TSB size).
27793678Stmm			 */
27893678Stmm			if (dtlb_slot >= dtlb_slot_max)
27993678Stmm				panic("mmu_mapin: out of dtlb_slots");
28093678Stmm			if (itlb_slot >= itlb_slot_max)
28193678Stmm				panic("mmu_mapin: out of itlb_slots");
28297445Sjake			data = TD_V | TD_4M | TD_PA(pa) | TD_L | TD_CP |
28391139Sjake			    TD_CV | TD_P | TD_W;
28497445Sjake			dtlb_store[dtlb_slot].te_pa = pa;
28597445Sjake			dtlb_store[dtlb_slot].te_va = va;
28697445Sjake			itlb_store[itlb_slot].te_pa = pa;
28797445Sjake			itlb_store[itlb_slot].te_va = va;
28897445Sjake			dtlb_slot++;
28997445Sjake			itlb_slot++;
29097445Sjake			dtlb_enter(va, data);
29197445Sjake			itlb_enter(va, data);
29291110Sjake			pa = (vm_offset_t)-1;
29384996Srobert		}
29485719Sjake		len -= len > PAGE_SIZE_4M ? PAGE_SIZE_4M : len;
29585719Sjake		va += PAGE_SIZE_4M;
29684996Srobert	}
29791110Sjake	if (pa != (vm_offset_t)-1)
29891110Sjake		OF_release_phys(pa, PAGE_SIZE_4M);
29984996Srobert	return 0;
30084996Srobert}
30184996Srobert
30284996Srobertstatic vm_offset_t
30384996Srobertinit_heap(void)
30484996Srobert{
30584996Srobert	if ((pmemh = OF_finddevice("/memory")) == (phandle_t)-1)
30684996Srobert		OF_exit();
30785719Sjake	if (OF_getprop(pmemh, "available", memslices, sizeof(memslices)) <= 0)
30884996Srobert		OF_exit();
30984996Srobert
31084996Srobert	/* There is no need for continuous physical heap memory. */
31184996Srobert	heapva = (vm_offset_t)OF_claim((void *)HEAPVA, HEAPSZ, 32);
31284996Srobert	return heapva;
31384996Srobert}
31484996Srobert
31591139Sjakestatic void
31691139Sjaketlb_init(void)
31791139Sjake{
31891139Sjake	phandle_t child;
31991139Sjake	phandle_t root;
32091139Sjake	char buf[128];
32191139Sjake	u_int bootcpu;
32291139Sjake	u_int cpu;
32391139Sjake
32491139Sjake	bootcpu = UPA_CR_GET_MID(ldxa(0, ASI_UPA_CONFIG_REG));
32591139Sjake	if ((root = OF_peer(0)) == -1)
32691139Sjake		panic("main: OF_peer");
32791139Sjake	for (child = OF_child(root); child != 0; child = OF_peer(child)) {
32891139Sjake		if (child == -1)
32991139Sjake			panic("main: OF_child");
33091139Sjake		if (OF_getprop(child, "device_type", buf, sizeof(buf)) > 0 &&
33191139Sjake		    strcmp(buf, "cpu") == 0) {
33291139Sjake			if (OF_getprop(child, "upa-portid", &cpu,
33396428Sjake			    sizeof(cpu)) == -1 && OF_getprop(child, "portid",
33496428Sjake			    &cpu, sizeof(cpu)) == -1)
33591139Sjake				panic("main: OF_getprop");
33691139Sjake			if (cpu == bootcpu)
33791139Sjake				break;
33891139Sjake		}
33991139Sjake	}
34091139Sjake	if (cpu != bootcpu)
34191139Sjake		panic("init_tlb: no node for bootcpu?!?!");
34291139Sjake	if (OF_getprop(child, "#dtlb-entries", &dtlb_slot_max,
34391139Sjake	    sizeof(dtlb_slot_max)) == -1 ||
34491139Sjake	    OF_getprop(child, "#itlb-entries", &itlb_slot_max,
34591139Sjake	    sizeof(itlb_slot_max)) == -1)
34691139Sjake		panic("init_tlb: OF_getprop");
34791139Sjake	dtlb_store = malloc(dtlb_slot_max * sizeof(*dtlb_store));
34891139Sjake	itlb_store = malloc(itlb_slot_max * sizeof(*itlb_store));
34991139Sjake	if (dtlb_store == NULL || itlb_store == NULL)
35091139Sjake		panic("init_tlb: malloc");
35191139Sjake}
35291139Sjake
35385719Sjakeint
35485719Sjakemain(int (*openfirm)(void *))
35584996Srobert{
35684996Srobert	char bootpath[64];
35784996Srobert	struct devsw **dp;
35884996Srobert	phandle_t chosenh;
35984996Srobert
36084996Srobert	/*
36184996Srobert	 * Tell the OpenFirmware functions where they find the ofw gate.
36284996Srobert	 */
36385719Sjake	OF_init(openfirm);
36484996Srobert
36584996Srobert	archsw.arch_getdev = ofw_getdev;
36684996Srobert	archsw.arch_copyin = sparc64_copyin;
36784996Srobert	archsw.arch_copyout = ofw_copyout;
36884996Srobert	archsw.arch_readin = sparc64_readin;
36984996Srobert	archsw.arch_autoload = sparc64_autoload;
37084996Srobert
37184996Srobert	init_heap();
37284996Srobert	setheap((void *)heapva, (void *)(heapva + HEAPSZ));
37384996Srobert
37484996Srobert	/*
37584996Srobert	 * Probe for a console.
37684996Srobert	 */
37784996Srobert	cons_probe();
37884996Srobert
37991139Sjake	tlb_init();
38091139Sjake
38184996Srobert	bcache_init(32, 512);
38284996Srobert
38384996Srobert	/*
38484996Srobert	 * Initialize devices.
38584996Srobert	 */
38684996Srobert	for (dp = devsw; *dp != 0; dp++) {
38784996Srobert		if ((*dp)->dv_init != 0)
38884996Srobert			(*dp)->dv_init();
38984996Srobert	}
39084996Srobert
39184996Srobert	/*
39284996Srobert	 * Set up the current device.
39384996Srobert	 */
39484996Srobert	chosenh = OF_finddevice("/chosen");
39584996Srobert	OF_getprop(chosenh, "bootpath", bootpath, sizeof(bootpath));
39684996Srobert
397106738Sjake	/*
398106738Sjake	 * Sun compatible bootable CD-ROMs have a disk label placed
399106738Sjake	 * before the cd9660 data, with the actual filesystem being
400106738Sjake	 * in the first partition, while the other partitions contain
401106738Sjake	 * pseudo disk labels with embedded boot blocks for different
402106738Sjake	 * architectures, which may be followed by UFS filesystems.
403106738Sjake	 * The firmware will set the boot path to the partition it
404106738Sjake	 * boots from ('f' in the sun4u case), but we want the kernel
405106738Sjake	 * to be loaded from the cd9660 fs ('a'), so the boot path
406106738Sjake	 * needs to be altered.
407106738Sjake	 */
408106738Sjake	if (bootpath[strlen(bootpath) - 2] == ':' &&
409106738Sjake	    bootpath[strlen(bootpath) - 1] == 'f') {
410106738Sjake		bootpath[strlen(bootpath) - 1] = 'a';
411106738Sjake		printf("Boot path set to %s\n", bootpath);
41284996Srobert	}
41384996Srobert
414106738Sjake	env_setenv("currdev", EV_VOLATILE, bootpath,
41584996Srobert	    ofw_setcurrdev, env_nounset);
416106738Sjake	env_setenv("loaddev", EV_VOLATILE, bootpath,
41784996Srobert	    env_noset, env_nounset);
41884996Srobert
419101287Sjake	printf("\n");
420101287Sjake	printf("%s, Revision %s\n", bootprog_name, bootprog_rev);
421101287Sjake	printf("(%s, %s)\n", bootprog_maker, bootprog_date);
42284996Srobert	printf("bootpath=\"%s\"\n", bootpath);
42384996Srobert
42484996Srobert	/* Give control to the machine independent loader code. */
42584996Srobert	interact();
42684996Srobert	return 1;
42784996Srobert}
42884996Srobert
42991110SjakeCOMMAND_SET(reboot, "reboot", "reboot the system", command_reboot);
43091110Sjake
43191110Sjakestatic int
43291110Sjakecommand_reboot(int argc, char *argv[])
43391110Sjake{
43491110Sjake	int i;
43591110Sjake
43691110Sjake	for (i = 0; devsw[i] != NULL; ++i)
43791110Sjake		if (devsw[i]->dv_cleanup != NULL)
43891110Sjake			(devsw[i]->dv_cleanup)();
43991110Sjake
44091110Sjake	printf("Rebooting...\n");
44191110Sjake	OF_exit();
44291110Sjake}
44391110Sjake
44491110Sjake/* provide this for panic, as it's not in the startup code */
44591110Sjakevoid
44691110Sjakeexit(int code)
44791110Sjake{
44891110Sjake	OF_exit();
44991110Sjake}
45091110Sjake
45191110Sjake#ifdef LOADER_DEBUG
45284996Sroberttypedef u_int64_t tte_t;
45384996Srobert
45484996Srobertconst char *page_sizes[] = {
45584996Srobert	"  8k", " 64k", "512k", "  4m"
45684996Srobert};
45784996Srobert
45884996Srobertstatic void
45984996Srobertpmap_print_tte(tte_t tag, tte_t tte)
46084996Srobert{
46184996Srobert	printf("%s %s ",
46284996Srobert	    page_sizes[(tte & TD_SIZE_MASK) >> TD_SIZE_SHIFT],
46384996Srobert	    tag & TD_G ? "G" : " ");
46484996Srobert	printf(tte & TD_W ? "W " : "  ");
46584996Srobert	printf(tte & TD_P ? "\e[33mP\e[0m " : "  ");
46684996Srobert	printf(tte & TD_E ? "E " : "  ");
46784996Srobert	printf(tte & TD_CV ? "CV " : "   ");
46884996Srobert	printf(tte & TD_CP ? "CP " : "   ");
46984996Srobert	printf(tte & TD_L ? "\e[32mL\e[0m " : "  ");
47084996Srobert	printf(tte & TD_IE ? "IE " : "   ");
47184996Srobert	printf(tte & TD_NFO ? "NFO " : "    ");
47284997Srobert	printf("tag=0x%lx pa=0x%lx va=0x%lx ctx=%ld\n", tag, TD_PA(tte),
47384996Srobert	    TT_VA(tag), TT_CTX(tag));
47484996Srobert}
47584996Srobertvoid
47684996Srobertpmap_print_tlb(char which)
47784996Srobert{
47884996Srobert	int i;
47984996Srobert	tte_t tte, tag;
48084996Srobert
48184996Srobert	for (i = 0; i < 64*8; i += 8) {
48284996Srobert		if (which == 'i') {
48384996Srobert			__asm__ __volatile__("ldxa	[%1] %2, %0\n" :
48484996Srobert			    "=r" (tag) : "r" (i),
48584996Srobert			    "i" (ASI_ITLB_TAG_READ_REG));
48684996Srobert			__asm__ __volatile__("ldxa	[%1] %2, %0\n" :
48784996Srobert			    "=r" (tte) : "r" (i),
48884996Srobert			    "i" (ASI_ITLB_DATA_ACCESS_REG));
48984996Srobert		}
49084996Srobert		else {
49184996Srobert			__asm__ __volatile__("ldxa	[%1] %2, %0\n" :
49284996Srobert			    "=r" (tag) : "r" (i),
49384996Srobert			    "i" (ASI_DTLB_TAG_READ_REG));
49484996Srobert			__asm__ __volatile__("ldxa	[%1] %2, %0\n" :
49584996Srobert			    "=r" (tte) : "r" (i),
49684996Srobert			    "i" (ASI_DTLB_DATA_ACCESS_REG));
49784996Srobert		}
49884996Srobert		if (!(tte & TD_V))
49984996Srobert			continue;
50084996Srobert		printf("%cTLB-%2u: ", which, i>>3);
50184996Srobert		pmap_print_tte(tag, tte);
50284996Srobert	}
50384996Srobert}
50491110Sjake#endif
505