main.c revision 91139
184996Srobert/*
284996Srobert * Initial implementation:
384996Srobert * Copyright (c) 2001 Robert Drehmel
484996Srobert * All rights reserved.
584996Srobert *
684996Srobert * As long as the above copyright statement and this notice remain
784996Srobert * unchanged, you can do what ever you want with this file.
884996Srobert *
984996Srobert * $FreeBSD: head/sys/boot/sparc64/loader/main.c 91139 2002-02-23 11:06:37Z jake $
1084996Srobert */
1184996Srobert/*
1284996Srobert * FreeBSD/sparc64 kernel loader - machine dependent part
1384996Srobert *
1484996Srobert *  - implements copyin and readin functions that map kernel
1584996Srobert *    pages on demand.  The machine independent code does not
1684996Srobert *    know the size of the kernel early enough to pre-enter
1784996Srobert *    TTEs and install just one 4MB mapping seemed to limiting
1884996Srobert *    to me.
1984996Srobert */
2091139Sjake
2184996Srobert#include <stand.h>
2284996Srobert#include <sys/exec.h>
2384996Srobert#include <sys/param.h>
2484996Srobert#include <sys/linker.h>
2591139Sjake#include <sys/pcpu.h>
2684996Srobert
2784996Srobert#include <machine/asi.h>
2891139Sjake#include <machine/atomic.h>
2991139Sjake#include <machine/cpufunc.h>
3084996Srobert#include <machine/elf.h>
3191110Sjake#include <machine/lsu.h>
3291110Sjake#include <machine/metadata.h>
3391139Sjake#include <machine/smp.h>
3484996Srobert#include <machine/tte.h>
3591139Sjake#include <machine/upa.h>
3684996Srobert
3784996Srobert#include "bootstrap.h"
3884996Srobert#include "libofw.h"
3985719Sjake#include "dev_net.h"
4084996Srobert
4184996Srobertenum {
4284996Srobert	HEAPVA		= 0x800000,
4384996Srobert	HEAPSZ		= 0x1000000,
4484996Srobert	LOADSZ		= 0x1000000	/* for kernel and modules */
4584996Srobert};
4684996Srobert
4784996Srobertstruct memory_slice {
4884996Srobert	vm_offset_t pstart;
4984996Srobert	vm_offset_t size;
5084996Srobert};
5184996Srobert
5285719Sjaketypedef void kernel_entry_t(vm_offset_t mdp, u_long o1, u_long o2, u_long o3,
5385719Sjake			    void *openfirmware);
5485719Sjake
5591139Sjakeextern void itlb_enter(int slot, u_long vpn, u_long data);
5691139Sjakeextern void dtlb_enter(int slot, u_long vpn, u_long data);
5784996Srobertextern vm_offset_t itlb_va_to_pa(vm_offset_t);
5884996Srobertextern vm_offset_t dtlb_va_to_pa(vm_offset_t);
5985719Sjakeextern vm_offset_t md_load(char *, vm_offset_t *);
6084996Srobertstatic int elf_exec(struct preloaded_file *);
6184996Srobertstatic int sparc64_autoload(void);
6284996Srobertstatic int mmu_mapin(vm_offset_t, vm_size_t);
6384996Srobert
6484996Srobertchar __progname[] = "FreeBSD/sparc64 loader";
6584996Srobert
6691139Sjakestruct tte *dtlb_store;
6791139Sjakestruct tte *itlb_store;
6891139Sjake
6991139Sjakeint dtlb_slot;
7091139Sjakeint itlb_slot;
7191139Sjakeint dtlb_slot_max;
7291139Sjakeint itlb_slot_max;
7391139Sjake
7484996Srobertvm_offset_t curkva = 0;
7584996Srobertvm_offset_t heapva;
7684996Srobertphandle_t pmemh;	/* OFW memory handle */
7784996Srobert
7884996Srobertstruct memory_slice memslices[18];
7984996Srobertstruct ofw_devdesc bootdev;
8084996Srobert
8184996Srobert/*
8284996Srobert * Machine dependent structures that the machine independent
8384996Srobert * loader part uses.
8484996Srobert */
8584996Srobertstruct devsw *devsw[] = {
8685719Sjake#ifdef LOADER_DISK_SUPPORT
8784996Srobert	&ofwdisk,
8885719Sjake#endif
8985719Sjake#ifdef LOADER_NET_SUPPORT
9085719Sjake	&netdev,
9185719Sjake#endif
9284996Srobert	0
9384996Srobert};
9484996Srobertstruct arch_switch archsw;
9584996Srobert
9684996Srobertstruct file_format sparc64_elf = {
9784996Srobert	elf_loadfile,
9884996Srobert	elf_exec
9984996Srobert};
10084996Srobertstruct file_format *file_formats[] = {
10184996Srobert	&sparc64_elf,
10284996Srobert	0
10384996Srobert};
10484996Srobertstruct fs_ops *file_system[] = {
10591110Sjake#ifdef LOADER_UFS_SUPPORT
10684996Srobert	&ufs_fsops,
10785719Sjake#endif
10891139Sjake#ifdef LOADER_NET_SUPPORT
10985719Sjake	&nfs_fsops,
11085719Sjake#endif
11191110Sjake#ifdef LOADER_TFTP_SUPPORT
11291110Sjake	&tftp_fsops,
11391110Sjake#endif
11484996Srobert	0
11584996Srobert};
11685719Sjakestruct netif_driver *netif_drivers[] = {
11785719Sjake#ifdef LOADER_NET_SUPPORT
11885719Sjake	&ofwnet,
11985719Sjake#endif
12085719Sjake	0
12185719Sjake};
12284996Srobert
12384996Srobertextern struct console ofwconsole;
12484996Srobertstruct console *consoles[] = {
12584996Srobert	&ofwconsole,
12684996Srobert	0
12784996Srobert};
12884996Srobert
12991110Sjake#ifdef LOADER_DEBUG
13091110Sjakestatic int
13191110Sjakewatch_phys_set_mask(vm_offset_t pa, u_long mask)
13291110Sjake{
13391110Sjake	u_long lsucr;
13491110Sjake
13591110Sjake	stxa(AA_DMMU_PWPR, ASI_DMMU, pa & (((2UL << 38) - 1) << 3));
13691110Sjake	lsucr = ldxa(0, ASI_LSU_CTL_REG);
13791110Sjake	lsucr = ((lsucr | LSU_PW) & ~LSU_PM_MASK) |
13891110Sjake	    (mask << LSU_PM_SHIFT);
13991110Sjake	stxa(0, ASI_LSU_CTL_REG, lsucr);
14091110Sjake	return (0);
14191110Sjake}
14291110Sjake
14391110Sjakestatic int
14491110Sjakewatch_phys_set(vm_offset_t pa, int sz)
14591110Sjake{
14691110Sjake	u_long off;
14791110Sjake
14891110Sjake	off = (u_long)pa & 7;
14991110Sjake	/* Test for misaligned watch points. */
15091110Sjake	if (off + sz > 8)
15191110Sjake		return (-1);
15291110Sjake	return (watch_phys_set_mask(pa, ((1 << sz) - 1) << off));
15391110Sjake}
15491110Sjake
15591110Sjake
15691110Sjakestatic int
15791110Sjakewatch_virt_set_mask(vm_offset_t va, u_long mask)
15891110Sjake{
15991110Sjake	u_long lsucr;
16091110Sjake
16191110Sjake	stxa(AA_DMMU_VWPR, ASI_DMMU, va & (((2UL << 41) - 1) << 3));
16291110Sjake	lsucr = ldxa(0, ASI_LSU_CTL_REG);
16391110Sjake	lsucr = ((lsucr | LSU_VW) & ~LSU_VM_MASK) |
16491110Sjake	    (mask << LSU_VM_SHIFT);
16591110Sjake	stxa(0, ASI_LSU_CTL_REG, lsucr);
16691110Sjake	return (0);
16791110Sjake}
16891110Sjake
16991110Sjakestatic int
17091110Sjakewatch_virt_set(vm_offset_t va, int sz)
17191110Sjake{
17291110Sjake	u_long off;
17391110Sjake
17491110Sjake	off = (u_long)va & 7;
17591110Sjake	/* Test for misaligned watch points. */
17691110Sjake	if (off + sz > 8)
17791110Sjake		return (-1);
17891110Sjake	return (watch_virt_set_mask(va, ((1 << sz) - 1) << off));
17991110Sjake}
18091110Sjake#endif
18191110Sjake
18284996Srobert/*
18384996Srobert * archsw functions
18484996Srobert */
18584996Srobertstatic int
18684996Srobertsparc64_autoload(void)
18784996Srobert{
18884996Srobert	printf("nothing to autoload yet.\n");
18984996Srobert	return 0;
19084996Srobert}
19184996Srobert
19284996Srobertstatic ssize_t
19384996Srobertsparc64_readin(const int fd, vm_offset_t va, const size_t len)
19484996Srobert{
19584996Srobert	mmu_mapin(va, len);
19684996Srobert	return read(fd, (void *)va, len);
19784996Srobert}
19884996Srobert
19984996Srobertstatic ssize_t
20084996Srobertsparc64_copyin(const void *src, vm_offset_t dest, size_t len)
20184996Srobert{
20284996Srobert	mmu_mapin(dest, len);
20384996Srobert	memcpy((void *)dest, src, len);
20484996Srobert	return len;
20584996Srobert}
20684996Srobert
20784996Srobert/*
20884996Srobert * other MD functions
20984996Srobert */
21084996Srobertstatic int
21184996Srobertelf_exec(struct preloaded_file *fp)
21284996Srobert{
21384996Srobert	struct file_metadata *fmp;
21485719Sjake	vm_offset_t mdp;
21591139Sjake	Elf_Ehdr *e;
21685719Sjake	int error;
21784996Srobert
21884996Srobert	if ((fmp = file_findmetadata(fp, MODINFOMD_ELFHDR)) == 0) {
21984996Srobert		return EFTYPE;
22084996Srobert	}
22191139Sjake	e = (Elf_Ehdr *)&fmp->md_data;
22284996Srobert
22385719Sjake	if ((error = md_load(fp->f_args, &mdp)) != 0)
22485719Sjake		return error;
22584996Srobert
22691139Sjake	printf("jumping to kernel entry at %#lx.\n", e->e_entry);
22784996Srobert#if 0
22884996Srobert	pmap_print_tlb('i');
22984996Srobert	pmap_print_tlb('d');
23084996Srobert#endif
23191139Sjake	((kernel_entry_t *)e->e_entry)(mdp, 0, 0, 0, openfirmware);
23285719Sjake
23385719Sjake	panic("exec returned");
23484996Srobert}
23584996Srobert
23684996Srobertstatic int
23784996Srobertmmu_mapin(vm_offset_t va, vm_size_t len)
23884996Srobert{
23991110Sjake	vm_offset_t pa, mva;
24091139Sjake	struct tte tte;
24184996Srobert
24291139Sjake	if (dtlb_slot < 0)
24391139Sjake		panic("mmu_mapin: out of dtlb_slots");
24491139Sjake	if (itlb_slot < 0)
24591139Sjake		panic("mmu_mapin: out of itlb_slots");
24684996Srobert	if (va + len > curkva)
24784996Srobert		curkva = va + len;
24884996Srobert
24991110Sjake	pa = (vm_offset_t)-1;
25085719Sjake	len += va & PAGE_MASK_4M;
25185719Sjake	va &= ~PAGE_MASK_4M;
25284996Srobert	while (len) {
25384996Srobert		if (dtlb_va_to_pa(va) == (vm_offset_t)-1 ||
25484996Srobert		    itlb_va_to_pa(va) == (vm_offset_t)-1) {
25591110Sjake			/* Allocate a physical page, claim the virtual area */
25691110Sjake			if (pa == (vm_offset_t)-1) {
25791110Sjake				pa = (vm_offset_t)OF_alloc_phys(PAGE_SIZE_4M,
25891110Sjake				    PAGE_SIZE_4M);
25991110Sjake				if (pa == (vm_offset_t)-1)
26091110Sjake					panic("out of memory");
26191110Sjake				mva = (vm_offset_t)OF_claim_virt(va,
26291110Sjake				    PAGE_SIZE_4M, 0);
26391110Sjake				if (mva != va) {
26491110Sjake					panic("can't claim virtual page "
26591110Sjake					    "(wanted %#lx, got %#lx)",
26691110Sjake					    va, mva);
26791110Sjake				}
26891110Sjake				/* The mappings may have changed, be paranoid. */
26991110Sjake				continue;
27091110Sjake			}
27191139Sjake			tte.tte_tag = va >> PAGE_SHIFT;
27291139Sjake			tte.tte_data = TD_V | TD_4M | TD_PA(pa) | TD_L | TD_CP |
27391139Sjake			    TD_CV | TD_P | TD_W;
27491139Sjake			dtlb_store[--dtlb_slot] = tte;
27591139Sjake			itlb_store[--itlb_slot] = tte;
27691139Sjake			dtlb_enter(dtlb_slot, tte.tte_tag, tte.tte_data);
27791139Sjake			itlb_enter(itlb_slot, tte.tte_tag, tte.tte_data);
27891110Sjake			pa = (vm_offset_t)-1;
27984996Srobert		}
28085719Sjake		len -= len > PAGE_SIZE_4M ? PAGE_SIZE_4M : len;
28185719Sjake		va += PAGE_SIZE_4M;
28284996Srobert	}
28391110Sjake	if (pa != (vm_offset_t)-1)
28491110Sjake		OF_release_phys(pa, PAGE_SIZE_4M);
28584996Srobert	return 0;
28684996Srobert}
28784996Srobert
28884996Srobertstatic vm_offset_t
28984996Srobertinit_heap(void)
29084996Srobert{
29184996Srobert	if ((pmemh = OF_finddevice("/memory")) == (phandle_t)-1)
29284996Srobert		OF_exit();
29385719Sjake	if (OF_getprop(pmemh, "available", memslices, sizeof(memslices)) <= 0)
29484996Srobert		OF_exit();
29584996Srobert
29684996Srobert	/* There is no need for continuous physical heap memory. */
29784996Srobert	heapva = (vm_offset_t)OF_claim((void *)HEAPVA, HEAPSZ, 32);
29884996Srobert	return heapva;
29984996Srobert}
30084996Srobert
30191139Sjakestatic void
30291139Sjaketlb_init(void)
30391139Sjake{
30491139Sjake	phandle_t child;
30591139Sjake	phandle_t root;
30691139Sjake	char buf[128];
30791139Sjake	u_int bootcpu;
30891139Sjake	u_int cpu;
30991139Sjake
31091139Sjake	bootcpu = UPA_CR_GET_MID(ldxa(0, ASI_UPA_CONFIG_REG));
31191139Sjake	if ((root = OF_peer(0)) == -1)
31291139Sjake		panic("main: OF_peer");
31391139Sjake	for (child = OF_child(root); child != 0; child = OF_peer(child)) {
31491139Sjake		if (child == -1)
31591139Sjake			panic("main: OF_child");
31691139Sjake		if (OF_getprop(child, "device_type", buf, sizeof(buf)) > 0 &&
31791139Sjake		    strcmp(buf, "cpu") == 0) {
31891139Sjake			if (OF_getprop(child, "upa-portid", &cpu,
31991139Sjake			    sizeof(cpu)) == -1)
32091139Sjake				panic("main: OF_getprop");
32191139Sjake			if (cpu == bootcpu)
32291139Sjake				break;
32391139Sjake		}
32491139Sjake	}
32591139Sjake	if (cpu != bootcpu)
32691139Sjake		panic("init_tlb: no node for bootcpu?!?!");
32791139Sjake	if (OF_getprop(child, "#dtlb-entries", &dtlb_slot_max,
32891139Sjake	    sizeof(dtlb_slot_max)) == -1 ||
32991139Sjake	    OF_getprop(child, "#itlb-entries", &itlb_slot_max,
33091139Sjake	    sizeof(itlb_slot_max)) == -1)
33191139Sjake		panic("init_tlb: OF_getprop");
33291139Sjake	dtlb_store = malloc(dtlb_slot_max * sizeof(*dtlb_store));
33391139Sjake	itlb_store = malloc(itlb_slot_max * sizeof(*itlb_store));
33491139Sjake	if (dtlb_store == NULL || itlb_store == NULL)
33591139Sjake		panic("init_tlb: malloc");
33691139Sjake	dtlb_slot = dtlb_slot_max;
33791139Sjake	itlb_slot = itlb_slot_max;
33891139Sjake}
33991139Sjake
34085719Sjakeint
34185719Sjakemain(int (*openfirm)(void *))
34284996Srobert{
34384996Srobert	char bootpath[64];
34484996Srobert	struct devsw **dp;
34584996Srobert	phandle_t chosenh;
34684996Srobert
34784996Srobert	/*
34884996Srobert	 * Tell the OpenFirmware functions where they find the ofw gate.
34984996Srobert	 */
35085719Sjake	OF_init(openfirm);
35184996Srobert
35284996Srobert	archsw.arch_getdev = ofw_getdev;
35384996Srobert	archsw.arch_copyin = sparc64_copyin;
35484996Srobert	archsw.arch_copyout = ofw_copyout;
35584996Srobert	archsw.arch_readin = sparc64_readin;
35684996Srobert	archsw.arch_autoload = sparc64_autoload;
35791139Sjake#ifdef ELF_CRC32
35891139Sjake	archsw.arch_crc32 = sparc64_crc32;
35991139Sjake#endif
36084996Srobert
36184996Srobert	init_heap();
36284996Srobert	setheap((void *)heapva, (void *)(heapva + HEAPSZ));
36384996Srobert
36484996Srobert	/*
36584996Srobert	 * Probe for a console.
36684996Srobert	 */
36784996Srobert	cons_probe();
36884996Srobert
36991139Sjake	tlb_init();
37091139Sjake
37184996Srobert	bcache_init(32, 512);
37284996Srobert
37384996Srobert	/*
37484996Srobert	 * Initialize devices.
37584996Srobert	 */
37684996Srobert	for (dp = devsw; *dp != 0; dp++) {
37784996Srobert		if ((*dp)->dv_init != 0)
37884996Srobert			(*dp)->dv_init();
37984996Srobert	}
38084996Srobert
38184996Srobert	/*
38284996Srobert	 * Set up the current device.
38384996Srobert	 */
38484996Srobert	chosenh = OF_finddevice("/chosen");
38584996Srobert	OF_getprop(chosenh, "bootpath", bootpath, sizeof(bootpath));
38684996Srobert
38784996Srobert	bootdev.d_type = ofw_devicetype(bootpath);
38884996Srobert	switch (bootdev.d_type) {
38984996Srobert	case DEVT_DISK:
39084996Srobert		bootdev.d_dev = &ofwdisk;
39184996Srobert		strncpy(bootdev.d_kind.ofwdisk.path, bootpath, 64);
39284996Srobert		ofw_parseofwdev(&bootdev, bootpath);
39384996Srobert		break;
39484996Srobert	case DEVT_NET:
39585719Sjake		bootdev.d_dev = &netdev;
39684996Srobert		strncpy(bootdev.d_kind.netif.path, bootpath, 64);
39784996Srobert		bootdev.d_kind.netif.unit = 0;
39884996Srobert		break;
39984996Srobert	}
40084996Srobert
40184996Srobert	env_setenv("currdev", EV_VOLATILE, ofw_fmtdev(&bootdev),
40284996Srobert	    ofw_setcurrdev, env_nounset);
40384996Srobert	env_setenv("loaddev", EV_VOLATILE, ofw_fmtdev(&bootdev),
40484996Srobert	    env_noset, env_nounset);
40584996Srobert
40684996Srobert	printf("%s\n", __progname);
40784996Srobert	printf("bootpath=\"%s\"\n", bootpath);
40884996Srobert	printf("loaddev=%s\n", getenv("loaddev"));
40984996Srobert
41084996Srobert	/* Give control to the machine independent loader code. */
41184996Srobert	interact();
41284996Srobert	return 1;
41384996Srobert}
41484996Srobert
41591110SjakeCOMMAND_SET(reboot, "reboot", "reboot the system", command_reboot);
41691110Sjake
41791110Sjakestatic int
41891110Sjakecommand_reboot(int argc, char *argv[])
41991110Sjake{
42091110Sjake	int i;
42191110Sjake
42291110Sjake	for (i = 0; devsw[i] != NULL; ++i)
42391110Sjake		if (devsw[i]->dv_cleanup != NULL)
42491110Sjake			(devsw[i]->dv_cleanup)();
42591110Sjake
42691110Sjake	printf("Rebooting...\n");
42791110Sjake	OF_exit();
42891110Sjake}
42991110Sjake
43091110Sjake/* provide this for panic, as it's not in the startup code */
43191110Sjakevoid
43291110Sjakeexit(int code)
43391110Sjake{
43491110Sjake	OF_exit();
43591110Sjake}
43691110Sjake
43791110Sjake#ifdef LOADER_DEBUG
43884996Sroberttypedef u_int64_t tte_t;
43984996Srobert
44084996Srobertconst char *page_sizes[] = {
44184996Srobert	"  8k", " 64k", "512k", "  4m"
44284996Srobert};
44384996Srobert
44484996Srobertstatic void
44584996Srobertpmap_print_tte(tte_t tag, tte_t tte)
44684996Srobert{
44784996Srobert	printf("%s %s ",
44884996Srobert	    page_sizes[(tte & TD_SIZE_MASK) >> TD_SIZE_SHIFT],
44984996Srobert	    tag & TD_G ? "G" : " ");
45084996Srobert	printf(tte & TD_W ? "W " : "  ");
45184996Srobert	printf(tte & TD_P ? "\e[33mP\e[0m " : "  ");
45284996Srobert	printf(tte & TD_E ? "E " : "  ");
45384996Srobert	printf(tte & TD_CV ? "CV " : "   ");
45484996Srobert	printf(tte & TD_CP ? "CP " : "   ");
45584996Srobert	printf(tte & TD_L ? "\e[32mL\e[0m " : "  ");
45684996Srobert	printf(tte & TD_IE ? "IE " : "   ");
45784996Srobert	printf(tte & TD_NFO ? "NFO " : "    ");
45884997Srobert	printf("tag=0x%lx pa=0x%lx va=0x%lx ctx=%ld\n", tag, TD_PA(tte),
45984996Srobert	    TT_VA(tag), TT_CTX(tag));
46084996Srobert}
46184996Srobertvoid
46284996Srobertpmap_print_tlb(char which)
46384996Srobert{
46484996Srobert	int i;
46584996Srobert	tte_t tte, tag;
46684996Srobert
46784996Srobert	for (i = 0; i < 64*8; i += 8) {
46884996Srobert		if (which == 'i') {
46984996Srobert			__asm__ __volatile__("ldxa	[%1] %2, %0\n" :
47084996Srobert			    "=r" (tag) : "r" (i),
47184996Srobert			    "i" (ASI_ITLB_TAG_READ_REG));
47284996Srobert			__asm__ __volatile__("ldxa	[%1] %2, %0\n" :
47384996Srobert			    "=r" (tte) : "r" (i),
47484996Srobert			    "i" (ASI_ITLB_DATA_ACCESS_REG));
47584996Srobert		}
47684996Srobert		else {
47784996Srobert			__asm__ __volatile__("ldxa	[%1] %2, %0\n" :
47884996Srobert			    "=r" (tag) : "r" (i),
47984996Srobert			    "i" (ASI_DTLB_TAG_READ_REG));
48084996Srobert			__asm__ __volatile__("ldxa	[%1] %2, %0\n" :
48184996Srobert			    "=r" (tte) : "r" (i),
48284996Srobert			    "i" (ASI_DTLB_DATA_ACCESS_REG));
48384996Srobert		}
48484996Srobert		if (!(tte & TD_V))
48584996Srobert			continue;
48684996Srobert		printf("%cTLB-%2u: ", which, i>>3);
48784996Srobert		pmap_print_tte(tag, tte);
48884996Srobert	}
48984996Srobert}
49091110Sjake#endif
491