ia32_syscall.c revision 151316
1114987Speter/*- 2114987Speter * Copyright (C) 1994, David Greenman 3114987Speter * Copyright (c) 1990, 1993 4114987Speter * The Regents of the University of California. All rights reserved. 5114987Speter * 6114987Speter * This code is derived from software contributed to Berkeley by 7114987Speter * the University of Utah, and William Jolitz. 8114987Speter * 9114987Speter * Redistribution and use in source and binary forms, with or without 10114987Speter * modification, are permitted provided that the following conditions 11114987Speter * are met: 12114987Speter * 1. Redistributions of source code must retain the above copyright 13114987Speter * notice, this list of conditions and the following disclaimer. 14114987Speter * 2. Redistributions in binary form must reproduce the above copyright 15114987Speter * notice, this list of conditions and the following disclaimer in the 16114987Speter * documentation and/or other materials provided with the distribution. 17114987Speter * 3. All advertising materials mentioning features or use of this software 18114987Speter * must display the following acknowledgement: 19114987Speter * This product includes software developed by the University of 20114987Speter * California, Berkeley and its contributors. 21114987Speter * 4. Neither the name of the University nor the names of its contributors 22114987Speter * may be used to endorse or promote products derived from this software 23114987Speter * without specific prior written permission. 24114987Speter * 25114987Speter * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 26114987Speter * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 27114987Speter * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 28114987Speter * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 29114987Speter * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 30114987Speter * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 31114987Speter * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 32114987Speter * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 33114987Speter * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 34114987Speter * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 35114987Speter * SUCH DAMAGE. 36114987Speter */ 37114987Speter 38118031Sobrien#include <sys/cdefs.h> 39118031Sobrien__FBSDID("$FreeBSD: head/sys/amd64/ia32/ia32_syscall.c 151316 2005-10-14 12:43:47Z davidxu $"); 40118031Sobrien 41114987Speter/* 42114987Speter * 386 Trap and System call handling 43114987Speter */ 44114987Speter 45114987Speter#include "opt_clock.h" 46114987Speter#include "opt_cpu.h" 47114987Speter#include "opt_isa.h" 48114987Speter#include "opt_ktrace.h" 49114987Speter 50114987Speter#include <sys/param.h> 51114987Speter#include <sys/bus.h> 52114987Speter#include <sys/systm.h> 53114987Speter#include <sys/proc.h> 54114987Speter#include <sys/pioctl.h> 55114987Speter#include <sys/kernel.h> 56114987Speter#include <sys/ktr.h> 57114987Speter#include <sys/lock.h> 58114987Speter#include <sys/mutex.h> 59114987Speter#include <sys/resourcevar.h> 60114987Speter#include <sys/signalvar.h> 61114987Speter#include <sys/syscall.h> 62114987Speter#include <sys/sysctl.h> 63114987Speter#include <sys/sysent.h> 64114987Speter#include <sys/uio.h> 65114987Speter#include <sys/vmmeter.h> 66114987Speter#ifdef KTRACE 67114987Speter#include <sys/ktrace.h> 68114987Speter#endif 69114987Speter 70114987Speter#include <vm/vm.h> 71114987Speter#include <vm/vm_param.h> 72114987Speter#include <vm/pmap.h> 73114987Speter#include <vm/vm_kern.h> 74114987Speter#include <vm/vm_map.h> 75114987Speter#include <vm/vm_page.h> 76114987Speter#include <vm/vm_extern.h> 77114987Speter 78114987Speter#include <machine/cpu.h> 79122849Speter#include <machine/intr_machdep.h> 80114987Speter#include <machine/md_var.h> 81114987Speter 82114987Speter#define IDTVEC(name) __CONCAT(X,name) 83114987Speter 84114987Speterextern inthand_t IDTVEC(int0x80_syscall), IDTVEC(rsvd); 85119336Speterextern const char *freebsd32_syscallnames[]; 86114987Speter 87114987Spetervoid ia32_syscall(struct trapframe frame); /* Called from asm code */ 88114987Speter 89114987Spetervoid 90114987Speteria32_syscall(struct trapframe frame) 91114987Speter{ 92114987Speter caddr_t params; 93114987Speter int i; 94114987Speter struct sysent *callp; 95114987Speter struct thread *td = curthread; 96114987Speter struct proc *p = td->td_proc; 97114987Speter register_t orig_tf_rflags; 98114987Speter u_int sticks; 99114987Speter int error; 100114987Speter int narg; 101114987Speter u_int32_t args[8]; 102114987Speter u_int64_t args64[8]; 103114987Speter u_int code; 104151316Sdavidxu ksiginfo_t ksi; 105114987Speter 106114987Speter /* 107114987Speter * note: PCPU_LAZY_INC() can only be used if we can afford 108114987Speter * occassional inaccuracy in the count. 109114987Speter */ 110144971Sjhb PCPU_LAZY_INC(cnt.v_syscall); 111114987Speter 112114987Speter sticks = td->td_sticks; 113114987Speter td->td_frame = &frame; 114114987Speter if (td->td_ucred != p->p_ucred) 115114987Speter cred_update_thread(td); 116114987Speter params = (caddr_t)frame.tf_rsp + sizeof(u_int32_t); 117114987Speter code = frame.tf_rax; 118114987Speter orig_tf_rflags = frame.tf_rflags; 119114987Speter 120114987Speter if (p->p_sysent->sv_prepsyscall) { 121114987Speter /* 122114987Speter * The prep code is MP aware. 123114987Speter */ 124114987Speter (*p->p_sysent->sv_prepsyscall)(&frame, args, &code, ¶ms); 125114987Speter } else { 126114987Speter /* 127114987Speter * Need to check if this is a 32 bit or 64 bit syscall. 128114987Speter * fuword is MP aware. 129114987Speter */ 130114987Speter if (code == SYS_syscall) { 131114987Speter /* 132114987Speter * Code is first argument, followed by actual args. 133114987Speter */ 134114987Speter code = fuword32(params); 135114987Speter params += sizeof(int); 136114987Speter } else if (code == SYS___syscall) { 137114987Speter /* 138114987Speter * Like syscall, but code is a quad, so as to maintain 139114987Speter * quad alignment for the rest of the arguments. 140114987Speter * We use a 32-bit fetch in case params is not 141114987Speter * aligned. 142114987Speter */ 143114987Speter code = fuword32(params); 144114987Speter params += sizeof(quad_t); 145114987Speter } 146114987Speter } 147114987Speter 148114987Speter if (p->p_sysent->sv_mask) 149114987Speter code &= p->p_sysent->sv_mask; 150114987Speter 151114987Speter if (code >= p->p_sysent->sv_size) 152114987Speter callp = &p->p_sysent->sv_table[0]; 153114987Speter else 154114987Speter callp = &p->p_sysent->sv_table[code]; 155114987Speter 156114987Speter narg = callp->sy_narg & SYF_ARGMASK; 157114987Speter 158114987Speter /* 159114987Speter * copyin and the ktrsyscall()/ktrsysret() code is MP-aware 160114987Speter */ 161114987Speter if (params != NULL && narg != 0) 162114987Speter error = copyin(params, (caddr_t)args, 163114987Speter (u_int)(narg * sizeof(int))); 164114987Speter else 165114987Speter error = 0; 166114987Speter 167114987Speter for (i = 0; i < narg; i++) 168114987Speter args64[i] = args[i]; 169114987Speter 170114987Speter#ifdef KTRACE 171114987Speter if (KTRPOINT(td, KTR_SYSCALL)) 172114987Speter ktrsyscall(code, narg, args64); 173114987Speter#endif 174114987Speter /* 175114987Speter * Try to run the syscall without Giant if the syscall 176114987Speter * is MP safe. 177114987Speter */ 178114987Speter if ((callp->sy_narg & SYF_MPSAFE) == 0) 179114987Speter mtx_lock(&Giant); 180114987Speter 181114987Speter if (error == 0) { 182114987Speter td->td_retval[0] = 0; 183114987Speter td->td_retval[1] = frame.tf_rdx; 184114987Speter 185114987Speter STOPEVENT(p, S_SCE, narg); 186114987Speter 187114987Speter error = (*callp->sy_call)(td, args64); 188114987Speter } 189114987Speter 190114987Speter switch (error) { 191114987Speter case 0: 192114987Speter frame.tf_rax = td->td_retval[0]; 193114987Speter frame.tf_rdx = td->td_retval[1]; 194114987Speter frame.tf_rflags &= ~PSL_C; 195114987Speter break; 196114987Speter 197114987Speter case ERESTART: 198114987Speter /* 199114987Speter * Reconstruct pc, assuming lcall $X,y is 7 bytes, 200114987Speter * int 0x80 is 2 bytes. We saved this in tf_err. 201114987Speter */ 202114987Speter frame.tf_rip -= frame.tf_err; 203114987Speter break; 204114987Speter 205114987Speter case EJUSTRETURN: 206114987Speter break; 207114987Speter 208114987Speter default: 209114987Speter if (p->p_sysent->sv_errsize) { 210114987Speter if (error >= p->p_sysent->sv_errsize) 211114987Speter error = -1; /* XXX */ 212114987Speter else 213114987Speter error = p->p_sysent->sv_errtbl[error]; 214114987Speter } 215114987Speter frame.tf_rax = error; 216114987Speter frame.tf_rflags |= PSL_C; 217114987Speter break; 218114987Speter } 219114987Speter 220114987Speter /* 221114987Speter * Release Giant if we previously set it. 222114987Speter */ 223114987Speter if ((callp->sy_narg & SYF_MPSAFE) == 0) 224114987Speter mtx_unlock(&Giant); 225114987Speter 226114987Speter /* 227114987Speter * Traced syscall. 228114987Speter */ 229114987Speter if (orig_tf_rflags & PSL_T) { 230114987Speter frame.tf_rflags &= ~PSL_T; 231151316Sdavidxu ksiginfo_init_trap(&ksi); 232151316Sdavidxu ksi.ksi_signo = SIGTRAP; 233151316Sdavidxu ksi.ksi_code = TRAP_TRACE; 234151316Sdavidxu ksi.ksi_addr = (void *)frame.tf_rip; 235151316Sdavidxu trapsignal(td, &ksi); 236114987Speter } 237114987Speter 238114987Speter /* 239114987Speter * Handle reschedule and other end-of-syscall issues 240114987Speter */ 241114987Speter userret(td, &frame, sticks); 242114987Speter 243114987Speter#ifdef KTRACE 244114987Speter if (KTRPOINT(td, KTR_SYSRET)) 245114987Speter ktrsysret(code, error, td->td_retval[0]); 246114987Speter#endif 247114987Speter 248114987Speter /* 249114987Speter * This works because errno is findable through the 250114987Speter * register set. If we ever support an emulation where this 251114987Speter * is not the case, this code will need to be revisited. 252114987Speter */ 253114987Speter STOPEVENT(p, S_SCX, code); 254114987Speter 255114987Speter WITNESS_WARN(WARN_PANIC, NULL, "System call %s returning", 256119336Speter (code >= 0 && code < SYS_MAXSYSCALL) ? freebsd32_syscallnames[code] : "???"); 257114987Speter mtx_assert(&sched_lock, MA_NOTOWNED); 258114987Speter mtx_assert(&Giant, MA_NOTOWNED); 259114987Speter} 260114987Speter 261114987Speter 262114987Speterstatic void 263114987Speteria32_syscall_enable(void *dummy) 264114987Speter{ 265114987Speter 266120346Speter setidt(IDT_SYSCALL, &IDTVEC(int0x80_syscall), SDT_SYSIGT, SEL_UPL, 0); 267114987Speter} 268114987Speter 269114987Speterstatic void 270114987Speteria32_syscall_disable(void *dummy) 271114987Speter{ 272114987Speter 273120346Speter setidt(IDT_SYSCALL, &IDTVEC(rsvd), SDT_SYSIGT, SEL_KPL, 0); 274114987Speter} 275114987Speter 276114987SpeterSYSINIT(ia32_syscall, SI_SUB_EXEC, SI_ORDER_ANY, ia32_syscall_enable, NULL); 277114987SpeterSYSUNINIT(ia32_syscall, SI_SUB_EXEC, SI_ORDER_ANY, ia32_syscall_disable, NULL); 278