ia32_syscall.c revision 151316
1114987Speter/*-
2114987Speter * Copyright (C) 1994, David Greenman
3114987Speter * Copyright (c) 1990, 1993
4114987Speter *	The Regents of the University of California.  All rights reserved.
5114987Speter *
6114987Speter * This code is derived from software contributed to Berkeley by
7114987Speter * the University of Utah, and William Jolitz.
8114987Speter *
9114987Speter * Redistribution and use in source and binary forms, with or without
10114987Speter * modification, are permitted provided that the following conditions
11114987Speter * are met:
12114987Speter * 1. Redistributions of source code must retain the above copyright
13114987Speter *    notice, this list of conditions and the following disclaimer.
14114987Speter * 2. Redistributions in binary form must reproduce the above copyright
15114987Speter *    notice, this list of conditions and the following disclaimer in the
16114987Speter *    documentation and/or other materials provided with the distribution.
17114987Speter * 3. All advertising materials mentioning features or use of this software
18114987Speter *    must display the following acknowledgement:
19114987Speter *	This product includes software developed by the University of
20114987Speter *	California, Berkeley and its contributors.
21114987Speter * 4. Neither the name of the University nor the names of its contributors
22114987Speter *    may be used to endorse or promote products derived from this software
23114987Speter *    without specific prior written permission.
24114987Speter *
25114987Speter * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
26114987Speter * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
27114987Speter * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
28114987Speter * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
29114987Speter * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
30114987Speter * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
31114987Speter * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
32114987Speter * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
33114987Speter * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
34114987Speter * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
35114987Speter * SUCH DAMAGE.
36114987Speter */
37114987Speter
38118031Sobrien#include <sys/cdefs.h>
39118031Sobrien__FBSDID("$FreeBSD: head/sys/amd64/ia32/ia32_syscall.c 151316 2005-10-14 12:43:47Z davidxu $");
40118031Sobrien
41114987Speter/*
42114987Speter * 386 Trap and System call handling
43114987Speter */
44114987Speter
45114987Speter#include "opt_clock.h"
46114987Speter#include "opt_cpu.h"
47114987Speter#include "opt_isa.h"
48114987Speter#include "opt_ktrace.h"
49114987Speter
50114987Speter#include <sys/param.h>
51114987Speter#include <sys/bus.h>
52114987Speter#include <sys/systm.h>
53114987Speter#include <sys/proc.h>
54114987Speter#include <sys/pioctl.h>
55114987Speter#include <sys/kernel.h>
56114987Speter#include <sys/ktr.h>
57114987Speter#include <sys/lock.h>
58114987Speter#include <sys/mutex.h>
59114987Speter#include <sys/resourcevar.h>
60114987Speter#include <sys/signalvar.h>
61114987Speter#include <sys/syscall.h>
62114987Speter#include <sys/sysctl.h>
63114987Speter#include <sys/sysent.h>
64114987Speter#include <sys/uio.h>
65114987Speter#include <sys/vmmeter.h>
66114987Speter#ifdef KTRACE
67114987Speter#include <sys/ktrace.h>
68114987Speter#endif
69114987Speter
70114987Speter#include <vm/vm.h>
71114987Speter#include <vm/vm_param.h>
72114987Speter#include <vm/pmap.h>
73114987Speter#include <vm/vm_kern.h>
74114987Speter#include <vm/vm_map.h>
75114987Speter#include <vm/vm_page.h>
76114987Speter#include <vm/vm_extern.h>
77114987Speter
78114987Speter#include <machine/cpu.h>
79122849Speter#include <machine/intr_machdep.h>
80114987Speter#include <machine/md_var.h>
81114987Speter
82114987Speter#define	IDTVEC(name)	__CONCAT(X,name)
83114987Speter
84114987Speterextern inthand_t IDTVEC(int0x80_syscall), IDTVEC(rsvd);
85119336Speterextern const char *freebsd32_syscallnames[];
86114987Speter
87114987Spetervoid ia32_syscall(struct trapframe frame);	/* Called from asm code */
88114987Speter
89114987Spetervoid
90114987Speteria32_syscall(struct trapframe frame)
91114987Speter{
92114987Speter	caddr_t params;
93114987Speter	int i;
94114987Speter	struct sysent *callp;
95114987Speter	struct thread *td = curthread;
96114987Speter	struct proc *p = td->td_proc;
97114987Speter	register_t orig_tf_rflags;
98114987Speter	u_int sticks;
99114987Speter	int error;
100114987Speter	int narg;
101114987Speter	u_int32_t args[8];
102114987Speter	u_int64_t args64[8];
103114987Speter	u_int code;
104151316Sdavidxu	ksiginfo_t ksi;
105114987Speter
106114987Speter	/*
107114987Speter	 * note: PCPU_LAZY_INC() can only be used if we can afford
108114987Speter	 * occassional inaccuracy in the count.
109114987Speter	 */
110144971Sjhb	PCPU_LAZY_INC(cnt.v_syscall);
111114987Speter
112114987Speter	sticks = td->td_sticks;
113114987Speter	td->td_frame = &frame;
114114987Speter	if (td->td_ucred != p->p_ucred)
115114987Speter		cred_update_thread(td);
116114987Speter	params = (caddr_t)frame.tf_rsp + sizeof(u_int32_t);
117114987Speter	code = frame.tf_rax;
118114987Speter	orig_tf_rflags = frame.tf_rflags;
119114987Speter
120114987Speter	if (p->p_sysent->sv_prepsyscall) {
121114987Speter		/*
122114987Speter		 * The prep code is MP aware.
123114987Speter		 */
124114987Speter		(*p->p_sysent->sv_prepsyscall)(&frame, args, &code, &params);
125114987Speter	} else {
126114987Speter		/*
127114987Speter		 * Need to check if this is a 32 bit or 64 bit syscall.
128114987Speter		 * fuword is MP aware.
129114987Speter		 */
130114987Speter		if (code == SYS_syscall) {
131114987Speter			/*
132114987Speter			 * Code is first argument, followed by actual args.
133114987Speter			 */
134114987Speter			code = fuword32(params);
135114987Speter			params += sizeof(int);
136114987Speter		} else if (code == SYS___syscall) {
137114987Speter			/*
138114987Speter			 * Like syscall, but code is a quad, so as to maintain
139114987Speter			 * quad alignment for the rest of the arguments.
140114987Speter			 * We use a 32-bit fetch in case params is not
141114987Speter			 * aligned.
142114987Speter			 */
143114987Speter			code = fuword32(params);
144114987Speter			params += sizeof(quad_t);
145114987Speter		}
146114987Speter	}
147114987Speter
148114987Speter 	if (p->p_sysent->sv_mask)
149114987Speter 		code &= p->p_sysent->sv_mask;
150114987Speter
151114987Speter 	if (code >= p->p_sysent->sv_size)
152114987Speter 		callp = &p->p_sysent->sv_table[0];
153114987Speter  	else
154114987Speter 		callp = &p->p_sysent->sv_table[code];
155114987Speter
156114987Speter	narg = callp->sy_narg & SYF_ARGMASK;
157114987Speter
158114987Speter	/*
159114987Speter	 * copyin and the ktrsyscall()/ktrsysret() code is MP-aware
160114987Speter	 */
161114987Speter	if (params != NULL && narg != 0)
162114987Speter		error = copyin(params, (caddr_t)args,
163114987Speter		    (u_int)(narg * sizeof(int)));
164114987Speter	else
165114987Speter		error = 0;
166114987Speter
167114987Speter	for (i = 0; i < narg; i++)
168114987Speter		args64[i] = args[i];
169114987Speter
170114987Speter#ifdef KTRACE
171114987Speter	if (KTRPOINT(td, KTR_SYSCALL))
172114987Speter		ktrsyscall(code, narg, args64);
173114987Speter#endif
174114987Speter	/*
175114987Speter	 * Try to run the syscall without Giant if the syscall
176114987Speter	 * is MP safe.
177114987Speter	 */
178114987Speter	if ((callp->sy_narg & SYF_MPSAFE) == 0)
179114987Speter		mtx_lock(&Giant);
180114987Speter
181114987Speter	if (error == 0) {
182114987Speter		td->td_retval[0] = 0;
183114987Speter		td->td_retval[1] = frame.tf_rdx;
184114987Speter
185114987Speter		STOPEVENT(p, S_SCE, narg);
186114987Speter
187114987Speter		error = (*callp->sy_call)(td, args64);
188114987Speter	}
189114987Speter
190114987Speter	switch (error) {
191114987Speter	case 0:
192114987Speter		frame.tf_rax = td->td_retval[0];
193114987Speter		frame.tf_rdx = td->td_retval[1];
194114987Speter		frame.tf_rflags &= ~PSL_C;
195114987Speter		break;
196114987Speter
197114987Speter	case ERESTART:
198114987Speter		/*
199114987Speter		 * Reconstruct pc, assuming lcall $X,y is 7 bytes,
200114987Speter		 * int 0x80 is 2 bytes. We saved this in tf_err.
201114987Speter		 */
202114987Speter		frame.tf_rip -= frame.tf_err;
203114987Speter		break;
204114987Speter
205114987Speter	case EJUSTRETURN:
206114987Speter		break;
207114987Speter
208114987Speter	default:
209114987Speter 		if (p->p_sysent->sv_errsize) {
210114987Speter 			if (error >= p->p_sysent->sv_errsize)
211114987Speter  				error = -1;	/* XXX */
212114987Speter   			else
213114987Speter  				error = p->p_sysent->sv_errtbl[error];
214114987Speter		}
215114987Speter		frame.tf_rax = error;
216114987Speter		frame.tf_rflags |= PSL_C;
217114987Speter		break;
218114987Speter	}
219114987Speter
220114987Speter	/*
221114987Speter	 * Release Giant if we previously set it.
222114987Speter	 */
223114987Speter	if ((callp->sy_narg & SYF_MPSAFE) == 0)
224114987Speter		mtx_unlock(&Giant);
225114987Speter
226114987Speter	/*
227114987Speter	 * Traced syscall.
228114987Speter	 */
229114987Speter	if (orig_tf_rflags & PSL_T) {
230114987Speter		frame.tf_rflags &= ~PSL_T;
231151316Sdavidxu		ksiginfo_init_trap(&ksi);
232151316Sdavidxu		ksi.ksi_signo = SIGTRAP;
233151316Sdavidxu		ksi.ksi_code = TRAP_TRACE;
234151316Sdavidxu		ksi.ksi_addr = (void *)frame.tf_rip;
235151316Sdavidxu		trapsignal(td, &ksi);
236114987Speter	}
237114987Speter
238114987Speter	/*
239114987Speter	 * Handle reschedule and other end-of-syscall issues
240114987Speter	 */
241114987Speter	userret(td, &frame, sticks);
242114987Speter
243114987Speter#ifdef KTRACE
244114987Speter	if (KTRPOINT(td, KTR_SYSRET))
245114987Speter		ktrsysret(code, error, td->td_retval[0]);
246114987Speter#endif
247114987Speter
248114987Speter	/*
249114987Speter	 * This works because errno is findable through the
250114987Speter	 * register set.  If we ever support an emulation where this
251114987Speter	 * is not the case, this code will need to be revisited.
252114987Speter	 */
253114987Speter	STOPEVENT(p, S_SCX, code);
254114987Speter
255114987Speter	WITNESS_WARN(WARN_PANIC, NULL, "System call %s returning",
256119336Speter	    (code >= 0 && code < SYS_MAXSYSCALL) ? freebsd32_syscallnames[code] : "???");
257114987Speter	mtx_assert(&sched_lock, MA_NOTOWNED);
258114987Speter	mtx_assert(&Giant, MA_NOTOWNED);
259114987Speter}
260114987Speter
261114987Speter
262114987Speterstatic void
263114987Speteria32_syscall_enable(void *dummy)
264114987Speter{
265114987Speter
266120346Speter 	setidt(IDT_SYSCALL, &IDTVEC(int0x80_syscall), SDT_SYSIGT, SEL_UPL, 0);
267114987Speter}
268114987Speter
269114987Speterstatic void
270114987Speteria32_syscall_disable(void *dummy)
271114987Speter{
272114987Speter
273120346Speter 	setidt(IDT_SYSCALL, &IDTVEC(rsvd), SDT_SYSIGT, SEL_KPL, 0);
274114987Speter}
275114987Speter
276114987SpeterSYSINIT(ia32_syscall, SI_SUB_EXEC, SI_ORDER_ANY, ia32_syscall_enable, NULL);
277114987SpeterSYSUNINIT(ia32_syscall, SI_SUB_EXEC, SI_ORDER_ANY, ia32_syscall_disable, NULL);
278