ia32_syscall.c revision 151316
1209878Snwhitehorn/*-
2209878Snwhitehorn * Copyright (C) 1994, David Greenman
3209878Snwhitehorn * Copyright (c) 1990, 1993
4209878Snwhitehorn *	The Regents of the University of California.  All rights reserved.
5209878Snwhitehorn *
6209878Snwhitehorn * This code is derived from software contributed to Berkeley by
7209878Snwhitehorn * the University of Utah, and William Jolitz.
8209878Snwhitehorn *
9209878Snwhitehorn * Redistribution and use in source and binary forms, with or without
10209878Snwhitehorn * modification, are permitted provided that the following conditions
11209878Snwhitehorn * are met:
12209878Snwhitehorn * 1. Redistributions of source code must retain the above copyright
13209878Snwhitehorn *    notice, this list of conditions and the following disclaimer.
14209878Snwhitehorn * 2. Redistributions in binary form must reproduce the above copyright
15209878Snwhitehorn *    notice, this list of conditions and the following disclaimer in the
16209878Snwhitehorn *    documentation and/or other materials provided with the distribution.
17209878Snwhitehorn * 3. All advertising materials mentioning features or use of this software
18209878Snwhitehorn *    must display the following acknowledgement:
19209878Snwhitehorn *	This product includes software developed by the University of
20209878Snwhitehorn *	California, Berkeley and its contributors.
21209878Snwhitehorn * 4. Neither the name of the University nor the names of its contributors
22209878Snwhitehorn *    may be used to endorse or promote products derived from this software
23209878Snwhitehorn *    without specific prior written permission.
24209878Snwhitehorn *
25209878Snwhitehorn * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
26209878Snwhitehorn * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
27209878Snwhitehorn * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
28209878Snwhitehorn * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
29209878Snwhitehorn * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
30209878Snwhitehorn * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
31209878Snwhitehorn * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
32209878Snwhitehorn * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
33209878Snwhitehorn * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
34209878Snwhitehorn * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
35209878Snwhitehorn * SUCH DAMAGE.
36209878Snwhitehorn */
37209878Snwhitehorn
38209878Snwhitehorn#include <sys/cdefs.h>
39209878Snwhitehorn__FBSDID("$FreeBSD: head/sys/amd64/ia32/ia32_syscall.c 151316 2005-10-14 12:43:47Z davidxu $");
40209878Snwhitehorn
41209878Snwhitehorn/*
42209878Snwhitehorn * 386 Trap and System call handling
43209878Snwhitehorn */
44209878Snwhitehorn
45209878Snwhitehorn#include "opt_clock.h"
46209878Snwhitehorn#include "opt_cpu.h"
47209878Snwhitehorn#include "opt_isa.h"
48209878Snwhitehorn#include "opt_ktrace.h"
49209878Snwhitehorn
50209878Snwhitehorn#include <sys/param.h>
51209878Snwhitehorn#include <sys/bus.h>
52209878Snwhitehorn#include <sys/systm.h>
53#include <sys/proc.h>
54#include <sys/pioctl.h>
55#include <sys/kernel.h>
56#include <sys/ktr.h>
57#include <sys/lock.h>
58#include <sys/mutex.h>
59#include <sys/resourcevar.h>
60#include <sys/signalvar.h>
61#include <sys/syscall.h>
62#include <sys/sysctl.h>
63#include <sys/sysent.h>
64#include <sys/uio.h>
65#include <sys/vmmeter.h>
66#ifdef KTRACE
67#include <sys/ktrace.h>
68#endif
69
70#include <vm/vm.h>
71#include <vm/vm_param.h>
72#include <vm/pmap.h>
73#include <vm/vm_kern.h>
74#include <vm/vm_map.h>
75#include <vm/vm_page.h>
76#include <vm/vm_extern.h>
77
78#include <machine/cpu.h>
79#include <machine/intr_machdep.h>
80#include <machine/md_var.h>
81
82#define	IDTVEC(name)	__CONCAT(X,name)
83
84extern inthand_t IDTVEC(int0x80_syscall), IDTVEC(rsvd);
85extern const char *freebsd32_syscallnames[];
86
87void ia32_syscall(struct trapframe frame);	/* Called from asm code */
88
89void
90ia32_syscall(struct trapframe frame)
91{
92	caddr_t params;
93	int i;
94	struct sysent *callp;
95	struct thread *td = curthread;
96	struct proc *p = td->td_proc;
97	register_t orig_tf_rflags;
98	u_int sticks;
99	int error;
100	int narg;
101	u_int32_t args[8];
102	u_int64_t args64[8];
103	u_int code;
104	ksiginfo_t ksi;
105
106	/*
107	 * note: PCPU_LAZY_INC() can only be used if we can afford
108	 * occassional inaccuracy in the count.
109	 */
110	PCPU_LAZY_INC(cnt.v_syscall);
111
112	sticks = td->td_sticks;
113	td->td_frame = &frame;
114	if (td->td_ucred != p->p_ucred)
115		cred_update_thread(td);
116	params = (caddr_t)frame.tf_rsp + sizeof(u_int32_t);
117	code = frame.tf_rax;
118	orig_tf_rflags = frame.tf_rflags;
119
120	if (p->p_sysent->sv_prepsyscall) {
121		/*
122		 * The prep code is MP aware.
123		 */
124		(*p->p_sysent->sv_prepsyscall)(&frame, args, &code, &params);
125	} else {
126		/*
127		 * Need to check if this is a 32 bit or 64 bit syscall.
128		 * fuword is MP aware.
129		 */
130		if (code == SYS_syscall) {
131			/*
132			 * Code is first argument, followed by actual args.
133			 */
134			code = fuword32(params);
135			params += sizeof(int);
136		} else if (code == SYS___syscall) {
137			/*
138			 * Like syscall, but code is a quad, so as to maintain
139			 * quad alignment for the rest of the arguments.
140			 * We use a 32-bit fetch in case params is not
141			 * aligned.
142			 */
143			code = fuword32(params);
144			params += sizeof(quad_t);
145		}
146	}
147
148 	if (p->p_sysent->sv_mask)
149 		code &= p->p_sysent->sv_mask;
150
151 	if (code >= p->p_sysent->sv_size)
152 		callp = &p->p_sysent->sv_table[0];
153  	else
154 		callp = &p->p_sysent->sv_table[code];
155
156	narg = callp->sy_narg & SYF_ARGMASK;
157
158	/*
159	 * copyin and the ktrsyscall()/ktrsysret() code is MP-aware
160	 */
161	if (params != NULL && narg != 0)
162		error = copyin(params, (caddr_t)args,
163		    (u_int)(narg * sizeof(int)));
164	else
165		error = 0;
166
167	for (i = 0; i < narg; i++)
168		args64[i] = args[i];
169
170#ifdef KTRACE
171	if (KTRPOINT(td, KTR_SYSCALL))
172		ktrsyscall(code, narg, args64);
173#endif
174	/*
175	 * Try to run the syscall without Giant if the syscall
176	 * is MP safe.
177	 */
178	if ((callp->sy_narg & SYF_MPSAFE) == 0)
179		mtx_lock(&Giant);
180
181	if (error == 0) {
182		td->td_retval[0] = 0;
183		td->td_retval[1] = frame.tf_rdx;
184
185		STOPEVENT(p, S_SCE, narg);
186
187		error = (*callp->sy_call)(td, args64);
188	}
189
190	switch (error) {
191	case 0:
192		frame.tf_rax = td->td_retval[0];
193		frame.tf_rdx = td->td_retval[1];
194		frame.tf_rflags &= ~PSL_C;
195		break;
196
197	case ERESTART:
198		/*
199		 * Reconstruct pc, assuming lcall $X,y is 7 bytes,
200		 * int 0x80 is 2 bytes. We saved this in tf_err.
201		 */
202		frame.tf_rip -= frame.tf_err;
203		break;
204
205	case EJUSTRETURN:
206		break;
207
208	default:
209 		if (p->p_sysent->sv_errsize) {
210 			if (error >= p->p_sysent->sv_errsize)
211  				error = -1;	/* XXX */
212   			else
213  				error = p->p_sysent->sv_errtbl[error];
214		}
215		frame.tf_rax = error;
216		frame.tf_rflags |= PSL_C;
217		break;
218	}
219
220	/*
221	 * Release Giant if we previously set it.
222	 */
223	if ((callp->sy_narg & SYF_MPSAFE) == 0)
224		mtx_unlock(&Giant);
225
226	/*
227	 * Traced syscall.
228	 */
229	if (orig_tf_rflags & PSL_T) {
230		frame.tf_rflags &= ~PSL_T;
231		ksiginfo_init_trap(&ksi);
232		ksi.ksi_signo = SIGTRAP;
233		ksi.ksi_code = TRAP_TRACE;
234		ksi.ksi_addr = (void *)frame.tf_rip;
235		trapsignal(td, &ksi);
236	}
237
238	/*
239	 * Handle reschedule and other end-of-syscall issues
240	 */
241	userret(td, &frame, sticks);
242
243#ifdef KTRACE
244	if (KTRPOINT(td, KTR_SYSRET))
245		ktrsysret(code, error, td->td_retval[0]);
246#endif
247
248	/*
249	 * This works because errno is findable through the
250	 * register set.  If we ever support an emulation where this
251	 * is not the case, this code will need to be revisited.
252	 */
253	STOPEVENT(p, S_SCX, code);
254
255	WITNESS_WARN(WARN_PANIC, NULL, "System call %s returning",
256	    (code >= 0 && code < SYS_MAXSYSCALL) ? freebsd32_syscallnames[code] : "???");
257	mtx_assert(&sched_lock, MA_NOTOWNED);
258	mtx_assert(&Giant, MA_NOTOWNED);
259}
260
261
262static void
263ia32_syscall_enable(void *dummy)
264{
265
266 	setidt(IDT_SYSCALL, &IDTVEC(int0x80_syscall), SDT_SYSIGT, SEL_UPL, 0);
267}
268
269static void
270ia32_syscall_disable(void *dummy)
271{
272
273 	setidt(IDT_SYSCALL, &IDTVEC(rsvd), SDT_SYSIGT, SEL_KPL, 0);
274}
275
276SYSINIT(ia32_syscall, SI_SUB_EXEC, SI_ORDER_ANY, ia32_syscall_enable, NULL);
277SYSUNINIT(ia32_syscall, SI_SUB_EXEC, SI_ORDER_ANY, ia32_syscall_disable, NULL);
278