freebsd32_misc.c revision 185435
1/*-
2 * Copyright (c) 2002 Doug Rabson
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * 1. Redistributions of source code must retain the above copyright
9 *    notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 *    notice, this list of conditions and the following disclaimer in the
12 *    documentation and/or other materials provided with the distribution.
13 *
14 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17 * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
18 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24 * SUCH DAMAGE.
25 */
26
27#include <sys/cdefs.h>
28__FBSDID("$FreeBSD: head/sys/compat/freebsd32/freebsd32_misc.c 185435 2008-11-29 14:32:14Z bz $");
29
30#include "opt_compat.h"
31
32#include <sys/param.h>
33#include <sys/bus.h>
34#include <sys/clock.h>
35#include <sys/exec.h>
36#include <sys/fcntl.h>
37#include <sys/filedesc.h>
38#include <sys/imgact.h>
39#include <sys/jail.h>
40#include <sys/kernel.h>
41#include <sys/limits.h>
42#include <sys/lock.h>
43#include <sys/malloc.h>
44#include <sys/file.h>		/* Must come after sys/malloc.h */
45#include <sys/mbuf.h>
46#include <sys/mman.h>
47#include <sys/module.h>
48#include <sys/mount.h>
49#include <sys/mutex.h>
50#include <sys/namei.h>
51#include <sys/proc.h>
52#include <sys/reboot.h>
53#include <sys/resource.h>
54#include <sys/resourcevar.h>
55#include <sys/selinfo.h>
56#include <sys/eventvar.h>	/* Must come after sys/selinfo.h */
57#include <sys/pipe.h>		/* Must come after sys/selinfo.h */
58#include <sys/signal.h>
59#include <sys/signalvar.h>
60#include <sys/socket.h>
61#include <sys/socketvar.h>
62#include <sys/stat.h>
63#include <sys/syscall.h>
64#include <sys/syscallsubr.h>
65#include <sys/sysctl.h>
66#include <sys/sysent.h>
67#include <sys/sysproto.h>
68#include <sys/systm.h>
69#include <sys/thr.h>
70#include <sys/unistd.h>
71#include <sys/ucontext.h>
72#include <sys/vnode.h>
73#include <sys/wait.h>
74#include <sys/ipc.h>
75#include <sys/msg.h>
76#include <sys/sem.h>
77#include <sys/shm.h>
78
79#include <vm/vm.h>
80#include <vm/vm_kern.h>
81#include <vm/vm_param.h>
82#include <vm/pmap.h>
83#include <vm/vm_map.h>
84#include <vm/vm_object.h>
85#include <vm/vm_extern.h>
86
87#include <machine/cpu.h>
88
89#include <security/audit/audit.h>
90
91#include <compat/freebsd32/freebsd32_util.h>
92#include <compat/freebsd32/freebsd32.h>
93#include <compat/freebsd32/freebsd32_ipc.h>
94#include <compat/freebsd32/freebsd32_signal.h>
95#include <compat/freebsd32/freebsd32_proto.h>
96
97CTASSERT(sizeof(struct timeval32) == 8);
98CTASSERT(sizeof(struct timespec32) == 8);
99CTASSERT(sizeof(struct itimerval32) == 16);
100CTASSERT(sizeof(struct statfs32) == 256);
101CTASSERT(sizeof(struct rusage32) == 72);
102CTASSERT(sizeof(struct sigaltstack32) == 12);
103CTASSERT(sizeof(struct kevent32) == 20);
104CTASSERT(sizeof(struct iovec32) == 8);
105CTASSERT(sizeof(struct msghdr32) == 28);
106CTASSERT(sizeof(struct stat32) == 96);
107CTASSERT(sizeof(struct sigaction32) == 24);
108
109static int freebsd32_kevent_copyout(void *arg, struct kevent *kevp, int count);
110static int freebsd32_kevent_copyin(void *arg, struct kevent *kevp, int count);
111
112int
113freebsd32_wait4(struct thread *td, struct freebsd32_wait4_args *uap)
114{
115	int error, status;
116	struct rusage32 ru32;
117	struct rusage ru, *rup;
118
119	if (uap->rusage != NULL)
120		rup = &ru;
121	else
122		rup = NULL;
123	error = kern_wait(td, uap->pid, &status, uap->options, rup);
124	if (error)
125		return (error);
126	if (uap->status != NULL)
127		error = copyout(&status, uap->status, sizeof(status));
128	if (uap->rusage != NULL && error == 0) {
129		TV_CP(ru, ru32, ru_utime);
130		TV_CP(ru, ru32, ru_stime);
131		CP(ru, ru32, ru_maxrss);
132		CP(ru, ru32, ru_ixrss);
133		CP(ru, ru32, ru_idrss);
134		CP(ru, ru32, ru_isrss);
135		CP(ru, ru32, ru_minflt);
136		CP(ru, ru32, ru_majflt);
137		CP(ru, ru32, ru_nswap);
138		CP(ru, ru32, ru_inblock);
139		CP(ru, ru32, ru_oublock);
140		CP(ru, ru32, ru_msgsnd);
141		CP(ru, ru32, ru_msgrcv);
142		CP(ru, ru32, ru_nsignals);
143		CP(ru, ru32, ru_nvcsw);
144		CP(ru, ru32, ru_nivcsw);
145		error = copyout(&ru32, uap->rusage, sizeof(ru32));
146	}
147	return (error);
148}
149
150#ifdef COMPAT_FREEBSD4
151static void
152copy_statfs(struct statfs *in, struct statfs32 *out)
153{
154
155	statfs_scale_blocks(in, INT32_MAX);
156	bzero(out, sizeof(*out));
157	CP(*in, *out, f_bsize);
158	out->f_iosize = MIN(in->f_iosize, INT32_MAX);
159	CP(*in, *out, f_blocks);
160	CP(*in, *out, f_bfree);
161	CP(*in, *out, f_bavail);
162	out->f_files = MIN(in->f_files, INT32_MAX);
163	out->f_ffree = MIN(in->f_ffree, INT32_MAX);
164	CP(*in, *out, f_fsid);
165	CP(*in, *out, f_owner);
166	CP(*in, *out, f_type);
167	CP(*in, *out, f_flags);
168	out->f_syncwrites = MIN(in->f_syncwrites, INT32_MAX);
169	out->f_asyncwrites = MIN(in->f_asyncwrites, INT32_MAX);
170	strlcpy(out->f_fstypename,
171	      in->f_fstypename, MFSNAMELEN);
172	strlcpy(out->f_mntonname,
173	      in->f_mntonname, min(MNAMELEN, FREEBSD4_MNAMELEN));
174	out->f_syncreads = MIN(in->f_syncreads, INT32_MAX);
175	out->f_asyncreads = MIN(in->f_asyncreads, INT32_MAX);
176	strlcpy(out->f_mntfromname,
177	      in->f_mntfromname, min(MNAMELEN, FREEBSD4_MNAMELEN));
178}
179#endif
180
181#ifdef COMPAT_FREEBSD4
182int
183freebsd4_freebsd32_getfsstat(struct thread *td, struct freebsd4_freebsd32_getfsstat_args *uap)
184{
185	struct statfs *buf, *sp;
186	struct statfs32 stat32;
187	size_t count, size;
188	int error;
189
190	count = uap->bufsize / sizeof(struct statfs32);
191	size = count * sizeof(struct statfs);
192	error = kern_getfsstat(td, &buf, size, UIO_SYSSPACE, uap->flags);
193	if (size > 0) {
194		count = td->td_retval[0];
195		sp = buf;
196		while (count > 0 && error == 0) {
197			copy_statfs(sp, &stat32);
198			error = copyout(&stat32, uap->buf, sizeof(stat32));
199			sp++;
200			uap->buf++;
201			count--;
202		}
203		free(buf, M_TEMP);
204	}
205	return (error);
206}
207#endif
208
209int
210freebsd32_sigaltstack(struct thread *td,
211		      struct freebsd32_sigaltstack_args *uap)
212{
213	struct sigaltstack32 s32;
214	struct sigaltstack ss, oss, *ssp;
215	int error;
216
217	if (uap->ss != NULL) {
218		error = copyin(uap->ss, &s32, sizeof(s32));
219		if (error)
220			return (error);
221		PTRIN_CP(s32, ss, ss_sp);
222		CP(s32, ss, ss_size);
223		CP(s32, ss, ss_flags);
224		ssp = &ss;
225	} else
226		ssp = NULL;
227	error = kern_sigaltstack(td, ssp, &oss);
228	if (error == 0 && uap->oss != NULL) {
229		PTROUT_CP(oss, s32, ss_sp);
230		CP(oss, s32, ss_size);
231		CP(oss, s32, ss_flags);
232		error = copyout(&s32, uap->oss, sizeof(s32));
233	}
234	return (error);
235}
236
237/*
238 * Custom version of exec_copyin_args() so that we can translate
239 * the pointers.
240 */
241static int
242freebsd32_exec_copyin_args(struct image_args *args, char *fname,
243    enum uio_seg segflg, u_int32_t *argv, u_int32_t *envv)
244{
245	char *argp, *envp;
246	u_int32_t *p32, arg;
247	size_t length;
248	int error;
249
250	bzero(args, sizeof(*args));
251	if (argv == NULL)
252		return (EFAULT);
253
254	/*
255	 * Allocate temporary demand zeroed space for argument and
256	 *	environment strings
257	 */
258	args->buf = (char *) kmem_alloc_wait(exec_map,
259	    PATH_MAX + ARG_MAX + MAXSHELLCMDLEN);
260	if (args->buf == NULL)
261		return (ENOMEM);
262	args->begin_argv = args->buf;
263	args->endp = args->begin_argv;
264	args->stringspace = ARG_MAX;
265
266	/*
267	 * Copy the file name.
268	 */
269	if (fname != NULL) {
270		args->fname = args->buf + ARG_MAX;
271		error = (segflg == UIO_SYSSPACE) ?
272		    copystr(fname, args->fname, PATH_MAX, &length) :
273		    copyinstr(fname, args->fname, PATH_MAX, &length);
274		if (error != 0)
275			goto err_exit;
276	} else
277		args->fname = NULL;
278
279	/*
280	 * extract arguments first
281	 */
282	p32 = argv;
283	for (;;) {
284		error = copyin(p32++, &arg, sizeof(arg));
285		if (error)
286			goto err_exit;
287		if (arg == 0)
288			break;
289		argp = PTRIN(arg);
290		error = copyinstr(argp, args->endp, args->stringspace, &length);
291		if (error) {
292			if (error == ENAMETOOLONG)
293				error = E2BIG;
294			goto err_exit;
295		}
296		args->stringspace -= length;
297		args->endp += length;
298		args->argc++;
299	}
300
301	args->begin_envv = args->endp;
302
303	/*
304	 * extract environment strings
305	 */
306	if (envv) {
307		p32 = envv;
308		for (;;) {
309			error = copyin(p32++, &arg, sizeof(arg));
310			if (error)
311				goto err_exit;
312			if (arg == 0)
313				break;
314			envp = PTRIN(arg);
315			error = copyinstr(envp, args->endp, args->stringspace,
316			    &length);
317			if (error) {
318				if (error == ENAMETOOLONG)
319					error = E2BIG;
320				goto err_exit;
321			}
322			args->stringspace -= length;
323			args->endp += length;
324			args->envc++;
325		}
326	}
327
328	return (0);
329
330err_exit:
331	kmem_free_wakeup(exec_map, (vm_offset_t)args->buf,
332	    PATH_MAX + ARG_MAX + MAXSHELLCMDLEN);
333	args->buf = NULL;
334	return (error);
335}
336
337int
338freebsd32_execve(struct thread *td, struct freebsd32_execve_args *uap)
339{
340	struct image_args eargs;
341	int error;
342
343	error = freebsd32_exec_copyin_args(&eargs, uap->fname, UIO_USERSPACE,
344	    uap->argv, uap->envv);
345	if (error == 0)
346		error = kern_execve(td, &eargs, NULL);
347	return (error);
348}
349
350int
351freebsd32_fexecve(struct thread *td, struct freebsd32_fexecve_args *uap)
352{
353	struct image_args eargs;
354	int error;
355
356	error = freebsd32_exec_copyin_args(&eargs, NULL, UIO_SYSSPACE,
357	    uap->argv, uap->envv);
358	if (error == 0) {
359		eargs.fd = uap->fd;
360		error = kern_execve(td, &eargs, NULL);
361	}
362	return (error);
363}
364
365#ifdef __ia64__
366static int
367freebsd32_mmap_partial(struct thread *td, vm_offset_t start, vm_offset_t end,
368		       int prot, int fd, off_t pos)
369{
370	vm_map_t map;
371	vm_map_entry_t entry;
372	int rv;
373
374	map = &td->td_proc->p_vmspace->vm_map;
375	if (fd != -1)
376		prot |= VM_PROT_WRITE;
377
378	if (vm_map_lookup_entry(map, start, &entry)) {
379		if ((entry->protection & prot) != prot) {
380			rv = vm_map_protect(map,
381					    trunc_page(start),
382					    round_page(end),
383					    entry->protection | prot,
384					    FALSE);
385			if (rv != KERN_SUCCESS)
386				return (EINVAL);
387		}
388	} else {
389		vm_offset_t addr = trunc_page(start);
390		rv = vm_map_find(map, 0, 0,
391				 &addr, PAGE_SIZE, FALSE, prot,
392				 VM_PROT_ALL, 0);
393		if (rv != KERN_SUCCESS)
394			return (EINVAL);
395	}
396
397	if (fd != -1) {
398		struct pread_args r;
399		r.fd = fd;
400		r.buf = (void *) start;
401		r.nbyte = end - start;
402		r.offset = pos;
403		return (pread(td, &r));
404	} else {
405		while (start < end) {
406			subyte((void *) start, 0);
407			start++;
408		}
409		return (0);
410	}
411}
412#endif
413
414int
415freebsd32_mmap(struct thread *td, struct freebsd32_mmap_args *uap)
416{
417	struct mmap_args ap;
418	vm_offset_t addr = (vm_offset_t) uap->addr;
419	vm_size_t len	 = uap->len;
420	int prot	 = uap->prot;
421	int flags	 = uap->flags;
422	int fd		 = uap->fd;
423	off_t pos	 = (uap->poslo
424			    | ((off_t)uap->poshi << 32));
425#ifdef __ia64__
426	vm_size_t pageoff;
427	int error;
428
429	/*
430	 * Attempt to handle page size hassles.
431	 */
432	pageoff = (pos & PAGE_MASK);
433	if (flags & MAP_FIXED) {
434		vm_offset_t start, end;
435		start = addr;
436		end = addr + len;
437
438		if (start != trunc_page(start)) {
439			error = freebsd32_mmap_partial(td, start,
440						       round_page(start), prot,
441						       fd, pos);
442			if (fd != -1)
443				pos += round_page(start) - start;
444			start = round_page(start);
445		}
446		if (end != round_page(end)) {
447			vm_offset_t t = trunc_page(end);
448			error = freebsd32_mmap_partial(td, t, end,
449						  prot, fd,
450						  pos + t - start);
451			end = trunc_page(end);
452		}
453		if (end > start && fd != -1 && (pos & PAGE_MASK)) {
454			/*
455			 * We can't map this region at all. The specified
456			 * address doesn't have the same alignment as the file
457			 * position. Fake the mapping by simply reading the
458			 * entire region into memory. First we need to make
459			 * sure the region exists.
460			 */
461			vm_map_t map;
462			struct pread_args r;
463			int rv;
464
465			prot |= VM_PROT_WRITE;
466			map = &td->td_proc->p_vmspace->vm_map;
467			rv = vm_map_remove(map, start, end);
468			if (rv != KERN_SUCCESS)
469				return (EINVAL);
470			rv = vm_map_find(map, 0, 0,
471					 &start, end - start, FALSE,
472					 prot, VM_PROT_ALL, 0);
473			if (rv != KERN_SUCCESS)
474				return (EINVAL);
475			r.fd = fd;
476			r.buf = (void *) start;
477			r.nbyte = end - start;
478			r.offset = pos;
479			error = pread(td, &r);
480			if (error)
481				return (error);
482
483			td->td_retval[0] = addr;
484			return (0);
485		}
486		if (end == start) {
487			/*
488			 * After dealing with the ragged ends, there
489			 * might be none left.
490			 */
491			td->td_retval[0] = addr;
492			return (0);
493		}
494		addr = start;
495		len = end - start;
496	}
497#endif
498
499	ap.addr = (void *) addr;
500	ap.len = len;
501	ap.prot = prot;
502	ap.flags = flags;
503	ap.fd = fd;
504	ap.pos = pos;
505
506	return (mmap(td, &ap));
507}
508
509#ifdef COMPAT_FREEBSD6
510int
511freebsd6_freebsd32_mmap(struct thread *td, struct freebsd6_freebsd32_mmap_args *uap)
512{
513	struct freebsd32_mmap_args ap;
514
515	ap.addr = uap->addr;
516	ap.len = uap->len;
517	ap.prot = uap->prot;
518	ap.flags = uap->flags;
519	ap.fd = uap->fd;
520	ap.poslo = uap->poslo;
521	ap.poshi = uap->poshi;
522
523	return (freebsd32_mmap(td, &ap));
524}
525#endif
526
527int
528freebsd32_setitimer(struct thread *td, struct freebsd32_setitimer_args *uap)
529{
530	struct itimerval itv, oitv, *itvp;
531	struct itimerval32 i32;
532	int error;
533
534	if (uap->itv != NULL) {
535		error = copyin(uap->itv, &i32, sizeof(i32));
536		if (error)
537			return (error);
538		TV_CP(i32, itv, it_interval);
539		TV_CP(i32, itv, it_value);
540		itvp = &itv;
541	} else
542		itvp = NULL;
543	error = kern_setitimer(td, uap->which, itvp, &oitv);
544	if (error || uap->oitv == NULL)
545		return (error);
546	TV_CP(oitv, i32, it_interval);
547	TV_CP(oitv, i32, it_value);
548	return (copyout(&i32, uap->oitv, sizeof(i32)));
549}
550
551int
552freebsd32_getitimer(struct thread *td, struct freebsd32_getitimer_args *uap)
553{
554	struct itimerval itv;
555	struct itimerval32 i32;
556	int error;
557
558	error = kern_getitimer(td, uap->which, &itv);
559	if (error || uap->itv == NULL)
560		return (error);
561	TV_CP(itv, i32, it_interval);
562	TV_CP(itv, i32, it_value);
563	return (copyout(&i32, uap->itv, sizeof(i32)));
564}
565
566int
567freebsd32_select(struct thread *td, struct freebsd32_select_args *uap)
568{
569	struct timeval32 tv32;
570	struct timeval tv, *tvp;
571	int error;
572
573	if (uap->tv != NULL) {
574		error = copyin(uap->tv, &tv32, sizeof(tv32));
575		if (error)
576			return (error);
577		CP(tv32, tv, tv_sec);
578		CP(tv32, tv, tv_usec);
579		tvp = &tv;
580	} else
581		tvp = NULL;
582	/*
583	 * XXX big-endian needs to convert the fd_sets too.
584	 * XXX Do pointers need PTRIN()?
585	 */
586	return (kern_select(td, uap->nd, uap->in, uap->ou, uap->ex, tvp));
587}
588
589/*
590 * Copy 'count' items into the destination list pointed to by uap->eventlist.
591 */
592static int
593freebsd32_kevent_copyout(void *arg, struct kevent *kevp, int count)
594{
595	struct freebsd32_kevent_args *uap;
596	struct kevent32	ks32[KQ_NEVENTS];
597	int i, error = 0;
598
599	KASSERT(count <= KQ_NEVENTS, ("count (%d) > KQ_NEVENTS", count));
600	uap = (struct freebsd32_kevent_args *)arg;
601
602	for (i = 0; i < count; i++) {
603		CP(kevp[i], ks32[i], ident);
604		CP(kevp[i], ks32[i], filter);
605		CP(kevp[i], ks32[i], flags);
606		CP(kevp[i], ks32[i], fflags);
607		CP(kevp[i], ks32[i], data);
608		PTROUT_CP(kevp[i], ks32[i], udata);
609	}
610	error = copyout(ks32, uap->eventlist, count * sizeof *ks32);
611	if (error == 0)
612		uap->eventlist += count;
613	return (error);
614}
615
616/*
617 * Copy 'count' items from the list pointed to by uap->changelist.
618 */
619static int
620freebsd32_kevent_copyin(void *arg, struct kevent *kevp, int count)
621{
622	struct freebsd32_kevent_args *uap;
623	struct kevent32	ks32[KQ_NEVENTS];
624	int i, error = 0;
625
626	KASSERT(count <= KQ_NEVENTS, ("count (%d) > KQ_NEVENTS", count));
627	uap = (struct freebsd32_kevent_args *)arg;
628
629	error = copyin(uap->changelist, ks32, count * sizeof *ks32);
630	if (error)
631		goto done;
632	uap->changelist += count;
633
634	for (i = 0; i < count; i++) {
635		CP(ks32[i], kevp[i], ident);
636		CP(ks32[i], kevp[i], filter);
637		CP(ks32[i], kevp[i], flags);
638		CP(ks32[i], kevp[i], fflags);
639		CP(ks32[i], kevp[i], data);
640		PTRIN_CP(ks32[i], kevp[i], udata);
641	}
642done:
643	return (error);
644}
645
646int
647freebsd32_kevent(struct thread *td, struct freebsd32_kevent_args *uap)
648{
649	struct timespec32 ts32;
650	struct timespec ts, *tsp;
651	struct kevent_copyops k_ops = { uap,
652					freebsd32_kevent_copyout,
653					freebsd32_kevent_copyin};
654	int error;
655
656
657	if (uap->timeout) {
658		error = copyin(uap->timeout, &ts32, sizeof(ts32));
659		if (error)
660			return (error);
661		CP(ts32, ts, tv_sec);
662		CP(ts32, ts, tv_nsec);
663		tsp = &ts;
664	} else
665		tsp = NULL;
666	error = kern_kevent(td, uap->fd, uap->nchanges, uap->nevents,
667	    &k_ops, tsp);
668	return (error);
669}
670
671int
672freebsd32_gettimeofday(struct thread *td,
673		       struct freebsd32_gettimeofday_args *uap)
674{
675	struct timeval atv;
676	struct timeval32 atv32;
677	struct timezone rtz;
678	int error = 0;
679
680	if (uap->tp) {
681		microtime(&atv);
682		CP(atv, atv32, tv_sec);
683		CP(atv, atv32, tv_usec);
684		error = copyout(&atv32, uap->tp, sizeof (atv32));
685	}
686	if (error == 0 && uap->tzp != NULL) {
687		rtz.tz_minuteswest = tz_minuteswest;
688		rtz.tz_dsttime = tz_dsttime;
689		error = copyout(&rtz, uap->tzp, sizeof (rtz));
690	}
691	return (error);
692}
693
694int
695freebsd32_getrusage(struct thread *td, struct freebsd32_getrusage_args *uap)
696{
697	struct rusage32 s32;
698	struct rusage s;
699	int error;
700
701	error = kern_getrusage(td, uap->who, &s);
702	if (error)
703		return (error);
704	if (uap->rusage != NULL) {
705		TV_CP(s, s32, ru_utime);
706		TV_CP(s, s32, ru_stime);
707		CP(s, s32, ru_maxrss);
708		CP(s, s32, ru_ixrss);
709		CP(s, s32, ru_idrss);
710		CP(s, s32, ru_isrss);
711		CP(s, s32, ru_minflt);
712		CP(s, s32, ru_majflt);
713		CP(s, s32, ru_nswap);
714		CP(s, s32, ru_inblock);
715		CP(s, s32, ru_oublock);
716		CP(s, s32, ru_msgsnd);
717		CP(s, s32, ru_msgrcv);
718		CP(s, s32, ru_nsignals);
719		CP(s, s32, ru_nvcsw);
720		CP(s, s32, ru_nivcsw);
721		error = copyout(&s32, uap->rusage, sizeof(s32));
722	}
723	return (error);
724}
725
726static int
727freebsd32_copyinuio(struct iovec32 *iovp, u_int iovcnt, struct uio **uiop)
728{
729	struct iovec32 iov32;
730	struct iovec *iov;
731	struct uio *uio;
732	u_int iovlen;
733	int error, i;
734
735	*uiop = NULL;
736	if (iovcnt > UIO_MAXIOV)
737		return (EINVAL);
738	iovlen = iovcnt * sizeof(struct iovec);
739	uio = malloc(iovlen + sizeof *uio, M_IOV, M_WAITOK);
740	iov = (struct iovec *)(uio + 1);
741	for (i = 0; i < iovcnt; i++) {
742		error = copyin(&iovp[i], &iov32, sizeof(struct iovec32));
743		if (error) {
744			free(uio, M_IOV);
745			return (error);
746		}
747		iov[i].iov_base = PTRIN(iov32.iov_base);
748		iov[i].iov_len = iov32.iov_len;
749	}
750	uio->uio_iov = iov;
751	uio->uio_iovcnt = iovcnt;
752	uio->uio_segflg = UIO_USERSPACE;
753	uio->uio_offset = -1;
754	uio->uio_resid = 0;
755	for (i = 0; i < iovcnt; i++) {
756		if (iov->iov_len > INT_MAX - uio->uio_resid) {
757			free(uio, M_IOV);
758			return (EINVAL);
759		}
760		uio->uio_resid += iov->iov_len;
761		iov++;
762	}
763	*uiop = uio;
764	return (0);
765}
766
767int
768freebsd32_readv(struct thread *td, struct freebsd32_readv_args *uap)
769{
770	struct uio *auio;
771	int error;
772
773	error = freebsd32_copyinuio(uap->iovp, uap->iovcnt, &auio);
774	if (error)
775		return (error);
776	error = kern_readv(td, uap->fd, auio);
777	free(auio, M_IOV);
778	return (error);
779}
780
781int
782freebsd32_writev(struct thread *td, struct freebsd32_writev_args *uap)
783{
784	struct uio *auio;
785	int error;
786
787	error = freebsd32_copyinuio(uap->iovp, uap->iovcnt, &auio);
788	if (error)
789		return (error);
790	error = kern_writev(td, uap->fd, auio);
791	free(auio, M_IOV);
792	return (error);
793}
794
795int
796freebsd32_preadv(struct thread *td, struct freebsd32_preadv_args *uap)
797{
798	struct uio *auio;
799	int error;
800
801	error = freebsd32_copyinuio(uap->iovp, uap->iovcnt, &auio);
802	if (error)
803		return (error);
804	error = kern_preadv(td, uap->fd, auio, uap->offset);
805	free(auio, M_IOV);
806	return (error);
807}
808
809int
810freebsd32_pwritev(struct thread *td, struct freebsd32_pwritev_args *uap)
811{
812	struct uio *auio;
813	int error;
814
815	error = freebsd32_copyinuio(uap->iovp, uap->iovcnt, &auio);
816	if (error)
817		return (error);
818	error = kern_pwritev(td, uap->fd, auio, uap->offset);
819	free(auio, M_IOV);
820	return (error);
821}
822
823static int
824freebsd32_copyiniov(struct iovec32 *iovp32, u_int iovcnt, struct iovec **iovp,
825    int error)
826{
827	struct iovec32 iov32;
828	struct iovec *iov;
829	u_int iovlen;
830	int i;
831
832	*iovp = NULL;
833	if (iovcnt > UIO_MAXIOV)
834		return (error);
835	iovlen = iovcnt * sizeof(struct iovec);
836	iov = malloc(iovlen, M_IOV, M_WAITOK);
837	for (i = 0; i < iovcnt; i++) {
838		error = copyin(&iovp32[i], &iov32, sizeof(struct iovec32));
839		if (error) {
840			free(iov, M_IOV);
841			return (error);
842		}
843		iov[i].iov_base = PTRIN(iov32.iov_base);
844		iov[i].iov_len = iov32.iov_len;
845	}
846	*iovp = iov;
847	return (0);
848}
849
850static int
851freebsd32_copyinmsghdr(struct msghdr32 *msg32, struct msghdr *msg)
852{
853	struct msghdr32 m32;
854	int error;
855
856	error = copyin(msg32, &m32, sizeof(m32));
857	if (error)
858		return (error);
859	msg->msg_name = PTRIN(m32.msg_name);
860	msg->msg_namelen = m32.msg_namelen;
861	msg->msg_iov = PTRIN(m32.msg_iov);
862	msg->msg_iovlen = m32.msg_iovlen;
863	msg->msg_control = PTRIN(m32.msg_control);
864	msg->msg_controllen = m32.msg_controllen;
865	msg->msg_flags = m32.msg_flags;
866	return (0);
867}
868
869static int
870freebsd32_copyoutmsghdr(struct msghdr *msg, struct msghdr32 *msg32)
871{
872	struct msghdr32 m32;
873	int error;
874
875	m32.msg_name = PTROUT(msg->msg_name);
876	m32.msg_namelen = msg->msg_namelen;
877	m32.msg_iov = PTROUT(msg->msg_iov);
878	m32.msg_iovlen = msg->msg_iovlen;
879	m32.msg_control = PTROUT(msg->msg_control);
880	m32.msg_controllen = msg->msg_controllen;
881	m32.msg_flags = msg->msg_flags;
882	error = copyout(&m32, msg32, sizeof(m32));
883	return (error);
884}
885
886#define FREEBSD32_ALIGNBYTES	(sizeof(int) - 1)
887#define FREEBSD32_ALIGN(p)	\
888	(((u_long)(p) + FREEBSD32_ALIGNBYTES) & ~FREEBSD32_ALIGNBYTES)
889#define	FREEBSD32_CMSG_SPACE(l)	\
890	(FREEBSD32_ALIGN(sizeof(struct cmsghdr)) + FREEBSD32_ALIGN(l))
891
892#define	FREEBSD32_CMSG_DATA(cmsg)	((unsigned char *)(cmsg) + \
893				 FREEBSD32_ALIGN(sizeof(struct cmsghdr)))
894static int
895freebsd32_copy_msg_out(struct msghdr *msg, struct mbuf *control)
896{
897	struct cmsghdr *cm;
898	void *data;
899	socklen_t clen, datalen;
900	int error;
901	caddr_t ctlbuf;
902	int len, maxlen, copylen;
903	struct mbuf *m;
904	error = 0;
905
906	len    = msg->msg_controllen;
907	maxlen = msg->msg_controllen;
908	msg->msg_controllen = 0;
909
910	m = control;
911	ctlbuf = msg->msg_control;
912
913	while (m && len > 0) {
914		cm = mtod(m, struct cmsghdr *);
915		clen = m->m_len;
916
917		while (cm != NULL) {
918
919			if (sizeof(struct cmsghdr) > clen ||
920			    cm->cmsg_len > clen) {
921				error = EINVAL;
922				break;
923			}
924
925			data   = CMSG_DATA(cm);
926			datalen = (caddr_t)cm + cm->cmsg_len - (caddr_t)data;
927
928			/* Adjust message length */
929			cm->cmsg_len = FREEBSD32_ALIGN(sizeof(struct cmsghdr)) +
930			    datalen;
931
932
933			/* Copy cmsghdr */
934			copylen = sizeof(struct cmsghdr);
935			if (len < copylen) {
936				msg->msg_flags |= MSG_CTRUNC;
937				copylen = len;
938			}
939
940			error = copyout(cm,ctlbuf,copylen);
941			if (error)
942				goto exit;
943
944			ctlbuf += FREEBSD32_ALIGN(copylen);
945			len    -= FREEBSD32_ALIGN(copylen);
946
947			if (len <= 0)
948				break;
949
950			/* Copy data */
951			copylen = datalen;
952			if (len < copylen) {
953				msg->msg_flags |= MSG_CTRUNC;
954				copylen = len;
955			}
956
957			error = copyout(data,ctlbuf,copylen);
958			if (error)
959				goto exit;
960
961			ctlbuf += FREEBSD32_ALIGN(copylen);
962			len    -= FREEBSD32_ALIGN(copylen);
963
964			if (CMSG_SPACE(datalen) < clen) {
965				clen -= CMSG_SPACE(datalen);
966				cm = (struct cmsghdr *)
967					((caddr_t)cm + CMSG_SPACE(datalen));
968			} else {
969				clen = 0;
970				cm = NULL;
971			}
972		}
973		m = m->m_next;
974	}
975
976	msg->msg_controllen = (len <= 0) ? maxlen :  ctlbuf - (caddr_t)msg->msg_control;
977
978exit:
979	return (error);
980
981}
982
983int
984freebsd32_recvmsg(td, uap)
985	struct thread *td;
986	struct freebsd32_recvmsg_args /* {
987		int	s;
988		struct	msghdr32 *msg;
989		int	flags;
990	} */ *uap;
991{
992	struct msghdr msg;
993	struct msghdr32 m32;
994	struct iovec *uiov, *iov;
995	struct mbuf *control = NULL;
996	struct mbuf **controlp;
997
998	int error;
999	error = copyin(uap->msg, &m32, sizeof(m32));
1000	if (error)
1001		return (error);
1002	error = freebsd32_copyinmsghdr(uap->msg, &msg);
1003	if (error)
1004		return (error);
1005	error = freebsd32_copyiniov(PTRIN(m32.msg_iov), m32.msg_iovlen, &iov,
1006	    EMSGSIZE);
1007	if (error)
1008		return (error);
1009	msg.msg_flags = uap->flags;
1010	uiov = msg.msg_iov;
1011	msg.msg_iov = iov;
1012
1013	controlp = (msg.msg_control != NULL) ?  &control : NULL;
1014	error = kern_recvit(td, uap->s, &msg, UIO_USERSPACE, controlp);
1015	if (error == 0) {
1016		msg.msg_iov = uiov;
1017
1018		if (control != NULL)
1019			error = freebsd32_copy_msg_out(&msg, control);
1020
1021		if (error == 0)
1022			error = freebsd32_copyoutmsghdr(&msg, uap->msg);
1023	}
1024	free(iov, M_IOV);
1025
1026	if (control != NULL)
1027		m_freem(control);
1028
1029	return (error);
1030}
1031
1032
1033static int
1034freebsd32_convert_msg_in(struct mbuf **controlp)
1035{
1036	struct mbuf *control = *controlp;
1037	struct cmsghdr *cm = mtod(control, struct cmsghdr *);
1038	void *data;
1039	socklen_t clen = control->m_len, datalen;
1040	int error;
1041
1042	error = 0;
1043	*controlp = NULL;
1044
1045	while (cm != NULL) {
1046		if (sizeof(struct cmsghdr) > clen || cm->cmsg_len > clen) {
1047			error = EINVAL;
1048			break;
1049		}
1050
1051		data = FREEBSD32_CMSG_DATA(cm);
1052		datalen = (caddr_t)cm + cm->cmsg_len - (caddr_t)data;
1053
1054		*controlp = sbcreatecontrol(data, datalen, cm->cmsg_type,
1055		    cm->cmsg_level);
1056		controlp = &(*controlp)->m_next;
1057
1058		if (FREEBSD32_CMSG_SPACE(datalen) < clen) {
1059			clen -= FREEBSD32_CMSG_SPACE(datalen);
1060			cm = (struct cmsghdr *)
1061				((caddr_t)cm + FREEBSD32_CMSG_SPACE(datalen));
1062		} else {
1063			clen = 0;
1064			cm = NULL;
1065		}
1066	}
1067
1068	m_freem(control);
1069	return (error);
1070}
1071
1072
1073int
1074freebsd32_sendmsg(struct thread *td,
1075		  struct freebsd32_sendmsg_args *uap)
1076{
1077	struct msghdr msg;
1078	struct msghdr32 m32;
1079	struct iovec *iov;
1080	struct mbuf *control = NULL;
1081	struct sockaddr *to = NULL;
1082	int error;
1083
1084	error = copyin(uap->msg, &m32, sizeof(m32));
1085	if (error)
1086		return (error);
1087	error = freebsd32_copyinmsghdr(uap->msg, &msg);
1088	if (error)
1089		return (error);
1090	error = freebsd32_copyiniov(PTRIN(m32.msg_iov), m32.msg_iovlen, &iov,
1091	    EMSGSIZE);
1092	if (error)
1093		return (error);
1094	msg.msg_iov = iov;
1095	if (msg.msg_name != NULL) {
1096		error = getsockaddr(&to, msg.msg_name, msg.msg_namelen);
1097		if (error) {
1098			to = NULL;
1099			goto out;
1100		}
1101		msg.msg_name = to;
1102	}
1103
1104	if (msg.msg_control) {
1105		if (msg.msg_controllen < sizeof(struct cmsghdr)) {
1106			error = EINVAL;
1107			goto out;
1108		}
1109
1110		error = sockargs(&control, msg.msg_control,
1111		    msg.msg_controllen, MT_CONTROL);
1112		if (error)
1113			goto out;
1114
1115		error = freebsd32_convert_msg_in(&control);
1116		if (error)
1117			goto out;
1118	}
1119
1120	error = kern_sendit(td, uap->s, &msg, uap->flags, control,
1121	    UIO_USERSPACE);
1122
1123out:
1124	free(iov, M_IOV);
1125	if (to)
1126		free(to, M_SONAME);
1127	return (error);
1128}
1129
1130int
1131freebsd32_recvfrom(struct thread *td,
1132		   struct freebsd32_recvfrom_args *uap)
1133{
1134	struct msghdr msg;
1135	struct iovec aiov;
1136	int error;
1137
1138	if (uap->fromlenaddr) {
1139		error = copyin(PTRIN(uap->fromlenaddr), &msg.msg_namelen,
1140		    sizeof(msg.msg_namelen));
1141		if (error)
1142			return (error);
1143	} else {
1144		msg.msg_namelen = 0;
1145	}
1146
1147	msg.msg_name = PTRIN(uap->from);
1148	msg.msg_iov = &aiov;
1149	msg.msg_iovlen = 1;
1150	aiov.iov_base = PTRIN(uap->buf);
1151	aiov.iov_len = uap->len;
1152	msg.msg_control = NULL;
1153	msg.msg_flags = uap->flags;
1154	error = kern_recvit(td, uap->s, &msg, UIO_USERSPACE, NULL);
1155	if (error == 0 && uap->fromlenaddr)
1156		error = copyout(&msg.msg_namelen, PTRIN(uap->fromlenaddr),
1157		    sizeof (msg.msg_namelen));
1158	return (error);
1159}
1160
1161int
1162freebsd32_settimeofday(struct thread *td,
1163		       struct freebsd32_settimeofday_args *uap)
1164{
1165	struct timeval32 tv32;
1166	struct timeval tv, *tvp;
1167	struct timezone tz, *tzp;
1168	int error;
1169
1170	if (uap->tv) {
1171		error = copyin(uap->tv, &tv32, sizeof(tv32));
1172		if (error)
1173			return (error);
1174		CP(tv32, tv, tv_sec);
1175		CP(tv32, tv, tv_usec);
1176		tvp = &tv;
1177	} else
1178		tvp = NULL;
1179	if (uap->tzp) {
1180		error = copyin(uap->tzp, &tz, sizeof(tz));
1181		if (error)
1182			return (error);
1183		tzp = &tz;
1184	} else
1185		tzp = NULL;
1186	return (kern_settimeofday(td, tvp, tzp));
1187}
1188
1189int
1190freebsd32_utimes(struct thread *td, struct freebsd32_utimes_args *uap)
1191{
1192	struct timeval32 s32[2];
1193	struct timeval s[2], *sp;
1194	int error;
1195
1196	if (uap->tptr != NULL) {
1197		error = copyin(uap->tptr, s32, sizeof(s32));
1198		if (error)
1199			return (error);
1200		CP(s32[0], s[0], tv_sec);
1201		CP(s32[0], s[0], tv_usec);
1202		CP(s32[1], s[1], tv_sec);
1203		CP(s32[1], s[1], tv_usec);
1204		sp = s;
1205	} else
1206		sp = NULL;
1207	return (kern_utimes(td, uap->path, UIO_USERSPACE, sp, UIO_SYSSPACE));
1208}
1209
1210int
1211freebsd32_lutimes(struct thread *td, struct freebsd32_lutimes_args *uap)
1212{
1213	struct timeval32 s32[2];
1214	struct timeval s[2], *sp;
1215	int error;
1216
1217	if (uap->tptr != NULL) {
1218		error = copyin(uap->tptr, s32, sizeof(s32));
1219		if (error)
1220			return (error);
1221		CP(s32[0], s[0], tv_sec);
1222		CP(s32[0], s[0], tv_usec);
1223		CP(s32[1], s[1], tv_sec);
1224		CP(s32[1], s[1], tv_usec);
1225		sp = s;
1226	} else
1227		sp = NULL;
1228	return (kern_lutimes(td, uap->path, UIO_USERSPACE, sp, UIO_SYSSPACE));
1229}
1230
1231int
1232freebsd32_futimes(struct thread *td, struct freebsd32_futimes_args *uap)
1233{
1234	struct timeval32 s32[2];
1235	struct timeval s[2], *sp;
1236	int error;
1237
1238	if (uap->tptr != NULL) {
1239		error = copyin(uap->tptr, s32, sizeof(s32));
1240		if (error)
1241			return (error);
1242		CP(s32[0], s[0], tv_sec);
1243		CP(s32[0], s[0], tv_usec);
1244		CP(s32[1], s[1], tv_sec);
1245		CP(s32[1], s[1], tv_usec);
1246		sp = s;
1247	} else
1248		sp = NULL;
1249	return (kern_futimes(td, uap->fd, sp, UIO_SYSSPACE));
1250}
1251
1252int
1253freebsd32_futimesat(struct thread *td, struct freebsd32_futimesat_args *uap)
1254{
1255	struct timeval32 s32[2];
1256	struct timeval s[2], *sp;
1257	int error;
1258
1259	if (uap->times != NULL) {
1260		error = copyin(uap->times, s32, sizeof(s32));
1261		if (error)
1262			return (error);
1263		CP(s32[0], s[0], tv_sec);
1264		CP(s32[0], s[0], tv_usec);
1265		CP(s32[1], s[1], tv_sec);
1266		CP(s32[1], s[1], tv_usec);
1267		sp = s;
1268	} else
1269		sp = NULL;
1270	return (kern_utimesat(td, uap->fd, uap->path, UIO_USERSPACE,
1271		sp, UIO_SYSSPACE));
1272}
1273
1274int
1275freebsd32_adjtime(struct thread *td, struct freebsd32_adjtime_args *uap)
1276{
1277	struct timeval32 tv32;
1278	struct timeval delta, olddelta, *deltap;
1279	int error;
1280
1281	if (uap->delta) {
1282		error = copyin(uap->delta, &tv32, sizeof(tv32));
1283		if (error)
1284			return (error);
1285		CP(tv32, delta, tv_sec);
1286		CP(tv32, delta, tv_usec);
1287		deltap = &delta;
1288	} else
1289		deltap = NULL;
1290	error = kern_adjtime(td, deltap, &olddelta);
1291	if (uap->olddelta && error == 0) {
1292		CP(olddelta, tv32, tv_sec);
1293		CP(olddelta, tv32, tv_usec);
1294		error = copyout(&tv32, uap->olddelta, sizeof(tv32));
1295	}
1296	return (error);
1297}
1298
1299#ifdef COMPAT_FREEBSD4
1300int
1301freebsd4_freebsd32_statfs(struct thread *td, struct freebsd4_freebsd32_statfs_args *uap)
1302{
1303	struct statfs32 s32;
1304	struct statfs s;
1305	int error;
1306
1307	error = kern_statfs(td, uap->path, UIO_USERSPACE, &s);
1308	if (error)
1309		return (error);
1310	copy_statfs(&s, &s32);
1311	return (copyout(&s32, uap->buf, sizeof(s32)));
1312}
1313#endif
1314
1315#ifdef COMPAT_FREEBSD4
1316int
1317freebsd4_freebsd32_fstatfs(struct thread *td, struct freebsd4_freebsd32_fstatfs_args *uap)
1318{
1319	struct statfs32 s32;
1320	struct statfs s;
1321	int error;
1322
1323	error = kern_fstatfs(td, uap->fd, &s);
1324	if (error)
1325		return (error);
1326	copy_statfs(&s, &s32);
1327	return (copyout(&s32, uap->buf, sizeof(s32)));
1328}
1329#endif
1330
1331#ifdef COMPAT_FREEBSD4
1332int
1333freebsd4_freebsd32_fhstatfs(struct thread *td, struct freebsd4_freebsd32_fhstatfs_args *uap)
1334{
1335	struct statfs32 s32;
1336	struct statfs s;
1337	fhandle_t fh;
1338	int error;
1339
1340	if ((error = copyin(uap->u_fhp, &fh, sizeof(fhandle_t))) != 0)
1341		return (error);
1342	error = kern_fhstatfs(td, fh, &s);
1343	if (error)
1344		return (error);
1345	copy_statfs(&s, &s32);
1346	return (copyout(&s32, uap->buf, sizeof(s32)));
1347}
1348#endif
1349
1350static void
1351freebsd32_ipcperm_in(struct ipc_perm32 *ip32, struct ipc_perm *ip)
1352{
1353
1354	CP(*ip32, *ip, cuid);
1355	CP(*ip32, *ip, cgid);
1356	CP(*ip32, *ip, uid);
1357	CP(*ip32, *ip, gid);
1358	CP(*ip32, *ip, mode);
1359	CP(*ip32, *ip, seq);
1360	CP(*ip32, *ip, key);
1361}
1362
1363static void
1364freebsd32_ipcperm_out(struct ipc_perm *ip, struct ipc_perm32 *ip32)
1365{
1366
1367	CP(*ip, *ip32, cuid);
1368	CP(*ip, *ip32, cgid);
1369	CP(*ip, *ip32, uid);
1370	CP(*ip, *ip32, gid);
1371	CP(*ip, *ip32, mode);
1372	CP(*ip, *ip32, seq);
1373	CP(*ip, *ip32, key);
1374}
1375
1376int
1377freebsd32_semsys(struct thread *td, struct freebsd32_semsys_args *uap)
1378{
1379
1380	switch (uap->which) {
1381	case 0:
1382		return (freebsd32_semctl(td,
1383		    (struct freebsd32_semctl_args *)&uap->a2));
1384	default:
1385		return (semsys(td, (struct semsys_args *)uap));
1386	}
1387}
1388
1389int
1390freebsd32_semctl(struct thread *td, struct freebsd32_semctl_args *uap)
1391{
1392	struct semid_ds32 dsbuf32;
1393	struct semid_ds dsbuf;
1394	union semun semun;
1395	union semun32 arg;
1396	register_t rval;
1397	int error;
1398
1399	switch (uap->cmd) {
1400	case SEM_STAT:
1401	case IPC_SET:
1402	case IPC_STAT:
1403	case GETALL:
1404	case SETVAL:
1405	case SETALL:
1406		error = copyin(uap->arg, &arg, sizeof(arg));
1407		if (error)
1408			return (error);
1409		break;
1410	}
1411
1412	switch (uap->cmd) {
1413	case SEM_STAT:
1414	case IPC_STAT:
1415		semun.buf = &dsbuf;
1416		break;
1417	case IPC_SET:
1418		error = copyin(PTRIN(arg.buf), &dsbuf32, sizeof(dsbuf32));
1419		if (error)
1420			return (error);
1421		freebsd32_ipcperm_in(&dsbuf32.sem_perm, &dsbuf.sem_perm);
1422		PTRIN_CP(dsbuf32, dsbuf, sem_base);
1423		CP(dsbuf32, dsbuf, sem_nsems);
1424		CP(dsbuf32, dsbuf, sem_otime);
1425		CP(dsbuf32, dsbuf, sem_pad1);
1426		CP(dsbuf32, dsbuf, sem_ctime);
1427		CP(dsbuf32, dsbuf, sem_pad2);
1428		CP(dsbuf32, dsbuf, sem_pad3[0]);
1429		CP(dsbuf32, dsbuf, sem_pad3[1]);
1430		CP(dsbuf32, dsbuf, sem_pad3[2]);
1431		CP(dsbuf32, dsbuf, sem_pad3[3]);
1432		semun.buf = &dsbuf;
1433		break;
1434	case GETALL:
1435	case SETALL:
1436		semun.array = PTRIN(arg.array);
1437		break;
1438	case SETVAL:
1439		semun.val = arg.val;
1440		break;
1441	}
1442
1443	error = kern_semctl(td, uap->semid, uap->semnum, uap->cmd, &semun,
1444	    &rval);
1445	if (error)
1446		return (error);
1447
1448	switch (uap->cmd) {
1449	case SEM_STAT:
1450	case IPC_STAT:
1451		freebsd32_ipcperm_out(&dsbuf.sem_perm, &dsbuf32.sem_perm);
1452		PTROUT_CP(dsbuf, dsbuf32, sem_base);
1453		CP(dsbuf, dsbuf32, sem_nsems);
1454		CP(dsbuf, dsbuf32, sem_otime);
1455		CP(dsbuf, dsbuf32, sem_pad1);
1456		CP(dsbuf, dsbuf32, sem_ctime);
1457		CP(dsbuf, dsbuf32, sem_pad2);
1458		CP(dsbuf, dsbuf32, sem_pad3[0]);
1459		CP(dsbuf, dsbuf32, sem_pad3[1]);
1460		CP(dsbuf, dsbuf32, sem_pad3[2]);
1461		CP(dsbuf, dsbuf32, sem_pad3[3]);
1462		error = copyout(&dsbuf32, PTRIN(arg.buf), sizeof(dsbuf32));
1463		break;
1464	}
1465
1466	if (error == 0)
1467		td->td_retval[0] = rval;
1468	return (error);
1469}
1470
1471int
1472freebsd32_msgsys(struct thread *td, struct freebsd32_msgsys_args *uap)
1473{
1474
1475	switch (uap->which) {
1476	case 0:
1477		return (freebsd32_msgctl(td,
1478		    (struct freebsd32_msgctl_args *)&uap->a2));
1479	case 2:
1480		return (freebsd32_msgsnd(td,
1481		    (struct freebsd32_msgsnd_args *)&uap->a2));
1482	case 3:
1483		return (freebsd32_msgrcv(td,
1484		    (struct freebsd32_msgrcv_args *)&uap->a2));
1485	default:
1486		return (msgsys(td, (struct msgsys_args *)uap));
1487	}
1488}
1489
1490int
1491freebsd32_msgctl(struct thread *td, struct freebsd32_msgctl_args *uap)
1492{
1493	struct msqid_ds msqbuf;
1494	struct msqid_ds32 msqbuf32;
1495	int error;
1496
1497	if (uap->cmd == IPC_SET) {
1498		error = copyin(uap->buf, &msqbuf32, sizeof(msqbuf32));
1499		if (error)
1500			return (error);
1501		freebsd32_ipcperm_in(&msqbuf32.msg_perm, &msqbuf.msg_perm);
1502		PTRIN_CP(msqbuf32, msqbuf, msg_first);
1503		PTRIN_CP(msqbuf32, msqbuf, msg_last);
1504		CP(msqbuf32, msqbuf, msg_cbytes);
1505		CP(msqbuf32, msqbuf, msg_qnum);
1506		CP(msqbuf32, msqbuf, msg_qbytes);
1507		CP(msqbuf32, msqbuf, msg_lspid);
1508		CP(msqbuf32, msqbuf, msg_lrpid);
1509		CP(msqbuf32, msqbuf, msg_stime);
1510		CP(msqbuf32, msqbuf, msg_pad1);
1511		CP(msqbuf32, msqbuf, msg_rtime);
1512		CP(msqbuf32, msqbuf, msg_pad2);
1513		CP(msqbuf32, msqbuf, msg_ctime);
1514		CP(msqbuf32, msqbuf, msg_pad3);
1515		CP(msqbuf32, msqbuf, msg_pad4[0]);
1516		CP(msqbuf32, msqbuf, msg_pad4[1]);
1517		CP(msqbuf32, msqbuf, msg_pad4[2]);
1518		CP(msqbuf32, msqbuf, msg_pad4[3]);
1519	}
1520	error = kern_msgctl(td, uap->msqid, uap->cmd, &msqbuf);
1521	if (error)
1522		return (error);
1523	if (uap->cmd == IPC_STAT) {
1524		freebsd32_ipcperm_out(&msqbuf.msg_perm, &msqbuf32.msg_perm);
1525		PTROUT_CP(msqbuf, msqbuf32, msg_first);
1526		PTROUT_CP(msqbuf, msqbuf32, msg_last);
1527		CP(msqbuf, msqbuf32, msg_cbytes);
1528		CP(msqbuf, msqbuf32, msg_qnum);
1529		CP(msqbuf, msqbuf32, msg_qbytes);
1530		CP(msqbuf, msqbuf32, msg_lspid);
1531		CP(msqbuf, msqbuf32, msg_lrpid);
1532		CP(msqbuf, msqbuf32, msg_stime);
1533		CP(msqbuf, msqbuf32, msg_pad1);
1534		CP(msqbuf, msqbuf32, msg_rtime);
1535		CP(msqbuf, msqbuf32, msg_pad2);
1536		CP(msqbuf, msqbuf32, msg_ctime);
1537		CP(msqbuf, msqbuf32, msg_pad3);
1538		CP(msqbuf, msqbuf32, msg_pad4[0]);
1539		CP(msqbuf, msqbuf32, msg_pad4[1]);
1540		CP(msqbuf, msqbuf32, msg_pad4[2]);
1541		CP(msqbuf, msqbuf32, msg_pad4[3]);
1542		error = copyout(&msqbuf32, uap->buf, sizeof(struct msqid_ds32));
1543	}
1544	return (error);
1545}
1546
1547int
1548freebsd32_msgsnd(struct thread *td, struct freebsd32_msgsnd_args *uap)
1549{
1550	const void *msgp;
1551	long mtype;
1552	int32_t mtype32;
1553	int error;
1554
1555	msgp = PTRIN(uap->msgp);
1556	if ((error = copyin(msgp, &mtype32, sizeof(mtype32))) != 0)
1557		return (error);
1558	mtype = mtype32;
1559	return (kern_msgsnd(td, uap->msqid,
1560	    (const char *)msgp + sizeof(mtype32),
1561	    uap->msgsz, uap->msgflg, mtype));
1562}
1563
1564int
1565freebsd32_msgrcv(struct thread *td, struct freebsd32_msgrcv_args *uap)
1566{
1567	void *msgp;
1568	long mtype;
1569	int32_t mtype32;
1570	int error;
1571
1572	msgp = PTRIN(uap->msgp);
1573	if ((error = kern_msgrcv(td, uap->msqid,
1574	    (char *)msgp + sizeof(mtype32), uap->msgsz,
1575	    uap->msgtyp, uap->msgflg, &mtype)) != 0)
1576		return (error);
1577	mtype32 = (int32_t)mtype;
1578	return (copyout(&mtype32, msgp, sizeof(mtype32)));
1579}
1580
1581int
1582freebsd32_shmsys(struct thread *td, struct freebsd32_shmsys_args *uap)
1583{
1584
1585	switch (uap->which) {
1586	case 0:	{	/* shmat */
1587		struct shmat_args ap;
1588
1589		ap.shmid = uap->a2;
1590		ap.shmaddr = PTRIN(uap->a3);
1591		ap.shmflg = uap->a4;
1592		return (sysent[SYS_shmat].sy_call(td, &ap));
1593	}
1594	case 2: {	/* shmdt */
1595		struct shmdt_args ap;
1596
1597		ap.shmaddr = PTRIN(uap->a2);
1598		return (sysent[SYS_shmdt].sy_call(td, &ap));
1599	}
1600	case 3: {	/* shmget */
1601		struct shmget_args ap;
1602
1603		ap.key = uap->a2;
1604		ap.size = uap->a3;
1605		ap.shmflg = uap->a4;
1606		return (sysent[SYS_shmget].sy_call(td, &ap));
1607	}
1608	case 4: {	/* shmctl */
1609		struct freebsd32_shmctl_args ap;
1610
1611		ap.shmid = uap->a2;
1612		ap.cmd = uap->a3;
1613		ap.buf = PTRIN(uap->a4);
1614		return (freebsd32_shmctl(td, &ap));
1615	}
1616	case 1:		/* oshmctl */
1617	default:
1618		return (EINVAL);
1619	}
1620}
1621
1622int
1623freebsd32_shmctl(struct thread *td, struct freebsd32_shmctl_args *uap)
1624{
1625	int error = 0;
1626	union {
1627		struct shmid_ds shmid_ds;
1628		struct shm_info shm_info;
1629		struct shminfo shminfo;
1630	} u;
1631	union {
1632		struct shmid_ds32 shmid_ds32;
1633		struct shm_info32 shm_info32;
1634		struct shminfo32 shminfo32;
1635	} u32;
1636	size_t sz;
1637
1638	if (uap->cmd == IPC_SET) {
1639		if ((error = copyin(uap->buf, &u32.shmid_ds32,
1640		    sizeof(u32.shmid_ds32))))
1641			goto done;
1642		freebsd32_ipcperm_in(&u32.shmid_ds32.shm_perm,
1643		    &u.shmid_ds.shm_perm);
1644		CP(u32.shmid_ds32, u.shmid_ds, shm_segsz);
1645		CP(u32.shmid_ds32, u.shmid_ds, shm_lpid);
1646		CP(u32.shmid_ds32, u.shmid_ds, shm_cpid);
1647		CP(u32.shmid_ds32, u.shmid_ds, shm_nattch);
1648		CP(u32.shmid_ds32, u.shmid_ds, shm_atime);
1649		CP(u32.shmid_ds32, u.shmid_ds, shm_dtime);
1650		CP(u32.shmid_ds32, u.shmid_ds, shm_ctime);
1651		PTRIN_CP(u32.shmid_ds32, u.shmid_ds, shm_internal);
1652	}
1653
1654	error = kern_shmctl(td, uap->shmid, uap->cmd, (void *)&u, &sz);
1655	if (error)
1656		goto done;
1657
1658	/* Cases in which we need to copyout */
1659	switch (uap->cmd) {
1660	case IPC_INFO:
1661		CP(u.shminfo, u32.shminfo32, shmmax);
1662		CP(u.shminfo, u32.shminfo32, shmmin);
1663		CP(u.shminfo, u32.shminfo32, shmmni);
1664		CP(u.shminfo, u32.shminfo32, shmseg);
1665		CP(u.shminfo, u32.shminfo32, shmall);
1666		error = copyout(&u32.shminfo32, uap->buf,
1667		    sizeof(u32.shminfo32));
1668		break;
1669	case SHM_INFO:
1670		CP(u.shm_info, u32.shm_info32, used_ids);
1671		CP(u.shm_info, u32.shm_info32, shm_rss);
1672		CP(u.shm_info, u32.shm_info32, shm_tot);
1673		CP(u.shm_info, u32.shm_info32, shm_swp);
1674		CP(u.shm_info, u32.shm_info32, swap_attempts);
1675		CP(u.shm_info, u32.shm_info32, swap_successes);
1676		error = copyout(&u32.shm_info32, uap->buf,
1677		    sizeof(u32.shm_info32));
1678		break;
1679	case SHM_STAT:
1680	case IPC_STAT:
1681		freebsd32_ipcperm_out(&u.shmid_ds.shm_perm,
1682		    &u32.shmid_ds32.shm_perm);
1683		CP(u.shmid_ds, u32.shmid_ds32, shm_segsz);
1684		CP(u.shmid_ds, u32.shmid_ds32, shm_lpid);
1685		CP(u.shmid_ds, u32.shmid_ds32, shm_cpid);
1686		CP(u.shmid_ds, u32.shmid_ds32, shm_nattch);
1687		CP(u.shmid_ds, u32.shmid_ds32, shm_atime);
1688		CP(u.shmid_ds, u32.shmid_ds32, shm_dtime);
1689		CP(u.shmid_ds, u32.shmid_ds32, shm_ctime);
1690		PTROUT_CP(u.shmid_ds, u32.shmid_ds32, shm_internal);
1691		error = copyout(&u32.shmid_ds32, uap->buf,
1692		    sizeof(u32.shmid_ds32));
1693		break;
1694	}
1695
1696done:
1697	if (error) {
1698		/* Invalidate the return value */
1699		td->td_retval[0] = -1;
1700	}
1701	return (error);
1702}
1703
1704int
1705freebsd32_pread(struct thread *td, struct freebsd32_pread_args *uap)
1706{
1707	struct pread_args ap;
1708
1709	ap.fd = uap->fd;
1710	ap.buf = uap->buf;
1711	ap.nbyte = uap->nbyte;
1712	ap.offset = (uap->offsetlo | ((off_t)uap->offsethi << 32));
1713	return (pread(td, &ap));
1714}
1715
1716int
1717freebsd32_pwrite(struct thread *td, struct freebsd32_pwrite_args *uap)
1718{
1719	struct pwrite_args ap;
1720
1721	ap.fd = uap->fd;
1722	ap.buf = uap->buf;
1723	ap.nbyte = uap->nbyte;
1724	ap.offset = (uap->offsetlo | ((off_t)uap->offsethi << 32));
1725	return (pwrite(td, &ap));
1726}
1727
1728int
1729freebsd32_lseek(struct thread *td, struct freebsd32_lseek_args *uap)
1730{
1731	int error;
1732	struct lseek_args ap;
1733	off_t pos;
1734
1735	ap.fd = uap->fd;
1736	ap.offset = (uap->offsetlo | ((off_t)uap->offsethi << 32));
1737	ap.whence = uap->whence;
1738	error = lseek(td, &ap);
1739	/* Expand the quad return into two parts for eax and edx */
1740	pos = *(off_t *)(td->td_retval);
1741	td->td_retval[0] = pos & 0xffffffff;	/* %eax */
1742	td->td_retval[1] = pos >> 32;		/* %edx */
1743	return error;
1744}
1745
1746int
1747freebsd32_truncate(struct thread *td, struct freebsd32_truncate_args *uap)
1748{
1749	struct truncate_args ap;
1750
1751	ap.path = uap->path;
1752	ap.length = (uap->lengthlo | ((off_t)uap->lengthhi << 32));
1753	return (truncate(td, &ap));
1754}
1755
1756int
1757freebsd32_ftruncate(struct thread *td, struct freebsd32_ftruncate_args *uap)
1758{
1759	struct ftruncate_args ap;
1760
1761	ap.fd = uap->fd;
1762	ap.length = (uap->lengthlo | ((off_t)uap->lengthhi << 32));
1763	return (ftruncate(td, &ap));
1764}
1765
1766int
1767freebsd32_getdirentries(struct thread *td,
1768    struct freebsd32_getdirentries_args *uap)
1769{
1770	long base;
1771	int32_t base32;
1772	int error;
1773
1774	error = kern_getdirentries(td, uap->fd, uap->buf, uap->count, &base);
1775	if (error)
1776		return (error);
1777	if (uap->basep != NULL) {
1778		base32 = base;
1779		error = copyout(&base32, uap->basep, sizeof(int32_t));
1780	}
1781	return (error);
1782}
1783
1784#ifdef COMPAT_FREEBSD6
1785/* versions with the 'int pad' argument */
1786int
1787freebsd6_freebsd32_pread(struct thread *td, struct freebsd6_freebsd32_pread_args *uap)
1788{
1789	struct pread_args ap;
1790
1791	ap.fd = uap->fd;
1792	ap.buf = uap->buf;
1793	ap.nbyte = uap->nbyte;
1794	ap.offset = (uap->offsetlo | ((off_t)uap->offsethi << 32));
1795	return (pread(td, &ap));
1796}
1797
1798int
1799freebsd6_freebsd32_pwrite(struct thread *td, struct freebsd6_freebsd32_pwrite_args *uap)
1800{
1801	struct pwrite_args ap;
1802
1803	ap.fd = uap->fd;
1804	ap.buf = uap->buf;
1805	ap.nbyte = uap->nbyte;
1806	ap.offset = (uap->offsetlo | ((off_t)uap->offsethi << 32));
1807	return (pwrite(td, &ap));
1808}
1809
1810int
1811freebsd6_freebsd32_lseek(struct thread *td, struct freebsd6_freebsd32_lseek_args *uap)
1812{
1813	int error;
1814	struct lseek_args ap;
1815	off_t pos;
1816
1817	ap.fd = uap->fd;
1818	ap.offset = (uap->offsetlo | ((off_t)uap->offsethi << 32));
1819	ap.whence = uap->whence;
1820	error = lseek(td, &ap);
1821	/* Expand the quad return into two parts for eax and edx */
1822	pos = *(off_t *)(td->td_retval);
1823	td->td_retval[0] = pos & 0xffffffff;	/* %eax */
1824	td->td_retval[1] = pos >> 32;		/* %edx */
1825	return error;
1826}
1827
1828int
1829freebsd6_freebsd32_truncate(struct thread *td, struct freebsd6_freebsd32_truncate_args *uap)
1830{
1831	struct truncate_args ap;
1832
1833	ap.path = uap->path;
1834	ap.length = (uap->lengthlo | ((off_t)uap->lengthhi << 32));
1835	return (truncate(td, &ap));
1836}
1837
1838int
1839freebsd6_freebsd32_ftruncate(struct thread *td, struct freebsd6_freebsd32_ftruncate_args *uap)
1840{
1841	struct ftruncate_args ap;
1842
1843	ap.fd = uap->fd;
1844	ap.length = (uap->lengthlo | ((off_t)uap->lengthhi << 32));
1845	return (ftruncate(td, &ap));
1846}
1847#endif /* COMPAT_FREEBSD6 */
1848
1849struct sf_hdtr32 {
1850	uint32_t headers;
1851	int hdr_cnt;
1852	uint32_t trailers;
1853	int trl_cnt;
1854};
1855
1856static int
1857freebsd32_do_sendfile(struct thread *td,
1858    struct freebsd32_sendfile_args *uap, int compat)
1859{
1860	struct sendfile_args ap;
1861	struct sf_hdtr32 hdtr32;
1862	struct sf_hdtr hdtr;
1863	struct uio *hdr_uio, *trl_uio;
1864	struct iovec32 *iov32;
1865	int error;
1866
1867	hdr_uio = trl_uio = NULL;
1868
1869	ap.fd = uap->fd;
1870	ap.s = uap->s;
1871	ap.offset = (uap->offsetlo | ((off_t)uap->offsethi << 32));
1872	ap.nbytes = uap->nbytes;
1873	ap.hdtr = (struct sf_hdtr *)uap->hdtr;		/* XXX not used */
1874	ap.sbytes = uap->sbytes;
1875	ap.flags = uap->flags;
1876
1877	if (uap->hdtr != NULL) {
1878		error = copyin(uap->hdtr, &hdtr32, sizeof(hdtr32));
1879		if (error)
1880			goto out;
1881		PTRIN_CP(hdtr32, hdtr, headers);
1882		CP(hdtr32, hdtr, hdr_cnt);
1883		PTRIN_CP(hdtr32, hdtr, trailers);
1884		CP(hdtr32, hdtr, trl_cnt);
1885
1886		if (hdtr.headers != NULL) {
1887			iov32 = PTRIN(hdtr32.headers);
1888			error = freebsd32_copyinuio(iov32,
1889			    hdtr32.hdr_cnt, &hdr_uio);
1890			if (error)
1891				goto out;
1892		}
1893		if (hdtr.trailers != NULL) {
1894			iov32 = PTRIN(hdtr32.trailers);
1895			error = freebsd32_copyinuio(iov32,
1896			    hdtr32.trl_cnt, &trl_uio);
1897			if (error)
1898				goto out;
1899		}
1900	}
1901
1902	error = kern_sendfile(td, &ap, hdr_uio, trl_uio, compat);
1903out:
1904	if (hdr_uio)
1905		free(hdr_uio, M_IOV);
1906	if (trl_uio)
1907		free(trl_uio, M_IOV);
1908	return (error);
1909}
1910
1911#ifdef COMPAT_FREEBSD4
1912int
1913freebsd4_freebsd32_sendfile(struct thread *td,
1914    struct freebsd4_freebsd32_sendfile_args *uap)
1915{
1916	return (freebsd32_do_sendfile(td,
1917	    (struct freebsd32_sendfile_args *)uap, 1));
1918}
1919#endif
1920
1921int
1922freebsd32_sendfile(struct thread *td, struct freebsd32_sendfile_args *uap)
1923{
1924
1925	return (freebsd32_do_sendfile(td, uap, 0));
1926}
1927
1928static void
1929copy_stat( struct stat *in, struct stat32 *out)
1930{
1931	CP(*in, *out, st_dev);
1932	CP(*in, *out, st_ino);
1933	CP(*in, *out, st_mode);
1934	CP(*in, *out, st_nlink);
1935	CP(*in, *out, st_uid);
1936	CP(*in, *out, st_gid);
1937	CP(*in, *out, st_rdev);
1938	TS_CP(*in, *out, st_atimespec);
1939	TS_CP(*in, *out, st_mtimespec);
1940	TS_CP(*in, *out, st_ctimespec);
1941	CP(*in, *out, st_size);
1942	CP(*in, *out, st_blocks);
1943	CP(*in, *out, st_blksize);
1944	CP(*in, *out, st_flags);
1945	CP(*in, *out, st_gen);
1946}
1947
1948int
1949freebsd32_stat(struct thread *td, struct freebsd32_stat_args *uap)
1950{
1951	struct stat sb;
1952	struct stat32 sb32;
1953	int error;
1954
1955	error = kern_stat(td, uap->path, UIO_USERSPACE, &sb);
1956	if (error)
1957		return (error);
1958	copy_stat(&sb, &sb32);
1959	error = copyout(&sb32, uap->ub, sizeof (sb32));
1960	return (error);
1961}
1962
1963int
1964freebsd32_fstat(struct thread *td, struct freebsd32_fstat_args *uap)
1965{
1966	struct stat ub;
1967	struct stat32 ub32;
1968	int error;
1969
1970	error = kern_fstat(td, uap->fd, &ub);
1971	if (error)
1972		return (error);
1973	copy_stat(&ub, &ub32);
1974	error = copyout(&ub32, uap->ub, sizeof(ub32));
1975	return (error);
1976}
1977
1978int
1979freebsd32_fstatat(struct thread *td, struct freebsd32_fstatat_args *uap)
1980{
1981	struct stat ub;
1982	struct stat32 ub32;
1983	int error;
1984
1985	error = kern_statat(td, uap->flag, uap->fd, uap->path, UIO_USERSPACE, &ub);
1986	if (error)
1987		return (error);
1988	copy_stat(&ub, &ub32);
1989	error = copyout(&ub32, uap->buf, sizeof(ub32));
1990	return (error);
1991}
1992
1993int
1994freebsd32_lstat(struct thread *td, struct freebsd32_lstat_args *uap)
1995{
1996	struct stat sb;
1997	struct stat32 sb32;
1998	int error;
1999
2000	error = kern_lstat(td, uap->path, UIO_USERSPACE, &sb);
2001	if (error)
2002		return (error);
2003	copy_stat(&sb, &sb32);
2004	error = copyout(&sb32, uap->ub, sizeof (sb32));
2005	return (error);
2006}
2007
2008/*
2009 * MPSAFE
2010 */
2011int
2012freebsd32_sysctl(struct thread *td, struct freebsd32_sysctl_args *uap)
2013{
2014	int error, name[CTL_MAXNAME];
2015	size_t j, oldlen;
2016
2017	if (uap->namelen > CTL_MAXNAME || uap->namelen < 2)
2018		return (EINVAL);
2019 	error = copyin(uap->name, name, uap->namelen * sizeof(int));
2020 	if (error)
2021		return (error);
2022	mtx_lock(&Giant);
2023	if (uap->oldlenp)
2024		oldlen = fuword32(uap->oldlenp);
2025	else
2026		oldlen = 0;
2027	error = userland_sysctl(td, name, uap->namelen,
2028		uap->old, &oldlen, 1,
2029		uap->new, uap->newlen, &j, SCTL_MASK32);
2030	if (error && error != ENOMEM)
2031		goto done2;
2032	if (uap->oldlenp)
2033		suword32(uap->oldlenp, j);
2034done2:
2035	mtx_unlock(&Giant);
2036	return (error);
2037}
2038
2039int
2040freebsd32_jail(struct thread *td, struct freebsd32_jail_args *uap)
2041{
2042	uint32_t version;
2043	int error;
2044	struct jail j;
2045
2046	error = copyin(uap->jail, &version, sizeof(uint32_t));
2047	if (error)
2048		return (error);
2049	switch (version) {
2050	case 0:
2051	{
2052		/* FreeBSD single IPv4 jails. */
2053		struct jail32_v0 j32_v0;
2054
2055		bzero(&j, sizeof(struct jail));
2056		error = copyin(uap->jail, &j32_v0, sizeof(struct jail32_v0));
2057		if (error)
2058			return (error);
2059		CP(j32_v0, j, version);
2060		PTRIN_CP(j32_v0, j, path);
2061		PTRIN_CP(j32_v0, j, hostname);
2062		j.ip4s = j32_v0.ip_number;
2063		break;
2064	}
2065
2066	case 1:
2067		/*
2068		 * Version 1 was used by multi-IPv4 jail implementations
2069		 * that never made it into the official kernel.
2070		 */
2071		return (EINVAL);
2072
2073	case 2:	/* JAIL_API_VERSION */
2074	{
2075		/* FreeBSD multi-IPv4/IPv6,noIP jails. */
2076		struct jail32 j32;
2077
2078		error = copyin(uap->jail, &j32, sizeof(struct jail32));
2079		if (error)
2080			return (error);
2081		CP(j32, j, version);
2082		PTRIN_CP(j32, j, path);
2083		PTRIN_CP(j32, j, hostname);
2084		PTRIN_CP(j32, j, jailname);
2085		CP(j32, j, ip4s);
2086		CP(j32, j, ip6s);
2087		PTRIN_CP(j32, j, ip4);
2088		PTRIN_CP(j32, j, ip6);
2089		break;
2090	}
2091
2092	default:
2093		/* Sci-Fi jails are not supported, sorry. */
2094		return (EINVAL);
2095	}
2096	return (kern_jail(td, &j));
2097}
2098
2099int
2100freebsd32_sigaction(struct thread *td, struct freebsd32_sigaction_args *uap)
2101{
2102	struct sigaction32 s32;
2103	struct sigaction sa, osa, *sap;
2104	int error;
2105
2106	if (uap->act) {
2107		error = copyin(uap->act, &s32, sizeof(s32));
2108		if (error)
2109			return (error);
2110		sa.sa_handler = PTRIN(s32.sa_u);
2111		CP(s32, sa, sa_flags);
2112		CP(s32, sa, sa_mask);
2113		sap = &sa;
2114	} else
2115		sap = NULL;
2116	error = kern_sigaction(td, uap->sig, sap, &osa, 0);
2117	if (error == 0 && uap->oact != NULL) {
2118		s32.sa_u = PTROUT(osa.sa_handler);
2119		CP(osa, s32, sa_flags);
2120		CP(osa, s32, sa_mask);
2121		error = copyout(&s32, uap->oact, sizeof(s32));
2122	}
2123	return (error);
2124}
2125
2126#ifdef COMPAT_FREEBSD4
2127int
2128freebsd4_freebsd32_sigaction(struct thread *td,
2129			     struct freebsd4_freebsd32_sigaction_args *uap)
2130{
2131	struct sigaction32 s32;
2132	struct sigaction sa, osa, *sap;
2133	int error;
2134
2135	if (uap->act) {
2136		error = copyin(uap->act, &s32, sizeof(s32));
2137		if (error)
2138			return (error);
2139		sa.sa_handler = PTRIN(s32.sa_u);
2140		CP(s32, sa, sa_flags);
2141		CP(s32, sa, sa_mask);
2142		sap = &sa;
2143	} else
2144		sap = NULL;
2145	error = kern_sigaction(td, uap->sig, sap, &osa, KSA_FREEBSD4);
2146	if (error == 0 && uap->oact != NULL) {
2147		s32.sa_u = PTROUT(osa.sa_handler);
2148		CP(osa, s32, sa_flags);
2149		CP(osa, s32, sa_mask);
2150		error = copyout(&s32, uap->oact, sizeof(s32));
2151	}
2152	return (error);
2153}
2154#endif
2155
2156#ifdef COMPAT_43
2157struct osigaction32 {
2158	u_int32_t	sa_u;
2159	osigset_t	sa_mask;
2160	int		sa_flags;
2161};
2162
2163#define	ONSIG	32
2164
2165int
2166ofreebsd32_sigaction(struct thread *td,
2167			     struct ofreebsd32_sigaction_args *uap)
2168{
2169	struct osigaction32 s32;
2170	struct sigaction sa, osa, *sap;
2171	int error;
2172
2173	if (uap->signum <= 0 || uap->signum >= ONSIG)
2174		return (EINVAL);
2175
2176	if (uap->nsa) {
2177		error = copyin(uap->nsa, &s32, sizeof(s32));
2178		if (error)
2179			return (error);
2180		sa.sa_handler = PTRIN(s32.sa_u);
2181		CP(s32, sa, sa_flags);
2182		OSIG2SIG(s32.sa_mask, sa.sa_mask);
2183		sap = &sa;
2184	} else
2185		sap = NULL;
2186	error = kern_sigaction(td, uap->signum, sap, &osa, KSA_OSIGSET);
2187	if (error == 0 && uap->osa != NULL) {
2188		s32.sa_u = PTROUT(osa.sa_handler);
2189		CP(osa, s32, sa_flags);
2190		SIG2OSIG(osa.sa_mask, s32.sa_mask);
2191		error = copyout(&s32, uap->osa, sizeof(s32));
2192	}
2193	return (error);
2194}
2195
2196int
2197ofreebsd32_sigprocmask(struct thread *td,
2198			       struct ofreebsd32_sigprocmask_args *uap)
2199{
2200	sigset_t set, oset;
2201	int error;
2202
2203	OSIG2SIG(uap->mask, set);
2204	error = kern_sigprocmask(td, uap->how, &set, &oset, 1);
2205	SIG2OSIG(oset, td->td_retval[0]);
2206	return (error);
2207}
2208
2209int
2210ofreebsd32_sigpending(struct thread *td,
2211			      struct ofreebsd32_sigpending_args *uap)
2212{
2213	struct proc *p = td->td_proc;
2214	sigset_t siglist;
2215
2216	PROC_LOCK(p);
2217	siglist = p->p_siglist;
2218	SIGSETOR(siglist, td->td_siglist);
2219	PROC_UNLOCK(p);
2220	SIG2OSIG(siglist, td->td_retval[0]);
2221	return (0);
2222}
2223
2224struct sigvec32 {
2225	u_int32_t	sv_handler;
2226	int		sv_mask;
2227	int		sv_flags;
2228};
2229
2230int
2231ofreebsd32_sigvec(struct thread *td,
2232			  struct ofreebsd32_sigvec_args *uap)
2233{
2234	struct sigvec32 vec;
2235	struct sigaction sa, osa, *sap;
2236	int error;
2237
2238	if (uap->signum <= 0 || uap->signum >= ONSIG)
2239		return (EINVAL);
2240
2241	if (uap->nsv) {
2242		error = copyin(uap->nsv, &vec, sizeof(vec));
2243		if (error)
2244			return (error);
2245		sa.sa_handler = PTRIN(vec.sv_handler);
2246		OSIG2SIG(vec.sv_mask, sa.sa_mask);
2247		sa.sa_flags = vec.sv_flags;
2248		sa.sa_flags ^= SA_RESTART;
2249		sap = &sa;
2250	} else
2251		sap = NULL;
2252	error = kern_sigaction(td, uap->signum, sap, &osa, KSA_OSIGSET);
2253	if (error == 0 && uap->osv != NULL) {
2254		vec.sv_handler = PTROUT(osa.sa_handler);
2255		SIG2OSIG(osa.sa_mask, vec.sv_mask);
2256		vec.sv_flags = osa.sa_flags;
2257		vec.sv_flags &= ~SA_NOCLDWAIT;
2258		vec.sv_flags ^= SA_RESTART;
2259		error = copyout(&vec, uap->osv, sizeof(vec));
2260	}
2261	return (error);
2262}
2263
2264int
2265ofreebsd32_sigblock(struct thread *td,
2266			    struct ofreebsd32_sigblock_args *uap)
2267{
2268	struct proc *p = td->td_proc;
2269	sigset_t set;
2270
2271	OSIG2SIG(uap->mask, set);
2272	SIG_CANTMASK(set);
2273	PROC_LOCK(p);
2274	SIG2OSIG(td->td_sigmask, td->td_retval[0]);
2275	SIGSETOR(td->td_sigmask, set);
2276	PROC_UNLOCK(p);
2277	return (0);
2278}
2279
2280int
2281ofreebsd32_sigsetmask(struct thread *td,
2282			      struct ofreebsd32_sigsetmask_args *uap)
2283{
2284	struct proc *p = td->td_proc;
2285	sigset_t set;
2286
2287	OSIG2SIG(uap->mask, set);
2288	SIG_CANTMASK(set);
2289	PROC_LOCK(p);
2290	SIG2OSIG(td->td_sigmask, td->td_retval[0]);
2291	SIGSETLO(td->td_sigmask, set);
2292	signotify(td);
2293	PROC_UNLOCK(p);
2294	return (0);
2295}
2296
2297int
2298ofreebsd32_sigsuspend(struct thread *td,
2299			      struct ofreebsd32_sigsuspend_args *uap)
2300{
2301	struct proc *p = td->td_proc;
2302	sigset_t mask;
2303
2304	PROC_LOCK(p);
2305	td->td_oldsigmask = td->td_sigmask;
2306	td->td_pflags |= TDP_OLDMASK;
2307	OSIG2SIG(uap->mask, mask);
2308	SIG_CANTMASK(mask);
2309	SIGSETLO(td->td_sigmask, mask);
2310	signotify(td);
2311	while (msleep(&p->p_sigacts, &p->p_mtx, PPAUSE|PCATCH, "opause", 0) == 0)
2312		/* void */;
2313	PROC_UNLOCK(p);
2314	/* always return EINTR rather than ERESTART... */
2315	return (EINTR);
2316}
2317
2318struct sigstack32 {
2319	u_int32_t	ss_sp;
2320	int		ss_onstack;
2321};
2322
2323int
2324ofreebsd32_sigstack(struct thread *td,
2325			    struct ofreebsd32_sigstack_args *uap)
2326{
2327	struct sigstack32 s32;
2328	struct sigstack nss, oss;
2329	int error = 0, unss;
2330
2331	if (uap->nss != NULL) {
2332		error = copyin(uap->nss, &s32, sizeof(s32));
2333		if (error)
2334			return (error);
2335		nss.ss_sp = PTRIN(s32.ss_sp);
2336		CP(s32, nss, ss_onstack);
2337		unss = 1;
2338	} else {
2339		unss = 0;
2340	}
2341	oss.ss_sp = td->td_sigstk.ss_sp;
2342	oss.ss_onstack = sigonstack(cpu_getstack(td));
2343	if (unss) {
2344		td->td_sigstk.ss_sp = nss.ss_sp;
2345		td->td_sigstk.ss_size = 0;
2346		td->td_sigstk.ss_flags |= (nss.ss_onstack & SS_ONSTACK);
2347		td->td_pflags |= TDP_ALTSTACK;
2348	}
2349	if (uap->oss != NULL) {
2350		s32.ss_sp = PTROUT(oss.ss_sp);
2351		CP(oss, s32, ss_onstack);
2352		error = copyout(&s32, uap->oss, sizeof(s32));
2353	}
2354	return (error);
2355}
2356#endif
2357
2358int
2359freebsd32_nanosleep(struct thread *td, struct freebsd32_nanosleep_args *uap)
2360{
2361	struct timespec32 rmt32, rqt32;
2362	struct timespec rmt, rqt;
2363	int error;
2364
2365	error = copyin(uap->rqtp, &rqt32, sizeof(rqt32));
2366	if (error)
2367		return (error);
2368
2369	CP(rqt32, rqt, tv_sec);
2370	CP(rqt32, rqt, tv_nsec);
2371
2372	if (uap->rmtp &&
2373	    !useracc((caddr_t)uap->rmtp, sizeof(rmt), VM_PROT_WRITE))
2374		return (EFAULT);
2375	error = kern_nanosleep(td, &rqt, &rmt);
2376	if (error && uap->rmtp) {
2377		int error2;
2378
2379		CP(rmt, rmt32, tv_sec);
2380		CP(rmt, rmt32, tv_nsec);
2381
2382		error2 = copyout(&rmt32, uap->rmtp, sizeof(rmt32));
2383		if (error2)
2384			error = error2;
2385	}
2386	return (error);
2387}
2388
2389int
2390freebsd32_clock_gettime(struct thread *td,
2391			struct freebsd32_clock_gettime_args *uap)
2392{
2393	struct timespec	ats;
2394	struct timespec32 ats32;
2395	int error;
2396
2397	error = kern_clock_gettime(td, uap->clock_id, &ats);
2398	if (error == 0) {
2399		CP(ats, ats32, tv_sec);
2400		CP(ats, ats32, tv_nsec);
2401		error = copyout(&ats32, uap->tp, sizeof(ats32));
2402	}
2403	return (error);
2404}
2405
2406int
2407freebsd32_clock_settime(struct thread *td,
2408			struct freebsd32_clock_settime_args *uap)
2409{
2410	struct timespec	ats;
2411	struct timespec32 ats32;
2412	int error;
2413
2414	error = copyin(uap->tp, &ats32, sizeof(ats32));
2415	if (error)
2416		return (error);
2417	CP(ats32, ats, tv_sec);
2418	CP(ats32, ats, tv_nsec);
2419
2420	return (kern_clock_settime(td, uap->clock_id, &ats));
2421}
2422
2423int
2424freebsd32_clock_getres(struct thread *td,
2425		       struct freebsd32_clock_getres_args *uap)
2426{
2427	struct timespec	ts;
2428	struct timespec32 ts32;
2429	int error;
2430
2431	if (uap->tp == NULL)
2432		return (0);
2433	error = kern_clock_getres(td, uap->clock_id, &ts);
2434	if (error == 0) {
2435		CP(ts, ts32, tv_sec);
2436		CP(ts, ts32, tv_nsec);
2437		error = copyout(&ts32, uap->tp, sizeof(ts32));
2438	}
2439	return (error);
2440}
2441
2442int
2443freebsd32_thr_new(struct thread *td,
2444		  struct freebsd32_thr_new_args *uap)
2445{
2446	struct thr_param32 param32;
2447	struct thr_param param;
2448	int error;
2449
2450	if (uap->param_size < 0 ||
2451	    uap->param_size > sizeof(struct thr_param32))
2452		return (EINVAL);
2453	bzero(&param, sizeof(struct thr_param));
2454	bzero(&param32, sizeof(struct thr_param32));
2455	error = copyin(uap->param, &param32, uap->param_size);
2456	if (error != 0)
2457		return (error);
2458	param.start_func = PTRIN(param32.start_func);
2459	param.arg = PTRIN(param32.arg);
2460	param.stack_base = PTRIN(param32.stack_base);
2461	param.stack_size = param32.stack_size;
2462	param.tls_base = PTRIN(param32.tls_base);
2463	param.tls_size = param32.tls_size;
2464	param.child_tid = PTRIN(param32.child_tid);
2465	param.parent_tid = PTRIN(param32.parent_tid);
2466	param.flags = param32.flags;
2467	param.rtp = PTRIN(param32.rtp);
2468	param.spare[0] = PTRIN(param32.spare[0]);
2469	param.spare[1] = PTRIN(param32.spare[1]);
2470	param.spare[2] = PTRIN(param32.spare[2]);
2471
2472	return (kern_thr_new(td, &param));
2473}
2474
2475int
2476freebsd32_thr_suspend(struct thread *td, struct freebsd32_thr_suspend_args *uap)
2477{
2478	struct timespec32 ts32;
2479	struct timespec ts, *tsp;
2480	int error;
2481
2482	error = 0;
2483	tsp = NULL;
2484	if (uap->timeout != NULL) {
2485		error = copyin((const void *)uap->timeout, (void *)&ts32,
2486		    sizeof(struct timespec32));
2487		if (error != 0)
2488			return (error);
2489		ts.tv_sec = ts32.tv_sec;
2490		ts.tv_nsec = ts32.tv_nsec;
2491		tsp = &ts;
2492	}
2493	return (kern_thr_suspend(td, tsp));
2494}
2495
2496void
2497siginfo_to_siginfo32(siginfo_t *src, struct siginfo32 *dst)
2498{
2499	bzero(dst, sizeof(*dst));
2500	dst->si_signo = src->si_signo;
2501	dst->si_errno = src->si_errno;
2502	dst->si_code = src->si_code;
2503	dst->si_pid = src->si_pid;
2504	dst->si_uid = src->si_uid;
2505	dst->si_status = src->si_status;
2506	dst->si_addr = (uintptr_t)src->si_addr;
2507	dst->si_value.sigval_int = src->si_value.sival_int;
2508	dst->si_timerid = src->si_timerid;
2509	dst->si_overrun = src->si_overrun;
2510}
2511
2512int
2513freebsd32_sigtimedwait(struct thread *td, struct freebsd32_sigtimedwait_args *uap)
2514{
2515	struct timespec32 ts32;
2516	struct timespec ts;
2517	struct timespec *timeout;
2518	sigset_t set;
2519	ksiginfo_t ksi;
2520	struct siginfo32 si32;
2521	int error;
2522
2523	if (uap->timeout) {
2524		error = copyin(uap->timeout, &ts32, sizeof(ts32));
2525		if (error)
2526			return (error);
2527		ts.tv_sec = ts32.tv_sec;
2528		ts.tv_nsec = ts32.tv_nsec;
2529		timeout = &ts;
2530	} else
2531		timeout = NULL;
2532
2533	error = copyin(uap->set, &set, sizeof(set));
2534	if (error)
2535		return (error);
2536
2537	error = kern_sigtimedwait(td, set, &ksi, timeout);
2538	if (error)
2539		return (error);
2540
2541	if (uap->info) {
2542		siginfo_to_siginfo32(&ksi.ksi_info, &si32);
2543		error = copyout(&si32, uap->info, sizeof(struct siginfo32));
2544	}
2545
2546	if (error == 0)
2547		td->td_retval[0] = ksi.ksi_signo;
2548	return (error);
2549}
2550
2551/*
2552 * MPSAFE
2553 */
2554int
2555freebsd32_sigwaitinfo(struct thread *td, struct freebsd32_sigwaitinfo_args *uap)
2556{
2557	ksiginfo_t ksi;
2558	struct siginfo32 si32;
2559	sigset_t set;
2560	int error;
2561
2562	error = copyin(uap->set, &set, sizeof(set));
2563	if (error)
2564		return (error);
2565
2566	error = kern_sigtimedwait(td, set, &ksi, NULL);
2567	if (error)
2568		return (error);
2569
2570	if (uap->info) {
2571		siginfo_to_siginfo32(&ksi.ksi_info, &si32);
2572		error = copyout(&si32, uap->info, sizeof(struct siginfo32));
2573	}
2574	if (error == 0)
2575		td->td_retval[0] = ksi.ksi_signo;
2576	return (error);
2577}
2578
2579int
2580freebsd32_cpuset_setid(struct thread *td,
2581    struct freebsd32_cpuset_setid_args *uap)
2582{
2583	struct cpuset_setid_args ap;
2584
2585	ap.which = uap->which;
2586	ap.id = (uap->idlo | ((id_t)uap->idhi << 32));
2587	ap.setid = uap->setid;
2588
2589	return (cpuset_setid(td, &ap));
2590}
2591
2592int
2593freebsd32_cpuset_getid(struct thread *td,
2594    struct freebsd32_cpuset_getid_args *uap)
2595{
2596	struct cpuset_getid_args ap;
2597
2598	ap.level = uap->level;
2599	ap.which = uap->which;
2600	ap.id = (uap->idlo | ((id_t)uap->idhi << 32));
2601	ap.setid = uap->setid;
2602
2603	return (cpuset_getid(td, &ap));
2604}
2605
2606int
2607freebsd32_cpuset_getaffinity(struct thread *td,
2608    struct freebsd32_cpuset_getaffinity_args *uap)
2609{
2610	struct cpuset_getaffinity_args ap;
2611
2612	ap.level = uap->level;
2613	ap.which = uap->which;
2614	ap.id = (uap->idlo | ((id_t)uap->idhi << 32));
2615	ap.cpusetsize = uap->cpusetsize;
2616	ap.mask = uap->mask;
2617
2618	return (cpuset_getaffinity(td, &ap));
2619}
2620
2621int
2622freebsd32_cpuset_setaffinity(struct thread *td,
2623    struct freebsd32_cpuset_setaffinity_args *uap)
2624{
2625	struct cpuset_setaffinity_args ap;
2626
2627	ap.level = uap->level;
2628	ap.which = uap->which;
2629	ap.id = (uap->idlo | ((id_t)uap->idhi << 32));
2630	ap.cpusetsize = uap->cpusetsize;
2631	ap.mask = uap->mask;
2632
2633	return (cpuset_setaffinity(td, &ap));
2634}
2635
2636int
2637freebsd32_nmount(struct thread *td,
2638    struct freebsd32_nmount_args /* {
2639    	struct iovec *iovp;
2640    	unsigned int iovcnt;
2641    	int flags;
2642    } */ *uap)
2643{
2644	struct uio *auio;
2645	struct iovec *iov;
2646	int error, k;
2647
2648	AUDIT_ARG(fflags, uap->flags);
2649
2650	/*
2651	 * Filter out MNT_ROOTFS.  We do not want clients of nmount() in
2652	 * userspace to set this flag, but we must filter it out if we want
2653	 * MNT_UPDATE on the root file system to work.
2654	 * MNT_ROOTFS should only be set in the kernel in vfs_mountroot_try().
2655	 */
2656	uap->flags &= ~MNT_ROOTFS;
2657
2658	/*
2659	 * check that we have an even number of iovec's
2660	 * and that we have at least two options.
2661	 */
2662	if ((uap->iovcnt & 1) || (uap->iovcnt < 4))
2663		return (EINVAL);
2664
2665	error = freebsd32_copyinuio(uap->iovp, uap->iovcnt, &auio);
2666	if (error)
2667		return (error);
2668	for (iov = auio->uio_iov, k = 0; k < uap->iovcnt; ++k, ++iov) {
2669		if (iov->iov_len > MMAXOPTIONLEN) {
2670			free(auio, M_IOV);
2671			return (EINVAL);
2672		}
2673	}
2674
2675	error = vfs_donmount(td, uap->flags, auio);
2676	free(auio, M_IOV);
2677	return error;
2678}
2679
2680#if 0
2681int
2682freebsd32_xxx(struct thread *td, struct freebsd32_xxx_args *uap)
2683{
2684	struct yyy32 *p32, s32;
2685	struct yyy *p = NULL, s;
2686	struct xxx_arg ap;
2687	int error;
2688
2689	if (uap->zzz) {
2690		error = copyin(uap->zzz, &s32, sizeof(s32));
2691		if (error)
2692			return (error);
2693		/* translate in */
2694		p = &s;
2695	}
2696	error = kern_xxx(td, p);
2697	if (error)
2698		return (error);
2699	if (uap->zzz) {
2700		/* translate out */
2701		error = copyout(&s32, p32, sizeof(s32));
2702	}
2703	return (error);
2704}
2705#endif
2706
2707int
2708syscall32_register(int *offset, struct sysent *new_sysent,
2709    struct sysent *old_sysent)
2710{
2711	if (*offset == NO_SYSCALL) {
2712		int i;
2713
2714		for (i = 1; i < SYS_MAXSYSCALL; ++i)
2715			if (freebsd32_sysent[i].sy_call ==
2716			    (sy_call_t *)lkmnosys)
2717				break;
2718		if (i == SYS_MAXSYSCALL)
2719			return (ENFILE);
2720		*offset = i;
2721	} else if (*offset < 0 || *offset >= SYS_MAXSYSCALL)
2722		return (EINVAL);
2723	else if (freebsd32_sysent[*offset].sy_call != (sy_call_t *)lkmnosys &&
2724	    freebsd32_sysent[*offset].sy_call != (sy_call_t *)lkmressys)
2725		return (EEXIST);
2726
2727	*old_sysent = freebsd32_sysent[*offset];
2728	freebsd32_sysent[*offset] = *new_sysent;
2729	return 0;
2730}
2731
2732int
2733syscall32_deregister(int *offset, struct sysent *old_sysent)
2734{
2735
2736	if (*offset)
2737		freebsd32_sysent[*offset] = *old_sysent;
2738	return 0;
2739}
2740
2741int
2742syscall32_module_handler(struct module *mod, int what, void *arg)
2743{
2744	struct syscall_module_data *data = (struct syscall_module_data*)arg;
2745	modspecific_t ms;
2746	int error;
2747
2748	switch (what) {
2749	case MOD_LOAD:
2750		error = syscall32_register(data->offset, data->new_sysent,
2751		    &data->old_sysent);
2752		if (error) {
2753			/* Leave a mark so we know to safely unload below. */
2754			data->offset = NULL;
2755			return error;
2756		}
2757		ms.intval = *data->offset;
2758		MOD_XLOCK;
2759		module_setspecific(mod, &ms);
2760		MOD_XUNLOCK;
2761		if (data->chainevh)
2762			error = data->chainevh(mod, what, data->chainarg);
2763		return (error);
2764	case MOD_UNLOAD:
2765		/*
2766		 * MOD_LOAD failed, so just return without calling the
2767		 * chained handler since we didn't pass along the MOD_LOAD
2768		 * event.
2769		 */
2770		if (data->offset == NULL)
2771			return (0);
2772		if (data->chainevh) {
2773			error = data->chainevh(mod, what, data->chainarg);
2774			if (error)
2775				return (error);
2776		}
2777		error = syscall_deregister(data->offset, &data->old_sysent);
2778		return (error);
2779	default:
2780		error = EOPNOTSUPP;
2781		if (data->chainevh)
2782			error = data->chainevh(mod, what, data->chainarg);
2783		return (error);
2784	}
2785}
2786