153564Sobrien/*-
253564Sobrien * Copyright (c) 2004 Tim J. Robbins
353564Sobrien * Copyright (c) 2002 Doug Rabson
453564Sobrien * Copyright (c) 2000 Marcel Moolenaar
553564Sobrien * All rights reserved.
653564Sobrien *
753564Sobrien * Redistribution and use in source and binary forms, with or without
853564Sobrien * modification, are permitted provided that the following conditions
953564Sobrien * are met:
1053564Sobrien * 1. Redistributions of source code must retain the above copyright
1153564Sobrien *    notice, this list of conditions and the following disclaimer
1253564Sobrien *    in this position and unchanged.
1353564Sobrien * 2. Redistributions in binary form must reproduce the above copyright
1453564Sobrien *    notice, this list of conditions and the following disclaimer in the
1553564Sobrien *    documentation and/or other materials provided with the distribution.
1653564Sobrien *
1753564Sobrien * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
1853564Sobrien * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
1953564Sobrien * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
2053564Sobrien * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
2153564Sobrien * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
2253564Sobrien * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
2353564Sobrien * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
2453564Sobrien * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
2555360Sobrien * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
2653564Sobrien * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
2753564Sobrien */
2853564Sobrien
2953564Sobrien#include <sys/cdefs.h>
3053564Sobrien__FBSDID("$FreeBSD: releng/10.3/sys/compat/linux/linux_fork.c 293608 2016-01-09 18:28:15Z dchagin $");
3155360Sobrien
3253564Sobrien#include "opt_compat.h"
3353564Sobrien#include "opt_kdtrace.h"
3453564Sobrien
3553564Sobrien#include <sys/param.h>
3653564Sobrien#include <sys/systm.h>
3753564Sobrien#include <sys/imgact.h>
3855360Sobrien#include <sys/ktr.h>
3953564Sobrien#include <sys/lock.h>
4053564Sobrien#include <sys/mutex.h>
4153564Sobrien#include <sys/proc.h>
4253564Sobrien#include <sys/racct.h>
4353564Sobrien#include <sys/sched.h>
4453564Sobrien#include <sys/syscallsubr.h>
4553564Sobrien#include <sys/sx.h>
4653564Sobrien#include <sys/unistd.h>
4753564Sobrien#include <sys/wait.h>
4853564Sobrien
4953564Sobrien#include <vm/vm.h>
5053564Sobrien#include <vm/pmap.h>
5153564Sobrien#include <vm/vm_map.h>
5253564Sobrien
5353564Sobrien#ifdef COMPAT_LINUX32
5453564Sobrien#include <machine/../linux32/linux.h>
5553564Sobrien#include <machine/../linux32/linux32_proto.h>
5653564Sobrien#else
5753564Sobrien#include <machine/../linux/linux.h>
5853564Sobrien#include <machine/../linux/linux_proto.h>
5953564Sobrien#endif
6053564Sobrien#include <compat/linux/linux_emul.h>
6153564Sobrien#include <compat/linux/linux_futex.h>
6253564Sobrien#include <compat/linux/linux_misc.h>
6353564Sobrien#include <compat/linux/linux_util.h>
6453564Sobrien
6553564Sobrienint
6653564Sobrienlinux_fork(struct thread *td, struct linux_fork_args *args)
6753564Sobrien{
6853564Sobrien	int error;
6953564Sobrien	struct proc *p2;
7053564Sobrien	struct thread *td2;
7155360Sobrien
7253564Sobrien#ifdef DEBUG
7353564Sobrien	if (ldebug(fork))
7453564Sobrien		printf(ARGS(fork, ""));
7553564Sobrien#endif
7653564Sobrien
7753564Sobrien	if ((error = fork1(td, RFFDG | RFPROC | RFSTOPPED, 0, &p2, NULL, 0))
7853564Sobrien	    != 0)
7953564Sobrien		return (error);
8053564Sobrien
8153564Sobrien	td2 = FIRST_THREAD_IN_PROC(p2);
8253564Sobrien
8353564Sobrien	linux_proc_init(td, td2, 0);
8453564Sobrien
8553564Sobrien	td->td_retval[0] = p2->p_pid;
8653564Sobrien
8753564Sobrien	/*
8853564Sobrien	 * Make this runnable after we are finished with it.
8953564Sobrien	 */
9053564Sobrien	thread_lock(td2);
9153564Sobrien	TD_SET_CAN_RUN(td2);
9253564Sobrien	sched_add(td2, SRQ_BORING);
9353564Sobrien	thread_unlock(td2);
9453564Sobrien
9553564Sobrien	return (0);
9655360Sobrien}
9755360Sobrien
9855360Sobrienint
9953564Sobrienlinux_vfork(struct thread *td, struct linux_vfork_args *args)
10055360Sobrien{
10153564Sobrien	int error;
10255360Sobrien	struct proc *p2;
10355360Sobrien	struct thread *td2;
10455360Sobrien
10555360Sobrien#ifdef DEBUG
10653564Sobrien	if (ldebug(vfork))
10753564Sobrien		printf(ARGS(vfork, ""));
10855360Sobrien#endif
10955360Sobrien
11055360Sobrien	if ((error = fork1(td, RFFDG | RFPROC | RFMEM | RFPPWAIT | RFSTOPPED,
11153564Sobrien	    0, &p2, NULL, 0)) != 0)
11255360Sobrien		return (error);
11353564Sobrien
11453564Sobrien	td2 = FIRST_THREAD_IN_PROC(p2);
11555360Sobrien
11653564Sobrien	linux_proc_init(td, td2, 0);
11753564Sobrien
11853564Sobrien   	td->td_retval[0] = p2->p_pid;
11953564Sobrien
12055360Sobrien	/*
12153564Sobrien	 * Make this runnable after we are finished with it.
12253564Sobrien	 */
12353564Sobrien	thread_lock(td2);
12455360Sobrien	TD_SET_CAN_RUN(td2);
12555360Sobrien	sched_add(td2, SRQ_BORING);
12655360Sobrien	thread_unlock(td2);
12753564Sobrien
12853564Sobrien	return (0);
12955360Sobrien}
13053564Sobrien
13153564Sobrienstatic int
13253564Sobrienlinux_clone_proc(struct thread *td, struct linux_clone_args *args)
13355360Sobrien{
13455360Sobrien	int error, ff = RFPROC | RFSTOPPED;
13553564Sobrien	struct proc *p2;
13655360Sobrien	struct thread *td2;
13755360Sobrien	int exit_signal;
13853564Sobrien	struct linux_emuldata *em;
13953564Sobrien
14053564Sobrien#ifdef DEBUG
14153564Sobrien	if (ldebug(clone)) {
14253564Sobrien		printf(ARGS(clone, "flags %x, stack %p, parent tid: %p, "
14353564Sobrien		    "child tid: %p"), (unsigned)args->flags,
14453564Sobrien		    args->stack, args->parent_tidptr, args->child_tidptr);
14553564Sobrien	}
14653564Sobrien#endif
14755360Sobrien
14853564Sobrien	exit_signal = args->flags & 0x000000ff;
14953564Sobrien	if (LINUX_SIG_VALID(exit_signal)) {
15053564Sobrien		exit_signal = linux_to_bsd_signal(exit_signal);
15153564Sobrien	} else if (exit_signal != 0)
15253564Sobrien		return (EINVAL);
15353564Sobrien
15453564Sobrien	if (args->flags & LINUX_CLONE_VM)
15555360Sobrien		ff |= RFMEM;
15653564Sobrien	if (args->flags & LINUX_CLONE_SIGHAND)
15753564Sobrien		ff |= RFSIGSHARE;
15855360Sobrien	/*
15953564Sobrien	 * XXX: In Linux, sharing of fs info (chroot/cwd/umask)
16055360Sobrien	 * and open files is independant.  In FreeBSD, its in one
16155360Sobrien	 * structure but in reality it does not cause any problems
16253564Sobrien	 * because both of these flags are usually set together.
16355360Sobrien	 */
16453564Sobrien	if (!(args->flags & (LINUX_CLONE_FILES | LINUX_CLONE_FS)))
16553564Sobrien		ff |= RFFDG;
16653564Sobrien
16753564Sobrien	if (args->flags & LINUX_CLONE_PARENT_SETTID)
16853564Sobrien		if (args->parent_tidptr == NULL)
16953564Sobrien			return (EINVAL);
17053564Sobrien
17155360Sobrien	if (args->flags & LINUX_CLONE_VFORK)
17253564Sobrien		ff |= RFPPWAIT;
17353564Sobrien
17453564Sobrien	error = fork1(td, ff, 0, &p2, NULL, 0);
17553564Sobrien	if (error)
17653564Sobrien		return (error);
17753564Sobrien
17855360Sobrien	td2 = FIRST_THREAD_IN_PROC(p2);
17955360Sobrien
18053564Sobrien	/* create the emuldata */
18153564Sobrien	linux_proc_init(td, td2, args->flags);
18253564Sobrien
18353564Sobrien	em = em_find(td2);
18453564Sobrien	KASSERT(em != NULL, ("clone_proc: emuldata not found.\n"));
18553564Sobrien
18653564Sobrien	if (args->flags & LINUX_CLONE_CHILD_SETTID)
18755360Sobrien		em->child_set_tid = args->child_tidptr;
18853564Sobrien	else
18953564Sobrien	   	em->child_set_tid = NULL;
19053564Sobrien
19153564Sobrien	if (args->flags & LINUX_CLONE_CHILD_CLEARTID)
19253564Sobrien		em->child_clear_tid = args->child_tidptr;
19353564Sobrien	else
19453564Sobrien	   	em->child_clear_tid = NULL;
19553564Sobrien
19655360Sobrien	if (args->flags & LINUX_CLONE_PARENT_SETTID) {
19753564Sobrien		error = copyout(&p2->p_pid, args->parent_tidptr,
19853564Sobrien		    sizeof(p2->p_pid));
19953564Sobrien		if (error)
20053564Sobrien			printf(LMSG("copyout failed!"));
20153564Sobrien	}
20253564Sobrien
20353564Sobrien	PROC_LOCK(p2);
20453564Sobrien	p2->p_sigparent = exit_signal;
20555360Sobrien	PROC_UNLOCK(p2);
20655360Sobrien	/*
20755360Sobrien	 * In a case of stack = NULL, we are supposed to COW calling process
20855360Sobrien	 * stack. This is what normal fork() does, so we just keep tf_rsp arg
20955360Sobrien	 * intact.
21053564Sobrien	 */
21153564Sobrien	linux_set_upcall_kse(td2, PTROUT(args->stack));
21253564Sobrien
21353564Sobrien	if (args->flags & LINUX_CLONE_SETTLS)
21455360Sobrien		linux_set_cloned_tls(td2, args->tls);
21553564Sobrien
21655360Sobrien#ifdef DEBUG
21755360Sobrien	if (ldebug(clone))
21853564Sobrien		printf(LMSG("clone: successful rfork to %d, "
21955360Sobrien		    "stack %p sig = %d"), (int)p2->p_pid, args->stack,
22053564Sobrien		    exit_signal);
22153564Sobrien#endif
22253564Sobrien
22353564Sobrien	/*
22453564Sobrien	 * Make this runnable after we are finished with it.
22553564Sobrien	 */
22655360Sobrien	thread_lock(td2);
22753564Sobrien	TD_SET_CAN_RUN(td2);
22853564Sobrien	sched_add(td2, SRQ_BORING);
22953564Sobrien	thread_unlock(td2);
23055360Sobrien
23153564Sobrien	td->td_retval[0] = p2->p_pid;
23253564Sobrien
23353564Sobrien	return (0);
23453564Sobrien}
23553564Sobrien
23653564Sobrienstatic int
23753564Sobrienlinux_clone_thread(struct thread *td, struct linux_clone_args *args)
23853564Sobrien{
23953564Sobrien	struct linux_emuldata *em;
24053564Sobrien	struct thread *newtd;
24153564Sobrien	struct proc *p;
24253564Sobrien	int error;
24353564Sobrien
24453564Sobrien#ifdef DEBUG
24553564Sobrien	if (ldebug(clone)) {
24653564Sobrien		printf(ARGS(clone, "thread: flags %x, stack %p, parent tid: %p, "
24753564Sobrien		    "child tid: %p"), (unsigned)args->flags,
24853564Sobrien		    args->stack, args->parent_tidptr, args->child_tidptr);
24953564Sobrien	}
25055360Sobrien#endif
25155360Sobrien
25253564Sobrien	LINUX_CTR4(clone_thread, "thread(%d) flags %x ptid %p ctid %p",
25353564Sobrien	    td->td_tid, (unsigned)args->flags,
25453564Sobrien	    args->parent_tidptr, args->child_tidptr);
25553564Sobrien
25653564Sobrien	if (args->flags & LINUX_CLONE_PARENT_SETTID)
25753564Sobrien		if (args->parent_tidptr == NULL)
25855360Sobrien			return (EINVAL);
25953564Sobrien
26055360Sobrien	/* Threads should be created with own stack */
26153564Sobrien	if (args->stack == NULL)
26253564Sobrien		return (EINVAL);
26353564Sobrien
26453564Sobrien	p = td->td_proc;
26553564Sobrien
26653564Sobrien#ifdef RACCT
26753564Sobrien	if (racct_enable) {
26853564Sobrien		PROC_LOCK(p);
26955360Sobrien		error = racct_add(p, RACCT_NTHR, 1);
27055360Sobrien		PROC_UNLOCK(p);
27153564Sobrien		if (error != 0)
27253564Sobrien			return (EPROCLIM);
27353564Sobrien	}
27453564Sobrien#endif
27553564Sobrien
27653564Sobrien	/* Initialize our td */
27753564Sobrien	error = kern_thr_alloc(p, 0, &newtd);
27856230Sru	if (error)
27956230Sru		goto fail;
28056230Sru
28156230Sru	cpu_set_upcall(newtd, td);
28256230Sru
28356230Sru	bzero(&newtd->td_startzero,
28456230Sru	    __rangeof(struct thread, td_startzero, td_endzero));
28556230Sru	bcopy(&td->td_startcopy, &newtd->td_startcopy,
28656230Sru	    __rangeof(struct thread, td_startcopy, td_endcopy));
28756230Sru
28856230Sru	newtd->td_proc = p;
28956230Sru	newtd->td_ucred = crhold(td->td_ucred);
29056230Sru
29156230Sru	/* create the emuldata */
29256230Sru	linux_proc_init(td, newtd, args->flags);
29353564Sobrien
29453564Sobrien	em = em_find(newtd);
29553564Sobrien	KASSERT(em != NULL, ("clone_thread: emuldata not found.\n"));
29653564Sobrien
29753564Sobrien	if (args->flags & LINUX_CLONE_SETTLS)
29853564Sobrien		linux_set_cloned_tls(newtd, args->tls);
29955360Sobrien
30055360Sobrien	if (args->flags & LINUX_CLONE_CHILD_SETTID)
30153564Sobrien		em->child_set_tid = args->child_tidptr;
30253564Sobrien	else
30353564Sobrien	   	em->child_set_tid = NULL;
30453564Sobrien
30553564Sobrien	if (args->flags & LINUX_CLONE_CHILD_CLEARTID)
30655360Sobrien		em->child_clear_tid = args->child_tidptr;
30753564Sobrien	else
30853564Sobrien	   	em->child_clear_tid = NULL;
30955360Sobrien
31055360Sobrien	cpu_thread_clean(newtd);
31155360Sobrien
31255360Sobrien	linux_set_upcall_kse(newtd, PTROUT(args->stack));
31353564Sobrien
31453564Sobrien	PROC_LOCK(p);
31555360Sobrien	p->p_flag |= P_HADTHREADS;
31653564Sobrien	bcopy(p->p_comm, newtd->td_name, sizeof(newtd->td_name));
31753564Sobrien
31855360Sobrien	if (args->flags & LINUX_CLONE_PARENT)
31955360Sobrien		thread_link(newtd, p->p_pptr);
32055360Sobrien	else
32155360Sobrien		thread_link(newtd, p);
32255360Sobrien
32355360Sobrien	thread_lock(td);
32455360Sobrien	/* let the scheduler know about these things. */
32553564Sobrien	sched_fork_thread(td, newtd);
32653564Sobrien	thread_unlock(td);
32753564Sobrien	if (P_SHOULDSTOP(p))
32853564Sobrien		newtd->td_flags |= TDF_ASTPENDING | TDF_NEEDSUSPCHK;
32953564Sobrien	PROC_UNLOCK(p);
33053564Sobrien
33153564Sobrien	tidhash_add(newtd);
33253564Sobrien
33353564Sobrien#ifdef DEBUG
33453564Sobrien	if (ldebug(clone))
33553564Sobrien		printf(ARGS(clone, "successful clone to %d, stack %p"),
33653564Sobrien		(int)newtd->td_tid, args->stack);
33755360Sobrien#endif
33855360Sobrien
33955360Sobrien	LINUX_CTR2(clone_thread, "thread(%d) successful clone to %d",
34053564Sobrien	    td->td_tid, newtd->td_tid);
34153564Sobrien
34253564Sobrien	if (args->flags & LINUX_CLONE_PARENT_SETTID) {
34353564Sobrien		error = copyout(&newtd->td_tid, args->parent_tidptr,
34453564Sobrien		    sizeof(newtd->td_tid));
34553564Sobrien		if (error)
34653564Sobrien			printf(LMSG("clone_thread: copyout failed!"));
34756230Sru	}
34856230Sru
34953564Sobrien	/*
35053564Sobrien	 * Make this runnable after we are finished with it.
35153564Sobrien	 */
35253564Sobrien	thread_lock(newtd);
35353564Sobrien	TD_SET_CAN_RUN(newtd);
35453564Sobrien	sched_add(newtd, SRQ_BORING);
35555360Sobrien	thread_unlock(newtd);
35655360Sobrien
35755360Sobrien	td->td_retval[0] = newtd->td_tid;
35853564Sobrien
35953564Sobrien	return (0);
36055360Sobrien
36153564Sobrienfail:
36253564Sobrien#ifdef RACCT
36353564Sobrien	if (racct_enable) {
36453564Sobrien		PROC_LOCK(p);
36553564Sobrien		racct_sub(p, RACCT_NTHR, 1);
36653564Sobrien		PROC_UNLOCK(p);
36753564Sobrien	}
36853564Sobrien#endif
36953564Sobrien	return (error);
37053564Sobrien}
37153564Sobrien
37253564Sobrienint
37353564Sobrienlinux_clone(struct thread *td, struct linux_clone_args *args)
37453564Sobrien{
37553564Sobrien
37653564Sobrien	if (args->flags & LINUX_CLONE_THREAD)
37753564Sobrien		return (linux_clone_thread(td, args));
37853564Sobrien	else
37953564Sobrien		return (linux_clone_proc(td, args));
38053564Sobrien}
38153564Sobrien
38253564Sobrienint
38353564Sobrienlinux_exit(struct thread *td, struct linux_exit_args *args)
38455360Sobrien{
38555360Sobrien	struct linux_emuldata *em;
38655360Sobrien
38755360Sobrien	em = em_find(td);
38855360Sobrien	KASSERT(em != NULL, ("exit: emuldata not found.\n"));
38955360Sobrien
39053564Sobrien	LINUX_CTR2(exit, "thread(%d) (%d)", em->em_tid, args->rval);
39155360Sobrien
39255360Sobrien	linux_thread_detach(td);
39355360Sobrien
39455360Sobrien	/*
39555360Sobrien	 * XXX. When the last two threads of a process
39653564Sobrien	 * exit via pthread_exit() try thr_exit() first.
39753564Sobrien	 */
39853564Sobrien	kern_thr_exit(td);
39953564Sobrien	exit1(td, W_EXITCODE(args->rval, 0));
40053564Sobrien		/* NOTREACHED */
40153564Sobrien}
40253564Sobrien
40355360Sobrienint
40455360Sobrienlinux_set_tid_address(struct thread *td, struct linux_set_tid_address_args *args)
40555360Sobrien{
40655360Sobrien	struct linux_emuldata *em;
40755360Sobrien
40855360Sobrien	em = em_find(td);
40953564Sobrien	KASSERT(em != NULL, ("set_tid_address: emuldata not found.\n"));
41053564Sobrien
41155360Sobrien	em->child_clear_tid = args->tidptr;
41255360Sobrien
41355360Sobrien	td->td_retval[0] = em->em_tid;
41455360Sobrien
41555360Sobrien	LINUX_CTR3(set_tid_address, "tidptr(%d) %p, returns %d",
41655360Sobrien	    em->em_tid, args->tidptr, td->td_retval[0]);
41755360Sobrien
41855360Sobrien	return (0);
41955360Sobrien}
42055360Sobrien
42155360Sobrienvoid
42255360Sobrienlinux_thread_detach(struct thread *td)
42355360Sobrien{
42455360Sobrien	struct linux_sys_futex_args cup;
42555360Sobrien	struct linux_emuldata *em;
42655360Sobrien	int *child_clear_tid;
42755360Sobrien	int error;
42855360Sobrien
42955360Sobrien	em = em_find(td);
43055360Sobrien	KASSERT(em != NULL, ("thread_detach: emuldata not found.\n"));
43155360Sobrien
43255360Sobrien	LINUX_CTR1(thread_detach, "thread(%d)", em->em_tid);
43355360Sobrien
43455360Sobrien	release_futexes(td, em);
43555360Sobrien
43655360Sobrien	child_clear_tid = em->child_clear_tid;
43755360Sobrien
43855360Sobrien	if (child_clear_tid != NULL) {
43955360Sobrien
44055360Sobrien		LINUX_CTR2(thread_detach, "thread(%d) %p",
44155360Sobrien		    em->em_tid, child_clear_tid);
44255360Sobrien
44355360Sobrien		error = suword32(child_clear_tid, 0);
44453564Sobrien		if (error != 0)
44553564Sobrien			return;
44655360Sobrien
44753564Sobrien		cup.uaddr = child_clear_tid;
44853564Sobrien		cup.op = LINUX_FUTEX_WAKE;
44955360Sobrien		cup.val = 1;		/* wake one */
45053564Sobrien		cup.timeout = NULL;
45155360Sobrien		cup.uaddr2 = NULL;
45255360Sobrien		cup.val3 = 0;
45355360Sobrien		error = linux_sys_futex(td, &cup);
45455360Sobrien		/*
45555360Sobrien		 * this cannot happen at the moment and if this happens it
45655360Sobrien		 * probably means there is a user space bug
45755360Sobrien		 */
45855360Sobrien		if (error != 0)
45955360Sobrien			linux_msg(td, "futex stuff in thread_detach failed.");
46055360Sobrien	}
46155360Sobrien}
46255360Sobrien