153564Sobrien/*- 253564Sobrien * Copyright (c) 2004 Tim J. Robbins 353564Sobrien * Copyright (c) 2002 Doug Rabson 453564Sobrien * Copyright (c) 2000 Marcel Moolenaar 553564Sobrien * All rights reserved. 653564Sobrien * 753564Sobrien * Redistribution and use in source and binary forms, with or without 853564Sobrien * modification, are permitted provided that the following conditions 953564Sobrien * are met: 1053564Sobrien * 1. Redistributions of source code must retain the above copyright 1153564Sobrien * notice, this list of conditions and the following disclaimer 1253564Sobrien * in this position and unchanged. 1353564Sobrien * 2. Redistributions in binary form must reproduce the above copyright 1453564Sobrien * notice, this list of conditions and the following disclaimer in the 1553564Sobrien * documentation and/or other materials provided with the distribution. 1653564Sobrien * 1753564Sobrien * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 1853564Sobrien * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 1953564Sobrien * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 2053564Sobrien * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 2153564Sobrien * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 2253564Sobrien * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 2353564Sobrien * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 2453564Sobrien * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 2555360Sobrien * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 2653564Sobrien * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 2753564Sobrien */ 2853564Sobrien 2953564Sobrien#include <sys/cdefs.h> 3053564Sobrien__FBSDID("$FreeBSD: releng/10.3/sys/compat/linux/linux_fork.c 293608 2016-01-09 18:28:15Z dchagin $"); 3155360Sobrien 3253564Sobrien#include "opt_compat.h" 3353564Sobrien#include "opt_kdtrace.h" 3453564Sobrien 3553564Sobrien#include <sys/param.h> 3653564Sobrien#include <sys/systm.h> 3753564Sobrien#include <sys/imgact.h> 3855360Sobrien#include <sys/ktr.h> 3953564Sobrien#include <sys/lock.h> 4053564Sobrien#include <sys/mutex.h> 4153564Sobrien#include <sys/proc.h> 4253564Sobrien#include <sys/racct.h> 4353564Sobrien#include <sys/sched.h> 4453564Sobrien#include <sys/syscallsubr.h> 4553564Sobrien#include <sys/sx.h> 4653564Sobrien#include <sys/unistd.h> 4753564Sobrien#include <sys/wait.h> 4853564Sobrien 4953564Sobrien#include <vm/vm.h> 5053564Sobrien#include <vm/pmap.h> 5153564Sobrien#include <vm/vm_map.h> 5253564Sobrien 5353564Sobrien#ifdef COMPAT_LINUX32 5453564Sobrien#include <machine/../linux32/linux.h> 5553564Sobrien#include <machine/../linux32/linux32_proto.h> 5653564Sobrien#else 5753564Sobrien#include <machine/../linux/linux.h> 5853564Sobrien#include <machine/../linux/linux_proto.h> 5953564Sobrien#endif 6053564Sobrien#include <compat/linux/linux_emul.h> 6153564Sobrien#include <compat/linux/linux_futex.h> 6253564Sobrien#include <compat/linux/linux_misc.h> 6353564Sobrien#include <compat/linux/linux_util.h> 6453564Sobrien 6553564Sobrienint 6653564Sobrienlinux_fork(struct thread *td, struct linux_fork_args *args) 6753564Sobrien{ 6853564Sobrien int error; 6953564Sobrien struct proc *p2; 7053564Sobrien struct thread *td2; 7155360Sobrien 7253564Sobrien#ifdef DEBUG 7353564Sobrien if (ldebug(fork)) 7453564Sobrien printf(ARGS(fork, "")); 7553564Sobrien#endif 7653564Sobrien 7753564Sobrien if ((error = fork1(td, RFFDG | RFPROC | RFSTOPPED, 0, &p2, NULL, 0)) 7853564Sobrien != 0) 7953564Sobrien return (error); 8053564Sobrien 8153564Sobrien td2 = FIRST_THREAD_IN_PROC(p2); 8253564Sobrien 8353564Sobrien linux_proc_init(td, td2, 0); 8453564Sobrien 8553564Sobrien td->td_retval[0] = p2->p_pid; 8653564Sobrien 8753564Sobrien /* 8853564Sobrien * Make this runnable after we are finished with it. 8953564Sobrien */ 9053564Sobrien thread_lock(td2); 9153564Sobrien TD_SET_CAN_RUN(td2); 9253564Sobrien sched_add(td2, SRQ_BORING); 9353564Sobrien thread_unlock(td2); 9453564Sobrien 9553564Sobrien return (0); 9655360Sobrien} 9755360Sobrien 9855360Sobrienint 9953564Sobrienlinux_vfork(struct thread *td, struct linux_vfork_args *args) 10055360Sobrien{ 10153564Sobrien int error; 10255360Sobrien struct proc *p2; 10355360Sobrien struct thread *td2; 10455360Sobrien 10555360Sobrien#ifdef DEBUG 10653564Sobrien if (ldebug(vfork)) 10753564Sobrien printf(ARGS(vfork, "")); 10855360Sobrien#endif 10955360Sobrien 11055360Sobrien if ((error = fork1(td, RFFDG | RFPROC | RFMEM | RFPPWAIT | RFSTOPPED, 11153564Sobrien 0, &p2, NULL, 0)) != 0) 11255360Sobrien return (error); 11353564Sobrien 11453564Sobrien td2 = FIRST_THREAD_IN_PROC(p2); 11555360Sobrien 11653564Sobrien linux_proc_init(td, td2, 0); 11753564Sobrien 11853564Sobrien td->td_retval[0] = p2->p_pid; 11953564Sobrien 12055360Sobrien /* 12153564Sobrien * Make this runnable after we are finished with it. 12253564Sobrien */ 12353564Sobrien thread_lock(td2); 12455360Sobrien TD_SET_CAN_RUN(td2); 12555360Sobrien sched_add(td2, SRQ_BORING); 12655360Sobrien thread_unlock(td2); 12753564Sobrien 12853564Sobrien return (0); 12955360Sobrien} 13053564Sobrien 13153564Sobrienstatic int 13253564Sobrienlinux_clone_proc(struct thread *td, struct linux_clone_args *args) 13355360Sobrien{ 13455360Sobrien int error, ff = RFPROC | RFSTOPPED; 13553564Sobrien struct proc *p2; 13655360Sobrien struct thread *td2; 13755360Sobrien int exit_signal; 13853564Sobrien struct linux_emuldata *em; 13953564Sobrien 14053564Sobrien#ifdef DEBUG 14153564Sobrien if (ldebug(clone)) { 14253564Sobrien printf(ARGS(clone, "flags %x, stack %p, parent tid: %p, " 14353564Sobrien "child tid: %p"), (unsigned)args->flags, 14453564Sobrien args->stack, args->parent_tidptr, args->child_tidptr); 14553564Sobrien } 14653564Sobrien#endif 14755360Sobrien 14853564Sobrien exit_signal = args->flags & 0x000000ff; 14953564Sobrien if (LINUX_SIG_VALID(exit_signal)) { 15053564Sobrien exit_signal = linux_to_bsd_signal(exit_signal); 15153564Sobrien } else if (exit_signal != 0) 15253564Sobrien return (EINVAL); 15353564Sobrien 15453564Sobrien if (args->flags & LINUX_CLONE_VM) 15555360Sobrien ff |= RFMEM; 15653564Sobrien if (args->flags & LINUX_CLONE_SIGHAND) 15753564Sobrien ff |= RFSIGSHARE; 15855360Sobrien /* 15953564Sobrien * XXX: In Linux, sharing of fs info (chroot/cwd/umask) 16055360Sobrien * and open files is independant. In FreeBSD, its in one 16155360Sobrien * structure but in reality it does not cause any problems 16253564Sobrien * because both of these flags are usually set together. 16355360Sobrien */ 16453564Sobrien if (!(args->flags & (LINUX_CLONE_FILES | LINUX_CLONE_FS))) 16553564Sobrien ff |= RFFDG; 16653564Sobrien 16753564Sobrien if (args->flags & LINUX_CLONE_PARENT_SETTID) 16853564Sobrien if (args->parent_tidptr == NULL) 16953564Sobrien return (EINVAL); 17053564Sobrien 17155360Sobrien if (args->flags & LINUX_CLONE_VFORK) 17253564Sobrien ff |= RFPPWAIT; 17353564Sobrien 17453564Sobrien error = fork1(td, ff, 0, &p2, NULL, 0); 17553564Sobrien if (error) 17653564Sobrien return (error); 17753564Sobrien 17855360Sobrien td2 = FIRST_THREAD_IN_PROC(p2); 17955360Sobrien 18053564Sobrien /* create the emuldata */ 18153564Sobrien linux_proc_init(td, td2, args->flags); 18253564Sobrien 18353564Sobrien em = em_find(td2); 18453564Sobrien KASSERT(em != NULL, ("clone_proc: emuldata not found.\n")); 18553564Sobrien 18653564Sobrien if (args->flags & LINUX_CLONE_CHILD_SETTID) 18755360Sobrien em->child_set_tid = args->child_tidptr; 18853564Sobrien else 18953564Sobrien em->child_set_tid = NULL; 19053564Sobrien 19153564Sobrien if (args->flags & LINUX_CLONE_CHILD_CLEARTID) 19253564Sobrien em->child_clear_tid = args->child_tidptr; 19353564Sobrien else 19453564Sobrien em->child_clear_tid = NULL; 19553564Sobrien 19655360Sobrien if (args->flags & LINUX_CLONE_PARENT_SETTID) { 19753564Sobrien error = copyout(&p2->p_pid, args->parent_tidptr, 19853564Sobrien sizeof(p2->p_pid)); 19953564Sobrien if (error) 20053564Sobrien printf(LMSG("copyout failed!")); 20153564Sobrien } 20253564Sobrien 20353564Sobrien PROC_LOCK(p2); 20453564Sobrien p2->p_sigparent = exit_signal; 20555360Sobrien PROC_UNLOCK(p2); 20655360Sobrien /* 20755360Sobrien * In a case of stack = NULL, we are supposed to COW calling process 20855360Sobrien * stack. This is what normal fork() does, so we just keep tf_rsp arg 20955360Sobrien * intact. 21053564Sobrien */ 21153564Sobrien linux_set_upcall_kse(td2, PTROUT(args->stack)); 21253564Sobrien 21353564Sobrien if (args->flags & LINUX_CLONE_SETTLS) 21455360Sobrien linux_set_cloned_tls(td2, args->tls); 21553564Sobrien 21655360Sobrien#ifdef DEBUG 21755360Sobrien if (ldebug(clone)) 21853564Sobrien printf(LMSG("clone: successful rfork to %d, " 21955360Sobrien "stack %p sig = %d"), (int)p2->p_pid, args->stack, 22053564Sobrien exit_signal); 22153564Sobrien#endif 22253564Sobrien 22353564Sobrien /* 22453564Sobrien * Make this runnable after we are finished with it. 22553564Sobrien */ 22655360Sobrien thread_lock(td2); 22753564Sobrien TD_SET_CAN_RUN(td2); 22853564Sobrien sched_add(td2, SRQ_BORING); 22953564Sobrien thread_unlock(td2); 23055360Sobrien 23153564Sobrien td->td_retval[0] = p2->p_pid; 23253564Sobrien 23353564Sobrien return (0); 23453564Sobrien} 23553564Sobrien 23653564Sobrienstatic int 23753564Sobrienlinux_clone_thread(struct thread *td, struct linux_clone_args *args) 23853564Sobrien{ 23953564Sobrien struct linux_emuldata *em; 24053564Sobrien struct thread *newtd; 24153564Sobrien struct proc *p; 24253564Sobrien int error; 24353564Sobrien 24453564Sobrien#ifdef DEBUG 24553564Sobrien if (ldebug(clone)) { 24653564Sobrien printf(ARGS(clone, "thread: flags %x, stack %p, parent tid: %p, " 24753564Sobrien "child tid: %p"), (unsigned)args->flags, 24853564Sobrien args->stack, args->parent_tidptr, args->child_tidptr); 24953564Sobrien } 25055360Sobrien#endif 25155360Sobrien 25253564Sobrien LINUX_CTR4(clone_thread, "thread(%d) flags %x ptid %p ctid %p", 25353564Sobrien td->td_tid, (unsigned)args->flags, 25453564Sobrien args->parent_tidptr, args->child_tidptr); 25553564Sobrien 25653564Sobrien if (args->flags & LINUX_CLONE_PARENT_SETTID) 25753564Sobrien if (args->parent_tidptr == NULL) 25855360Sobrien return (EINVAL); 25953564Sobrien 26055360Sobrien /* Threads should be created with own stack */ 26153564Sobrien if (args->stack == NULL) 26253564Sobrien return (EINVAL); 26353564Sobrien 26453564Sobrien p = td->td_proc; 26553564Sobrien 26653564Sobrien#ifdef RACCT 26753564Sobrien if (racct_enable) { 26853564Sobrien PROC_LOCK(p); 26955360Sobrien error = racct_add(p, RACCT_NTHR, 1); 27055360Sobrien PROC_UNLOCK(p); 27153564Sobrien if (error != 0) 27253564Sobrien return (EPROCLIM); 27353564Sobrien } 27453564Sobrien#endif 27553564Sobrien 27653564Sobrien /* Initialize our td */ 27753564Sobrien error = kern_thr_alloc(p, 0, &newtd); 27856230Sru if (error) 27956230Sru goto fail; 28056230Sru 28156230Sru cpu_set_upcall(newtd, td); 28256230Sru 28356230Sru bzero(&newtd->td_startzero, 28456230Sru __rangeof(struct thread, td_startzero, td_endzero)); 28556230Sru bcopy(&td->td_startcopy, &newtd->td_startcopy, 28656230Sru __rangeof(struct thread, td_startcopy, td_endcopy)); 28756230Sru 28856230Sru newtd->td_proc = p; 28956230Sru newtd->td_ucred = crhold(td->td_ucred); 29056230Sru 29156230Sru /* create the emuldata */ 29256230Sru linux_proc_init(td, newtd, args->flags); 29353564Sobrien 29453564Sobrien em = em_find(newtd); 29553564Sobrien KASSERT(em != NULL, ("clone_thread: emuldata not found.\n")); 29653564Sobrien 29753564Sobrien if (args->flags & LINUX_CLONE_SETTLS) 29853564Sobrien linux_set_cloned_tls(newtd, args->tls); 29955360Sobrien 30055360Sobrien if (args->flags & LINUX_CLONE_CHILD_SETTID) 30153564Sobrien em->child_set_tid = args->child_tidptr; 30253564Sobrien else 30353564Sobrien em->child_set_tid = NULL; 30453564Sobrien 30553564Sobrien if (args->flags & LINUX_CLONE_CHILD_CLEARTID) 30655360Sobrien em->child_clear_tid = args->child_tidptr; 30753564Sobrien else 30853564Sobrien em->child_clear_tid = NULL; 30955360Sobrien 31055360Sobrien cpu_thread_clean(newtd); 31155360Sobrien 31255360Sobrien linux_set_upcall_kse(newtd, PTROUT(args->stack)); 31353564Sobrien 31453564Sobrien PROC_LOCK(p); 31555360Sobrien p->p_flag |= P_HADTHREADS; 31653564Sobrien bcopy(p->p_comm, newtd->td_name, sizeof(newtd->td_name)); 31753564Sobrien 31855360Sobrien if (args->flags & LINUX_CLONE_PARENT) 31955360Sobrien thread_link(newtd, p->p_pptr); 32055360Sobrien else 32155360Sobrien thread_link(newtd, p); 32255360Sobrien 32355360Sobrien thread_lock(td); 32455360Sobrien /* let the scheduler know about these things. */ 32553564Sobrien sched_fork_thread(td, newtd); 32653564Sobrien thread_unlock(td); 32753564Sobrien if (P_SHOULDSTOP(p)) 32853564Sobrien newtd->td_flags |= TDF_ASTPENDING | TDF_NEEDSUSPCHK; 32953564Sobrien PROC_UNLOCK(p); 33053564Sobrien 33153564Sobrien tidhash_add(newtd); 33253564Sobrien 33353564Sobrien#ifdef DEBUG 33453564Sobrien if (ldebug(clone)) 33553564Sobrien printf(ARGS(clone, "successful clone to %d, stack %p"), 33653564Sobrien (int)newtd->td_tid, args->stack); 33755360Sobrien#endif 33855360Sobrien 33955360Sobrien LINUX_CTR2(clone_thread, "thread(%d) successful clone to %d", 34053564Sobrien td->td_tid, newtd->td_tid); 34153564Sobrien 34253564Sobrien if (args->flags & LINUX_CLONE_PARENT_SETTID) { 34353564Sobrien error = copyout(&newtd->td_tid, args->parent_tidptr, 34453564Sobrien sizeof(newtd->td_tid)); 34553564Sobrien if (error) 34653564Sobrien printf(LMSG("clone_thread: copyout failed!")); 34756230Sru } 34856230Sru 34953564Sobrien /* 35053564Sobrien * Make this runnable after we are finished with it. 35153564Sobrien */ 35253564Sobrien thread_lock(newtd); 35353564Sobrien TD_SET_CAN_RUN(newtd); 35453564Sobrien sched_add(newtd, SRQ_BORING); 35555360Sobrien thread_unlock(newtd); 35655360Sobrien 35755360Sobrien td->td_retval[0] = newtd->td_tid; 35853564Sobrien 35953564Sobrien return (0); 36055360Sobrien 36153564Sobrienfail: 36253564Sobrien#ifdef RACCT 36353564Sobrien if (racct_enable) { 36453564Sobrien PROC_LOCK(p); 36553564Sobrien racct_sub(p, RACCT_NTHR, 1); 36653564Sobrien PROC_UNLOCK(p); 36753564Sobrien } 36853564Sobrien#endif 36953564Sobrien return (error); 37053564Sobrien} 37153564Sobrien 37253564Sobrienint 37353564Sobrienlinux_clone(struct thread *td, struct linux_clone_args *args) 37453564Sobrien{ 37553564Sobrien 37653564Sobrien if (args->flags & LINUX_CLONE_THREAD) 37753564Sobrien return (linux_clone_thread(td, args)); 37853564Sobrien else 37953564Sobrien return (linux_clone_proc(td, args)); 38053564Sobrien} 38153564Sobrien 38253564Sobrienint 38353564Sobrienlinux_exit(struct thread *td, struct linux_exit_args *args) 38455360Sobrien{ 38555360Sobrien struct linux_emuldata *em; 38655360Sobrien 38755360Sobrien em = em_find(td); 38855360Sobrien KASSERT(em != NULL, ("exit: emuldata not found.\n")); 38955360Sobrien 39053564Sobrien LINUX_CTR2(exit, "thread(%d) (%d)", em->em_tid, args->rval); 39155360Sobrien 39255360Sobrien linux_thread_detach(td); 39355360Sobrien 39455360Sobrien /* 39555360Sobrien * XXX. When the last two threads of a process 39653564Sobrien * exit via pthread_exit() try thr_exit() first. 39753564Sobrien */ 39853564Sobrien kern_thr_exit(td); 39953564Sobrien exit1(td, W_EXITCODE(args->rval, 0)); 40053564Sobrien /* NOTREACHED */ 40153564Sobrien} 40253564Sobrien 40355360Sobrienint 40455360Sobrienlinux_set_tid_address(struct thread *td, struct linux_set_tid_address_args *args) 40555360Sobrien{ 40655360Sobrien struct linux_emuldata *em; 40755360Sobrien 40855360Sobrien em = em_find(td); 40953564Sobrien KASSERT(em != NULL, ("set_tid_address: emuldata not found.\n")); 41053564Sobrien 41155360Sobrien em->child_clear_tid = args->tidptr; 41255360Sobrien 41355360Sobrien td->td_retval[0] = em->em_tid; 41455360Sobrien 41555360Sobrien LINUX_CTR3(set_tid_address, "tidptr(%d) %p, returns %d", 41655360Sobrien em->em_tid, args->tidptr, td->td_retval[0]); 41755360Sobrien 41855360Sobrien return (0); 41955360Sobrien} 42055360Sobrien 42155360Sobrienvoid 42255360Sobrienlinux_thread_detach(struct thread *td) 42355360Sobrien{ 42455360Sobrien struct linux_sys_futex_args cup; 42555360Sobrien struct linux_emuldata *em; 42655360Sobrien int *child_clear_tid; 42755360Sobrien int error; 42855360Sobrien 42955360Sobrien em = em_find(td); 43055360Sobrien KASSERT(em != NULL, ("thread_detach: emuldata not found.\n")); 43155360Sobrien 43255360Sobrien LINUX_CTR1(thread_detach, "thread(%d)", em->em_tid); 43355360Sobrien 43455360Sobrien release_futexes(td, em); 43555360Sobrien 43655360Sobrien child_clear_tid = em->child_clear_tid; 43755360Sobrien 43855360Sobrien if (child_clear_tid != NULL) { 43955360Sobrien 44055360Sobrien LINUX_CTR2(thread_detach, "thread(%d) %p", 44155360Sobrien em->em_tid, child_clear_tid); 44255360Sobrien 44355360Sobrien error = suword32(child_clear_tid, 0); 44453564Sobrien if (error != 0) 44553564Sobrien return; 44655360Sobrien 44753564Sobrien cup.uaddr = child_clear_tid; 44853564Sobrien cup.op = LINUX_FUTEX_WAKE; 44955360Sobrien cup.val = 1; /* wake one */ 45053564Sobrien cup.timeout = NULL; 45155360Sobrien cup.uaddr2 = NULL; 45255360Sobrien cup.val3 = 0; 45355360Sobrien error = linux_sys_futex(td, &cup); 45455360Sobrien /* 45555360Sobrien * this cannot happen at the moment and if this happens it 45655360Sobrien * probably means there is a user space bug 45755360Sobrien */ 45855360Sobrien if (error != 0) 45955360Sobrien linux_msg(td, "futex stuff in thread_detach failed."); 46055360Sobrien } 46155360Sobrien} 46255360Sobrien