/linux-master/arch/hexagon/include/asm/ |
H A D | futex.h | 13 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ 29 : "=&r" (oldval), "=&r" (ret), "+m" (*uaddr) \ 30 : "r" (uaddr), "r" (oparg), "i" (-EFAULT) \ 35 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) argument 39 if (!access_ok(uaddr, sizeof(u32))) 44 __futex_atomic_op("%1 = %4\n", ret, oldval, uaddr, oparg); 47 __futex_atomic_op("%1 = add(%0,%4)\n", ret, oldval, uaddr, 51 __futex_atomic_op("%1 = or(%0,%4)\n", ret, oldval, uaddr, 56 oldval, uaddr, oparg); 59 __futex_atomic_op("%1 = xor(%0,%4)\n", ret, oldval, uaddr, 73 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) argument [all...] |
/linux-master/arch/s390/include/asm/ |
H A D | futex.h | 11 #define __futex_atomic_op(insn, ret, oldval, newval, uaddr, oparg) \ 23 "=m" (*uaddr) \ 24 : "0" (-EFAULT), "d" (oparg), "a" (uaddr), \ 25 "m" (*uaddr) : "cc"); 28 u32 __user *uaddr) 35 ret, oldval, newval, uaddr, oparg); 39 ret, oldval, newval, uaddr, oparg); 43 ret, oldval, newval, uaddr, oparg); 47 ret, oldval, newval, uaddr, oparg); 51 ret, oldval, newval, uaddr, opar 27 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) argument 63 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) argument [all...] |
/linux-master/tools/perf/bench/ |
H A D | futex.h | 32 * @uaddr: address of first futex 34 * @val: typically expected value of uaddr, but varies by op 49 futex_syscall(volatile u_int32_t *uaddr, int op, u_int32_t val, struct timespec *timeout, argument 52 return syscall(SYS_futex, uaddr, op | opflags, val, timeout, uaddr2, val3); 56 futex_syscall_nr_requeue(volatile u_int32_t *uaddr, int op, u_int32_t val, int nr_requeue, argument 59 return syscall(SYS_futex, uaddr, op | opflags, val, nr_requeue, uaddr2, val3); 63 * futex_wait() - block on uaddr with optional timeout 67 futex_wait(u_int32_t *uaddr, u_int32_t val, struct timespec *timeout, int opflags) argument 69 return futex_syscall(uaddr, FUTEX_WAIT, val, timeout, NULL, 0, opflags); 73 * futex_wake() - wake one or more tasks blocked on uaddr 77 futex_wake(u_int32_t *uaddr, int nr_wake, int opflags) argument 86 futex_lock_pi(u_int32_t *uaddr, struct timespec *timeout, int opflags) argument 95 futex_unlock_pi(u_int32_t *uaddr, int opflags) argument 106 futex_cmp_requeue(u_int32_t *uaddr, u_int32_t val, u_int32_t *uaddr2, int nr_wake, int nr_requeue, int opflags) argument 122 futex_wait_requeue_pi(u_int32_t *uaddr, u_int32_t val, u_int32_t *uaddr2, struct timespec *timeout, int opflags) argument 139 futex_cmp_requeue_pi(u_int32_t *uaddr, u_int32_t val, u_int32_t *uaddr2, int nr_requeue, int opflags) argument [all...] |
/linux-master/arch/powerpc/include/asm/ |
H A D | futex.h | 12 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ 28 : "b" (uaddr), "i" (-EFAULT), "r" (oparg) \ 32 u32 __user *uaddr) 36 if (!user_access_begin(uaddr, sizeof(u32))) 41 __futex_atomic_op("mr %1,%4\n", ret, oldval, uaddr, oparg); 44 __futex_atomic_op("add %1,%0,%4\n", ret, oldval, uaddr, oparg); 47 __futex_atomic_op("or %1,%0,%4\n", ret, oldval, uaddr, oparg); 50 __futex_atomic_op("andc %1,%0,%4\n", ret, oldval, uaddr, oparg); 53 __futex_atomic_op("xor %1,%0,%4\n", ret, oldval, uaddr, oparg); 66 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, argument 31 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) argument [all...] |
/linux-master/arch/loongarch/include/asm/ |
H A D | futex.h | 14 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ 25 "=ZC" (*uaddr) \ 26 : "0" (0), "ZC" (*uaddr), "Jr" (oparg) \ 31 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) argument 39 __futex_atomic_op("move $t0, %z5", ret, oldval, uaddr, oparg); 42 __futex_atomic_op("add.w $t0, %1, %z5", ret, oldval, uaddr, oparg); 45 __futex_atomic_op("or $t0, %1, %z5", ret, oldval, uaddr, oparg); 48 __futex_atomic_op("and $t0, %1, %z5", ret, oldval, uaddr, ~oparg); 51 __futex_atomic_op("xor $t0, %1, %z5", ret, oldval, uaddr, oparg); 66 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u3 argument [all...] |
/linux-master/tools/testing/selftests/futex/include/ |
H A D | futextest.h | 52 * @uaddr: address of first futex 54 * @val: typically expected value of uaddr, but varies by op 70 #define futex(uaddr, op, val, timeout, uaddr2, val3, opflags) \ 71 syscall(SYS_futex, uaddr, op | opflags, val, timeout, uaddr2, val3) 74 * futex_wait() - block on uaddr with optional timeout 78 futex_wait(futex_t *uaddr, futex_t val, struct timespec *timeout, int opflags) argument 80 return futex(uaddr, FUTEX_WAIT, val, timeout, NULL, 0, opflags); 84 * futex_wake() - wake one or more tasks blocked on uaddr 88 futex_wake(futex_t *uaddr, int nr_wake, int opflags) argument 90 return futex(uaddr, FUTEX_WAK 98 futex_wait_bitset(futex_t *uaddr, futex_t val, struct timespec *timeout, u_int32_t bitset, int opflags) argument 110 futex_wake_bitset(futex_t *uaddr, int nr_wake, u_int32_t bitset, int opflags) argument 121 futex_lock_pi(futex_t *uaddr, struct timespec *timeout, int detect, int opflags) argument 131 futex_unlock_pi(futex_t *uaddr, int opflags) argument 140 futex_wake_op(futex_t *uaddr, futex_t *uaddr2, int nr_wake, int nr_wake2, int wake_op, int opflags) argument 156 futex_requeue(futex_t *uaddr, futex_t *uaddr2, int nr_wake, int nr_requeue, int opflags) argument 169 futex_cmp_requeue(futex_t *uaddr, futex_t val, futex_t *uaddr2, int nr_wake, int nr_requeue, int opflags) argument 185 futex_wait_requeue_pi(futex_t *uaddr, futex_t val, futex_t *uaddr2, struct timespec *timeout, int opflags) argument 200 futex_cmp_requeue_pi(futex_t *uaddr, futex_t val, futex_t *uaddr2, int nr_wake, int nr_requeue, int opflags) argument 219 futex_cmpxchg(futex_t *uaddr, u_int32_t oldval, u_int32_t newval) argument 231 futex_dec(futex_t *uaddr) argument 243 futex_inc(futex_t *uaddr) argument 256 futex_set(futex_t *uaddr, u_int32_t newval) argument [all...] |
/linux-master/arch/xtensa/include/asm/ |
H A D | futex.h | 24 #define __futex_atomic_op(insn, ret, old, uaddr, arg) \ 44 : [addr] "r" (uaddr), [oparg] "r" (arg), \ 48 #define __futex_atomic_op(insn, ret, old, uaddr, arg) \ 68 [mem] "+m" (*(uaddr)) \ 74 u32 __user *uaddr) 79 if (!access_ok(uaddr, sizeof(u32))) 85 ret, oldval, uaddr, oparg); 89 ret, oldval, uaddr, oparg); 93 ret, oldval, uaddr, oparg); 97 ret, oldval, uaddr, ~opar 73 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) argument 117 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) argument [all...] |
/linux-master/arch/openrisc/include/asm/ |
H A D | futex.h | 11 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ 27 : "=&r" (oldval), "=&r" (ret), "+m" (*uaddr) \ 34 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) argument 38 if (!access_ok(uaddr, sizeof(u32))) 43 __futex_atomic_op("l.or %1,%4,%4", ret, oldval, uaddr, oparg); 46 __futex_atomic_op("l.add %1,%0,%4", ret, oldval, uaddr, oparg); 49 __futex_atomic_op("l.or %1,%0,%4", ret, oldval, uaddr, oparg); 52 __futex_atomic_op("l.and %1,%0,%4", ret, oldval, uaddr, ~oparg); 55 __futex_atomic_op("l.xor %1,%0,%4", ret, oldval, uaddr, oparg); 68 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, argument [all...] |
/linux-master/arch/microblaze/include/asm/ |
H A D | futex.h | 11 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ 28 : "r" (uaddr), "i" (-EFAULT), "r" (oparg) \ 33 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) argument 37 if (!access_ok(uaddr, sizeof(u32))) 42 __futex_atomic_op("or %1,%4,%4;", ret, oldval, uaddr, oparg); 45 __futex_atomic_op("add %1,%0,%4;", ret, oldval, uaddr, oparg); 48 __futex_atomic_op("or %1,%0,%4;", ret, oldval, uaddr, oparg); 51 __futex_atomic_op("andn %1,%0,%4;", ret, oldval, uaddr, oparg); 54 __futex_atomic_op("xor %1,%0,%4;", ret, oldval, uaddr, oparg); 67 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, argument [all...] |
/linux-master/arch/alpha/include/asm/ |
H A D | futex.h | 12 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ 26 : "r" (uaddr), "r"(oparg) \ 30 u32 __user *uaddr) 34 if (!access_ok(uaddr, sizeof(u32))) 39 __futex_atomic_op("mov %3,%1\n", ret, oldval, uaddr, oparg); 42 __futex_atomic_op("addl %0,%3,%1\n", ret, oldval, uaddr, oparg); 45 __futex_atomic_op("or %0,%3,%1\n", ret, oldval, uaddr, oparg); 48 __futex_atomic_op("andnot %0,%3,%1\n", ret, oldval, uaddr, oparg); 51 __futex_atomic_op("xor %0,%3,%1\n", ret, oldval, uaddr, oparg); 64 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, argument 29 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) argument [all...] |
/linux-master/arch/mips/include/asm/ |
H A D | futex.h | 25 #define __futex_atomic_op(op, insn, ret, oldval, uaddr, oparg) \ 52 "=" GCC_OFF_SMALL_ASM() (*uaddr) \ 53 : "0" (0), GCC_OFF_SMALL_ASM() (*uaddr), "Jr" (oparg), \ 82 "=" GCC_OFF_SMALL_ASM() (*uaddr) \ 83 : "0" (0), GCC_OFF_SMALL_ASM() (*uaddr), "Jr" (oparg), \ 88 ret = futex_atomic_op_inuser_local(op, oparg, oval, uaddr); \ 93 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) argument 97 if (!access_ok(uaddr, sizeof(u32))) 102 __futex_atomic_op(op, "move $1, %z5", ret, oldval, uaddr, oparg); 107 ret, oldval, uaddr, opar 132 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) argument [all...] |
/linux-master/arch/sparc/include/asm/ |
H A D | futex_64.h | 9 #define __futex_cas_op(insn, ret, oldval, uaddr, oparg) \ 30 : "r" (uaddr), "r" (oparg), "i" (-EFAULT) \ 34 u32 __user *uaddr) 38 if (unlikely((((unsigned long) uaddr) & 0x3UL))) 43 __futex_cas_op("mov\t%4, %1", ret, oldval, uaddr, oparg); 46 __futex_cas_op("add\t%2, %4, %1", ret, oldval, uaddr, oparg); 49 __futex_cas_op("or\t%2, %4, %1", ret, oldval, uaddr, oparg); 52 __futex_cas_op("andn\t%2, %4, %1", ret, oldval, uaddr, oparg); 55 __futex_cas_op("xor\t%2, %4, %1", ret, oldval, uaddr, oparg); 68 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, argument 33 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) argument [all...] |
/linux-master/arch/arc/include/asm/ |
H A D | futex.h | 18 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\ 40 : "r" (uaddr), "r" (oparg), "ir" (-EFAULT) \ 46 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\ 67 : "r" (uaddr), "r" (oparg), "ir" (-EFAULT) \ 74 u32 __user *uaddr) 78 if (!access_ok(uaddr, sizeof(u32))) 87 __futex_atomic_op("mov %0, %3", ret, oldval, uaddr, oparg); 90 /* oldval = *uaddr; *uaddr += oparg ; ret = *uaddr */ 73 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) argument 121 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 expval, u32 newval) argument [all...] |
/linux-master/arch/x86/include/asm/ |
H A D | futex.h | 15 #define unsafe_atomic_op1(insn, oval, uaddr, oparg, label) \ 21 : "=r" (oldval), "=r" (ret), "+m" (*uaddr) \ 29 #define unsafe_atomic_op2(insn, oval, uaddr, oparg, label) \ 41 "+m" (*uaddr), "=&r" (tem) \ 49 u32 __user *uaddr) 51 if (!user_access_begin(uaddr, sizeof(u32))) 56 unsafe_atomic_op1("xchgl %0, %2", oval, uaddr, oparg, Efault); 60 uaddr, oparg, Efault); 63 unsafe_atomic_op2("orl %4, %3", oval, uaddr, oparg, Efault); 66 unsafe_atomic_op2("andl %4, %3", oval, uaddr, ~opar 48 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) argument 82 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) argument [all...] |
/linux-master/arch/arm/include/asm/ |
H A D | futex.h | 25 #define __futex_atomic_op(insn, ret, oldval, tmp, uaddr, oparg) \ 29 prefetchw(uaddr); \ 40 : "r" (uaddr), "r" (oparg), "Ir" (-EFAULT) \ 46 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, argument 53 if (!access_ok(uaddr, sizeof(u32))) 58 prefetchw(uaddr); 70 : "r" (oldval), "r" (newval), "r" (uaddr), "Ir" (-EFAULT) 84 #define __futex_atomic_op(insn, ret, oldval, tmp, uaddr, oparg) \ 94 : "r" (uaddr), "r" (oparg), "Ir" (-EFAULT) \ 100 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, argument 133 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) argument [all...] |
/linux-master/include/asm-generic/ |
H A D | futex.h | 16 #define futex_atomic_cmpxchg_inatomic(uval, uaddr, oldval, newval) \ 17 futex_atomic_cmpxchg_inatomic_local(uval, uaddr, oldval, newval) 18 #define arch_futex_atomic_op_inuser(op, oparg, oval, uaddr) \ 19 futex_atomic_op_inuser_local(op, oparg, oval, uaddr) 29 * @uaddr: pointer to user space address 38 futex_atomic_op_inuser_local(int op, u32 oparg, int *oval, u32 __user *uaddr) argument 46 if (unlikely(get_user(oldval, uaddr) != 0)) 72 if (ret == 0 && unlikely(put_user(tmp, uaddr) != 0)) 86 * uaddr with newval if the current value is 88 * @uval: pointer to store content of @uaddr 99 futex_atomic_cmpxchg_inatomic_local(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) argument [all...] |
/linux-master/arch/sh/include/asm/ |
H A D | futex-irq.h | 6 u32 __user *uaddr, 15 ret = get_user(prev, uaddr); 17 ret = put_user(newval, uaddr); 5 atomic_futex_op_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) argument
|
H A D | futex-cas.h | 6 u32 __user *uaddr, 28 :"r" (oldval), "i" (-EFAULT), "z" (uaddr) 5 atomic_futex_op_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) argument
|
H A D | futex-llsc.h | 6 u32 __user *uaddr, 36 :"r" (uaddr), "i" (-EFAULT), "r" (oldval), "r" (newval) 5 atomic_futex_op_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) argument
|
H A D | futex.h | 20 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, argument 23 if (!access_ok(uaddr, sizeof(u32))) 26 return atomic_futex_op_cmpxchg_inatomic(uval, uaddr, oldval, newval); 30 u32 __user *uaddr) 36 ret = get_user(oldval, uaddr); 63 ret = futex_atomic_cmpxchg_inatomic(&prev, uaddr, oldval, newval); 29 arch_futex_atomic_op_inuser(int op, u32 oparg, int *oval, u32 __user *uaddr) argument
|
/linux-master/arch/csky/include/asm/ |
H A D | futex.h | 14 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ 34 [u] "+m" (*uaddr), [t] "=&r" (tmp) \ 42 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) argument 46 if (!access_ok(uaddr, sizeof(u32))) 52 ret, oldval, uaddr, oparg); 56 ret, oldval, uaddr, oparg); 60 ret, oldval, uaddr, oparg); 64 ret, oldval, uaddr, ~oparg); 68 ret, oldval, uaddr, oparg); 83 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, argument [all...] |
/linux-master/arch/riscv/include/asm/ |
H A D | futex.h | 22 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ 30 [u] "+m" (*uaddr) \ 37 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) argument 41 if (!access_ok(uaddr, sizeof(u32))) 47 ret, oldval, uaddr, oparg); 51 ret, oldval, uaddr, oparg); 55 ret, oldval, uaddr, oparg); 59 ret, oldval, uaddr, ~oparg); 63 ret, oldval, uaddr, oparg); 76 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, argument [all...] |
/linux-master/arch/arm64/include/asm/ |
H A D | futex.h | 15 #define __futex_atomic_op(insn, ret, oldval, uaddr, tmp, oparg) \ 33 : "=&r" (ret), "=&r" (oldval), "+Q" (*uaddr), "=&r" (tmp), \ 44 u32 __user *uaddr = __uaccess_mask_ptr(_uaddr); local 52 ret, oldval, uaddr, tmp, oparg); 56 ret, oldval, uaddr, tmp, oparg); 60 ret, oldval, uaddr, tmp, oparg); 64 ret, oldval, uaddr, tmp, ~oparg); 68 ret, oldval, uaddr, tmp, oparg); 87 u32 __user *uaddr; local 92 uaddr [all...] |
/linux-master/arch/um/include/asm/ |
H A D | futex.h | 10 int arch_futex_atomic_op_inuser(int op, u32 oparg, int *oval, u32 __user *uaddr); 11 int futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr,
|
/linux-master/arch/parisc/include/asm/ |
H A D | futex.h | 35 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) argument 38 unsigned long ua = (unsigned long)uaddr; 48 if (unlikely(get_user(oldval, uaddr) != 0)) { 77 if (unlikely(put_user(tmp, uaddr) != 0)) 90 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, argument 94 unsigned long ua = (unsigned long)uaddr; 99 if (!access_ok(uaddr, sizeof(u32))) 111 if (unlikely(get_user(val, uaddr) != 0)) { 116 if (val == oldval && unlikely(put_user(newval, uaddr) != 0)) {
|