/linux-6.3-rc2/tools/testing/selftests/futex/include/ |
A D | futextest.h | 70 #define futex(uaddr, op, val, timeout, uaddr2, val3, opflags) \ argument 80 return futex(uaddr, FUTEX_WAIT, val, timeout, NULL, 0, opflags); in futex_wait() 88 futex_wake(futex_t *uaddr, int nr_wake, int opflags) in futex_wake() argument 131 futex_unlock_pi(futex_t *uaddr, int opflags) in futex_unlock_pi() argument 221 return __sync_val_compare_and_swap(uaddr, oldval, newval); in futex_cmpxchg() 231 futex_dec(futex_t *uaddr) in futex_dec() argument 233 return __sync_sub_and_fetch(uaddr, 1); in futex_dec() 243 futex_inc(futex_t *uaddr) in futex_inc() argument 245 return __sync_add_and_fetch(uaddr, 1); in futex_inc() 256 futex_set(futex_t *uaddr, u_int32_t newval) in futex_set() argument [all …]
|
/linux-6.3-rc2/arch/mips/include/asm/ |
A D | futex.h | 52 "=" GCC_OFF_SMALL_ASM() (*uaddr) \ 53 : "0" (0), GCC_OFF_SMALL_ASM() (*uaddr), "Jr" (oparg), \ 82 "=" GCC_OFF_SMALL_ASM() (*uaddr) \ 83 : "0" (0), GCC_OFF_SMALL_ASM() (*uaddr), "Jr" (oparg), \ 97 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 107 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 111 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 115 ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser() 119 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 132 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument [all …]
|
/linux-6.3-rc2/tools/perf/bench/ |
A D | futex.h | 52 return syscall(SYS_futex, uaddr, op | opflags, val, timeout, uaddr2, val3); in futex_syscall() 69 return futex_syscall(uaddr, FUTEX_WAIT, val, timeout, NULL, 0, opflags); in futex_wait() 77 futex_wake(u_int32_t *uaddr, int nr_wake, int opflags) in futex_wake() argument 79 return futex_syscall(uaddr, FUTEX_WAKE, nr_wake, NULL, NULL, 0, opflags); in futex_wake() 86 futex_lock_pi(u_int32_t *uaddr, struct timespec *timeout, int opflags) in futex_lock_pi() argument 88 return futex_syscall(uaddr, FUTEX_LOCK_PI, 0, timeout, NULL, 0, opflags); in futex_lock_pi() 95 futex_unlock_pi(u_int32_t *uaddr, int opflags) in futex_unlock_pi() argument 97 return futex_syscall(uaddr, FUTEX_UNLOCK_PI, 0, NULL, NULL, 0, opflags); in futex_unlock_pi() 122 futex_wait_requeue_pi(u_int32_t *uaddr, u_int32_t val, u_int32_t *uaddr2, in futex_wait_requeue_pi() argument 125 return futex_syscall(uaddr, FUTEX_WAIT_REQUEUE_PI, val, timeout, uaddr2, 0, in futex_wait_requeue_pi() [all …]
|
/linux-6.3-rc2/arch/arm/include/asm/ |
A D | futex.h | 29 prefetchw(uaddr); \ 40 : "r" (uaddr), "r" (oparg), "Ir" (-EFAULT) \ 46 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument 53 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() 58 prefetchw(uaddr); in futex_atomic_cmpxchg_inatomic() 70 : "r" (oldval), "r" (newval), "r" (uaddr), "Ir" (-EFAULT) in futex_atomic_cmpxchg_inatomic() 94 : "r" (uaddr), "r" (oparg), "Ir" (-EFAULT) \ 100 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument 107 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() 120 : "r" (oldval), "r" (newval), "r" (uaddr), "Ir" (-EFAULT) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux-6.3-rc2/drivers/mtd/chips/ |
A D | jedec_probe.c | 191 enum uaddr { enum 469 .uaddr = MTD_UADDR_DONT_CARE, 738 .uaddr = MTD_UADDR_DONT_CARE, 881 .uaddr = MTD_UADDR_UNNECESSARY, 1975 uint8_t uaddr; in cfi_jedec_setup() local 2010 uaddr = jedec_table[index].uaddr; in cfi_jedec_setup() 2037 uint8_t uaddr; in jedec_match() local 2094 uaddr = finfo->uaddr; in jedec_match() 2098 if ( MTD_UADDR_UNNECESSARY != uaddr && MTD_UADDR_DONT_CARE != uaddr in jedec_match() 2103 unlock_addrs[uaddr].addr1, in jedec_match() [all …]
|
/linux-6.3-rc2/arch/hexagon/include/asm/ |
A D | futex.h | 13 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 29 : "=&r" (oldval), "=&r" (ret), "+m" (*uaddr) \ 30 : "r" (uaddr), "r" (oparg), "i" (-EFAULT) \ 39 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 44 __futex_atomic_op("%1 = %4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 47 __futex_atomic_op("%1 = add(%0,%4)\n", ret, oldval, uaddr, in arch_futex_atomic_op_inuser() 51 __futex_atomic_op("%1 = or(%0,%4)\n", ret, oldval, uaddr, in arch_futex_atomic_op_inuser() 56 oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 79 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() 98 : "+r" (ret), "=&r" (prev), "+m" (*uaddr) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux-6.3-rc2/arch/xtensa/include/asm/ |
A D | futex.h | 24 #define __futex_atomic_op(insn, ret, old, uaddr, arg) \ argument 44 : [addr] "r" (uaddr), [oparg] "r" (arg), \ 68 [mem] "+m" (*(uaddr)) \ 74 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 79 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 85 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 89 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 93 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 97 ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser() 101 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() [all …]
|
/linux-6.3-rc2/arch/s390/include/asm/ |
A D | futex.h | 23 "=m" (*uaddr) \ 24 : "0" (-EFAULT), "d" (oparg), "a" (uaddr), \ 25 "m" (*uaddr) : "cc"); 28 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 35 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser() 39 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser() 43 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser() 47 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser() 51 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser() 74 : "=d" (ret), "+d" (oldval), "=m" (*uaddr) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux-6.3-rc2/arch/ia64/include/asm/ |
A D | futex.h | 9 #define __futex_atomic_op1(insn, ret, oldval, uaddr, oparg) \ argument 18 : "r" (uaddr), "r" (oparg) \ 23 #define __futex_atomic_op2(insn, ret, oldval, uaddr, oparg) \ argument 40 : "r" (uaddr), "r" (oparg) \ 53 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 58 __futex_atomic_op1("xchg4 %1=[%2],%3", ret, oldval, uaddr, in arch_futex_atomic_op_inuser() 65 __futex_atomic_op2("or %3=%3,%5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 68 __futex_atomic_op2("and %3=%3,%5", ret, oldval, uaddr, in arch_futex_atomic_op_inuser() 85 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument 88 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux-6.3-rc2/arch/arc/include/asm/ |
A D | futex.h | 18 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\ argument 40 : "r" (uaddr), "r" (oparg), "ir" (-EFAULT) \ 46 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\ argument 67 : "r" (uaddr), "r" (oparg), "ir" (-EFAULT) \ 74 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 78 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 87 __futex_atomic_op("mov %0, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 91 __futex_atomic_op("add %0, %1, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 94 __futex_atomic_op("or %0, %1, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 127 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux-6.3-rc2/arch/x86/include/asm/ |
A D | futex.h | 15 #define unsafe_atomic_op1(insn, oval, uaddr, oparg, label) \ argument 21 : "=r" (oldval), "=r" (ret), "+m" (*uaddr) \ 29 #define unsafe_atomic_op2(insn, oval, uaddr, oparg, label) \ argument 41 "+m" (*uaddr), "=&r" (tem) \ 49 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 51 if (!user_access_begin(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 60 uaddr, oparg, Efault); in arch_futex_atomic_op_inuser() 63 unsafe_atomic_op2("orl %4, %3", oval, uaddr, oparg, Efault); in arch_futex_atomic_op_inuser() 69 unsafe_atomic_op2("xorl %4, %3", oval, uaddr, oparg, Efault); in arch_futex_atomic_op_inuser() 87 if (!user_access_begin(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux-6.3-rc2/arch/loongarch/include/asm/ |
A D | futex.h | 14 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 25 "=ZC" (*uaddr) \ 26 : "0" (0), "ZC" (*uaddr), "Jr" (oparg) \ 39 __futex_atomic_op("move $t0, %z5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 42 __futex_atomic_op("add.w $t0, %1, %z5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 45 __futex_atomic_op("or $t0, %1, %z5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 48 __futex_atomic_op("and $t0, %1, %z5", ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser() 51 __futex_atomic_op("xor $t0, %1, %z5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 71 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() 85 : "+r" (ret), "=&r" (val), "=ZC" (*uaddr) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux-6.3-rc2/arch/powerpc/include/asm/ |
A D | futex.h | 12 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 28 : "b" (uaddr), "i" (-EFAULT), "r" (oparg) \ 32 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 36 if (!user_access_begin(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 41 __futex_atomic_op("mr %1,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 44 __futex_atomic_op("add %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 47 __futex_atomic_op("or %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 53 __futex_atomic_op("xor %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 66 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument 72 if (!user_access_begin(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux-6.3-rc2/arch/openrisc/include/asm/ |
A D | futex.h | 11 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 27 : "=&r" (oldval), "=&r" (ret), "+m" (*uaddr) \ 38 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 43 __futex_atomic_op("l.or %1,%4,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 46 __futex_atomic_op("l.add %1,%0,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 49 __futex_atomic_op("l.or %1,%0,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 52 __futex_atomic_op("l.and %1,%0,%4", ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser() 55 __futex_atomic_op("l.xor %1,%0,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 68 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument 74 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux-6.3-rc2/arch/microblaze/include/asm/ |
A D | futex.h | 11 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 28 : "r" (uaddr), "i" (-EFAULT), "r" (oparg) \ 37 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 42 __futex_atomic_op("or %1,%4,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 45 __futex_atomic_op("add %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 48 __futex_atomic_op("or %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 51 __futex_atomic_op("andn %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 54 __futex_atomic_op("xor %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 67 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument 73 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux-6.3-rc2/arch/alpha/include/asm/ |
A D | futex.h | 12 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 26 : "r" (uaddr), "r"(oparg) \ 30 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 34 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 39 __futex_atomic_op("mov %3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 42 __futex_atomic_op("addl %0,%3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 45 __futex_atomic_op("or %0,%3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 51 __futex_atomic_op("xor %0,%3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 64 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument 70 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux-6.3-rc2/arch/csky/include/asm/ |
A D | futex.h | 14 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 34 [u] "+m" (*uaddr), [t] "=&r" (tmp) \ 46 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 52 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 56 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 60 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 64 ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser() 68 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 83 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument 89 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux-6.3-rc2/arch/sparc/include/asm/ |
A D | futex_64.h | 9 #define __futex_cas_op(insn, ret, oldval, uaddr, oparg) \ argument 30 : "r" (uaddr), "r" (oparg), "i" (-EFAULT) \ 34 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 38 if (unlikely((((unsigned long) uaddr) & 0x3UL))) in arch_futex_atomic_op_inuser() 43 __futex_cas_op("mov\t%4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 46 __futex_cas_op("add\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 49 __futex_cas_op("or\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 52 __futex_cas_op("andn\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 55 __futex_cas_op("xor\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 68 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument [all …]
|
/linux-6.3-rc2/arch/riscv/include/asm/ |
A D | futex.h | 22 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 30 [u] "+m" (*uaddr) \ 41 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 47 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 51 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 55 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 59 ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser() 63 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 76 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument 83 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux-6.3-rc2/arch/um/kernel/skas/ |
A D | uaccess.c | 257 if (!access_ok(uaddr, sizeof(*uaddr))) in arch_futex_atomic_op_inuser() 274 oldval = *uaddr; in arch_futex_atomic_op_inuser() 280 *uaddr = oparg; in arch_futex_atomic_op_inuser() 283 *uaddr += oparg; in arch_futex_atomic_op_inuser() 286 *uaddr |= oparg; in arch_futex_atomic_op_inuser() 289 *uaddr &= ~oparg; in arch_futex_atomic_op_inuser() 292 *uaddr ^= oparg; in arch_futex_atomic_op_inuser() 335 if (!access_ok(uaddr, sizeof(*uaddr))) in futex_atomic_cmpxchg_inatomic() 346 uaddr = page_address(page) + (((unsigned long) uaddr) & ~PAGE_MASK); in futex_atomic_cmpxchg_inatomic() 348 uaddr = kmap_atomic(page) + ((unsigned long) uaddr & ~PAGE_MASK); in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux-6.3-rc2/include/linux/ |
A D | bpf-cgroup.h | 122 struct sockaddr *uaddr, 233 #define BPF_CGROUP_RUN_SA_PROG(sk, uaddr, atype) \ argument 279 #define BPF_CGROUP_RUN_PROG_INET4_CONNECT(sk, uaddr) \ argument 280 BPF_CGROUP_RUN_SA_PROG(sk, uaddr, CGROUP_INET4_CONNECT) 282 #define BPF_CGROUP_RUN_PROG_INET6_CONNECT(sk, uaddr) \ argument 283 BPF_CGROUP_RUN_SA_PROG(sk, uaddr, CGROUP_INET6_CONNECT) 297 #define BPF_CGROUP_RUN_PROG_UDP4_RECVMSG_LOCK(sk, uaddr) \ argument 300 #define BPF_CGROUP_RUN_PROG_UDP6_RECVMSG_LOCK(sk, uaddr) \ argument 481 #define BPF_CGROUP_RUN_SA_PROG(sk, uaddr, atype) ({ 0; }) argument 490 #define BPF_CGROUP_RUN_PROG_INET4_CONNECT(sk, uaddr) ({ 0; }) argument [all …]
|
/linux-6.3-rc2/kernel/futex/ |
A D | pi.c | 242 if (futex_get_value_locked(&uval2, uaddr)) in attach_to_pi_state() 361 if (futex_get_value_locked(&uval2, uaddr)) in handle_exit_race() 428 return handle_exit_race(uaddr, uval, NULL); in attach_to_pi_owner() 447 int ret = handle_exit_race(uaddr, uval, p); in attach_to_pi_owner() 529 if (futex_get_value_locked(&uval, uaddr)) in futex_lock_pi_atomic() 765 err = futex_get_value_locked(&uval, uaddr); in __fixup_pi_state_owner() 808 err = fault_in_user_writeable(uaddr); in __fixup_pi_state_owner() 1060 res = fixup_pi_owner(uaddr, &q, !ret); in futex_lock_pi() 1085 ret = fault_in_user_writeable(uaddr); in futex_lock_pi() 1112 if (get_user(uval, uaddr)) in futex_unlock_pi() [all …]
|
/linux-6.3-rc2/arch/arm64/include/asm/ |
A D | futex.h | 15 #define __futex_atomic_op(insn, ret, oldval, uaddr, tmp, oparg) \ argument 33 : "=&r" (ret), "=&r" (oldval), "+Q" (*uaddr), "=&r" (tmp), \ 44 u32 __user *uaddr = __uaccess_mask_ptr(_uaddr); in arch_futex_atomic_op_inuser() local 52 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser() 56 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser() 60 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser() 64 ret, oldval, uaddr, tmp, ~oparg); in arch_futex_atomic_op_inuser() 68 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser() 87 u32 __user *uaddr; in futex_atomic_cmpxchg_inatomic() local 92 uaddr = __uaccess_mask_ptr(_uaddr); in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux-6.3-rc2/include/asm-generic/ |
A D | futex.h | 16 #define futex_atomic_cmpxchg_inatomic(uval, uaddr, oldval, newval) \ argument 17 futex_atomic_cmpxchg_inatomic_local(uval, uaddr, oldval, newval) 18 #define arch_futex_atomic_op_inuser(op, oparg, oval, uaddr) \ argument 19 futex_atomic_op_inuser_local(op, oparg, oval, uaddr) 38 futex_atomic_op_inuser_local(int op, u32 oparg, int *oval, u32 __user *uaddr) in futex_atomic_op_inuser_local() argument 46 if (unlikely(get_user(oldval, uaddr) != 0)) in futex_atomic_op_inuser_local() 72 if (ret == 0 && unlikely(put_user(tmp, uaddr) != 0)) in futex_atomic_op_inuser_local() 99 futex_atomic_cmpxchg_inatomic_local(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic_local() argument 105 if (unlikely(get_user(val, uaddr) != 0)) { in futex_atomic_cmpxchg_inatomic_local() 110 if (val == oldval && unlikely(put_user(newval, uaddr) != 0)) { in futex_atomic_cmpxchg_inatomic_local()
|
/linux-6.3-rc2/arch/parisc/include/asm/ |
A D | futex.h | 35 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 38 unsigned long ua = (unsigned long)uaddr; in arch_futex_atomic_op_inuser() 48 if (unlikely(get_user(oldval, uaddr) != 0)) { in arch_futex_atomic_op_inuser() 77 if (unlikely(put_user(tmp, uaddr) != 0)) in arch_futex_atomic_op_inuser() 90 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument 94 unsigned long ua = (unsigned long)uaddr; in futex_atomic_cmpxchg_inatomic() 99 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() 111 if (unlikely(get_user(val, uaddr) != 0)) { in futex_atomic_cmpxchg_inatomic() 116 if (val == oldval && unlikely(put_user(newval, uaddr) != 0)) { in futex_atomic_cmpxchg_inatomic()
|