Lines Matching refs:uaddr
203 static int attach_to_pi_state(u32 __user *uaddr, u32 uval, in attach_to_pi_state() argument
243 if (futex_get_value_locked(&uval2, uaddr)) in attach_to_pi_state()
321 static int handle_exit_race(u32 __user *uaddr, u32 uval, in handle_exit_race() argument
362 if (futex_get_value_locked(&uval2, uaddr)) in handle_exit_race()
411 static int attach_to_pi_owner(u32 __user *uaddr, u32 uval, union futex_key *key, in attach_to_pi_owner() argument
429 return handle_exit_race(uaddr, uval, NULL); in attach_to_pi_owner()
448 int ret = handle_exit_race(uaddr, uval, p); in attach_to_pi_owner()
475 static int lock_pi_update_atomic(u32 __user *uaddr, u32 uval, u32 newval) in lock_pi_update_atomic() argument
483 err = futex_cmpxchg_value_locked(&curval, uaddr, uval, newval); in lock_pi_update_atomic()
515 int futex_lock_pi_atomic(u32 __user *uaddr, struct futex_hash_bucket *hb, in futex_lock_pi_atomic() argument
530 if (futex_get_value_locked(&uval, uaddr)) in futex_lock_pi_atomic()
551 return attach_to_pi_state(uaddr, uval, top_waiter->pi_state, ps); in futex_lock_pi_atomic()
571 ret = lock_pi_update_atomic(uaddr, uval, newval); in futex_lock_pi_atomic()
600 ret = lock_pi_update_atomic(uaddr, uval, newval); in futex_lock_pi_atomic()
608 return attach_to_pi_owner(uaddr, newval, key, ps, exiting); in futex_lock_pi_atomic()
614 static int wake_futex_pi(u32 __user *uaddr, u32 uval, in wake_futex_pi() argument
638 ret = futex_cmpxchg_value_locked(&curval, uaddr, uval, newval); in wake_futex_pi()
671 static int __fixup_pi_state_owner(u32 __user *uaddr, struct futex_q *q, in __fixup_pi_state_owner() argument
753 err = futex_get_value_locked(&uval, uaddr); in __fixup_pi_state_owner()
760 err = futex_cmpxchg_value_locked(&curval, uaddr, uval, newval); in __fixup_pi_state_owner()
796 err = fault_in_user_writeable(uaddr); in __fixup_pi_state_owner()
843 static int fixup_pi_state_owner(u32 __user *uaddr, struct futex_q *q, in fixup_pi_state_owner() argument
852 ret = __fixup_pi_state_owner(uaddr, q, argowner); in fixup_pi_state_owner()
872 int fixup_pi_owner(u32 __user *uaddr, struct futex_q *q, int locked) in fixup_pi_owner() argument
884 return fixup_pi_state_owner(uaddr, q, current); in fixup_pi_owner()
897 return fixup_pi_state_owner(uaddr, q, NULL); in fixup_pi_owner()
904 return fixup_pi_state_owner(uaddr, q, current); in fixup_pi_owner()
918 int futex_lock_pi(u32 __user *uaddr, unsigned int flags, ktime_t *time, int trylock) in futex_lock_pi() argument
936 ret = get_futex_key(uaddr, flags, &q.key, FUTEX_WRITE); in futex_lock_pi()
943 ret = futex_lock_pi_atomic(uaddr, hb, &q.key, &q.pi_state, current, in futex_lock_pi()
1072 res = fixup_pi_owner(uaddr, &q, !ret); in futex_lock_pi()
1097 ret = fault_in_user_writeable(uaddr); in futex_lock_pi()
1112 int futex_unlock_pi(u32 __user *uaddr, unsigned int flags) in futex_unlock_pi() argument
1124 if (get_user(uval, uaddr)) in futex_unlock_pi()
1132 ret = get_futex_key(uaddr, flags, &key, FUTEX_WRITE); in futex_unlock_pi()
1198 ret = wake_futex_pi(uaddr, uval, pi_state, rt_waiter); in futex_unlock_pi()
1233 if ((ret = futex_cmpxchg_value_locked(&curval, uaddr, uval, 0))) { in futex_unlock_pi()
1263 ret = fault_in_user_writeable(uaddr); in futex_unlock_pi()