Lines Matching refs:lock
34 static __always_inline int arch_spin_value_unlocked(arch_spinlock_t lock) in arch_spin_value_unlocked() argument
36 return lock.slock == 0; in arch_spin_value_unlocked()
39 static inline int arch_spin_is_locked(arch_spinlock_t *lock) in arch_spin_is_locked() argument
41 return !arch_spin_value_unlocked(READ_ONCE(*lock)); in arch_spin_is_locked()
48 static inline unsigned long __arch_spin_trylock(arch_spinlock_t *lock) in __arch_spin_trylock() argument
62 : "r" (token), "r" (&lock->slock) in __arch_spin_trylock()
68 static inline int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock() argument
70 return __arch_spin_trylock(lock) == 0; in arch_spin_trylock()
89 void splpar_spin_yield(arch_spinlock_t *lock);
90 void splpar_rw_yield(arch_rwlock_t *lock);
92 static inline void splpar_spin_yield(arch_spinlock_t *lock) {} in splpar_spin_yield() argument
93 static inline void splpar_rw_yield(arch_rwlock_t *lock) {} in splpar_rw_yield() argument
96 static inline void spin_yield(arch_spinlock_t *lock) in spin_yield() argument
99 splpar_spin_yield(lock); in spin_yield()
104 static inline void rw_yield(arch_rwlock_t *lock) in rw_yield() argument
107 splpar_rw_yield(lock); in rw_yield()
112 static inline void arch_spin_lock(arch_spinlock_t *lock) in arch_spin_lock() argument
115 if (likely(__arch_spin_trylock(lock) == 0)) in arch_spin_lock()
120 splpar_spin_yield(lock); in arch_spin_lock()
121 } while (unlikely(lock->slock != 0)); in arch_spin_lock()
126 static inline void arch_spin_unlock(arch_spinlock_t *lock) in arch_spin_unlock() argument
130 lock->slock = 0; in arch_spin_unlock()
169 : "r" (&rw->lock) in __arch_read_trylock()
192 : "r" (token), "r" (&rw->lock) in __arch_write_trylock()
207 } while (unlikely(rw->lock < 0)); in arch_read_lock()
221 } while (unlikely(rw->lock != 0)); in arch_write_lock()
248 : "r"(&rw->lock) in arch_read_unlock()
256 rw->lock = 0; in arch_write_unlock()
259 #define arch_spin_relax(lock) spin_yield(lock) argument
260 #define arch_read_relax(lock) rw_yield(lock) argument
261 #define arch_write_relax(lock) rw_yield(lock) argument