| /kernel/locking/ |
| A D | spinlock.c | 152 noinline void __lockfunc _raw_spin_lock(raw_spinlock_t *lock) in _raw_spin_lock()
218 noinline int __lockfunc _raw_read_trylock(rwlock_t *lock) in _raw_read_trylock()
226 noinline void __lockfunc _raw_read_lock(rwlock_t *lock) in _raw_read_lock()
242 noinline void __lockfunc _raw_read_lock_irq(rwlock_t *lock) in _raw_read_lock_irq()
250 noinline void __lockfunc _raw_read_lock_bh(rwlock_t *lock) in _raw_read_lock_bh()
258 noinline void __lockfunc _raw_read_unlock(rwlock_t *lock) in _raw_read_unlock()
282 noinline void __lockfunc _raw_read_unlock_bh(rwlock_t *lock) in _raw_read_unlock_bh()
290 noinline int __lockfunc _raw_write_trylock(rwlock_t *lock) in _raw_write_trylock()
298 noinline void __lockfunc _raw_write_lock(rwlock_t *lock) in _raw_write_lock()
332 noinline void __lockfunc _raw_write_lock_bh(rwlock_t *lock) in _raw_write_lock_bh()
[all …]
|
| A D | mutex.c | 65 bool mutex_is_locked(struct mutex *lock) in mutex_is_locked()
77 unsigned long mutex_get_owner(struct mutex *lock) in mutex_get_owner()
134 static inline bool __mutex_trylock(struct mutex *lock) in __mutex_trylock()
269 void __sched mutex_lock(struct mutex *lock) in mutex_lock()
530 void __sched mutex_unlock(struct mutex *lock) in mutex_unlock()
551 void __sched ww_mutex_unlock(struct ww_mutex *lock) in ww_mutex_unlock()
1015 int __sched mutex_lock_killable(struct mutex *lock) in mutex_lock_killable()
1036 void __sched mutex_lock_io(struct mutex *lock) in mutex_lock_io()
1047 __mutex_lock_slowpath(struct mutex *lock) in __mutex_lock_slowpath()
1053 __mutex_lock_killable_slowpath(struct mutex *lock) in __mutex_lock_killable_slowpath()
[all …]
|
| A D | spinlock_debug.c | 36 void __rwlock_init(rwlock_t *lock, const char *name, in __rwlock_init()
84 debug_spin_lock_before(raw_spinlock_t *lock) in debug_spin_lock_before()
113 void do_raw_spin_lock(raw_spinlock_t *lock) in do_raw_spin_lock()
121 int do_raw_spin_trylock(raw_spinlock_t *lock) in do_raw_spin_trylock()
138 void do_raw_spin_unlock(raw_spinlock_t *lock) in do_raw_spin_unlock()
159 void do_raw_read_lock(rwlock_t *lock) in do_raw_read_lock()
165 int do_raw_read_trylock(rwlock_t *lock) in do_raw_read_trylock()
178 void do_raw_read_unlock(rwlock_t *lock) in do_raw_read_unlock()
208 void do_raw_write_lock(rwlock_t *lock) in do_raw_write_lock()
215 int do_raw_write_trylock(rwlock_t *lock) in do_raw_write_trylock()
[all …]
|
| A D | rtmutex_api.c | 87 void __sched rt_mutex_lock(struct rt_mutex *lock) in rt_mutex_lock()
118 int __sched rt_mutex_lock_killable(struct rt_mutex *lock) in rt_mutex_lock_killable()
136 int __sched rt_mutex_trylock(struct rt_mutex *lock) in rt_mutex_trylock()
156 void __sched rt_mutex_unlock(struct rt_mutex *lock) in rt_mutex_unlock()
551 void __sched _mutex_lock_nest_lock(struct mutex *lock, in _mutex_lock_nest_lock()
584 int __sched _mutex_trylock_nest_lock(struct mutex *lock, in _mutex_trylock_nest_lock()
601 void __sched mutex_lock(struct mutex *lock) in mutex_lock()
613 int __sched mutex_lock_killable(struct mutex *lock) in mutex_lock_killable()
619 void __sched mutex_lock_io(struct mutex *lock) in mutex_lock_io()
628 int __sched mutex_trylock(struct mutex *lock) in mutex_trylock()
[all …]
|
| A D | ww_mutex.h | 9 __ww_waiter_first(struct mutex *lock) in __ww_waiter_first()
21 __ww_waiter_next(struct mutex *lock, struct mutex_waiter *w) in __ww_waiter_next()
41 __ww_waiter_last(struct mutex *lock) in __ww_waiter_last()
62 __ww_mutex_owner(struct mutex *lock) in __ww_mutex_owner()
68 __ww_mutex_has_waiters(struct mutex *lock) in __ww_mutex_has_waiters()
94 __ww_waiter_first(struct rt_mutex *lock) in __ww_waiter_first()
121 __ww_waiter_last(struct rt_mutex *lock) in __ww_waiter_last()
136 __ww_mutex_owner(struct rt_mutex *lock) in __ww_mutex_owner()
142 __ww_mutex_has_waiters(struct rt_mutex *lock) in __ww_mutex_has_waiters()
306 static bool __ww_mutex_wound(struct MUTEX *lock, in __ww_mutex_wound()
[all …]
|
| A D | rtmutex.c | 37 struct rt_mutex *lock, in __ww_mutex_add_waiter()
44 static inline void __ww_mutex_check_waiters(struct rt_mutex *lock, in __ww_mutex_check_waiters()
50 static inline void ww_mutex_lock_acquired(struct ww_mutex *lock, in ww_mutex_lock_acquired()
55 static inline int __ww_mutex_check_kill(struct rt_mutex *lock, in __ww_mutex_check_kill()
688 struct rt_mutex_base *lock; in rt_mutex_adjust_prio_chain() local
1313 struct rt_mutex_base *lock) in mark_wakeup_next_waiter()
1481 static bool rtmutex_spin_on_owner(struct rt_mutex_base *lock, in rtmutex_spin_on_owner()
1518 static bool rtmutex_spin_on_owner(struct rt_mutex_base *lock, in rtmutex_spin_on_owner()
1539 static void __sched remove_waiter(struct rt_mutex_base *lock, in remove_waiter()
1659 struct rt_mutex_base *lock, in rt_mutex_handle_deadlock()
[all …]
|
| A D | mutex-debug.c | 29 void debug_mutex_lock_common(struct mutex *lock, struct mutex_waiter *waiter) in debug_mutex_lock_common()
37 void debug_mutex_wake_waiter(struct mutex *lock, struct mutex_waiter *waiter) in debug_mutex_wake_waiter()
51 void debug_mutex_add_waiter(struct mutex *lock, struct mutex_waiter *waiter, in debug_mutex_add_waiter()
60 void debug_mutex_remove_waiter(struct mutex *lock, struct mutex_waiter *waiter, in debug_mutex_remove_waiter()
73 void debug_mutex_unlock(struct mutex *lock) in debug_mutex_unlock()
81 void debug_mutex_init(struct mutex *lock, const char *name, in debug_mutex_init()
99 int __devm_mutex_init(struct device *dev, struct mutex *lock) in __devm_mutex_init()
113 void mutex_destroy(struct mutex *lock) in mutex_destroy()
|
| A D | qspinlock_paravirt.h | 81 static inline bool pv_hybrid_queued_unfair_trylock(struct qspinlock *lock) in pv_hybrid_queued_unfair_trylock()
110 static __always_inline void set_pending(struct qspinlock *lock) in set_pending()
120 static __always_inline bool trylock_clear_pending(struct qspinlock *lock) in trylock_clear_pending()
128 static __always_inline void set_pending(struct qspinlock *lock) in set_pending()
133 static __always_inline bool trylock_clear_pending(struct qspinlock *lock) in trylock_clear_pending()
168 struct qspinlock *lock; member
236 static struct pv_node *pv_unhash(struct qspinlock *lock) in pv_unhash()
357 static void pv_kick_node(struct qspinlock *lock, struct mcs_spinlock *node) in pv_kick_node()
399 pv_wait_head_or_lock(struct qspinlock *lock, struct mcs_spinlock *node) in pv_wait_head_or_lock()
499 __pv_queued_spin_unlock_slowpath(struct qspinlock *lock, u8 locked) in __pv_queued_spin_unlock_slowpath()
[all …]
|
| A D | qspinlock.h | 86 static __always_inline void clear_pending(struct qspinlock *lock) in clear_pending()
99 static __always_inline void clear_pending_set_locked(struct qspinlock *lock) in clear_pending_set_locked()
114 static __always_inline u32 xchg_tail(struct qspinlock *lock, u32 tail) in xchg_tail()
132 static __always_inline void clear_pending(struct qspinlock *lock) in clear_pending()
143 static __always_inline void clear_pending_set_locked(struct qspinlock *lock) in clear_pending_set_locked()
158 static __always_inline u32 xchg_tail(struct qspinlock *lock, u32 tail) in xchg_tail()
184 static __always_inline u32 queued_fetch_set_pending_acquire(struct qspinlock *lock) in queued_fetch_set_pending_acquire()
196 static __always_inline void set_locked(struct qspinlock *lock) in set_locked()
|
| A D | spinlock_rt.c | 46 static __always_inline void __rt_spin_lock(spinlock_t *lock) in __rt_spin_lock()
54 void __sched rt_spin_lock(spinlock_t *lock) __acquires(RCU) in rt_spin_lock()
62 void __sched rt_spin_lock_nested(spinlock_t *lock, int subclass) in rt_spin_lock_nested()
69 void __sched rt_spin_lock_nest_lock(spinlock_t *lock, in rt_spin_lock_nest_lock()
78 void __sched rt_spin_unlock(spinlock_t *lock) __releases(RCU) in rt_spin_unlock()
94 void __sched rt_spin_lock_unlock(spinlock_t *lock) in rt_spin_lock_unlock()
101 static __always_inline int __rt_spin_trylock(spinlock_t *lock) in __rt_spin_trylock()
116 int __sched rt_spin_trylock(spinlock_t *lock) in rt_spin_trylock()
122 int __sched rt_spin_trylock_bh(spinlock_t *lock) in rt_spin_trylock_bh()
135 void __rt_spin_lock_init(spinlock_t *lock, const char *name, in __rt_spin_lock_init()
|
| A D | mutex.h | 43 static inline struct task_struct *__mutex_owner(struct mutex *lock) in __mutex_owner()
65 # define debug_mutex_lock_common(lock, waiter) do { } while (0) argument
66 # define debug_mutex_wake_waiter(lock, waiter) do { } while (0) argument
68 # define debug_mutex_add_waiter(lock, waiter, ti) do { } while (0) argument
69 # define debug_mutex_remove_waiter(lock, waiter, ti) do { } while (0) argument
70 # define debug_mutex_unlock(lock) do { } while (0) argument
71 # define debug_mutex_init(lock, name, key) do { } while (0) argument
|
| A D | rtmutex_common.h | 56 struct rt_mutex_base *lock; member
111 static inline int rt_mutex_has_waiters(struct rt_mutex_base *lock) in rt_mutex_has_waiters()
121 static inline bool rt_mutex_waiter_is_top_waiter(struct rt_mutex_base *lock, in rt_mutex_waiter_is_top_waiter()
129 static inline struct rt_mutex_waiter *rt_mutex_top_waiter(struct rt_mutex_base *lock) in rt_mutex_top_waiter()
158 static inline struct task_struct *rt_mutex_owner(struct rt_mutex_base *lock) in rt_mutex_owner()
180 static inline void __rt_mutex_base_init(struct rt_mutex_base *lock) in __rt_mutex_base_init()
188 static inline void debug_rt_mutex_unlock(struct rt_mutex_base *lock) in debug_rt_mutex_unlock()
194 static inline void debug_rt_mutex_proxy_unlock(struct rt_mutex_base *lock) in debug_rt_mutex_proxy_unlock()
229 static inline struct task_struct *rt_mutex_owner(struct rt_mutex_base *lock) in rt_mutex_owner()
|
| A D | ww_rt_mutex.c | 12 int ww_mutex_trylock(struct ww_mutex *lock, struct ww_acquire_ctx *ww_ctx) in ww_mutex_trylock()
38 __ww_rt_mutex_lock(struct ww_mutex *lock, struct ww_acquire_ctx *ww_ctx, in __ww_rt_mutex_lock()
79 ww_mutex_lock(struct ww_mutex *lock, struct ww_acquire_ctx *ctx) in ww_mutex_lock()
86 ww_mutex_lock_interruptible(struct ww_mutex *lock, struct ww_acquire_ctx *ctx) in ww_mutex_lock_interruptible()
92 void __sched ww_mutex_unlock(struct ww_mutex *lock) in ww_mutex_unlock()
|
| A D | lockdep.c | 750 static void print_lockdep_cache(struct lockdep_map *lock) in print_lockdep_cache()
774 struct lock_class *lock = hlock_class(hlock); in print_lock() local
955 static bool assign_lock_key(struct lockdep_map *lock) in assign_lock_key()
1512 struct lock_list * lock; in __cq_dequeue() local
1741 struct lock_list *lock = NULL; in __bfs() local
5273 struct lockdep_map *lock, in print_unlock_imbalance_bug()
5304 const struct lockdep_map *lock) in match_held_lock()
5341 struct lockdep_map *lock, in find_held_lock()
6005 struct lockdep_map *lock, in print_lock_contention_bug()
6497 struct lockdep_map *lock) in __lockdep_reset_lock()
[all …]
|
| A D | qspinlock.c | 90 static __always_inline void __pv_kick_node(struct qspinlock *lock, in __pv_kick_node()
92 static __always_inline u32 __pv_wait_head_or_lock(struct qspinlock *lock, in __pv_wait_head_or_lock()
130 void __lockfunc queued_spin_lock_slowpath(struct qspinlock *lock, u32 val) in queued_spin_lock_slowpath()
|
| A D | osq_lock.c | 54 osq_wait_next(struct optimistic_spin_queue *lock, in osq_wait_next()
93 bool osq_lock(struct optimistic_spin_queue *lock) in osq_lock()
210 void osq_unlock(struct optimistic_spin_queue *lock) in osq_unlock()
|
| A D | qrwlock.c | 21 void __lockfunc queued_read_lock_slowpath(struct qrwlock *lock) in queued_read_lock_slowpath()
66 void __lockfunc queued_write_lock_slowpath(struct qrwlock *lock) in queued_write_lock_slowpath()
|
| A D | mcs_spinlock.h | 57 void mcs_spin_lock(struct mcs_spinlock **lock, struct mcs_spinlock *node) in mcs_spin_lock()
94 void mcs_spin_unlock(struct mcs_spinlock **lock, struct mcs_spinlock *node) in mcs_spin_unlock()
|
| /kernel/bpf/ |
| A D | rqspinlock.c | 92 static bool is_lock_released(rqspinlock_t *lock, u32 mask, struct rqspinlock_timeout *ts) in is_lock_released()
99 static noinline int check_deadlock_AA(rqspinlock_t *lock, u32 mask, in check_deadlock_AA()
121 static noinline int check_deadlock_ABBA(rqspinlock_t *lock, u32 mask, in check_deadlock_ABBA()
201 static noinline int check_deadlock(rqspinlock_t *lock, u32 mask, in check_deadlock()
216 static noinline int check_timeout(rqspinlock_t *lock, u32 mask, in check_timeout()
275 int __lockfunc resilient_tas_spin_lock(rqspinlock_t *lock) in resilient_tas_spin_lock()
348 int __lockfunc resilient_queued_spin_lock_slowpath(rqspinlock_t *lock, u32 val) in resilient_queued_spin_lock_slowpath()
669 static void bpf_prog_report_rqspinlock_violation(const char *str, void *lock, bool irqsave) in bpf_prog_report_rqspinlock_violation()
690 __bpf_kfunc int bpf_res_spin_lock(struct bpf_res_spin_lock *lock) in bpf_res_spin_lock()
707 __bpf_kfunc void bpf_res_spin_unlock(struct bpf_res_spin_lock *lock) in bpf_res_spin_unlock()
[all …]
|
| A D | rqspinlock.h | 28 static __always_inline bool try_cmpxchg_tail(struct qspinlock *lock, u32 tail, u32 new_tail) in try_cmpxchg_tail()
|
| A D | percpu_freelist.h | 12 rqspinlock_t lock; member
|
| /kernel/trace/rv/monitors/sleep/ |
| A D | sleep.c | 110 static void handle_contention_begin(void *data, void *lock, unsigned int flags) in handle_contention_begin()
116 static void handle_contention_end(void *data, void *lock, int ret) in handle_contention_end()
|
| /kernel/time/ |
| A D | timer_migration.h | 62 raw_spinlock_t lock; member
99 raw_spinlock_t lock; member
|
| /kernel/sched/ |
| A D | cpudeadline.h | 14 raw_spinlock_t lock; member
|
| /kernel/trace/ |
| A D | trace_clock.c | 88 arch_spinlock_t lock; member
|