Lines Matching refs:ww_ctx
304 bool ww_mutex_spin_on_owner(struct mutex *lock, struct ww_acquire_ctx *ww_ctx, in ww_mutex_spin_on_owner() argument
322 if (ww_ctx->acquired > 0 && READ_ONCE(ww->ctx)) in ww_mutex_spin_on_owner()
353 struct ww_acquire_ctx *ww_ctx, struct mutex_waiter *waiter) in mutex_spin_on_owner() argument
378 if (ww_ctx && !ww_mutex_spin_on_owner(lock, ww_ctx, waiter)) { in mutex_spin_on_owner()
441 mutex_optimistic_spin(struct mutex *lock, struct ww_acquire_ctx *ww_ctx, in mutex_optimistic_spin() argument
476 if (!mutex_spin_on_owner(lock, owner, ww_ctx, waiter)) in mutex_optimistic_spin()
517 mutex_optimistic_spin(struct mutex *lock, struct ww_acquire_ctx *ww_ctx, in mutex_optimistic_spin() argument
576 struct ww_acquire_ctx *ww_ctx, const bool use_ww_ctx) in __mutex_lock_common() argument
583 ww_ctx = NULL; in __mutex_lock_common()
590 if (ww_ctx) { in __mutex_lock_common()
591 if (unlikely(ww_ctx == READ_ONCE(ww->ctx))) in __mutex_lock_common()
599 if (ww_ctx->acquired == 0) in __mutex_lock_common()
600 ww_ctx->wounded = 0; in __mutex_lock_common()
603 nest_lock = &ww_ctx->dep_map; in __mutex_lock_common()
612 mutex_optimistic_spin(lock, ww_ctx, NULL)) { in __mutex_lock_common()
615 if (ww_ctx) in __mutex_lock_common()
616 ww_mutex_set_context_fastpath(ww, ww_ctx); in __mutex_lock_common()
627 if (ww_ctx) in __mutex_lock_common()
628 __ww_mutex_check_waiters(lock, ww_ctx); in __mutex_lock_common()
636 waiter.ww_ctx = ww_ctx; in __mutex_lock_common()
648 ret = __ww_mutex_add_waiter(&waiter, lock, ww_ctx); in __mutex_lock_common()
677 if (ww_ctx) { in __mutex_lock_common()
678 ret = __ww_mutex_check_kill(lock, &waiter, ww_ctx); in __mutex_lock_common()
699 if (mutex_optimistic_spin(lock, ww_ctx, &waiter)) in __mutex_lock_common()
710 if (ww_ctx) { in __mutex_lock_common()
715 if (!ww_ctx->is_wait_die && in __mutex_lock_common()
717 __ww_mutex_check_waiters(lock, ww_ctx); in __mutex_lock_common()
729 if (ww_ctx) in __mutex_lock_common()
730 ww_mutex_lock_acquired(ww, ww_ctx); in __mutex_lock_common()
757 unsigned long ip, struct ww_acquire_ctx *ww_ctx) in __ww_mutex_lock() argument
759 return __mutex_lock_common(lock, state, subclass, NULL, ip, ww_ctx, true); in __ww_mutex_lock()
775 int ww_mutex_trylock(struct ww_mutex *ww, struct ww_acquire_ctx *ww_ctx) in ww_mutex_trylock() argument
777 if (!ww_ctx) in ww_mutex_trylock()
787 if (ww_ctx->acquired == 0) in ww_mutex_trylock()
788 ww_ctx->wounded = 0; in ww_mutex_trylock()
791 ww_mutex_set_context_fastpath(ww, ww_ctx); in ww_mutex_trylock()
792 mutex_acquire_nest(&ww->base.dep_map, 0, 1, &ww_ctx->dep_map, _RET_IP_); in ww_mutex_trylock()