Lines Matching refs:ww_ctx
304 bool ww_mutex_spin_on_owner(struct mutex *lock, struct ww_acquire_ctx *ww_ctx, in ww_mutex_spin_on_owner() argument
322 if (ww_ctx->acquired > 0 && READ_ONCE(ww->ctx)) in ww_mutex_spin_on_owner()
353 struct ww_acquire_ctx *ww_ctx, struct mutex_waiter *waiter) in mutex_spin_on_owner() argument
378 if (ww_ctx && !ww_mutex_spin_on_owner(lock, ww_ctx, waiter)) { in mutex_spin_on_owner()
441 mutex_optimistic_spin(struct mutex *lock, struct ww_acquire_ctx *ww_ctx, in mutex_optimistic_spin() argument
476 if (!mutex_spin_on_owner(lock, owner, ww_ctx, waiter)) in mutex_optimistic_spin()
517 mutex_optimistic_spin(struct mutex *lock, struct ww_acquire_ctx *ww_ctx, in mutex_optimistic_spin() argument
571 struct ww_acquire_ctx *ww_ctx, const bool use_ww_ctx) in __mutex_lock_common() argument
578 ww_ctx = NULL; in __mutex_lock_common()
585 if (ww_ctx) { in __mutex_lock_common()
586 if (unlikely(ww_ctx == READ_ONCE(ww->ctx))) in __mutex_lock_common()
594 if (ww_ctx->acquired == 0) in __mutex_lock_common()
595 ww_ctx->wounded = 0; in __mutex_lock_common()
598 nest_lock = &ww_ctx->dep_map; in __mutex_lock_common()
607 mutex_optimistic_spin(lock, ww_ctx, NULL)) { in __mutex_lock_common()
610 if (ww_ctx) in __mutex_lock_common()
611 ww_mutex_set_context_fastpath(ww, ww_ctx); in __mutex_lock_common()
622 if (ww_ctx) in __mutex_lock_common()
623 __ww_mutex_check_waiters(lock, ww_ctx); in __mutex_lock_common()
631 waiter.ww_ctx = ww_ctx; in __mutex_lock_common()
643 ret = __ww_mutex_add_waiter(&waiter, lock, ww_ctx); in __mutex_lock_common()
672 if (ww_ctx) { in __mutex_lock_common()
673 ret = __ww_mutex_check_kill(lock, &waiter, ww_ctx); in __mutex_lock_common()
694 if (mutex_optimistic_spin(lock, ww_ctx, &waiter)) in __mutex_lock_common()
705 if (ww_ctx) { in __mutex_lock_common()
710 if (!ww_ctx->is_wait_die && in __mutex_lock_common()
712 __ww_mutex_check_waiters(lock, ww_ctx); in __mutex_lock_common()
724 if (ww_ctx) in __mutex_lock_common()
725 ww_mutex_lock_acquired(ww, ww_ctx); in __mutex_lock_common()
752 unsigned long ip, struct ww_acquire_ctx *ww_ctx) in __ww_mutex_lock() argument
754 return __mutex_lock_common(lock, state, subclass, NULL, ip, ww_ctx, true); in __ww_mutex_lock()
770 int ww_mutex_trylock(struct ww_mutex *ww, struct ww_acquire_ctx *ww_ctx) in ww_mutex_trylock() argument
772 if (!ww_ctx) in ww_mutex_trylock()
782 if (ww_ctx->acquired == 0) in ww_mutex_trylock()
783 ww_ctx->wounded = 0; in ww_mutex_trylock()
786 ww_mutex_set_context_fastpath(ww, ww_ctx); in ww_mutex_trylock()
787 mutex_acquire_nest(&ww->base.dep_map, 0, 1, &ww_ctx->dep_map, _RET_IP_); in ww_mutex_trylock()