Lines Matching refs:wf
12 static void rpm_get(struct intel_wakeref *wf) in rpm_get() argument
14 wf->wakeref = intel_runtime_pm_get(wf->rpm); in rpm_get()
17 static void rpm_put(struct intel_wakeref *wf) in rpm_put() argument
19 intel_wakeref_t wakeref = fetch_and_zero(&wf->wakeref); in rpm_put()
21 intel_runtime_pm_put(wf->rpm, wakeref); in rpm_put()
25 int __intel_wakeref_get_first(struct intel_wakeref *wf) in __intel_wakeref_get_first() argument
33 mutex_lock_nested(&wf->mutex, SINGLE_DEPTH_NESTING); in __intel_wakeref_get_first()
34 if (!atomic_read(&wf->count)) { in __intel_wakeref_get_first()
37 rpm_get(wf); in __intel_wakeref_get_first()
39 err = wf->ops->get(wf); in __intel_wakeref_get_first()
41 rpm_put(wf); in __intel_wakeref_get_first()
42 mutex_unlock(&wf->mutex); in __intel_wakeref_get_first()
48 atomic_inc(&wf->count); in __intel_wakeref_get_first()
49 mutex_unlock(&wf->mutex); in __intel_wakeref_get_first()
51 INTEL_WAKEREF_BUG_ON(atomic_read(&wf->count) <= 0); in __intel_wakeref_get_first()
55 static void ____intel_wakeref_put_last(struct intel_wakeref *wf) in ____intel_wakeref_put_last() argument
57 INTEL_WAKEREF_BUG_ON(atomic_read(&wf->count) <= 0); in ____intel_wakeref_put_last()
58 if (unlikely(!atomic_dec_and_test(&wf->count))) in ____intel_wakeref_put_last()
62 if (likely(!wf->ops->put(wf))) { in ____intel_wakeref_put_last()
63 rpm_put(wf); in ____intel_wakeref_put_last()
64 wake_up_var(&wf->wakeref); in ____intel_wakeref_put_last()
68 mutex_unlock(&wf->mutex); in ____intel_wakeref_put_last()
71 void __intel_wakeref_put_last(struct intel_wakeref *wf, unsigned long flags) in __intel_wakeref_put_last() argument
73 INTEL_WAKEREF_BUG_ON(delayed_work_pending(&wf->work)); in __intel_wakeref_put_last()
76 if (flags & INTEL_WAKEREF_PUT_ASYNC || !mutex_trylock(&wf->mutex)) { in __intel_wakeref_put_last()
77 mod_delayed_work(system_wq, &wf->work, in __intel_wakeref_put_last()
82 ____intel_wakeref_put_last(wf); in __intel_wakeref_put_last()
87 struct intel_wakeref *wf = container_of(wrk, typeof(*wf), work.work); in __intel_wakeref_put_work() local
89 if (atomic_add_unless(&wf->count, -1, 1)) in __intel_wakeref_put_work()
92 mutex_lock(&wf->mutex); in __intel_wakeref_put_work()
93 ____intel_wakeref_put_last(wf); in __intel_wakeref_put_work()
96 void __intel_wakeref_init(struct intel_wakeref *wf, in __intel_wakeref_init() argument
101 wf->rpm = rpm; in __intel_wakeref_init()
102 wf->ops = ops; in __intel_wakeref_init()
104 __mutex_init(&wf->mutex, "wakeref.mutex", &key->mutex); in __intel_wakeref_init()
105 atomic_set(&wf->count, 0); in __intel_wakeref_init()
106 wf->wakeref = 0; in __intel_wakeref_init()
108 INIT_DELAYED_WORK(&wf->work, __intel_wakeref_put_work); in __intel_wakeref_init()
109 lockdep_init_map(&wf->work.work.lockdep_map, in __intel_wakeref_init()
113 int intel_wakeref_wait_for_idle(struct intel_wakeref *wf) in intel_wakeref_wait_for_idle() argument
119 err = wait_var_event_killable(&wf->wakeref, in intel_wakeref_wait_for_idle()
120 !intel_wakeref_is_active(wf)); in intel_wakeref_wait_for_idle()
124 intel_wakeref_unlock_wait(wf); in intel_wakeref_wait_for_idle()
130 struct intel_wakeref_auto *wf = from_timer(wf, t, timer); in wakeref_auto_timeout() local
134 if (!refcount_dec_and_lock_irqsave(&wf->count, &wf->lock, &flags)) in wakeref_auto_timeout()
137 wakeref = fetch_and_zero(&wf->wakeref); in wakeref_auto_timeout()
138 spin_unlock_irqrestore(&wf->lock, flags); in wakeref_auto_timeout()
140 intel_runtime_pm_put(wf->rpm, wakeref); in wakeref_auto_timeout()
143 void intel_wakeref_auto_init(struct intel_wakeref_auto *wf, in intel_wakeref_auto_init() argument
146 spin_lock_init(&wf->lock); in intel_wakeref_auto_init()
147 timer_setup(&wf->timer, wakeref_auto_timeout, 0); in intel_wakeref_auto_init()
148 refcount_set(&wf->count, 0); in intel_wakeref_auto_init()
149 wf->wakeref = 0; in intel_wakeref_auto_init()
150 wf->rpm = rpm; in intel_wakeref_auto_init()
153 void intel_wakeref_auto(struct intel_wakeref_auto *wf, unsigned long timeout) in intel_wakeref_auto() argument
158 if (del_timer_sync(&wf->timer)) in intel_wakeref_auto()
159 wakeref_auto_timeout(&wf->timer); in intel_wakeref_auto()
164 assert_rpm_wakelock_held(wf->rpm); in intel_wakeref_auto()
166 if (!refcount_inc_not_zero(&wf->count)) { in intel_wakeref_auto()
167 spin_lock_irqsave(&wf->lock, flags); in intel_wakeref_auto()
168 if (!refcount_inc_not_zero(&wf->count)) { in intel_wakeref_auto()
169 INTEL_WAKEREF_BUG_ON(wf->wakeref); in intel_wakeref_auto()
170 wf->wakeref = intel_runtime_pm_get_if_in_use(wf->rpm); in intel_wakeref_auto()
171 refcount_set(&wf->count, 1); in intel_wakeref_auto()
173 spin_unlock_irqrestore(&wf->lock, flags); in intel_wakeref_auto()
181 if (mod_timer(&wf->timer, jiffies + timeout)) in intel_wakeref_auto()
182 wakeref_auto_timeout(&wf->timer); in intel_wakeref_auto()
185 void intel_wakeref_auto_fini(struct intel_wakeref_auto *wf) in intel_wakeref_auto_fini() argument
187 intel_wakeref_auto(wf, 0); in intel_wakeref_auto_fini()
188 INTEL_WAKEREF_BUG_ON(wf->wakeref); in intel_wakeref_auto_fini()