Home
last modified time | relevance | path

Searched refs:ww (Results 1 – 25 of 82) sorted by relevance

1234

/linux-6.3-rc2/drivers/gpu/drm/i915/
A Di915_gem_ww.c12 INIT_LIST_HEAD(&ww->obj_list); in i915_gem_ww_ctx_init()
13 ww->intr = intr; in i915_gem_ww_ctx_init()
14 ww->contended = NULL; in i915_gem_ww_ctx_init()
38 WARN_ON(ww->contended); in i915_gem_ww_ctx_fini()
39 ww_acquire_fini(&ww->ctx); in i915_gem_ww_ctx_fini()
46 if (WARN_ON(!ww->contended)) in i915_gem_ww_ctx_backoff()
50 if (ww->intr) in i915_gem_ww_ctx_backoff()
51 ret = dma_resv_lock_slow_interruptible(ww->contended->base.resv, &ww->ctx); in i915_gem_ww_ctx_backoff()
53 dma_resv_lock_slow(ww->contended->base.resv, &ww->ctx); in i915_gem_ww_ctx_backoff()
56 list_add_tail(&ww->contended->obj_link, &ww->obj_list); in i915_gem_ww_ctx_backoff()
[all …]
A Di915_gem_evict.c67 static bool grab_vma(struct i915_vma *vma, struct i915_gem_ww_ctx *ww) in grab_vma() argument
74 if (!i915_gem_object_trylock(vma->obj, ww)) { in grab_vma()
97 struct i915_gem_ww_ctx *ww, in mark_free() argument
105 if (!grab_vma(vma, ww)) in mark_free()
149 struct i915_gem_ww_ctx *ww, in i915_gem_evict_something() argument
230 if (mark_free(&scan, ww, vma, flags, &eviction_list)) in i915_gem_evict_something()
305 grab_vma(vma, ww)) { in i915_gem_evict_something()
329 struct i915_gem_ww_ctx *ww, in i915_gem_evict_for_node() argument
410 if (!grab_vma(vma, ww)) { in i915_gem_evict_for_node()
492 (ww && (dma_resv_locking_ctx(vma->obj->base.resv) == &ww->ctx))) { in i915_gem_evict_vm()
[all …]
A Di915_gem_evict.h17 struct i915_gem_ww_ctx *ww,
23 struct i915_gem_ww_ctx *ww,
27 struct i915_gem_ww_ctx *ww,
A Di915_gem_ww.h23 static inline int __i915_gem_ww_fini(struct i915_gem_ww_ctx *ww, int err) in __i915_gem_ww_fini() argument
26 err = i915_gem_ww_ctx_backoff(ww); in __i915_gem_ww_fini()
32 i915_gem_ww_ctx_fini(ww); in __i915_gem_ww_fini()
A Di915_vma.h289 i915_vma_pin_ww(struct i915_vma *vma, struct i915_gem_ww_ctx *ww,
295 struct i915_gem_ww_ctx ww; in i915_vma_pin() local
298 i915_gem_ww_ctx_init(&ww, true); in i915_vma_pin()
300 err = i915_gem_object_lock(vma->obj, &ww); in i915_vma_pin()
302 err = i915_vma_pin_ww(vma, &ww, size, alignment, flags); in i915_vma_pin()
304 err = i915_gem_ww_ctx_backoff(&ww); in i915_vma_pin()
308 i915_gem_ww_ctx_fini(&ww); in i915_vma_pin()
313 int i915_ggtt_pin(struct i915_vma *vma, struct i915_gem_ww_ctx *ww,
A Di915_gem_gtt.c98 struct i915_gem_ww_ctx *ww, in i915_gem_gtt_reserve() argument
123 err = i915_gem_evict_for_node(vm, ww, node, flags); in i915_gem_gtt_reserve()
191 struct i915_gem_ww_ctx *ww, in i915_gem_gtt_insert() argument
277 err = i915_gem_gtt_reserve(vm, ww, node, size, offset, color, flags); in i915_gem_gtt_insert()
285 err = i915_gem_evict_something(vm, ww, size, alignment, color, in i915_gem_gtt_insert()
/linux-6.3-rc2/drivers/staging/vt6655/
A Dmac.c273 for (ww = 0; ww < W_MAX_TIMEOUT; ww++) { in MACbSoftwareReset()
335 for (ww = 0; ww < W_MAX_TIMEOUT; ww++) { in vt6655_mac_safe_rx_off()
343 for (ww = 0; ww < W_MAX_TIMEOUT; ww++) { in vt6655_mac_safe_rx_off()
355 for (ww = 0; ww < W_MAX_TIMEOUT; ww++) { in vt6655_mac_safe_rx_off()
390 for (ww = 0; ww < W_MAX_TIMEOUT; ww++) { in vt6655_mac_safe_tx_off()
398 for (ww = 0; ww < W_MAX_TIMEOUT; ww++) { in vt6655_mac_safe_tx_off()
411 for (ww = 0; ww < W_MAX_TIMEOUT; ww++) { in vt6655_mac_safe_tx_off()
540 for (ww = 0; ww < W_MAX_TIMEOUT; ww++) { in vt6655_mac_set_curr_rx_0_desc_addr()
574 for (ww = 0; ww < W_MAX_TIMEOUT; ww++) { in vt6655_mac_set_curr_rx_1_desc_addr()
608 for (ww = 0; ww < W_MAX_TIMEOUT; ww++) { in vt6655_mac_set_curr_tx_0_desc_addr_ex()
[all …]
A Dbaseband.c1908 unsigned short ww; in bb_read_embedded() local
1917 for (ww = 0; ww < W_MAX_TIMEOUT; ww++) { in bb_read_embedded()
1926 if (ww == W_MAX_TIMEOUT) { in bb_read_embedded()
1951 unsigned short ww; in bb_write_embedded() local
1962 for (ww = 0; ww < W_MAX_TIMEOUT; ww++) { in bb_write_embedded()
1968 if (ww == W_MAX_TIMEOUT) { in bb_write_embedded()
/linux-6.3-rc2/drivers/gpu/drm/i915/gt/
A Dintel_context.c137 struct i915_gem_ww_ctx *ww) in __ring_active() argument
141 err = intel_ring_pin(ring, ww); in __ring_active()
163 struct i915_gem_ww_ctx *ww) in intel_context_pre_pin() argument
169 err = __ring_active(ce->ring, ww); in intel_context_pre_pin()
204 struct i915_gem_ww_ctx *ww) in __intel_context_do_pin_ww() argument
298 struct i915_gem_ww_ctx ww; in __intel_context_do_pin() local
301 i915_gem_ww_ctx_init(&ww, true); in __intel_context_do_pin()
309 i915_gem_ww_ctx_fini(&ww); in __intel_context_do_pin()
495 struct i915_gem_ww_ctx ww; in intel_context_create_request() local
499 i915_gem_ww_ctx_init(&ww, true); in intel_context_create_request()
[all …]
A Dintel_renderstate.c167 i915_gem_ww_ctx_init(&so->ww, true); in intel_renderstate_init()
169 err = intel_context_pin_ww(ce, &so->ww); in intel_renderstate_init()
177 err = i915_gem_object_lock(so->vma->obj, &so->ww); in intel_renderstate_init()
181 err = i915_vma_pin_ww(so->vma, &so->ww, 0, 0, PIN_GLOBAL | PIN_HIGH); in intel_renderstate_init()
197 err = i915_gem_ww_ctx_backoff(&so->ww); in intel_renderstate_init()
201 i915_gem_ww_ctx_fini(&so->ww); in intel_renderstate_init()
248 i915_gem_ww_ctx_fini(&so->ww); in intel_renderstate_fini()
A Dselftest_migrate.c38 struct i915_gem_ww_ctx *ww, in copy() argument
47 struct i915_gem_ww_ctx ww; in copy() local
61 for_i915_gem_ww(&ww, err, true) { in copy()
223 struct i915_gem_ww_ctx *ww, in intel_migrate_ccs_copy() argument
257 struct i915_gem_ww_ctx *ww, in clear() argument
266 struct i915_gem_ww_ctx ww; in clear() local
282 for_i915_gem_ww(&ww, err, true) { in clear()
411 struct i915_gem_ww_ctx *ww, in __migrate_copy() argument
425 struct i915_gem_ww_ctx *ww, in __global_copy() argument
451 struct i915_gem_ww_ctx *ww, in __migrate_clear() argument
[all …]
A Dintel_ring_submission.c468 struct i915_gem_ww_ctx *ww) in ring_context_init_default_state() argument
488 struct i915_gem_ww_ctx *ww, in ring_context_pre_pin() argument
496 err = ring_context_init_default_state(ce, ww); in ring_context_pre_pin()
503 err = gen6_ppgtt_pin(i915_vm_to_ppgtt((vm)), ww); in ring_context_pre_pin()
1250 struct i915_gem_ww_ctx *ww, in gen7_ctx_switch_bb_init() argument
1315 struct i915_gem_ww_ctx ww; in intel_ring_submission_setup() local
1365 i915_gem_ww_ctx_init(&ww, false); in intel_ring_submission_setup()
1374 err = intel_timeline_pin(timeline, &ww); in intel_ring_submission_setup()
1376 err = intel_ring_pin(ring, &ww); in intel_ring_submission_setup()
1395 err = i915_gem_ww_ctx_backoff(&ww); in intel_ring_submission_setup()
[all …]
/linux-6.3-rc2/drivers/gpu/drm/i915/gem/
A Di915_gem_object.h159 struct i915_gem_ww_ctx *ww, in __i915_gem_object_lock() argument
165 ret = dma_resv_lock_interruptible(obj->base.resv, ww ? &ww->ctx : NULL); in __i915_gem_object_lock()
167 ret = dma_resv_lock(obj->base.resv, ww ? &ww->ctx : NULL); in __i915_gem_object_lock()
169 if (!ret && ww) { in __i915_gem_object_lock()
178 ww->contended = obj; in __i915_gem_object_lock()
185 struct i915_gem_ww_ctx *ww) in i915_gem_object_lock() argument
187 return __i915_gem_object_lock(obj, ww, ww && ww->intr); in i915_gem_object_lock()
193 WARN_ON(ww && !ww->intr); in i915_gem_object_lock_interruptible()
198 struct i915_gem_ww_ctx *ww) in i915_gem_object_trylock() argument
200 if (!ww) in i915_gem_object_trylock()
[all …]
A Di915_gem_dmabuf.c124 struct i915_gem_ww_ctx ww; in i915_gem_begin_cpu_access() local
127 i915_gem_ww_ctx_init(&ww, true); in i915_gem_begin_cpu_access()
129 err = i915_gem_object_lock(obj, &ww); in i915_gem_begin_cpu_access()
137 err = i915_gem_ww_ctx_backoff(&ww); in i915_gem_begin_cpu_access()
141 i915_gem_ww_ctx_fini(&ww); in i915_gem_begin_cpu_access()
148 struct i915_gem_ww_ctx ww; in i915_gem_end_cpu_access() local
151 i915_gem_ww_ctx_init(&ww, true); in i915_gem_end_cpu_access()
161 err = i915_gem_ww_ctx_backoff(&ww); in i915_gem_end_cpu_access()
165 i915_gem_ww_ctx_fini(&ww); in i915_gem_end_cpu_access()
173 struct i915_gem_ww_ctx ww; in i915_gem_dmabuf_attach() local
[all …]
A Di915_gem_region.c166 GEM_WARN_ON(apply->ww); in i915_gem_process_region()
171 struct i915_gem_ww_ctx ww; in i915_gem_process_region() local
188 apply->ww = &ww; in i915_gem_process_region()
189 for_i915_gem_ww(&ww, ret, apply->interruptible) { in i915_gem_process_region()
190 ret = i915_gem_object_lock(obj, apply->ww); in i915_gem_process_region()
A Di915_gem_mman.c303 struct i915_gem_ww_ctx ww; in vm_fault_gtt() local
317 i915_gem_ww_ctx_init(&ww, true); in vm_fault_gtt()
319 ret = i915_gem_object_lock(obj, &ww); in vm_fault_gtt()
372 ret = i915_gem_evict_vm(&ggtt->vm, &ww, NULL); in vm_fault_gtt()
435 ret = i915_gem_ww_ctx_backoff(&ww); in vm_fault_gtt()
439 i915_gem_ww_ctx_fini(&ww); in vm_fault_gtt()
450 struct i915_gem_ww_ctx ww; in vm_access() local
461 i915_gem_ww_ctx_init(&ww, true); in vm_access()
463 err = i915_gem_object_lock(obj, &ww); in vm_access()
484 err = i915_gem_ww_ctx_backoff(&ww); in vm_access()
[all …]
/linux-6.3-rc2/drivers/gpu/drm/i915/display/
A Dintel_fb_pin.c29 struct i915_gem_ww_ctx ww; in intel_pin_fb_obj_dpt() local
47 for_i915_gem_ww(&ww, ret, true) { in intel_pin_fb_obj_dpt()
48 ret = i915_gem_object_lock(obj, &ww); in intel_pin_fb_obj_dpt()
63 ret = __i915_gem_object_migrate(obj, &ww, INTEL_REGION_LMEM_0, in intel_pin_fb_obj_dpt()
85 ret = i915_vma_pin_ww(vma, &ww, 0, alignment, PIN_GLOBAL); in intel_pin_fb_obj_dpt()
116 struct i915_gem_ww_ctx ww; in intel_pin_and_fence_fb_obj() local
163 i915_gem_ww_ctx_init(&ww, true); in intel_pin_and_fence_fb_obj()
165 ret = i915_gem_object_lock(obj, &ww); in intel_pin_and_fence_fb_obj()
169 ret = i915_gem_object_migrate(obj, &ww, INTEL_REGION_LMEM_0); in intel_pin_and_fence_fb_obj()
217 ret = i915_gem_ww_ctx_backoff(&ww); in intel_pin_and_fence_fb_obj()
[all …]
/linux-6.3-rc2/drivers/gpu/drm/i915/gem/selftests/
A Di915_gem_migrate.c53 struct i915_gem_ww_ctx ww; in igt_create_migrate() local
64 for_i915_gem_ww(&ww, err, true) { in igt_create_migrate()
65 err = i915_gem_object_lock(obj, &ww); in igt_create_migrate()
73 err = i915_gem_object_migrate(obj, &ww, dst); in igt_create_migrate()
118 err = i915_gem_object_lock(obj, ww); in lmem_pages_migrate_one()
123 err = i915_vma_pin_ww(vma, ww, obj->base.size, 0, in lmem_pages_migrate_one()
192 struct i915_gem_ww_ctx ww; in __igt_lmem_pages_migrate() local
212 for_i915_gem_ww(&ww, err, true) { in __igt_lmem_pages_migrate()
213 err = i915_gem_object_lock(obj, &ww); in __igt_lmem_pages_migrate()
249 for_i915_gem_ww(&ww, err, true) in __igt_lmem_pages_migrate()
[all …]
/linux-6.3-rc2/kernel/locking/
A Dww_mutex.h190 DEBUG_LOCKS_WARN_ON(ww->ctx); in ww_mutex_lock_acquired()
202 DEBUG_LOCKS_WARN_ON(ww_ctx->contending_lock != ww); in ww_mutex_lock_acquired()
215 DEBUG_LOCKS_WARN_ON(ww_ctx->ww_class != ww->ww_class); in ww_mutex_lock_acquired()
218 ww->ctx = ww_ctx; in ww_mutex_lock_acquired()
417 struct ww_mutex *ww; in __ww_mutex_kill() local
419 ww = container_of(lock, struct ww_mutex, base); in __ww_mutex_kill()
421 ww_ctx->contending_lock = ww; in __ww_mutex_kill()
444 struct ww_mutex *ww = container_of(lock, struct ww_mutex, base); in __ww_mutex_check_kill() local
445 struct ww_acquire_ctx *hold_ctx = READ_ONCE(ww->ctx); in __ww_mutex_check_kill()
545 struct ww_mutex *ww = container_of(lock, struct ww_mutex, base); in __ww_mutex_add_waiter() local
[all …]
A Dmutex.c307 struct ww_mutex *ww; in ww_mutex_spin_on_owner() local
309 ww = container_of(lock, struct ww_mutex, base); in ww_mutex_spin_on_owner()
322 if (ww_ctx->acquired > 0 && READ_ONCE(ww->ctx)) in ww_mutex_spin_on_owner()
574 struct ww_mutex *ww; in __mutex_lock_common() local
586 if (unlikely(ww_ctx == READ_ONCE(ww->ctx))) in __mutex_lock_common()
611 ww_mutex_set_context_fastpath(ww, ww_ctx); in __mutex_lock_common()
725 ww_mutex_lock_acquired(ww, ww_ctx); in __mutex_lock_common()
773 return mutex_trylock(&ww->base); in ww_mutex_trylock()
775 MUTEX_WARN_ON(ww->base.magic != &ww->base); in ww_mutex_trylock()
785 if (__mutex_trylock(&ww->base)) { in ww_mutex_trylock()
[all …]
/linux-6.3-rc2/drivers/gpu/drm/i915/selftests/
A Di915_gem.c210 struct i915_gem_ww_ctx ww; in igt_gem_ww_ctx() local
223 i915_gem_ww_ctx_init(&ww, true); in igt_gem_ww_ctx()
226 err = i915_gem_object_lock(obj, &ww); in igt_gem_ww_ctx()
228 err = i915_gem_object_lock_interruptible(obj, &ww); in igt_gem_ww_ctx()
230 err = i915_gem_object_lock_interruptible(obj2, &ww); in igt_gem_ww_ctx()
232 err = i915_gem_object_lock(obj2, &ww); in igt_gem_ww_ctx()
235 err = i915_gem_ww_ctx_backoff(&ww); in igt_gem_ww_ctx()
239 i915_gem_ww_ctx_fini(&ww); in igt_gem_ww_ctx()
A Digt_spinner.c43 struct i915_gem_ww_ctx *ww, in igt_spinner_pin_obj() argument
54 ret = i915_gem_object_lock(obj, ww); in igt_spinner_pin_obj()
60 if (!ww) in igt_spinner_pin_obj()
66 if (ww) in igt_spinner_pin_obj()
67 ret = i915_vma_pin_ww(*vma, ww, 0, 0, PIN_USER); in igt_spinner_pin_obj()
81 struct i915_gem_ww_ctx *ww) in igt_spinner_pin() argument
90 vaddr = igt_spinner_pin_obj(ce, ww, spin->hws, I915_MAP_WB, &spin->hws_vma); in igt_spinner_pin()
101 vaddr = igt_spinner_pin_obj(ce, ww, spin->obj, mode, &spin->batch_vma); in igt_spinner_pin()
/linux-6.3-rc2/arch/x86/crypto/
A Dcamellia_glue.c981 u64 kl, kr, ww; in camellia_setup128() local
1044 CAMELLIA_F(kl, CAMELLIA_SIGMA1L, CAMELLIA_SIGMA1R, ww); in camellia_setup128()
1045 kr ^= ww; in camellia_setup128()
1050 kr ^= ww; in camellia_setup128()
1052 kl ^= ww; in camellia_setup128()
1089 u64 ww; /* temporary variables */ in camellia_setup256() local
1154 kr ^= ww; in camellia_setup256()
1158 kr ^= ww ^ krr; in camellia_setup256()
1160 kl ^= ww; in camellia_setup256()
1166 krr ^= ww; in camellia_setup256()
[all …]
/linux-6.3-rc2/drivers/scsi/aic94xx/
A Daic94xx_reg.c108 #define ASD_READ_SW(ww, type, ord) \ argument
109 static type asd_read_##ww##_##ord(struct asd_ha_struct *asd_ha, \
113 u32 map_offs = (reg - io_handle->ww##_base) + asd_mem_offs_##ww();\
117 #define ASD_WRITE_SW(ww, type, ord) \ argument
118 static void asd_write_##ww##_##ord(struct asd_ha_struct *asd_ha, \
122 u32 map_offs = (reg - io_handle->ww##_base) + asd_mem_offs_##ww();\
/linux-6.3-rc2/tools/memory-model/
A Dlinux-kernel.cat183 let ww-vis = fence | (strong-fence ; xbstar ; w-pre-bounded) |
195 let ww-incoh = pre-race & co & ww-vis^-1
196 empty (wr-incoh | rw-incoh | ww-incoh) as plain-coherence
199 let ww-nonrace = ww-vis & ((Marked * W) | rw-xbstar) & ((W * Marked) | wr-vis)
200 let ww-race = (pre-race & co) \ ww-nonrace
204 flag ~empty (ww-race | wr-race | rw-race) as data-race

Completed in 38 milliseconds

1234