| /drivers/gpu/drm/i915/gt/ |
| A D | intel_timeline.c | 68 timeline->hwsp_map = vaddr; in intel_timeline_pin_map() 80 kref_init(&timeline->kref); in intel_timeline_init() 83 timeline->gt = gt; in intel_timeline_init() 96 timeline->hwsp_map = NULL; in intel_timeline_init() 97 timeline->hwsp_seqno = (void *)(long)timeline->hwsp_offset; in intel_timeline_init() 128 if (timeline->hwsp_map) in intel_timeline_fini() 142 kfree(timeline); in intel_timeline_fini() 153 timeline = kzalloc(sizeof(*timeline), GFP_KERNEL); in __intel_timeline_create() 154 if (!timeline) in __intel_timeline_create() 159 kfree(timeline); in __intel_timeline_create() [all …]
|
| A D | intel_context.c | 189 err = intel_timeline_pin(ce->timeline, ww); in intel_context_pre_pin() 204 intel_timeline_unpin(ce->timeline); in intel_context_pre_pin() 215 intel_timeline_unpin(ce->timeline); in intel_context_post_unpin() 373 __intel_timeline_pin(ce->timeline); in __intel_context_active() 442 if (ce->timeline) in intel_context_fini() 443 intel_timeline_put(ce->timeline); in intel_context_fini() 473 intel_timeline_enter(ce->timeline); in intel_context_enter_engine() 478 intel_timeline_exit(ce->timeline); in intel_context_exit_engine() 485 struct intel_timeline *tl = ce->timeline; in intel_context_prepare_remote_request() 539 lockdep_unpin_lock(&ce->timeline->mutex, rq->cookie); in intel_context_create_request() [all …]
|
| A D | intel_timeline.h | 33 intel_timeline_get(struct intel_timeline *timeline) in intel_timeline_get() argument 35 kref_get(&timeline->kref); in intel_timeline_get() 36 return timeline; in intel_timeline_get() 40 static inline void intel_timeline_put(struct intel_timeline *timeline) in intel_timeline_put() argument 42 kref_put(&timeline->kref, __intel_timeline_free); in intel_timeline_put()
|
| A D | intel_engine_pm.c | 84 ce->timeline->seqno, in __engine_unpark() 85 READ_ONCE(*ce->timeline->hwsp_seqno), in __engine_unpark() 87 GEM_BUG_ON(ce->timeline->seqno != in __engine_unpark() 88 READ_ONCE(*ce->timeline->hwsp_seqno)); in __engine_unpark() 175 GEM_BUG_ON(ce->timeline->hwsp_ggtt != engine->status_page.vma); in switch_to_kernel_context() 210 GEM_BUG_ON(atomic_read(&ce->timeline->active_count) < 0); in switch_to_kernel_context() 237 __queue_and_release_pm(rq, ce->timeline, engine); in switch_to_kernel_context()
|
| A D | intel_engine_heartbeat.c | 213 if (!mutex_trylock(&ce->timeline->mutex)) { in heartbeat() 230 mutex_unlock(&ce->timeline->mutex); in heartbeat() 281 lockdep_assert_held(&ce->timeline->mutex); in __intel_engine_pulse() 336 err = mutex_lock_interruptible(&ce->timeline->mutex); in intel_engine_set_heartbeat() 351 mutex_unlock(&ce->timeline->mutex); in intel_engine_set_heartbeat() 370 if (!mutex_lock_interruptible(&ce->timeline->mutex)) { in intel_engine_pulse() 372 mutex_unlock(&ce->timeline->mutex); in intel_engine_pulse() 393 if (mutex_lock_interruptible(&ce->timeline->mutex)) { in intel_engine_flush_barriers() 408 mutex_unlock(&ce->timeline->mutex); in intel_engine_flush_barriers()
|
| A D | mock_engine.c | 156 mock_timeline_unpin(ce->timeline); in mock_context_destroy() 171 ce->timeline = intel_timeline_create(ce->engine->gt); in mock_context_alloc() 172 if (IS_ERR(ce->timeline)) { in mock_context_alloc() 174 return PTR_ERR(ce->timeline); in mock_context_alloc() 177 err = mock_timeline_pin(ce->timeline); in mock_context_alloc() 179 intel_timeline_put(ce->timeline); in mock_context_alloc() 180 ce->timeline = NULL; in mock_context_alloc() 417 engine->status_page.vma = ce->timeline->hwsp_ggtt; in mock_engine_init()
|
| A D | intel_ring_submission.c | 625 ce->timeline = intel_timeline_get(engine->legacy.timeline); in ring_context_alloc() 1109 intel_timeline_put(engine->legacy.timeline); in ring_release() 1351 struct intel_timeline *timeline; in intel_ring_submission_setup() local 1378 if (IS_ERR(timeline)) { in intel_ring_submission_setup() 1379 err = PTR_ERR(timeline); in intel_ring_submission_setup() 1382 GEM_BUG_ON(timeline->has_initial_breadcrumb); in intel_ring_submission_setup() 1392 engine->legacy.timeline = timeline; in intel_ring_submission_setup() 1409 err = intel_timeline_pin(timeline, &ww); in intel_ring_submission_setup() 1413 intel_timeline_unpin(timeline); in intel_ring_submission_setup() 1424 intel_timeline_unpin(timeline); in intel_ring_submission_setup() [all …]
|
| A D | intel_context.h | 25 ce__->timeline->fence_context, \ 210 lockdep_assert_held(&ce->timeline->mutex); in intel_context_enter() 220 lockdep_assert(lockdep_is_held(&ce->timeline->mutex) || in intel_context_mark_active() 227 lockdep_assert_held(&ce->timeline->mutex); in intel_context_exit() 249 __acquires(&ce->timeline->mutex) in intel_context_timeline_lock() 251 struct intel_timeline *tl = ce->timeline; in intel_context_timeline_lock()
|
| A D | intel_gt_requests.c | 31 return !list_empty(&engine->kernel_context->timeline->requests); in engine_active() 253 const char __rcu *timeline; in intel_gt_watchdog_work() local 258 timeline = dma_fence_timeline_name(f); in intel_gt_watchdog_work() 261 rcu_dereference(timeline), in intel_gt_watchdog_work()
|
| A D | selftest_timeline.c | 863 lockdep_unpin_lock(&from->context->timeline->mutex, from->cookie); in switch_tl_lock() 864 mutex_unlock(&from->context->timeline->mutex); in switch_tl_lock() 868 mutex_lock(&to->context->timeline->mutex); in switch_tl_lock() 869 to->cookie = lockdep_pin_lock(&to->context->timeline->mutex); in switch_tl_lock() 959 struct intel_timeline *tl = ce->timeline; in wrap_timeline() 1050 ce->timeline = intel_timeline_get(tl); in live_hwsp_read() 1193 struct intel_timeline *tl = ce->timeline; in live_hwsp_rollover_kernel() 1220 GEM_BUG_ON(rcu_access_pointer(this->timeline) != tl); in live_hwsp_rollover_kernel() 1283 tl = ce->timeline; in live_hwsp_rollover_user() 1307 GEM_BUG_ON(rcu_access_pointer(this->timeline) != tl); in live_hwsp_rollover_user()
|
| A D | intel_engine_cs.c | 1323 rcu_assign_pointer(frame->rq.timeline, ce->timeline); in measure_breadcrumb_dw() 1324 frame->rq.hwsp_seqno = ce->timeline->hwsp_seqno; in measure_breadcrumb_dw() 1334 mutex_lock(&ce->timeline->mutex); in measure_breadcrumb_dw() 1340 mutex_unlock(&ce->timeline->mutex); in measure_breadcrumb_dw() 1364 ce->timeline = page_pack_bits(NULL, hwsp); in intel_engine_create_pinned_context() 1385 lockdep_set_class_and_name(&ce->timeline->mutex, key, name); in intel_engine_create_pinned_context() 1395 GEM_BUG_ON(ce->timeline->hwsp_ggtt != hwsp); in intel_engine_destroy_pinned_context() 1398 list_del(&ce->timeline->engine_link); in intel_engine_destroy_pinned_context() 2006 tl = rcu_dereference(rq->timeline); in get_timeline() 2490 struct intel_timeline *tl = request->context->timeline; in engine_execlist_find_hung_request()
|
| A D | intel_execlists_submission.c | 602 if (intel_timeline_is_last(ce->timeline, rq) && in __execlists_schedule_out() 807 ce->timeline->fence_context, in assert_pending_valid() 816 ccid, ce->timeline->fence_context, in assert_pending_valid() 835 ce->timeline->fence_context, in assert_pending_valid() 850 ce->timeline->fence_context, in assert_pending_valid() 866 ce->timeline->fence_context, in assert_pending_valid() 875 ce->timeline->fence_context, in assert_pending_valid() 884 ce->timeline->fence_context, in assert_pending_valid() 3048 rq = active_request(ce->timeline, rq); in execlists_reset_active() 3731 intel_timeline_enter(ce->timeline); in virtual_context_enter() [all …]
|
| A D | intel_breadcrumbs.c | 234 if (intel_timeline_is_last(ce->timeline, rq)) in signal_irq_work() 235 add_retire(b, ce->timeline); in signal_irq_work()
|
| /drivers/gpu/drm/i915/gt/selftests/ |
| A D | mock_timeline.c | 11 void mock_timeline_init(struct intel_timeline *timeline, u64 context) in mock_timeline_init() argument 13 timeline->gt = NULL; in mock_timeline_init() 14 timeline->fence_context = context; in mock_timeline_init() 16 mutex_init(&timeline->mutex); in mock_timeline_init() 18 INIT_ACTIVE_FENCE(&timeline->last_request); in mock_timeline_init() 19 INIT_LIST_HEAD(&timeline->requests); in mock_timeline_init() 21 i915_syncmap_init(&timeline->sync); in mock_timeline_init() 23 INIT_LIST_HEAD(&timeline->link); in mock_timeline_init() 26 void mock_timeline_fini(struct intel_timeline *timeline) in mock_timeline_fini() argument 28 i915_syncmap_free(&timeline->sync); in mock_timeline_fini()
|
| A D | mock_timeline.h | 14 void mock_timeline_init(struct intel_timeline *timeline, u64 context); 15 void mock_timeline_fini(struct intel_timeline *timeline);
|
| /drivers/dma-buf/ |
| A D | sync_trace.h | 13 TP_PROTO(struct sync_timeline *timeline), 15 TP_ARGS(timeline), 18 __string(name, timeline->name) 24 __entry->value = timeline->value;
|
| A D | sync_file.c | 138 const char __rcu *timeline; in sync_file_get_name() local 143 timeline = dma_fence_timeline_name(fence); in sync_file_get_name() 146 rcu_dereference(timeline), in sync_file_get_name() 271 const char __rcu *timeline; in sync_fill_fence_info() local 277 timeline = dma_fence_timeline_name(fence); in sync_fill_fence_info() 279 strscpy(info->obj_name, rcu_dereference(timeline), in sync_fill_fence_info()
|
| A D | dma-fence.c | 549 const char __rcu *timeline; in dma_fence_release() local 554 timeline = dma_fence_timeline_name(fence); in dma_fence_release() 558 rcu_dereference(driver), rcu_dereference(timeline), in dma_fence_release() 1002 const char __rcu *timeline; in dma_fence_describe() local 1007 timeline = dma_fence_timeline_name(fence); in dma_fence_describe() 1012 rcu_dereference(timeline), in dma_fence_describe()
|
| /drivers/gpu/drm/i915/ |
| A D | i915_active.c | 30 u64 timeline; member 274 if (it->timeline < idx) { in __active_lookup() 307 if (node->timeline == idx) in active_instance() 310 if (node->timeline < idx) in active_instance() 326 node->timeline = idx; in active_instance() 373 GEM_BUG_ON(node->timeline != engine->kernel_context->timeline->fence_context); in ____active_del_barrier() 787 if (node->timeline < idx) in reuse_idle_barrier() 804 if (node->timeline > idx) in reuse_idle_barrier() 807 if (node->timeline < idx) in reuse_idle_barrier() 874 node->timeline = idx; in i915_active_acquire_preallocate_barrier() [all …]
|
| A D | i915_request.c | 896 struct intel_timeline *tl = ce->timeline; in __i915_request_create() 958 RCU_INIT_POINTER(rq->timeline, tl); in __i915_request_create() 1089 if (pos == &rcu_dereference(signal->timeline)->requests) in i915_request_await_start() 1473 GEM_BUG_ON(to->timeline == from->timeline); in i915_request_await_request() 1636 struct intel_timeline *timeline) in __i915_request_ensure_parallel_ordering() argument 1671 struct intel_timeline *timeline) in __i915_request_ensure_ordering() argument 1721 struct intel_timeline *timeline = i915_request_timeline(rq); in __i915_request_add_to_timeline() local 1765 prev = __i915_request_ensure_ordering(rq, timeline); in __i915_request_add_to_timeline() 1776 GEM_BUG_ON(timeline->seqno != rq->fence.seqno); in __i915_request_add_to_timeline() 2187 const char __rcu *timeline; in i915_request_show() local [all …]
|
| A D | i915_request.h | 214 struct intel_timeline __rcu *timeline; member 668 return rcu_dereference_protected(rq->timeline, in i915_request_timeline() 669 lockdep_is_held(&rcu_access_pointer(rq->timeline)->mutex) || in i915_request_timeline() 688 return rcu_dereference_protected(rq->timeline, in i915_request_active_timeline()
|
| A D | i915_sw_fence.c | 433 const char __rcu *timeline; in timer_i915_sw_fence_wake() local 442 timeline = dma_fence_timeline_name(cb->dma); in timer_i915_sw_fence_wake() 445 rcu_dereference(timeline), in timer_i915_sw_fence_wake()
|
| A D | i915_scheduler.c | 426 if (signaler->timeline == rq->timeline) in i915_request_show_with_schedule()
|
| /drivers/gpu/drm/i915/gem/ |
| A D | i915_gem_throttle.c | 65 if (!ce->timeline) in i915_gem_throttle_ioctl() 68 mutex_lock(&ce->timeline->mutex); in i915_gem_throttle_ioctl() 70 &ce->timeline->requests, in i915_gem_throttle_ioctl() 82 mutex_unlock(&ce->timeline->mutex); in i915_gem_throttle_ioctl()
|
| /drivers/gpu/drm/amd/amdgpu/ |
| A D | amdgpu_trace.h | 170 __string(timeline, AMDGPU_JOB_GET_TIMELINE_NAME(job)) 179 __assign_str(timeline); 186 __get_str(timeline), __entry->context, 194 __string(timeline, AMDGPU_JOB_GET_TIMELINE_NAME(job)) 202 __assign_str(timeline); 209 __get_str(timeline), __entry->context,
|