| /drivers/gpu/drm/xe/ |
| A D | xe_hw_fence.c | 62 struct dma_fence *dma_fence = &fence->dma; in hw_fence_irq_run_cb() local
68 dma_fence_put(dma_fence); in hw_fence_irq_run_cb()
150 static const char *xe_hw_fence_get_driver_name(struct dma_fence *dma_fence) in xe_hw_fence_get_driver_name() argument
157 static const char *xe_hw_fence_get_timeline_name(struct dma_fence *dma_fence) in xe_hw_fence_get_timeline_name() argument
164 static bool xe_hw_fence_signaled(struct dma_fence *dma_fence) in xe_hw_fence_signaled() argument
170 return dma_fence->error || in xe_hw_fence_signaled()
171 !__dma_fence_is_later(dma_fence, dma_fence->seqno, seqno); in xe_hw_fence_signaled()
174 static bool xe_hw_fence_enable_signaling(struct dma_fence *dma_fence) in xe_hw_fence_enable_signaling() argument
179 dma_fence_get(dma_fence); in xe_hw_fence_enable_signaling()
183 if (xe_hw_fence_signaled(dma_fence)) in xe_hw_fence_enable_signaling()
[all …]
|
| A D | xe_migrate.h | 11 struct dma_fence;
98 struct dma_fence *xe_migrate_to_vram(struct xe_migrate *m,
103 struct dma_fence *xe_migrate_from_vram(struct xe_migrate *m,
108 struct dma_fence *xe_migrate_copy(struct xe_migrate *m,
123 struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
130 struct dma_fence *
|
| A D | xe_preempt_fence.c | 48 preempt_fence_get_driver_name(struct dma_fence *fence) in preempt_fence_get_driver_name()
54 preempt_fence_get_timeline_name(struct dma_fence *fence) in preempt_fence_get_timeline_name()
59 static bool preempt_fence_enable_signaling(struct dma_fence *fence) in preempt_fence_enable_signaling()
131 struct dma_fence *
157 struct dma_fence *
170 bool xe_fence_is_xe_preempt(const struct dma_fence *fence) in xe_fence_is_xe_preempt()
|
| /drivers/dma-buf/ |
| A D | dma-fence-chain.c | 23 struct dma_fence *prev; in dma_fence_chain_get_prev()
39 struct dma_fence *dma_fence_chain_walk(struct dma_fence *fence) in dma_fence_chain_walk()
42 struct dma_fence *prev, *replacement, *tmp; in dma_fence_chain_walk()
151 struct dma_fence *f = dma_fence_chain_contained(fence); in dma_fence_chain_enable_signaling()
164 static bool dma_fence_chain_signaled(struct dma_fence *fence) in dma_fence_chain_signaled()
167 struct dma_fence *f = dma_fence_chain_contained(fence); in dma_fence_chain_signaled()
178 static void dma_fence_chain_release(struct dma_fence *fence) in dma_fence_chain_release()
181 struct dma_fence *prev; in dma_fence_chain_release()
214 struct dma_fence *f = dma_fence_chain_contained(fence); in dma_fence_chain_set_deadline()
241 struct dma_fence *prev, in dma_fence_chain_init()
[all …]
|
| A D | dma-fence.c | 28 static struct dma_fence dma_fence_stub;
131 struct dma_fence *dma_fence_get_stub(void) in dma_fence_get_stub()
159 struct dma_fence *fence; in dma_fence_allocate_private_stub()
442 int dma_fence_signal_locked(struct dma_fence *fence) in dma_fence_signal_locked()
461 int dma_fence_signal(struct dma_fence *fence) in dma_fence_signal()
541 struct dma_fence *fence = in dma_fence_release()
542 container_of(kref, struct dma_fence, refcount); in dma_fence_release()
590 void dma_fence_free(struct dma_fence *fence) in dma_fence_free()
702 int dma_fence_get_status(struct dma_fence *fence) in dma_fence_get_status()
834 struct dma_fence *fence = fences[i]; in dma_fence_test_signaled_any()
[all …]
|
| A D | st-dma-fence.c | 20 struct dma_fence base;
99 struct dma_fence *f; in sanitycheck()
115 struct dma_fence *f; in test_signaling()
163 struct dma_fence *f; in test_add_callback()
190 struct dma_fence *f; in test_late_add_callback()
221 struct dma_fence *f; in test_rm_callback()
253 struct dma_fence *f; in test_late_rm_callback()
284 struct dma_fence *f; in test_status()
312 struct dma_fence *f; in test_error()
343 struct dma_fence *f; in test_wait()
[all …]
|
| A D | dma-resv.c | 126 struct dma_fence *fence; in dma_resv_list_free()
217 struct dma_fence *fence; in dma_resv_reserve_fences()
242 struct dma_fence *fence; in dma_resv_reserve_fences()
291 struct dma_fence *old; in dma_resv_add_fence()
354 struct dma_fence *old; in dma_resv_replace_fences()
473 struct dma_fence *fence; in dma_resv_iter_first()
495 struct dma_fence *fence; in dma_resv_iter_next()
525 struct dma_fence *f; in dma_resv_copy_fences()
573 struct dma_fence *fence; in dma_resv_get_fences()
683 struct dma_fence *fence; in dma_resv_wait_timeout()
[all …]
|
| A D | dma-fence-unwrap.c | 18 static struct dma_fence *
34 struct dma_fence *dma_fence_unwrap_first(struct dma_fence *head, in dma_fence_unwrap_first()
49 struct dma_fence *dma_fence_unwrap_next(struct dma_fence_unwrap *cursor) in dma_fence_unwrap_next()
51 struct dma_fence *tmp; in dma_fence_unwrap_next()
66 struct dma_fence *a = *(struct dma_fence **)_a; in fence_cmp()
67 struct dma_fence *b = *(struct dma_fence **)_b; in fence_cmp()
96 int dma_fence_dedup_array(struct dma_fence **fences, int num_fences) in dma_fence_dedup_array()
118 struct dma_fence *__dma_fence_unwrap_merge(unsigned int num_fences, in __dma_fence_unwrap_merge()
119 struct dma_fence **fences, in __dma_fence_unwrap_merge()
122 struct dma_fence *tmp, *unsignaled = NULL, **array; in __dma_fence_unwrap_merge()
|
| A D | dma-fence-array.c | 18 static const char *dma_fence_array_get_driver_name(struct dma_fence *fence) in dma_fence_array_get_driver_name()
55 static void dma_fence_array_cb_func(struct dma_fence *f, in dma_fence_array_cb_func()
70 static bool dma_fence_array_enable_signaling(struct dma_fence *fence) in dma_fence_array_enable_signaling()
103 static bool dma_fence_array_signaled(struct dma_fence *fence) in dma_fence_array_signaled()
140 static void dma_fence_array_release(struct dma_fence *fence) in dma_fence_array_release()
152 static void dma_fence_array_set_deadline(struct dma_fence *fence, in dma_fence_array_set_deadline()
199 int num_fences, struct dma_fence **fences, in dma_fence_array_init()
253 struct dma_fence **fences, in dma_fence_array_create()
279 bool dma_fence_match_context(struct dma_fence *fence, u64 context) in dma_fence_match_context()
296 struct dma_fence *dma_fence_array_first(struct dma_fence *head) in dma_fence_array_first()
[all …]
|
| A D | st-dma-fence-unwrap.c | 17 struct dma_fence base;
21 static const char *mock_name(struct dma_fence *f) in mock_name()
45 static struct dma_fence *mock_fence(void) in mock_fence()
53 struct dma_fence **fences; in mock_array()
84 static struct dma_fence *mock_chain(struct dma_fence *prev, in mock_chain()
85 struct dma_fence *fence) in mock_chain()
102 struct dma_fence *f, *chain, *array; in sanitycheck()
125 struct dma_fence *fence, *f1, *f2, *array; in unwrap_array()
169 struct dma_fence *fence, *f1, *f2, *chain; in unwrap_chain()
261 struct dma_fence *fence, *f1, *f2, *f3; in unwrap_merge()
[all …]
|
| A D | st-dma-fence-chain.c | 25 struct dma_fence base;
61 static struct dma_fence *mock_chain(struct dma_fence *prev, in mock_chain()
62 struct dma_fence *fence, in mock_chain()
79 struct dma_fence *f, *chain; in sanitycheck()
102 struct dma_fence **fences;
103 struct dma_fence **chains;
105 struct dma_fence *tail;
184 struct dma_fence *fence; in find_seqno()
262 struct dma_fence *fence; in find_signaled()
300 struct dma_fence *fence; in find_out_of_order()
[all …]
|
| A D | st-dma-resv.c | 16 static const char *fence_name(struct dma_fence *f) in fence_name()
26 static struct dma_fence *alloc_fence(void) in alloc_fence()
28 struct dma_fence *f; in alloc_fence()
41 struct dma_fence *f; in sanitycheck()
67 struct dma_fence *f; in test_signaling()
113 struct dma_fence *f, *fence; in test_for_each()
174 struct dma_fence *f, *fence; in test_for_each_unlocked()
247 struct dma_fence *f, **fences = NULL; in test_get_fences()
|
| /drivers/gpu/drm/amd/amdgpu/ |
| A D | amdgpu_sync.c | 40 struct dma_fence *fence;
66 struct dma_fence *f) in amdgpu_sync_same_dev()
87 static void *amdgpu_sync_get_owner(struct dma_fence *f) in amdgpu_sync_get_owner()
115 struct dma_fence *fence) in amdgpu_sync_keep_later()
184 void *owner, struct dma_fence *f) in amdgpu_sync_test_fence()
247 struct dma_fence *f; in amdgpu_sync_resv()
280 struct dma_fence *f; in amdgpu_sync_kfd()
324 struct dma_fence *f = e->fence; in amdgpu_sync_peek_fence()
360 struct dma_fence *f; in amdgpu_sync_get_fence()
391 struct dma_fence *f; in amdgpu_sync_clone()
[all …]
|
| A D | amdgpu_fence.c | 112 struct dma_fence *fence; in amdgpu_fence_emit()
114 struct dma_fence __rcu **ptr; in amdgpu_fence_emit()
150 struct dma_fence *old; in amdgpu_fence_emit()
316 struct dma_fence *fence, **ptr; in amdgpu_fence_wait_empty()
389 struct dma_fence *fence; in amdgpu_fence_last_unsignaled_time_us()
420 struct dma_fence *fence; in amdgpu_fence_update_start_timestamp()
682 struct dma_fence *old, **ptr; in amdgpu_fence_driver_clear_job_fences()
717 struct dma_fence *fence; in amdgpu_fence_driver_set_error()
792 struct dma_fence __rcu **ptr; in amdgpu_ring_backup_unprocessed_commands()
883 struct dma_fence *f = container_of(rcu, struct dma_fence, rcu); in amdgpu_fence_free()
[all …]
|
| A D | amdgpu_userq_fence.c | 145 struct dma_fence *fence; in amdgpu_userq_fence_driver_process()
182 struct dma_fence *f; in amdgpu_userq_fence_driver_destroy()
230 struct dma_fence *fence; in amdgpu_userq_fence_create()
320 struct dma_fence *fence = container_of(rcu, struct dma_fence, rcu); in amdgpu_userq_fence_free()
426 struct dma_fence *fence; in amdgpu_userq_signal_ioctl()
700 struct dma_fence *fence; in amdgpu_userq_wait_ioctl()
701 struct dma_fence *f; in amdgpu_userq_wait_ioctl()
720 struct dma_fence *fence; in amdgpu_userq_wait_ioctl()
736 struct dma_fence *fence; in amdgpu_userq_wait_ioctl()
745 struct dma_fence *fence; in amdgpu_userq_wait_ioctl()
[all …]
|
| A D | amdgpu_amdkfd_fence.c | 85 struct amdgpu_amdkfd_fence *to_amdgpu_amdkfd_fence(struct dma_fence *f) in to_amdgpu_amdkfd_fence()
99 static const char *amdkfd_fence_get_driver_name(struct dma_fence *f) in amdkfd_fence_get_driver_name()
104 static const char *amdkfd_fence_get_timeline_name(struct dma_fence *f) in amdkfd_fence_get_timeline_name()
119 static bool amdkfd_fence_enable_signaling(struct dma_fence *f) in amdkfd_fence_enable_signaling()
147 static void amdkfd_fence_release(struct dma_fence *f) in amdkfd_fence_release()
171 bool amdkfd_fence_check_mm(struct dma_fence *f, struct mm_struct *mm) in amdkfd_fence_check_mm()
|
| A D | amdgpu_vm_tlb_fence.c | 32 struct dma_fence base;
34 struct dma_fence *dependency;
41 static const char *amdgpu_tlb_fence_get_driver_name(struct dma_fence *fence) in amdgpu_tlb_fence_get_driver_name()
46 static const char *amdgpu_tlb_fence_get_timeline_name(struct dma_fence *f) in amdgpu_tlb_fence_get_timeline_name()
79 struct dma_fence **fence) in amdgpu_vm_tlb_fence_create()
|
| /drivers/gpu/drm/scheduler/ |
| A D | sched_fence.c | 52 struct dma_fence *fence) in drm_sched_fence_set_parent()
66 struct dma_fence *parent) in drm_sched_fence_scheduled()
87 static const char *drm_sched_fence_get_driver_name(struct dma_fence *fence) in drm_sched_fence_get_driver_name()
92 static const char *drm_sched_fence_get_timeline_name(struct dma_fence *f) in drm_sched_fence_get_timeline_name()
100 struct dma_fence *f = container_of(rcu, struct dma_fence, rcu); in drm_sched_fence_free_rcu()
130 static void drm_sched_fence_release_scheduled(struct dma_fence *f) in drm_sched_fence_release_scheduled()
145 static void drm_sched_fence_release_finished(struct dma_fence *f) in drm_sched_fence_release_finished()
152 static void drm_sched_fence_set_deadline_finished(struct dma_fence *f, in drm_sched_fence_set_deadline_finished()
156 struct dma_fence *parent; in drm_sched_fence_set_deadline_finished()
196 struct drm_sched_fence *to_drm_sched_fence(struct dma_fence *f) in to_drm_sched_fence()
|
| /drivers/gpu/drm/i915/ |
| A D | i915_active.h | 48 void i915_active_noop(struct dma_fence *fence, struct dma_fence_cb *cb);
74 struct dma_fence *
76 struct dma_fence *fence);
100 static inline struct dma_fence *
103 struct dma_fence *fence; in i915_active_fence_get()
169 struct dma_fence *
170 i915_active_set_exclusive(struct i915_active *ref, struct dma_fence *f);
222 struct dma_fence *fence; in __i915_request_await_exclusive()
|
| A D | i915_active.c | 203 static inline struct dma_fence **
463 static struct dma_fence *
466 struct dma_fence *fence) in __i915_active_set_fence()
468 struct dma_fence *prev; in __i915_active_set_fence()
482 struct dma_fence *
538 struct dma_fence *fence; in enable_signaling()
613 struct dma_fence *fence; in __await_active()
1009 struct dma_fence *
1011 struct dma_fence *fence) in __i915_active_fence_set()
1013 struct dma_fence *prev; in __i915_active_fence_set()
[all …]
|
| /drivers/gpu/drm/msm/ |
| A D | msm_fence.c | 106 struct dma_fence base;
110 static inline struct msm_fence *to_msm_fence(struct dma_fence *fence) in to_msm_fence()
115 static const char *msm_fence_get_driver_name(struct dma_fence *fence) in msm_fence_get_driver_name()
120 static const char *msm_fence_get_timeline_name(struct dma_fence *fence) in msm_fence_get_timeline_name()
126 static bool msm_fence_signaled(struct dma_fence *fence) in msm_fence_signaled()
132 static void msm_fence_set_deadline(struct dma_fence *fence, ktime_t deadline) in msm_fence_set_deadline()
174 struct dma_fence *
187 msm_fence_init(struct dma_fence *fence, struct msm_fence_context *fctx) in msm_fence_init()
|
| /drivers/gpu/drm/i915/gem/ |
| A D | i915_gem_busy.c | 40 __busy_set_if_active(struct dma_fence *fence, u32 (*flag)(u16 id)) in __busy_set_if_active()
62 struct dma_fence **child = array->fences; in __busy_set_if_active()
66 struct dma_fence *current_fence = *child++; in __busy_set_if_active()
97 busy_check_reader(struct dma_fence *fence) in busy_check_reader()
103 busy_check_writer(struct dma_fence *fence) in busy_check_writer()
118 struct dma_fence *fence; in i915_gem_busy_ioctl()
|
| A D | i915_gem_wait.c | 17 i915_gem_object_wait_fence(struct dma_fence *fence, in i915_gem_object_wait_fence()
38 struct dma_fence *fence; in i915_gem_object_boost()
71 struct dma_fence *fence; in i915_gem_object_wait_reservation()
91 static void fence_set_priority(struct dma_fence *fence, in fence_set_priority()
109 void i915_gem_fence_wait_priority(struct dma_fence *fence, in i915_gem_fence_wait_priority()
125 struct dma_fence *iter; in i915_gem_fence_wait_priority()
147 struct dma_fence *fence; in i915_gem_object_wait_priority()
|
| /drivers/gpu/host1x/ |
| A D | fence.c | 18 static const char *host1x_syncpt_fence_get_driver_name(struct dma_fence *f) in host1x_syncpt_fence_get_driver_name()
23 static const char *host1x_syncpt_fence_get_timeline_name(struct dma_fence *f) in host1x_syncpt_fence_get_timeline_name()
28 static struct host1x_syncpt_fence *to_host1x_fence(struct dma_fence *f) in to_host1x_fence()
33 static bool host1x_syncpt_fence_enable_signaling(struct dma_fence *f) in host1x_syncpt_fence_enable_signaling()
125 struct dma_fence *host1x_fence_create(struct host1x_syncpt *sp, u32 threshold, in host1x_fence_create()
147 void host1x_fence_cancel(struct dma_fence *f) in host1x_fence_cancel()
|
| /drivers/gpu/drm/vgem/ |
| A D | vgem_fence.c | 33 struct dma_fence base;
38 static const char *vgem_fence_get_driver_name(struct dma_fence *fence) in vgem_fence_get_driver_name()
43 static const char *vgem_fence_get_timeline_name(struct dma_fence *fence) in vgem_fence_get_timeline_name()
48 static void vgem_fence_release(struct dma_fence *base) in vgem_fence_release()
69 static struct dma_fence *vgem_fence_create(struct vgem_file *vfile, in vgem_fence_create()
119 struct dma_fence *fence; in vgem_fence_attach_ioctl()
196 struct dma_fence *fence; in vgem_fence_signal_ioctl()
|