| /linux/drivers/gpu/drm/i915/ |
| A D | i915_sw_fence.c | 49 static inline void debug_fence_init(struct i915_sw_fence *fence) in debug_fence_init()
93 static inline void debug_fence_init(struct i915_sw_fence *fence) in debug_fence_init()
128 static int __i915_sw_fence_notify(struct i915_sw_fence *fence, in __i915_sw_fence_notify()
135 void i915_sw_fence_fini(struct i915_sw_fence *fence) in i915_sw_fence_fini()
212 void i915_sw_fence_complete(struct i915_sw_fence *fence) in i915_sw_fence_complete()
222 bool i915_sw_fence_await(struct i915_sw_fence *fence) in i915_sw_fence_await()
239 void __i915_sw_fence_init(struct i915_sw_fence *fence, in __i915_sw_fence_init()
253 void i915_sw_fence_reinit(struct i915_sw_fence *fence) in i915_sw_fence_reinit()
263 void i915_sw_fence_commit(struct i915_sw_fence *fence) in i915_sw_fence_commit()
431 struct i915_sw_fence *fence; in timer_i915_sw_fence_wake() local
[all …]
|
| A D | i915_sw_fence.h | 47 #define i915_sw_fence_init(fence, fn) \ argument
55 #define i915_sw_fence_init(fence, fn) \ argument
67 static inline void i915_sw_fence_fini(struct i915_sw_fence *fence) {} in i915_sw_fence_fini()
81 struct i915_sw_fence *fence; member
101 static inline bool i915_sw_fence_signaled(const struct i915_sw_fence *fence) in i915_sw_fence_signaled()
106 static inline bool i915_sw_fence_done(const struct i915_sw_fence *fence) in i915_sw_fence_done()
111 static inline void i915_sw_fence_wait(struct i915_sw_fence *fence) in i915_sw_fence_wait()
117 i915_sw_fence_set_error_once(struct i915_sw_fence *fence, int error) in i915_sw_fence_set_error_once()
|
| A D | i915_active.c | 219 node_retire(struct dma_fence *fence, struct dma_fence_cb *cb) in node_retire()
226 excl_retire(struct dma_fence *fence, struct dma_fence_cb *cb) in excl_retire()
430 struct dma_fence *fence = &rq->fence; in i915_active_add_request() local
466 struct dma_fence *fence) in __i915_active_set_fence()
556 struct dma_fence *fence; in enable_signaling() local
628 int (*fn)(void *arg, struct dma_fence *fence), in __await_active()
631 struct dma_fence *fence; in __await_active() local
693 int (*fn)(void *arg, struct dma_fence *fence), in await_active()
751 int i915_sw_fence_await_active(struct i915_sw_fence *fence, in i915_sw_fence_await_active()
1029 struct dma_fence *fence) in __i915_active_fence_set()
[all …]
|
| A D | i915_sw_fence_work.c | 27 fence_notify(struct i915_sw_fence *fence, enum i915_sw_fence_notify state) in fence_notify()
55 static const char *get_driver_name(struct dma_fence *fence) in get_driver_name()
60 static const char *get_timeline_name(struct dma_fence *fence) in get_timeline_name()
67 static void fence_release(struct dma_fence *fence) in fence_release()
|
| /linux/drivers/dma-buf/ |
| A D | dma-fence.c | 114 static const char *dma_fence_stub_get_name(struct dma_fence *fence) in dma_fence_stub_get_name()
159 struct dma_fence *fence; in dma_fence_allocate_private_stub() local
367 int dma_fence_signal_timestamp_locked(struct dma_fence *fence, in dma_fence_signal_timestamp_locked()
442 int dma_fence_signal_locked(struct dma_fence *fence) in dma_fence_signal_locked()
461 int dma_fence_signal(struct dma_fence *fence) in dma_fence_signal()
533 struct dma_fence *fence = in dma_fence_release() local
573 void dma_fence_free(struct dma_fence *fence) in dma_fence_free()
611 void dma_fence_enable_sw_signaling(struct dma_fence *fence) in dma_fence_enable_sw_signaling()
685 int dma_fence_get_status(struct dma_fence *fence) in dma_fence_get_status()
817 struct dma_fence *fence = fences[i]; in dma_fence_test_signaled_any() local
[all …]
|
| A D | dma-fence-chain.c | 39 struct dma_fence *dma_fence_chain_walk(struct dma_fence *fence) in dma_fence_chain_walk()
112 static const char *dma_fence_chain_get_driver_name(struct dma_fence *fence) in dma_fence_chain_get_driver_name()
117 static const char *dma_fence_chain_get_timeline_name(struct dma_fence *fence) in dma_fence_chain_get_timeline_name()
145 static bool dma_fence_chain_enable_signaling(struct dma_fence *fence) in dma_fence_chain_enable_signaling()
164 static bool dma_fence_chain_signaled(struct dma_fence *fence) in dma_fence_chain_signaled()
178 static void dma_fence_chain_release(struct dma_fence *fence) in dma_fence_chain_release()
210 static void dma_fence_chain_set_deadline(struct dma_fence *fence, in dma_fence_chain_set_deadline()
243 struct dma_fence *fence, in dma_fence_chain_init()
|
| A D | dma-resv.c | 86 struct dma_fence *fence, in dma_resv_list_set()
126 struct dma_fence *fence; in dma_resv_list_free() local
217 struct dma_fence *fence; in dma_resv_reserve_fences() local
242 struct dma_fence *fence; in dma_resv_reserve_fences() local
472 struct dma_fence *fence; in dma_resv_iter_first() local
494 struct dma_fence *fence; in dma_resv_iter_next() local
572 struct dma_fence *fence; in dma_resv_get_fences() local
682 struct dma_fence *fence; in dma_resv_wait_timeout() local
712 struct dma_fence *fence; in dma_resv_set_deadline() local
738 struct dma_fence *fence; in dma_resv_test_signaled() local
[all …]
|
| A D | sw_sync.c | 52 __s32 fence; /* fd of new fence */ member
85 static inline struct sync_pt *dma_fence_to_sync_pt(struct dma_fence *fence) in dma_fence_to_sync_pt()
140 static const char *timeline_fence_get_driver_name(struct dma_fence *fence) in timeline_fence_get_driver_name()
145 static const char *timeline_fence_get_timeline_name(struct dma_fence *fence) in timeline_fence_get_timeline_name()
152 static void timeline_fence_release(struct dma_fence *fence) in timeline_fence_release()
169 static bool timeline_fence_signaled(struct dma_fence *fence) in timeline_fence_signaled()
176 static bool timeline_fence_enable_signaling(struct dma_fence *fence) in timeline_fence_enable_signaling()
181 static void timeline_fence_value_str(struct dma_fence *fence, in timeline_fence_value_str()
187 static void timeline_fence_timeline_value_str(struct dma_fence *fence, in timeline_fence_timeline_value_str()
195 static void timeline_fence_set_deadline(struct dma_fence *fence, ktime_t deadline) in timeline_fence_set_deadline()
[all …]
|
| A D | dma-fence-array.c | 18 static const char *dma_fence_array_get_driver_name(struct dma_fence *fence) in dma_fence_array_get_driver_name()
23 static const char *dma_fence_array_get_timeline_name(struct dma_fence *fence) in dma_fence_array_get_timeline_name()
70 static bool dma_fence_array_enable_signaling(struct dma_fence *fence) in dma_fence_array_enable_signaling()
103 static bool dma_fence_array_signaled(struct dma_fence *fence) in dma_fence_array_signaled()
114 static void dma_fence_array_release(struct dma_fence *fence) in dma_fence_array_release()
126 static void dma_fence_array_set_deadline(struct dma_fence *fence, in dma_fence_array_set_deadline()
253 bool dma_fence_match_context(struct dma_fence *fence, u64 context) in dma_fence_match_context()
|
| /linux/drivers/gpu/drm/scheduler/ |
| A D | sched_fence.c | 50 struct dma_fence *fence) in drm_sched_fence_set_parent()
63 void drm_sched_fence_scheduled(struct drm_sched_fence *fence, in drm_sched_fence_scheduled()
78 void drm_sched_fence_finished(struct drm_sched_fence *fence, int result) in drm_sched_fence_finished()
92 struct drm_sched_fence *fence = to_drm_sched_fence(f); in drm_sched_fence_get_timeline_name() local
99 struct drm_sched_fence *fence = to_drm_sched_fence(f); in drm_sched_fence_free_rcu() local
113 void drm_sched_fence_free(struct drm_sched_fence *fence) in drm_sched_fence_free()
130 struct drm_sched_fence *fence = to_drm_sched_fence(f); in drm_sched_fence_release_scheduled() local
145 struct drm_sched_fence *fence = to_drm_sched_fence(f); in drm_sched_fence_release_finished() local
153 struct drm_sched_fence *fence = to_drm_sched_fence(f); in drm_sched_fence_set_deadline_finished() local
209 struct drm_sched_fence *fence = NULL; in drm_sched_fence_alloc() local
[all …]
|
| /linux/drivers/gpu/drm/nouveau/ |
| A D | nouveau_fence.c | 42 from_fence(struct dma_fence *fence) in from_fence()
48 nouveau_fctx(struct nouveau_fence *fence) in nouveau_fctx()
86 struct nouveau_fence *fence; in nouveau_fence_context_kill() local
133 struct nouveau_fence *fence; in nouveau_fence_update() local
159 struct nouveau_fence *fence; in nouveau_fence_uevent_work() local
283 struct nouveau_fence *fence = from_fence(f); in nouveau_fence_wait_legacy() local
374 struct dma_fence *fence; in nouveau_fence_sync() local
422 struct nouveau_fence *fence; in nouveau_fence_create() local
461 struct nouveau_fence *fence = from_fence(f); in nouveau_fence_get_timeline_name() local
475 struct nouveau_fence *fence = from_fence(f); in nouveau_fence_is_signaled() local
[all …]
|
| /linux/drivers/gpu/drm/i915/gt/ |
| A D | intel_ggtt_fencing.c | 59 static void i965_write_fence_reg(struct i915_fence_reg *fence) in i965_write_fence_reg()
113 static void i915_write_fence_reg(struct i915_fence_reg *fence) in i915_write_fence_reg()
172 static void fence_write(struct i915_fence_reg *fence) in fence_write()
200 static int fence_update(struct i915_fence_reg *fence, in fence_update()
293 struct i915_fence_reg *fence = vma->fence; in i915_vma_revoke_fence() local
332 struct i915_fence_reg *fence, *fn; in fence_find() local
365 struct i915_fence_reg *fence; in __i915_vma_pin_fence() local
456 struct i915_fence_reg *fence; in i915_reserve_fence() local
491 void i915_unreserve_fence(struct i915_fence_reg *fence) in i915_unreserve_fence()
873 struct i915_fence_reg *fence = &ggtt->fence_regs[i]; in intel_ggtt_init_fences() local
[all …]
|
| /linux/drivers/gpu/drm/xe/ |
| A D | xe_hw_fence.c | 45 struct xe_hw_fence *fence = in fence_free() local
55 struct xe_hw_fence *fence, *next; in hw_fence_irq_run_cb() local
86 struct xe_hw_fence *fence, *next; in xe_hw_fence_irq_finish() local
142 static struct xe_hw_fence_irq *xe_hw_fence_irq(struct xe_hw_fence *fence) in xe_hw_fence_irq()
149 struct xe_hw_fence *fence = to_xe_hw_fence(dma_fence); in xe_hw_fence_get_driver_name() local
156 struct xe_hw_fence *fence = to_xe_hw_fence(dma_fence); in xe_hw_fence_get_timeline_name() local
163 struct xe_hw_fence *fence = to_xe_hw_fence(dma_fence); in xe_hw_fence_signaled() local
173 struct xe_hw_fence *fence = to_xe_hw_fence(dma_fence); in xe_hw_fence_enable_signaling() local
188 struct xe_hw_fence *fence = to_xe_hw_fence(dma_fence); in xe_hw_fence_release() local
202 static struct xe_hw_fence *to_xe_hw_fence(struct dma_fence *fence) in to_xe_hw_fence()
[all …]
|
| A D | xe_gt_tlb_invalidation.c | 40 static void xe_gt_tlb_invalidation_fence_fini(struct xe_gt_tlb_invalidation_fence *fence) in xe_gt_tlb_invalidation_fence_fini()
62 invalidation_fence_signal(struct xe_device *xe, struct xe_gt_tlb_invalidation_fence *fence) in invalidation_fence_signal()
73 struct xe_gt_tlb_invalidation_fence *fence, *next; in xe_gt_tlb_fence_timeout() local
129 struct xe_gt_tlb_invalidation_fence *fence, *next; in xe_gt_tlb_invalidation_reset() local
174 struct xe_gt_tlb_invalidation_fence *fence, in send_tlb_invalidation()
249 struct xe_gt_tlb_invalidation_fence *fence) in xe_gt_tlb_invalidation_guc()
276 struct xe_gt_tlb_invalidation_fence fence; in xe_gt_tlb_invalidation_ggtt() local
323 struct xe_gt_tlb_invalidation_fence *fence, in xe_gt_tlb_invalidation_range()
407 struct xe_gt_tlb_invalidation_fence *fence, in xe_gt_tlb_invalidation_vma()
433 struct xe_gt_tlb_invalidation_fence *fence, *next; in xe_guc_tlb_invalidation_done_handler() local
[all …]
|
| /linux/include/linux/ |
| A D | dma-fence.h | 294 static inline void dma_fence_put(struct dma_fence *fence) in dma_fence_put()
306 static inline struct dma_fence *dma_fence_get(struct dma_fence *fence) in dma_fence_get()
348 struct dma_fence *fence; in dma_fence_get_rcu_safe() local
420 dma_fence_is_signaled_locked(struct dma_fence *fence) in dma_fence_is_signaled_locked()
450 dma_fence_is_signaled(struct dma_fence *fence) in dma_fence_is_signaled()
557 static inline int dma_fence_get_status_locked(struct dma_fence *fence) in dma_fence_get_status_locked()
578 static inline void dma_fence_set_error(struct dma_fence *fence, in dma_fence_set_error()
595 static inline ktime_t dma_fence_timestamp(struct dma_fence *fence) in dma_fence_timestamp()
656 static inline bool dma_fence_is_array(struct dma_fence *fence) in dma_fence_is_array()
667 static inline bool dma_fence_is_chain(struct dma_fence *fence) in dma_fence_is_chain()
[all …]
|
| /linux/drivers/gpu/drm/vmwgfx/ |
| A D | vmwgfx_fence.c | 51 struct vmw_fence_obj fence; member
71 struct vmw_fence_obj *fence; member
124 struct vmw_fence_obj *fence = in vmw_fence_obj_destroy() local
148 struct vmw_fence_obj *fence = in vmw_fence_enable_signaling() local
179 struct vmw_fence_obj *fence = in vmw_fence_wait() local
541 struct vmw_fence_obj *fence; in vmw_fence_create() local
652 struct vmw_fence_obj *fence = in vmw_fence_fifo_down() local
727 struct vmw_fence_obj *fence; in vmw_fence_obj_wait_ioctl() local
780 struct vmw_fence_obj *fence; in vmw_fence_obj_signaled_ioctl() local
938 struct vmw_fence_obj *fence, in vmw_event_fence_action_queue()
[all …]
|
| /linux/drivers/gpu/drm/vgem/ |
| A D | vgem_fence.c | 38 static const char *vgem_fence_get_driver_name(struct dma_fence *fence) in vgem_fence_get_driver_name()
43 static const char *vgem_fence_get_timeline_name(struct dma_fence *fence) in vgem_fence_get_timeline_name()
50 struct vgem_fence *fence = container_of(base, typeof(*fence), base); in vgem_fence_release() local
56 static void vgem_fence_value_str(struct dma_fence *fence, char *str, int size) in vgem_fence_value_str()
61 static void vgem_fence_timeline_value_str(struct dma_fence *fence, char *str, in vgem_fence_timeline_value_str()
79 struct vgem_fence *fence = from_timer(fence, t, timer); in vgem_fence_timeout() local
87 struct vgem_fence *fence; in vgem_fence_create() local
134 struct dma_fence *fence; in vgem_fence_attach_ioctl() local
211 struct dma_fence *fence; in vgem_fence_signal_ioctl() local
|
| /linux/drivers/gpu/drm/amd/amdgpu/ |
| A D | amdgpu_amdkfd_fence.c | 67 struct amdgpu_amdkfd_fence *fence; in amdgpu_amdkfd_fence_create() local
87 struct amdgpu_amdkfd_fence *fence; in to_amdgpu_amdkfd_fence() local
106 struct amdgpu_amdkfd_fence *fence = to_amdgpu_amdkfd_fence(f); in amdkfd_fence_get_timeline_name() local
121 struct amdgpu_amdkfd_fence *fence = to_amdgpu_amdkfd_fence(f); in amdkfd_fence_enable_signaling() local
149 struct amdgpu_amdkfd_fence *fence = to_amdgpu_amdkfd_fence(f); in amdkfd_fence_release() local
173 struct amdgpu_amdkfd_fence *fence = to_amdgpu_amdkfd_fence(f); in amdkfd_fence_check_mm() local
|
| /linux/drivers/gpu/drm/msm/ |
| A D | msm_fence.c | 83 bool msm_fence_completed(struct msm_fence_context *fctx, uint32_t fence) in msm_fence_completed()
94 void msm_update_fence(struct msm_fence_context *fctx, uint32_t fence) in msm_update_fence()
111 static inline struct msm_fence *to_msm_fence(struct dma_fence *fence) in to_msm_fence()
116 static const char *msm_fence_get_driver_name(struct dma_fence *fence) in msm_fence_get_driver_name()
121 static const char *msm_fence_get_timeline_name(struct dma_fence *fence) in msm_fence_get_timeline_name()
127 static bool msm_fence_signaled(struct dma_fence *fence) in msm_fence_signaled()
133 static void msm_fence_set_deadline(struct dma_fence *fence, ktime_t deadline) in msm_fence_set_deadline()
188 msm_fence_init(struct dma_fence *fence, struct msm_fence_context *fctx) in msm_fence_init()
|
| /linux/drivers/gpu/drm/radeon/ |
| A D | radeon_fence.c | 134 struct radeon_fence **fence, in radeon_fence_emit()
168 struct radeon_fence *fence; in radeon_fence_check_signaled() local
355 struct radeon_fence *fence = to_radeon_fence(f); in radeon_fence_is_signaled() local
383 struct radeon_fence *fence = to_radeon_fence(f); in radeon_fence_enable_signaling() local
426 bool radeon_fence_signaled(struct radeon_fence *fence) in radeon_fence_signaled()
567 int radeon_fence_wait(struct radeon_fence *fence, bool intr) in radeon_fence_wait()
687 struct radeon_fence *radeon_fence_ref(struct radeon_fence *fence) in radeon_fence_ref()
700 void radeon_fence_unref(struct radeon_fence **fence) in radeon_fence_unref()
1016 struct radeon_fence *fence = to_radeon_fence(f); in radeon_fence_get_timeline_name() local
1033 static inline bool radeon_test_signaled(struct radeon_fence *fence) in radeon_test_signaled()
[all …]
|
| /linux/drivers/gpu/drm/i915/selftests/ |
| A D | lib_sw_fence.c | 30 nop_fence_notify(struct i915_sw_fence *fence, enum i915_sw_fence_notify state) in nop_fence_notify()
35 void __onstack_fence_init(struct i915_sw_fence *fence, in __onstack_fence_init()
47 void onstack_fence_fini(struct i915_sw_fence *fence) in onstack_fence_fini()
85 struct i915_sw_fence fence; member
93 heap_fence_notify(struct i915_sw_fence *fence, enum i915_sw_fence_notify state) in heap_fence_notify()
131 void heap_fence_put(struct i915_sw_fence *fence) in heap_fence_put()
|
| /linux/drivers/gpu/drm/i915/gem/ |
| A D | i915_gem_wait.c | 18 i915_gem_object_wait_fence(struct dma_fence *fence, in i915_gem_object_wait_fence()
39 struct dma_fence *fence; in i915_gem_object_boost() local
72 struct dma_fence *fence; in i915_gem_object_wait_reservation() local
92 static void fence_set_priority(struct dma_fence *fence, in fence_set_priority()
110 static inline bool __dma_fence_is_chain(const struct dma_fence *fence) in __dma_fence_is_chain()
115 void i915_gem_fence_wait_priority(struct dma_fence *fence, in i915_gem_fence_wait_priority()
153 struct dma_fence *fence; in i915_gem_object_wait_priority() local
|
| A D | i915_gem_busy.c | 41 __busy_set_if_active(struct dma_fence *fence, u32 (*flag)(u16 id)) in __busy_set_if_active()
98 busy_check_reader(struct dma_fence *fence) in busy_check_reader()
104 busy_check_writer(struct dma_fence *fence) in busy_check_writer()
119 struct dma_fence *fence; in i915_gem_busy_ioctl() local
|
| /linux/drivers/gpu/drm/ |
| A D | drm_syncobj.c | 217 struct dma_fence *fence; member
227 struct dma_fence *fence; member
268 struct dma_fence *fence; in drm_syncobj_fence_add_wait() local
334 struct dma_fence *fence, in drm_syncobj_add_point()
771 struct dma_fence *fence; in drm_syncobj_export_sync_file() local
964 struct dma_fence *fence; in drm_syncobj_transfer_to_binary() local
1014 struct dma_fence *fence; in syncobj_wait_syncobj_func() local
1042 struct dma_fence *fence; in drm_syncobj_array_wait_timeout() local
1077 struct dma_fence *fence; in drm_syncobj_array_wait_timeout() local
1422 struct dma_fence *fence; in syncobj_eventfd_entry_func() local
[all …]
|
| /linux/drivers/gpu/host1x/ |
| A D | intr.c | 15 struct host1x_syncpt_fence *fence) in host1x_intr_add_fence_to_list()
33 struct host1x_syncpt_fence *fence; in host1x_intr_update_hw_state() local
45 void host1x_intr_add_fence_locked(struct host1x *host, struct host1x_syncpt_fence *fence) in host1x_intr_add_fence_locked()
55 bool host1x_intr_remove_fence(struct host1x *host, struct host1x_syncpt_fence *fence) in host1x_intr_remove_fence()
78 struct host1x_syncpt_fence *fence, *tmp; in host1x_intr_handle_interrupt() local
|