Lines Matching refs:completion
51 void vdo_initialize_completion(struct vdo_completion *completion, in vdo_initialize_completion() argument
55 memset(completion, 0, sizeof(*completion)); in vdo_initialize_completion()
56 completion->vdo = vdo; in vdo_initialize_completion()
57 completion->type = type; in vdo_initialize_completion()
58 vdo_reset_completion(completion); in vdo_initialize_completion()
61 static inline void assert_incomplete(struct vdo_completion *completion) in assert_incomplete() argument
63 VDO_ASSERT_LOG_ONLY(!completion->complete, "completion is not complete"); in assert_incomplete()
71 void vdo_set_completion_result(struct vdo_completion *completion, int result) in vdo_set_completion_result() argument
73 assert_incomplete(completion); in vdo_set_completion_result()
74 if (completion->result == VDO_SUCCESS) in vdo_set_completion_result()
75 completion->result = result; in vdo_set_completion_result()
86 void vdo_launch_completion_with_priority(struct vdo_completion *completion, in vdo_launch_completion_with_priority() argument
89 thread_id_t callback_thread = completion->callback_thread_id; in vdo_launch_completion_with_priority()
91 if (completion->requeue || (callback_thread != vdo_get_callback_thread_id())) { in vdo_launch_completion_with_priority()
92 vdo_enqueue_completion(completion, priority); in vdo_launch_completion_with_priority()
96 vdo_run_completion(completion); in vdo_launch_completion_with_priority()
100 void vdo_finish_completion(struct vdo_completion *completion) in vdo_finish_completion() argument
102 assert_incomplete(completion); in vdo_finish_completion()
103 completion->complete = true; in vdo_finish_completion()
104 if (completion->callback != NULL) in vdo_finish_completion()
105 vdo_launch_completion(completion); in vdo_finish_completion()
108 void vdo_enqueue_completion(struct vdo_completion *completion, in vdo_enqueue_completion() argument
111 struct vdo *vdo = completion->vdo; in vdo_enqueue_completion()
112 thread_id_t thread_id = completion->callback_thread_id; in vdo_enqueue_completion()
116 thread_id, completion->type, in vdo_enqueue_completion()
120 completion->requeue = false; in vdo_enqueue_completion()
121 completion->priority = priority; in vdo_enqueue_completion()
122 completion->my_queue = NULL; in vdo_enqueue_completion()
123 vdo_enqueue_work_queue(vdo->threads[thread_id].queue, completion); in vdo_enqueue_completion()
131 bool vdo_requeue_completion_if_needed(struct vdo_completion *completion, in vdo_requeue_completion_if_needed() argument
137 completion->callback_thread_id = callback_thread_id; in vdo_requeue_completion_if_needed()
138 vdo_enqueue_completion(completion, VDO_WORK_Q_DEFAULT_PRIORITY); in vdo_requeue_completion_if_needed()