| /linux/drivers/md/dm-vdo/ |
| A D | completion.h | 19 static inline void vdo_run_completion(struct vdo_completion *completion) in vdo_run_completion()
29 void vdo_set_completion_result(struct vdo_completion *completion, int result);
31 void vdo_initialize_completion(struct vdo_completion *completion, struct vdo *vdo,
38 static inline void vdo_reset_completion(struct vdo_completion *completion) in vdo_reset_completion()
44 void vdo_launch_completion_with_priority(struct vdo_completion *completion,
50 static inline void vdo_launch_completion(struct vdo_completion *completion) in vdo_launch_completion()
68 void vdo_finish_completion(struct vdo_completion *completion);
85 static inline int vdo_assert_completion_type(struct vdo_completion *completion, in vdo_assert_completion_type()
117 static inline void vdo_prepare_completion(struct vdo_completion *completion, in vdo_prepare_completion()
145 void vdo_enqueue_completion(struct vdo_completion *completion,
[all …]
|
| A D | completion.c | 51 void vdo_initialize_completion(struct vdo_completion *completion, in vdo_initialize_completion()
61 static inline void assert_incomplete(struct vdo_completion *completion) in assert_incomplete()
71 void vdo_set_completion_result(struct vdo_completion *completion, int result) in vdo_set_completion_result()
86 void vdo_launch_completion_with_priority(struct vdo_completion *completion, in vdo_launch_completion_with_priority()
100 void vdo_finish_completion(struct vdo_completion *completion) in vdo_finish_completion()
108 void vdo_enqueue_completion(struct vdo_completion *completion, in vdo_enqueue_completion()
131 bool vdo_requeue_completion_if_needed(struct vdo_completion *completion, in vdo_requeue_completion_if_needed()
|
| A D | action-manager.c | 34 struct vdo_completion *parent;
54 struct vdo_completion completion;
143 static void finish_action_callback(struct vdo_completion *completion);
144 static void apply_to_zone(struct vdo_completion *completion);
151 static void preserve_error(struct vdo_completion *completion) in preserve_error()
175 static void apply_to_zone(struct vdo_completion *completion) in apply_to_zone()
198 static void handle_preamble_error(struct vdo_completion *completion) in handle_preamble_error()
250 static void finish_action_callback(struct vdo_completion *completion) in finish_action_callback()
295 struct vdo_completion *parent) in vdo_schedule_action()
324 struct vdo_completion *parent) in vdo_schedule_operation()
[all …]
|
| A D | block-map.h | 167 struct vdo_completion completion;
291 struct vdo_completion *completion);
293 static inline struct vdo_page_completion *as_vdo_page_completion(struct vdo_completion *completion) in as_vdo_page_completion()
299 void vdo_release_page_completion(struct vdo_completion *completion);
306 void vdo_request_page_write(struct vdo_completion *completion);
308 int __must_check vdo_get_cached_page(struct vdo_completion *completion,
331 struct vdo_completion *completion);
340 struct vdo_completion *parent);
342 void vdo_resume_block_map(struct block_map *map, struct vdo_completion *parent);
347 void vdo_grow_block_map(struct block_map *map, struct vdo_completion *parent);
|
| A D | action-manager.h | 43 struct vdo_completion *parent);
51 typedef void (*vdo_action_preamble_fn)(void *context, struct vdo_completion *parent);
95 struct vdo_completion *parent);
101 struct vdo_completion *parent);
108 void *context, struct vdo_completion *parent);
|
| A D | slab-depot.h | 372 struct vdo_completion completion;
511 struct vdo_completion *parent);
517 static inline struct block_allocator *vdo_as_block_allocator(struct vdo_completion *completion) in vdo_as_block_allocator()
533 void vdo_modify_reference_count(struct vdo_completion *completion,
539 void vdo_notify_slab_journals_are_recovered(struct vdo_completion *completion);
572 struct vdo_completion *parent, void *context);
576 struct vdo_completion *parent);
583 void vdo_use_new_slabs(struct slab_depot *depot, struct vdo_completion *parent);
589 struct vdo_completion *parent);
591 void vdo_resume_slab_depot(struct slab_depot *depot, struct vdo_completion *parent);
[all …]
|
| A D | vdo.h | 42 typedef void (*vdo_read_only_notification_fn)(void *listener, struct vdo_completion *parent);
110 struct vdo_completion completion;
112 struct vdo_completion *waiter;
159 struct vdo_completion completion;
170 struct vdo_completion *completion;
305 void vdo_load_super_block(struct vdo *vdo, struct vdo_completion *parent);
327 void vdo_save_components(struct vdo *vdo, struct vdo_completion *parent);
335 void vdo_wait_until_not_entering_read_only_mode(struct vdo_completion *parent);
337 void vdo_allow_read_only_mode_entry(struct vdo_completion *parent);
|
| A D | dedupe.h | 62 struct vdo_completion completion;
74 void vdo_acquire_hash_lock(struct vdo_completion *completion);
75 void vdo_continue_hash_lock(struct vdo_completion *completion);
85 void vdo_drain_hash_zones(struct hash_zones *zones, struct vdo_completion *parent);
104 void vdo_resume_hash_zones(struct hash_zones *zones, struct vdo_completion *parent);
|
| A D | flush.c | 24 struct vdo_completion completion;
72 static struct flusher *as_flusher(struct vdo_completion *completion) in as_flusher()
192 static void finish_notification(struct vdo_completion *completion) in finish_notification()
212 static void flush_packer_callback(struct vdo_completion *completion) in flush_packer_callback()
228 static void increment_generation(struct vdo_completion *completion) in increment_generation()
267 static void flush_vdo(struct vdo_completion *completion) in flush_vdo()
377 struct vdo_completion *completion = &flush->completion; in launch_flush()
460 static void vdo_complete_flush_callback(struct vdo_completion *completion) in vdo_complete_flush_callback()
517 struct vdo_completion *completion = &flush->completion; in vdo_complete_flush()
543 void vdo_drain_flusher(struct flusher *flusher, struct vdo_completion *completion) in vdo_drain_flusher()
[all …]
|
| A D | admin-state.c | 224 struct vdo_completion *waiter, in begin_operation()
269 struct vdo_completion *waiter, in start_operation()
287 struct vdo_completion *waiter) in check_code()
309 struct vdo_completion *waiter) in assert_vdo_drain_operation()
324 struct vdo_completion *waiter, vdo_admin_initiator_fn initiator) in vdo_start_draining()
373 struct vdo_completion *waiter) in vdo_assert_load_operation()
388 struct vdo_completion *waiter, vdo_admin_initiator_fn initiator) in vdo_start_loading()
422 struct vdo_completion *waiter) in assert_vdo_resume_operation()
438 struct vdo_completion *waiter, vdo_admin_initiator_fn initiator) in vdo_start_resuming()
500 struct vdo_completion *waiter, in vdo_start_operation_with_waiter()
|
| A D | admin-state.h | 57 struct vdo_completion *waiter;
140 struct vdo_completion *waiter);
144 struct vdo_completion *waiter, vdo_admin_initiator_fn initiator);
152 struct vdo_completion *waiter, vdo_admin_initiator_fn initiator);
162 struct vdo_completion *waiter, vdo_admin_initiator_fn initiator);
173 struct vdo_completion *waiter,
|
| A D | repair.c | 58 struct vdo_completion completion;
252 struct vdo_completion *parent = completion->parent; in finish_repair()
290 struct vdo_completion *parent = completion->parent; in abort_repair()
363 struct vdo_completion *completion);
399 struct vdo_completion *completion, in remove_out_of_bounds_entries()
468 struct vdo_completion *completion) in rebuild_reference_counts_from_page()
542 struct vdo_completion *completion) in fetch_page()
1006 struct vdo_completion *completion);
1026 struct vdo_completion *completion) in fetch_block_map_page()
1056 struct vdo_completion *completion) in recover_ready_pages()
[all …]
|
| A D | logical-zone.c | 32 static struct logical_zone *as_logical_zone(struct vdo_completion *completion) in as_logical_zone()
178 struct vdo_completion *parent) in drain_logical_zone()
189 struct vdo_completion *parent) in vdo_drain_logical_zones()
201 struct vdo_completion *parent) in resume_logical_zone()
213 void vdo_resume_logical_zones(struct logical_zones *zones, struct vdo_completion *parent) in vdo_resume_logical_zones()
277 static void attempt_generation_complete_notification(struct vdo_completion *completion);
285 static void notify_flusher(struct vdo_completion *completion) in notify_flusher()
300 static void attempt_generation_complete_notification(struct vdo_completion *completion) in attempt_generation_complete_notification()
|
| A D | flush.h | 17 struct vdo_completion completion;
40 void vdo_drain_flusher(struct flusher *flusher, struct vdo_completion *completion);
42 void vdo_resume_flusher(struct flusher *flusher, struct vdo_completion *parent);
|
| A D | funnel-workqueue.h | 24 struct vdo_completion;
33 void vdo_enqueue_work_queue(struct vdo_work_queue *queue, struct vdo_completion *completion);
41 void vdo_dump_completion_to_buffer(struct vdo_completion *completion, char *buffer,
|
| A D | data-vio.c | 160 struct vdo_completion completion;
215 as_data_vio_pool(struct vdo_completion *completion) in as_data_vio_pool()
487 struct vdo_completion *completion = &data_vio->vio.completion; in launch_data_vio()
1254 static void clean_hash_lock(struct vdo_completion *completion) in clean_hash_lock()
1276 struct vdo_completion *completion = &data_vio->vio.completion; in finish_cleanup()
1340 void complete_data_vio(struct vdo_completion *completion) in complete_data_vio()
1370 void handle_data_vio_error(struct vdo_completion *completion) in handle_data_vio_error()
1496 static void complete_read(struct vdo_completion *completion) in complete_read()
1564 static void read_block(struct vdo_completion *completion) in read_block()
1841 static void hash_data_vio(struct vdo_completion *completion) in hash_data_vio()
[all …]
|
| A D | logical-zone.h | 19 struct vdo_completion completion;
73 struct vdo_completion *completion);
76 struct vdo_completion *parent);
|
| A D | packer.h | 112 void vdo_remove_lock_holder_from_packer(struct vdo_completion *completion);
116 void vdo_drain_packer(struct packer *packer, struct vdo_completion *completion);
118 void vdo_resume_packer(struct packer *packer, struct vdo_completion *parent);
|
| A D | funnel-workqueue.c | 96 static struct vdo_completion *poll_for_completion(struct simple_work_queue *queue) in poll_for_completion()
104 return container_of(link, struct vdo_completion, work_queue_entry_link); in poll_for_completion()
111 struct vdo_completion *completion) in enqueue_work_queue_completion()
174 static struct vdo_completion *wait_for_next_completion(struct simple_work_queue *queue) in wait_for_next_completion()
176 struct vdo_completion *completion; in wait_for_next_completion()
223 struct vdo_completion *completion) in process_completion()
238 struct vdo_completion *completion = poll_for_completion(queue); in service_work_queue()
538 void vdo_dump_completion_to_buffer(struct vdo_completion *completion, char *buffer, in vdo_dump_completion_to_buffer()
557 struct vdo_completion *completion) in vdo_enqueue_work_queue()
|
| A D | vdo.c | 65 struct vdo_completion vdo_completion; member
775 struct vdo_completion *parent = vio->completion.parent; in read_super_block_endio()
925 static void handle_save_error(struct vdo_completion *completion) in handle_save_error()
947 struct vdo_completion *parent = vio->completion.parent; in super_block_write_endio()
958 void vdo_save_components(struct vdo *vdo, struct vdo_completion *parent) in vdo_save_components()
1143 static void make_thread_read_only(struct vdo_completion *completion) in make_thread_read_only()
1207 void vdo_allow_read_only_mode_entry(struct vdo_completion *parent) in vdo_allow_read_only_mode_entry()
1344 vdo_completion)->completion)); in complete_synchronous_action()
1361 sync.vdo_completion.parent = parent; in perform_synchronous_action()
1364 return sync.vdo_completion.result; in perform_synchronous_action()
[all …]
|
| A D | types.h | 253 struct vdo_completion;
259 typedef void (*vdo_action_fn)(struct vdo_completion *completion);
291 struct vdo_completion { struct
365 struct vdo_completion completion;
|
| A D | block-map.c | 101 struct vdo_completion *completion;
792 static void write_pages(struct vdo_completion *completion);
1308 int vdo_get_cached_page(struct vdo_completion *completion, in vdo_get_cached_page()
1651 struct vdo_completion *completion = &vio->vio.completion; in write_page()
2502 struct vdo_completion *completion = cursors->completion; in finish_cursor()
2678 struct vdo_completion *completion) in vdo_traverse_forest()
2794 struct vdo_completion *parent) in advance_block_map_zone_era()
2988 struct vdo_completion *parent) in drain_zone()
2999 struct vdo_completion *parent) in vdo_drain_block_map()
3007 struct vdo_completion *parent) in resume_block_map_zone()
[all …]
|
| A D | data-vio.h | 270 struct vdo_completion decrement_completion;
287 static inline struct data_vio *as_data_vio(struct vdo_completion *completion) in as_data_vio()
335 void drain_data_vio_pool(struct data_vio_pool *pool, struct vdo_completion *completion);
336 void resume_data_vio_pool(struct data_vio_pool *pool, struct vdo_completion *completion);
348 void complete_data_vio(struct vdo_completion *completion);
349 void handle_data_vio_error(struct vdo_completion *completion);
641 struct vdo_completion *completion = &data_vio->vio.completion; in launch_data_vio_on_bio_ack_queue()
668 void continue_data_vio_with_block_map_slot(struct vdo_completion *completion);
|
| A D | slab-depot.c | 960 struct vdo_completion *parent) in vdo_attempt_replay_into_slab()
3874 struct vdo_completion *parent) in release_tail_block_locks()
4570 struct vdo_completion *parent) in load_allocator()
4603 struct vdo_completion *parent) in prepare_to_allocate()
4630 struct vdo_completion *parent) in vdo_prepare_slab_depot_to_allocate()
4720 struct vdo_completion *parent) in register_new_slabs()
4826 struct vdo_completion *parent) in drain_allocator()
4846 struct vdo_completion *parent) in vdo_drain_slab_depot()
4918 struct vdo_completion *parent) in resume_allocator()
4964 struct vdo_completion *parent) in scrub_all_unrecovered_slabs()
[all …]
|
| A D | dedupe.c | 286 struct vdo_completion completion;
629 static void finish_unlocking(struct vdo_completion *completion) in finish_unlocking()
742 static void finish_updating(struct vdo_completion *completion) in finish_updating()
1073 static void finish_verifying(struct vdo_completion *completion) in finish_verifying()
1134 static void verify_callback(struct vdo_completion *completion) in verify_callback()
1222 static void finish_locking(struct vdo_completion *completion) in finish_locking()
1663 static void finish_querying(struct vdo_completion *completion) in finish_querying()
1738 void vdo_continue_hash_lock(struct vdo_completion *completion) in vdo_continue_hash_lock()
1835 void vdo_acquire_hash_lock(struct vdo_completion *completion) in vdo_acquire_hash_lock()
2539 struct vdo_completion *parent) in drain_hash_zone()
[all …]
|