Lines Matching refs:btrfs_raid_bio
62 const struct btrfs_raid_bio *rbio) in btrfs_dump_rbio()
152 static void index_rbio_pages(struct btrfs_raid_bio *rbio);
153 static int alloc_rbio_pages(struct btrfs_raid_bio *rbio);
155 static int finish_parity_scrub(struct btrfs_raid_bio *rbio);
158 static void free_raid_bio_pointers(struct btrfs_raid_bio *rbio) in free_raid_bio_pointers()
167 static void free_raid_bio(struct btrfs_raid_bio *rbio) in free_raid_bio()
190 static void start_async_work(struct btrfs_raid_bio *rbio, work_func_t work_func) in start_async_work()
255 static void cache_rbio_pages(struct btrfs_raid_bio *rbio) in cache_rbio_pages()
287 static int rbio_bucket(struct btrfs_raid_bio *rbio) in rbio_bucket()
302 static bool full_page_sectors_uptodate(struct btrfs_raid_bio *rbio, in full_page_sectors_uptodate()
325 static void index_stripe_sectors(struct btrfs_raid_bio *rbio) in index_stripe_sectors()
345 static void steal_rbio_page(struct btrfs_raid_bio *src, in steal_rbio_page()
346 struct btrfs_raid_bio *dest, int page_nr) in steal_rbio_page()
363 static bool is_data_stripe_page(struct btrfs_raid_bio *rbio, int page_nr) in is_data_stripe_page()
385 static void steal_rbio(struct btrfs_raid_bio *src, struct btrfs_raid_bio *dest) in steal_rbio()
421 static void merge_rbio(struct btrfs_raid_bio *dest, in merge_rbio()
422 struct btrfs_raid_bio *victim) in merge_rbio()
435 static void __remove_rbio_from_cache(struct btrfs_raid_bio *rbio) in __remove_rbio_from_cache()
495 static void remove_rbio_from_cache(struct btrfs_raid_bio *rbio) in remove_rbio_from_cache()
515 struct btrfs_raid_bio *rbio; in btrfs_clear_rbio_cache()
522 struct btrfs_raid_bio, stripe_cache); in btrfs_clear_rbio_cache()
552 static void cache_rbio(struct btrfs_raid_bio *rbio) in cache_rbio()
578 struct btrfs_raid_bio *found; in cache_rbio()
581 struct btrfs_raid_bio, in cache_rbio()
615 static int rbio_is_full(struct btrfs_raid_bio *rbio) in rbio_is_full()
639 static int rbio_can_merge(struct btrfs_raid_bio *last, in rbio_can_merge()
640 struct btrfs_raid_bio *cur) in rbio_can_merge()
680 static unsigned int rbio_stripe_sector_index(const struct btrfs_raid_bio *rbio, in rbio_stripe_sector_index()
691 static struct sector_ptr *rbio_stripe_sector(const struct btrfs_raid_bio *rbio, in rbio_stripe_sector()
700 static struct sector_ptr *rbio_pstripe_sector(const struct btrfs_raid_bio *rbio, in rbio_pstripe_sector()
707 static struct sector_ptr *rbio_qstripe_sector(const struct btrfs_raid_bio *rbio, in rbio_qstripe_sector()
737 static noinline int lock_stripe_add(struct btrfs_raid_bio *rbio) in lock_stripe_add()
740 struct btrfs_raid_bio *cur; in lock_stripe_add()
741 struct btrfs_raid_bio *pending; in lock_stripe_add()
742 struct btrfs_raid_bio *freeit = NULL; in lock_stripe_add()
743 struct btrfs_raid_bio *cache_drop = NULL; in lock_stripe_add()
822 static noinline void unlock_stripe(struct btrfs_raid_bio *rbio) in unlock_stripe()
860 struct btrfs_raid_bio *next; in unlock_stripe()
863 next = list_entry(head, struct btrfs_raid_bio, in unlock_stripe()
912 static void rbio_orig_end_io(struct btrfs_raid_bio *rbio, blk_status_t status) in rbio_orig_end_io()
958 static struct sector_ptr *sector_in_rbio(struct btrfs_raid_bio *rbio, in sector_in_rbio()
991 static struct btrfs_raid_bio *alloc_rbio(struct btrfs_fs_info *fs_info, in alloc_rbio()
1000 struct btrfs_raid_bio *rbio; in alloc_rbio()
1060 static int alloc_rbio_pages(struct btrfs_raid_bio *rbio) in alloc_rbio_pages()
1073 static int alloc_rbio_parity_pages(struct btrfs_raid_bio *rbio) in alloc_rbio_parity_pages()
1093 static int get_rbio_veritical_errors(struct btrfs_raid_bio *rbio, int sector_nr, in get_rbio_veritical_errors()
1132 static int rbio_add_io_sector(struct btrfs_raid_bio *rbio, in rbio_add_io_sector()
1206 static void index_one_bio(struct btrfs_raid_bio *rbio, struct bio *bio) in index_one_bio()
1234 static void index_rbio_pages(struct btrfs_raid_bio *rbio) in index_rbio_pages()
1245 static void bio_get_trace_info(struct btrfs_raid_bio *rbio, struct bio *bio, in bio_get_trace_info()
1281 static void assert_rbio(struct btrfs_raid_bio *rbio) in assert_rbio()
1310 static void generate_pq_vertical(struct btrfs_raid_bio *rbio, int sectornr) in generate_pq_vertical()
1350 static int rmw_assemble_write_bios(struct btrfs_raid_bio *rbio, in rmw_assemble_write_bios()
1456 static void set_rbio_range_error(struct btrfs_raid_bio *rbio, struct bio *bio) in set_rbio_range_error()
1494 static struct sector_ptr *find_stripe_sector(struct btrfs_raid_bio *rbio, in find_stripe_sector()
1512 static void set_bio_pages_uptodate(struct btrfs_raid_bio *rbio, struct bio *bio) in set_bio_pages_uptodate()
1533 static int get_bio_sector_nr(struct btrfs_raid_bio *rbio, struct bio *bio) in get_bio_sector_nr()
1549 static void rbio_update_error_bitmap(struct btrfs_raid_bio *rbio, struct bio *bio) in rbio_update_error_bitmap()
1571 static void verify_bio_data_sectors(struct btrfs_raid_bio *rbio, in verify_bio_data_sectors()
1613 struct btrfs_raid_bio *rbio = bio->bi_private; in raid_wait_read_end_io()
1627 static void submit_read_wait_bio_list(struct btrfs_raid_bio *rbio, in submit_read_wait_bio_list()
1648 static int alloc_rbio_data_pages(struct btrfs_raid_bio *rbio) in alloc_rbio_data_pages()
1680 const struct btrfs_raid_bio *ra = container_of(a, struct btrfs_raid_bio, in plug_cmp()
1682 const struct btrfs_raid_bio *rb = container_of(b, struct btrfs_raid_bio, in plug_cmp()
1697 struct btrfs_raid_bio *cur; in raid_unplug()
1698 struct btrfs_raid_bio *last = NULL; in raid_unplug()
1704 struct btrfs_raid_bio, plug_list); in raid_unplug()
1728 static void rbio_add_bio(struct btrfs_raid_bio *rbio, struct bio *orig_bio) in rbio_add_bio()
1761 struct btrfs_raid_bio *rbio; in raid56_parity_write()
1798 static int verify_one_sector(struct btrfs_raid_bio *rbio, in verify_one_sector()
1838 static int recover_vertical(struct btrfs_raid_bio *rbio, int sector_nr, in recover_vertical()
1992 static int recover_sectors(struct btrfs_raid_bio *rbio) in recover_sectors()
2032 static void recover_rbio(struct btrfs_raid_bio *rbio) in recover_rbio()
2097 struct btrfs_raid_bio *rbio; in recover_rbio_work()
2099 rbio = container_of(work, struct btrfs_raid_bio, work); in recover_rbio_work()
2106 recover_rbio(container_of(work, struct btrfs_raid_bio, work)); in recover_rbio_work_locked()
2109 static void set_rbio_raid6_extra_error(struct btrfs_raid_bio *rbio, int mirror_num) in set_rbio_raid6_extra_error()
2164 struct btrfs_raid_bio *rbio; in raid56_parity_recover()
2189 static void fill_data_csums(struct btrfs_raid_bio *rbio) in fill_data_csums()
2250 static int rmw_read_wait_recover(struct btrfs_raid_bio *rbio) in rmw_read_wait_recover()
2293 struct btrfs_raid_bio *rbio = bio->bi_private; in raid_wait_write_end_io()
2302 static void submit_write_bios(struct btrfs_raid_bio *rbio, in submit_write_bios()
2325 static bool need_read_stripe_sectors(struct btrfs_raid_bio *rbio) in need_read_stripe_sectors()
2343 static void rmw_rbio(struct btrfs_raid_bio *rbio) in rmw_rbio()
2430 struct btrfs_raid_bio *rbio; in rmw_rbio_work()
2432 rbio = container_of(work, struct btrfs_raid_bio, work); in rmw_rbio_work()
2439 rmw_rbio(container_of(work, struct btrfs_raid_bio, work)); in rmw_rbio_work_locked()
2452 struct btrfs_raid_bio *raid56_parity_alloc_scrub_rbio(struct bio *bio, in raid56_parity_alloc_scrub_rbio()
2458 struct btrfs_raid_bio *rbio; in raid56_parity_alloc_scrub_rbio()
2493 static int alloc_rbio_essential_pages(struct btrfs_raid_bio *rbio) in alloc_rbio_essential_pages()
2517 static int finish_parity_scrub(struct btrfs_raid_bio *rbio) in finish_parity_scrub()
2673 static inline int is_data_stripe(struct btrfs_raid_bio *rbio, int stripe) in is_data_stripe()
2680 static int recover_scrub_rbio(struct btrfs_raid_bio *rbio) in recover_scrub_rbio()
2764 static int scrub_assemble_read_bios(struct btrfs_raid_bio *rbio) in scrub_assemble_read_bios()
2810 static void scrub_rbio(struct btrfs_raid_bio *rbio) in scrub_rbio()
2851 scrub_rbio(container_of(work, struct btrfs_raid_bio, work)); in scrub_rbio_work_locked()
2854 void raid56_parity_submit_scrub_rbio(struct btrfs_raid_bio *rbio) in raid56_parity_submit_scrub_rbio()
2867 void raid56_parity_cache_data_pages(struct btrfs_raid_bio *rbio, in raid56_parity_cache_data_pages()