Lines Matching refs:bvec
31 struct z_erofs_bvec bvec[total]; \
159 unsigned long base = (unsigned long)((struct z_erofs_bvset *)0)->bvec; in z_erofs_bvset_flip()
191 struct z_erofs_bvec *bvec, in z_erofs_bvec_enqueue() argument
212 iter->bvset->bvec[iter->cur++] = *bvec; in z_erofs_bvec_enqueue()
217 struct z_erofs_bvec *bvec, in z_erofs_bvec_dequeue() argument
224 *bvec = iter->bvset->bvec[iter->cur++]; in z_erofs_bvec_dequeue()
621 struct z_erofs_bvec *bvec = pcl->compressed_bvecs; in z_erofs_cache_release_folio() local
622 struct z_erofs_bvec *end = bvec + z_erofs_pclusterpages(pcl); in z_erofs_cache_release_folio()
632 for (; bvec < end; ++bvec) { in z_erofs_cache_release_folio()
633 if (bvec->page && page_folio(bvec->page) == folio) { in z_erofs_cache_release_folio()
634 bvec->page = NULL; in z_erofs_cache_release_folio()
685 struct z_erofs_bvec *bvec, bool exclusive) in z_erofs_attach_page() argument
696 pcl->compressed_bvecs[fe->icur] = *bvec; in z_erofs_attach_page()
705 fe->candidate_bvpage = bvec->page; in z_erofs_attach_page()
707 ret = z_erofs_bvec_enqueue(&fe->biter, bvec, &fe->candidate_bvpage, in z_erofs_attach_page()
1041 struct z_erofs_bvec bvec; member
1046 struct z_erofs_bvec *bvec) in z_erofs_do_decompressed_bvec() argument
1051 if (!((bvec->offset + be->pcl->pageofs_out) & ~PAGE_MASK) && in z_erofs_do_decompressed_bvec()
1052 (bvec->end == PAGE_SIZE || in z_erofs_do_decompressed_bvec()
1053 bvec->offset + bvec->end == be->pcl->length)) { in z_erofs_do_decompressed_bvec()
1054 pgnr = (bvec->offset + be->pcl->pageofs_out) >> PAGE_SHIFT; in z_erofs_do_decompressed_bvec()
1057 be->decompressed_pages[pgnr] = bvec->page; in z_erofs_do_decompressed_bvec()
1064 item->bvec = *bvec; in z_erofs_do_decompressed_bvec()
1080 cur = bvi->bvec.offset < 0 ? -bvi->bvec.offset : 0; in z_erofs_fill_other_copies()
1081 end = min_t(unsigned int, be->pcl->length - bvi->bvec.offset, in z_erofs_fill_other_copies()
1082 bvi->bvec.end); in z_erofs_fill_other_copies()
1083 dst = kmap_local_page(bvi->bvec.page); in z_erofs_fill_other_copies()
1087 pgnr = (bvi->bvec.offset + cur + off0) >> PAGE_SHIFT; in z_erofs_fill_other_copies()
1090 scur = bvi->bvec.offset + cur - in z_erofs_fill_other_copies()
1104 erofs_onlinefolio_end(page_folio(bvi->bvec.page), err); in z_erofs_fill_other_copies()
1119 struct z_erofs_bvec bvec; in z_erofs_parse_out_bvecs() local
1121 z_erofs_bvec_dequeue(&biter, &bvec, &old_bvpage); in z_erofs_parse_out_bvecs()
1126 DBG_BUGON(z_erofs_page_is_invalidated(bvec.page)); in z_erofs_parse_out_bvecs()
1127 z_erofs_do_decompressed_bvec(be, &bvec); in z_erofs_parse_out_bvecs()
1144 struct z_erofs_bvec *bvec = &pcl->compressed_bvecs[i]; in z_erofs_parse_in_bvecs() local
1145 struct page *page = bvec->page; in z_erofs_parse_in_bvecs()
1149 bvec->page = NULL; /* clear the failure reason */ in z_erofs_parse_in_bvecs()
1165 z_erofs_do_decompressed_bvec(be, bvec); in z_erofs_parse_in_bvecs()
1376 static void z_erofs_fill_bio_vec(struct bio_vec *bvec, in z_erofs_fill_bio_vec() argument
1391 bvec->bv_offset = 0; in z_erofs_fill_bio_vec()
1392 bvec->bv_len = PAGE_SIZE; in z_erofs_fill_bio_vec()
1400 bvec->bv_page = zbv.page; in z_erofs_fill_bio_vec()
1401 DBG_BUGON(z_erofs_is_shortlived_page(bvec->bv_page)); in z_erofs_fill_bio_vec()
1421 bvec->bv_offset = round_up(-zbv.offset, bs); in z_erofs_fill_bio_vec()
1422 bvec->bv_len = round_up(zbv.end, bs) - bvec->bv_offset; in z_erofs_fill_bio_vec()
1441 bvec->bv_page = NULL; in z_erofs_fill_bio_vec()
1468 bvec->bv_page = page; in z_erofs_fill_bio_vec()
1591 struct bio_vec bvec; in z_erofs_submit_queue() local
1613 bvec.bv_page = NULL; in z_erofs_submit_queue()
1631 if (!bvec.bv_page) { in z_erofs_submit_queue()
1632 z_erofs_fill_bio_vec(&bvec, f, pcl, i++, mc); in z_erofs_submit_queue()
1633 if (!bvec.bv_page) in z_erofs_submit_queue()
1635 if (cur + bvec.bv_len > end) in z_erofs_submit_queue()
1636 bvec.bv_len = end - cur; in z_erofs_submit_queue()
1637 DBG_BUGON(bvec.bv_len < sb->s_blocksize); in z_erofs_submit_queue()
1640 if (unlikely(PageWorkingset(bvec.bv_page)) && in z_erofs_submit_queue()
1662 if (!bio_add_page(bio, bvec.bv_page, bvec.bv_len, in z_erofs_submit_queue()
1663 bvec.bv_offset)) in z_erofs_submit_queue()
1665 last_pa = cur + bvec.bv_len; in z_erofs_submit_queue()
1667 } while ((cur += bvec.bv_len) < end); in z_erofs_submit_queue()