Lines Matching refs:bvec
25 struct z_erofs_bvec bvec[total]; \
149 unsigned long base = (unsigned long)((struct z_erofs_bvset *)0)->bvec; in z_erofs_bvset_flip()
181 struct z_erofs_bvec *bvec, in z_erofs_bvec_enqueue() argument
202 iter->bvset->bvec[iter->cur++] = *bvec; in z_erofs_bvec_enqueue()
207 struct z_erofs_bvec *bvec, in z_erofs_bvec_dequeue() argument
214 *bvec = iter->bvset->bvec[iter->cur++]; in z_erofs_bvec_dequeue()
620 struct z_erofs_bvec *bvec = pcl->compressed_bvecs; in z_erofs_cache_release_folio() local
621 struct z_erofs_bvec *end = bvec + z_erofs_pclusterpages(pcl); in z_erofs_cache_release_folio()
631 for (; bvec < end; ++bvec) { in z_erofs_cache_release_folio()
632 if (bvec->page && page_folio(bvec->page) == folio) { in z_erofs_cache_release_folio()
633 bvec->page = NULL; in z_erofs_cache_release_folio()
690 struct z_erofs_bvec *bvec, bool exclusive) in z_erofs_attach_page() argument
704 pcl->compressed_bvecs[fe->icur] = *bvec; in z_erofs_attach_page()
714 fe->candidate_bvpage = bvec->page; in z_erofs_attach_page()
716 ret = z_erofs_bvec_enqueue(&fe->biter, bvec, &fe->candidate_bvpage, in z_erofs_attach_page()
1138 struct z_erofs_bvec bvec; member
1143 struct z_erofs_bvec *bvec) in z_erofs_do_decompressed_bvec() argument
1145 int poff = bvec->offset + be->pcl->pageofs_out; in z_erofs_do_decompressed_bvec()
1149 if (!(poff & ~PAGE_MASK) && (bvec->end == PAGE_SIZE || in z_erofs_do_decompressed_bvec()
1150 bvec->offset + bvec->end == be->pcl->length)) { in z_erofs_do_decompressed_bvec()
1154 *page = bvec->page; in z_erofs_do_decompressed_bvec()
1163 item->bvec = *bvec; in z_erofs_do_decompressed_bvec()
1178 cur = bvi->bvec.offset < 0 ? -bvi->bvec.offset : 0; in z_erofs_fill_other_copies()
1179 end = min_t(unsigned int, be->pcl->length - bvi->bvec.offset, in z_erofs_fill_other_copies()
1180 bvi->bvec.end); in z_erofs_fill_other_copies()
1181 dst = kmap_local_page(bvi->bvec.page); in z_erofs_fill_other_copies()
1185 pgnr = (bvi->bvec.offset + cur + off0) >> PAGE_SHIFT; in z_erofs_fill_other_copies()
1188 scur = bvi->bvec.offset + cur - in z_erofs_fill_other_copies()
1202 erofs_onlinefolio_end(page_folio(bvi->bvec.page), err, true); in z_erofs_fill_other_copies()
1217 struct z_erofs_bvec bvec; in z_erofs_parse_out_bvecs() local
1219 z_erofs_bvec_dequeue(&biter, &bvec, &old_bvpage); in z_erofs_parse_out_bvecs()
1224 DBG_BUGON(z_erofs_page_is_invalidated(bvec.page)); in z_erofs_parse_out_bvecs()
1225 z_erofs_do_decompressed_bvec(be, &bvec); in z_erofs_parse_out_bvecs()
1241 struct z_erofs_bvec *bvec = &pcl->compressed_bvecs[i]; in z_erofs_parse_in_bvecs() local
1242 struct page *page = bvec->page; in z_erofs_parse_in_bvecs()
1246 bvec->page = NULL; /* clear the failure reason */ in z_erofs_parse_in_bvecs()
1262 z_erofs_do_decompressed_bvec(be, bvec); in z_erofs_parse_in_bvecs()
1484 static void z_erofs_fill_bio_vec(struct bio_vec *bvec, in z_erofs_fill_bio_vec() argument
1499 bvec->bv_offset = 0; in z_erofs_fill_bio_vec()
1500 bvec->bv_len = PAGE_SIZE; in z_erofs_fill_bio_vec()
1508 bvec->bv_page = zbv.page; in z_erofs_fill_bio_vec()
1509 DBG_BUGON(z_erofs_is_shortlived_page(bvec->bv_page)); in z_erofs_fill_bio_vec()
1525 bvec->bv_offset = round_up(-zbv.offset, bs); in z_erofs_fill_bio_vec()
1526 bvec->bv_len = round_up(zbv.end, bs) - bvec->bv_offset; in z_erofs_fill_bio_vec()
1545 bvec->bv_page = NULL; in z_erofs_fill_bio_vec()
1572 bvec->bv_page = page; in z_erofs_fill_bio_vec()
1689 struct bio_vec bvec; in z_erofs_submit_queue() local
1710 bvec.bv_page = NULL; in z_erofs_submit_queue()
1728 if (!bvec.bv_page) { in z_erofs_submit_queue()
1729 z_erofs_fill_bio_vec(&bvec, f, pcl, i++, mc); in z_erofs_submit_queue()
1730 if (!bvec.bv_page) in z_erofs_submit_queue()
1732 if (cur + bvec.bv_len > end) in z_erofs_submit_queue()
1733 bvec.bv_len = end - cur; in z_erofs_submit_queue()
1734 DBG_BUGON(bvec.bv_len < sb->s_blocksize); in z_erofs_submit_queue()
1737 if (unlikely(PageWorkingset(bvec.bv_page)) && in z_erofs_submit_queue()
1760 if (!bio_add_page(bio, bvec.bv_page, bvec.bv_len, in z_erofs_submit_queue()
1761 bvec.bv_offset)) in z_erofs_submit_queue()
1763 last_pa = cur + bvec.bv_len; in z_erofs_submit_queue()
1765 } while ((cur += bvec.bv_len) < end); in z_erofs_submit_queue()