Lines Matching refs:sg
26 struct scatterlist *sg_next(struct scatterlist *sg) in sg_next() argument
28 if (sg_is_last(sg)) in sg_next()
31 sg++; in sg_next()
32 if (unlikely(sg_is_chain(sg))) in sg_next()
33 sg = sg_chain_ptr(sg); in sg_next()
35 return sg; in sg_next()
48 int sg_nents(struct scatterlist *sg) in sg_nents() argument
51 for (nents = 0; sg; sg = sg_next(sg)) in sg_nents()
71 int sg_nents_for_len(struct scatterlist *sg, u64 len) in sg_nents_for_len() argument
79 for (nents = 0, total = 0; sg; sg = sg_next(sg)) { in sg_nents_for_len()
81 total += sg->length; in sg_nents_for_len()
106 struct scatterlist *sg, *ret = NULL; in sg_last() local
109 for_each_sg(sgl, sg, nents, i) in sg_last()
110 ret = sg; in sg_last()
141 void sg_init_one(struct scatterlist *sg, const void *buf, unsigned int buflen) in sg_init_one() argument
143 sg_init_table(sg, 1); in sg_init_one()
144 sg_set_buf(sg, buf, buflen); in sg_init_one()
172 static void sg_kfree(struct scatterlist *sg, unsigned int nents) in sg_kfree() argument
175 kmemleak_free(sg); in sg_kfree()
176 free_page((unsigned long) sg); in sg_kfree()
178 kfree(sg); in sg_kfree()
291 struct scatterlist *sg, *prv; in __sg_alloc_table() local
319 sg = first_chunk; in __sg_alloc_table()
322 sg = alloc_fn(alloc_size, gfp_mask); in __sg_alloc_table()
324 if (unlikely(!sg)) { in __sg_alloc_table()
337 sg_init_table(sg, alloc_size); in __sg_alloc_table()
345 sg_chain(prv, prv_max_ents, sg); in __sg_alloc_table()
347 table->sgl = sg; in __sg_alloc_table()
353 sg_mark_end(&sg[sg_size - 1]); in __sg_alloc_table()
355 prv = sg; in __sg_alloc_table()
616 struct scatterlist *sgl, *sg; in sgl_alloc_order() local
638 sg = sgl; in sgl_alloc_order()
647 sg_set_page(sg, page, elem_len, 0); in sgl_alloc_order()
649 sg = sg_next(sg); in sgl_alloc_order()
688 struct scatterlist *sg; in sgl_free_n_order() local
692 for_each_sg(sgl, sg, nents, i) { in sgl_free_n_order()
693 if (!sg) in sgl_free_n_order()
695 page = sg_page(sg); in sgl_free_n_order()
733 piter->sg = sglist; in __sg_page_iter_start()
738 static int sg_page_count(struct scatterlist *sg) in sg_page_count() argument
740 return PAGE_ALIGN(sg->offset + sg->length) >> PAGE_SHIFT; in sg_page_count()
745 if (!piter->__nents || !piter->sg) in __sg_page_iter_next()
751 while (piter->sg_pgoffset >= sg_page_count(piter->sg)) { in __sg_page_iter_next()
752 piter->sg_pgoffset -= sg_page_count(piter->sg); in __sg_page_iter_next()
753 piter->sg = sg_next(piter->sg); in __sg_page_iter_next()
754 if (!--piter->__nents || !piter->sg) in __sg_page_iter_next()
762 static int sg_dma_page_count(struct scatterlist *sg) in sg_dma_page_count() argument
764 return PAGE_ALIGN(sg->offset + sg_dma_len(sg)) >> PAGE_SHIFT; in sg_dma_page_count()
771 if (!piter->__nents || !piter->sg) in __sg_page_iter_dma_next()
777 while (piter->sg_pgoffset >= sg_dma_page_count(piter->sg)) { in __sg_page_iter_dma_next()
778 piter->sg_pgoffset -= sg_dma_page_count(piter->sg); in __sg_page_iter_dma_next()
779 piter->sg = sg_next(piter->sg); in __sg_page_iter_dma_next()
780 if (!--piter->__nents || !piter->sg) in __sg_page_iter_dma_next()
815 struct scatterlist *sg; in sg_miter_get_next_page() local
820 sg = miter->piter.sg; in sg_miter_get_next_page()
822 miter->__offset = miter->piter.sg_pgoffset ? 0 : sg->offset; in sg_miter_get_next_page()
825 miter->__remaining = sg->offset + sg->length - in sg_miter_get_next_page()
1114 struct scatterlist *sg = sgtable->sgl + sgtable->nents; in extract_user_to_sg() local
1142 sg_set_page(sg, page, seg, off); in extract_user_to_sg()
1144 sg++; in extract_user_to_sg()
1169 struct scatterlist *sg = sgtable->sgl + sgtable->nents; in extract_bvec_to_sg() local
1186 sg_set_page(sg, bv[i].bv_page, len, off); in extract_bvec_to_sg()
1188 sg++; in extract_bvec_to_sg()
1215 struct scatterlist *sg = sgtable->sgl + sgtable->nents; in extract_kvec_to_sg() local
1245 sg_set_page(sg, page, len, off); in extract_kvec_to_sg()
1247 sg++; in extract_kvec_to_sg()
1276 struct scatterlist *sg = sgtable->sgl + sgtable->nents; in extract_folioq_to_sg() local
1297 sg_set_page(sg, folio_page(folio, 0), part, offset); in extract_folioq_to_sg()
1299 sg++; in extract_folioq_to_sg()
1336 struct scatterlist *sg = sgtable->sgl + sgtable->nents; in extract_xarray_to_sg() local
1358 sg_set_page(sg, folio_page(folio, 0), len, offset); in extract_xarray_to_sg()
1360 sg++; in extract_xarray_to_sg()