/linux-6.3-rc2/drivers/iommu/amd/ |
A D | io_pgtable_v2.c | 243 phys_addr_t paddr, size_t pgsize, size_t pgcount, in iommu_v2_map_pages() argument 252 size_t size = pgcount << __ffs(pgsize); in iommu_v2_map_pages() 257 if (WARN_ON(!pgsize || (pgsize & cfg->pgsize_bitmap) != pgsize) || !pgcount) in iommu_v2_map_pages() 295 size_t pgsize, size_t pgcount, in iommu_v2_unmap_pages() argument 302 size_t size = pgcount << __ffs(pgsize); in iommu_v2_unmap_pages() 305 if (WARN_ON(!pgsize || (pgsize & cfg->pgsize_bitmap) != pgsize || !pgcount)) in iommu_v2_unmap_pages()
|
A D | io_pgtable.c | 364 phys_addr_t paddr, size_t pgsize, size_t pgcount, in iommu_v1_map_pages() argument 380 while (pgcount > 0) { in iommu_v1_map_pages() 410 pgcount--; in iommu_v1_map_pages() 440 size_t pgsize, size_t pgcount, in iommu_v1_unmap_pages() argument 447 size_t size = pgcount << __ffs(pgsize); in iommu_v1_unmap_pages()
|
A D | iommu.c | 2201 phys_addr_t paddr, size_t pgsize, size_t pgcount, in amd_iommu_map_pages() argument 2220 pgcount, prot, gfp, mapped); in amd_iommu_map_pages() 2248 size_t pgsize, size_t pgcount, in amd_iommu_unmap_pages() argument 2259 r = (ops->unmap_pages) ? ops->unmap_pages(ops, iova, pgsize, pgcount, NULL) : 0; in amd_iommu_unmap_pages()
|
/linux-6.3-rc2/drivers/iommu/ |
A D | io-pgtable-arm.c | 255 unsigned long iova, size_t size, size_t pgcount, 344 phys_addr_t paddr, size_t size, size_t pgcount, in __arm_lpae_map() argument 361 num_entries = min_t(int, pgcount, max_entries); in __arm_lpae_map() 465 phys_addr_t paddr, size_t pgsize, size_t pgcount, in arm_lpae_map_pages() argument 542 arm_lpae_iopte *ptep, size_t pgcount) in arm_lpae_split_blk_unmap() argument 562 num_entries = min_t(int, pgcount, max_entries); in arm_lpae_split_blk_unmap() 600 unsigned long iova, size_t size, size_t pgcount, in __arm_lpae_unmap() argument 620 num_entries = min_t(int, pgcount, max_entries); in __arm_lpae_unmap() 649 lvl + 1, ptep, pgcount); in __arm_lpae_unmap() 658 size_t pgsize, size_t pgcount, in arm_lpae_unmap_pages() argument [all …]
|
A D | s390-iommu.c | 316 size_t pgsize, size_t pgcount, in s390_iommu_map_pages() argument 320 size_t size = pgcount << __ffs(pgsize); in s390_iommu_map_pages() 340 pgcount, flags, gfp); in s390_iommu_map_pages() 382 size_t pgsize, size_t pgcount, in s390_iommu_unmap_pages() argument 386 size_t size = pgcount << __ffs(pgsize); in s390_iommu_unmap_pages() 393 rc = s390_iommu_invalidate_trans(s390_domain, iova, pgcount); in s390_iommu_unmap_pages()
|
A D | sprd-iommu.c | 259 phys_addr_t paddr, size_t pgsize, size_t pgcount, in sprd_iommu_map() argument 263 size_t size = pgcount * SPRD_IOMMU_PAGE_SIZE; in sprd_iommu_map() 285 for (i = 0; i < pgcount; i++) { in sprd_iommu_map() 296 size_t pgsize, size_t pgcount, in sprd_iommu_unmap() argument 302 size_t size = pgcount * SPRD_IOMMU_PAGE_SIZE; in sprd_iommu_unmap() 312 memset(pgt_base_iova, 0, pgcount * sizeof(u32)); in sprd_iommu_unmap()
|
A D | io-pgtable-dart.c | 237 phys_addr_t paddr, size_t pgsize, size_t pgcount, in dart_map_pages() argument 283 num_entries = min_t(int, pgcount, max_entries); in dart_map_pages() 299 size_t pgsize, size_t pgcount, in dart_unmap_pages() argument 307 if (WARN_ON(pgsize != cfg->pgsize_bitmap || !pgcount)) in dart_unmap_pages() 320 num_entries = min_t(int, pgcount, max_entries); in dart_unmap_pages()
|
A D | mtk_iommu_v1.c | 330 phys_addr_t paddr, size_t pgsize, size_t pgcount, in mtk_iommu_v1_map() argument 340 for (i = 0; i < pgcount; i++) { in mtk_iommu_v1_map() 352 return i == pgcount ? 0 : -EEXIST; in mtk_iommu_v1_map() 356 size_t pgsize, size_t pgcount, in mtk_iommu_v1_unmap() argument 362 size_t size = pgcount * MT2701_IOMMU_PAGE_SIZE; in mtk_iommu_v1_unmap() 365 memset(pgt_base_iova, 0, pgcount * sizeof(u32)); in mtk_iommu_v1_unmap()
|
A D | ipmmu-vmsa.c | 635 phys_addr_t paddr, size_t pgsize, size_t pgcount, in ipmmu_map() argument 640 return domain->iop->map_pages(domain->iop, iova, paddr, pgsize, pgcount, in ipmmu_map() 645 size_t pgsize, size_t pgcount, in ipmmu_unmap() argument 650 return domain->iop->unmap_pages(domain->iop, iova, pgsize, pgcount, gather); in ipmmu_unmap()
|
A D | msm_iommu.c | 474 phys_addr_t pa, size_t pgsize, size_t pgcount, in msm_iommu_map() argument 482 ret = priv->iop->map_pages(priv->iop, iova, pa, pgsize, pgcount, prot, in msm_iommu_map() 498 size_t pgsize, size_t pgcount, in msm_iommu_unmap() argument 506 ret = priv->iop->unmap_pages(priv->iop, iova, pgsize, pgcount, gather); in msm_iommu_unmap()
|
A D | io-pgtable-arm-v7s.c | 545 phys_addr_t paddr, size_t pgsize, size_t pgcount, in arm_v7s_map_pages() argument 559 while (pgcount--) { in arm_v7s_map_pages() 739 size_t pgsize, size_t pgcount, in arm_v7s_unmap_pages() argument 748 while (pgcount--) { in arm_v7s_unmap_pages()
|
A D | virtio-iommu.c | 792 phys_addr_t paddr, size_t pgsize, size_t pgcount, in viommu_map_pages() argument 797 size_t size = pgsize * pgcount; in viommu_map_pages() 835 size_t pgsize, size_t pgcount, in viommu_unmap_pages() argument 842 size_t size = pgsize * pgcount; in viommu_unmap_pages()
|
A D | apple-dart.c | 529 size_t pgcount, int prot, gfp_t gfp, in apple_dart_map_pages() argument 538 return ops->map_pages(ops, iova, paddr, pgsize, pgcount, prot, gfp, in apple_dart_map_pages() 544 size_t pgcount, in apple_dart_unmap_pages() argument 550 return ops->unmap_pages(ops, iova, pgsize, pgcount, gather); in apple_dart_unmap_pages()
|
A D | mtk_iommu.c | 714 phys_addr_t paddr, size_t pgsize, size_t pgcount, in mtk_iommu_map() argument 724 return dom->iop->map_pages(dom->iop, iova, paddr, pgsize, pgcount, prot, gfp, mapped); in mtk_iommu_map() 728 unsigned long iova, size_t pgsize, size_t pgcount, in mtk_iommu_unmap() argument 733 iommu_iotlb_gather_add_range(gather, iova, pgsize * pgcount); in mtk_iommu_unmap() 734 return dom->iop->unmap_pages(dom->iop, iova, pgsize, pgcount, gather); in mtk_iommu_unmap()
|
/linux-6.3-rc2/drivers/gpu/drm/panfrost/ |
A D | panfrost_mmu.c | 303 size_t pgcount, mapped = 0; in mmu_map_sg() local 304 size_t pgsize = get_pgsize(iova | paddr, len, &pgcount); in mmu_map_sg() 306 ops->map_pages(ops, iova, paddr, pgsize, pgcount, prot, in mmu_map_sg() 364 size_t unmapped_page, pgcount; in panfrost_mmu_unmap() local 365 size_t pgsize = get_pgsize(iova, len - unmapped_len, &pgcount); in panfrost_mmu_unmap() 368 pgcount = 1; in panfrost_mmu_unmap() 370 unmapped_page = ops->unmap_pages(ops, iova, pgsize, pgcount, NULL); in panfrost_mmu_unmap() 371 WARN_ON(unmapped_page != pgsize * pgcount); in panfrost_mmu_unmap() 373 iova += pgsize * pgcount; in panfrost_mmu_unmap() 374 unmapped_len += pgsize * pgcount; in panfrost_mmu_unmap()
|
/linux-6.3-rc2/drivers/iommu/iommufd/ |
A D | selftest.c | 135 size_t pgsize, size_t pgcount, int prot, in mock_domain_map_pages() argument 152 for (; pgcount; pgcount--) { in mock_domain_map_pages() 158 if (pgcount == 1 && cur + MOCK_IO_PAGE_SIZE == pgsize) in mock_domain_map_pages() 184 size_t pgcount, in mock_domain_unmap_pages() argument 196 for (; pgcount; pgcount--) { in mock_domain_unmap_pages() 215 if (pgcount == 1 && cur + MOCK_IO_PAGE_SIZE == pgsize) in mock_domain_unmap_pages()
|
/linux-6.3-rc2/drivers/hv/ |
A D | hv_common.c | 130 int pgcount = hv_root_partition ? 2 : 1; in hv_common_cpu_init() local 136 *inputarg = kmalloc(pgcount * HV_HYP_PAGE_SIZE, flags); in hv_common_cpu_init()
|
/linux-6.3-rc2/include/linux/ |
A D | io-pgtable.h | 162 phys_addr_t paddr, size_t pgsize, size_t pgcount, 165 size_t pgsize, size_t pgcount,
|
A D | iommu.h | 327 phys_addr_t paddr, size_t pgsize, size_t pgcount, 332 size_t pgsize, size_t pgcount,
|
/linux-6.3-rc2/drivers/iommu/arm/arm-smmu/ |
A D | qcom_iommu.c | 391 phys_addr_t paddr, size_t pgsize, size_t pgcount, in qcom_iommu_map() argument 403 ret = ops->map_pages(ops, iova, paddr, pgsize, pgcount, prot, GFP_ATOMIC, mapped); in qcom_iommu_map() 409 size_t pgsize, size_t pgcount, in qcom_iommu_unmap() argument 427 ret = ops->unmap_pages(ops, iova, pgsize, pgcount, gather); in qcom_iommu_unmap()
|
A D | arm-smmu.c | 1180 phys_addr_t paddr, size_t pgsize, size_t pgcount, in arm_smmu_map_pages() argument 1191 ret = ops->map_pages(ops, iova, paddr, pgsize, pgcount, prot, gfp, mapped); in arm_smmu_map_pages() 1198 size_t pgsize, size_t pgcount, in arm_smmu_unmap_pages() argument 1209 ret = ops->unmap_pages(ops, iova, pgsize, pgcount, iotlb_gather); in arm_smmu_unmap_pages()
|
/linux-6.3-rc2/drivers/iommu/arm/arm-smmu-v3/ |
A D | arm-smmu-v3.c | 2467 phys_addr_t paddr, size_t pgsize, size_t pgcount, in arm_smmu_map_pages() argument 2475 return ops->map_pages(ops, iova, paddr, pgsize, pgcount, prot, gfp, mapped); in arm_smmu_map_pages() 2479 size_t pgsize, size_t pgcount, in arm_smmu_unmap_pages() argument 2488 return ops->unmap_pages(ops, iova, pgsize, pgcount, gather); in arm_smmu_unmap_pages()
|
/linux-6.3-rc2/drivers/iommu/intel/ |
A D | iommu.c | 4313 size_t pgsize, size_t pgcount, in intel_iommu_map_pages() argument 4317 size_t size = pgcount << pgshift; in intel_iommu_map_pages() 4369 size_t pgsize, size_t pgcount, in intel_iommu_unmap_pages() argument 4373 size_t size = pgcount << pgshift; in intel_iommu_unmap_pages()
|
/linux-6.3-rc2/mm/ |
A D | memory.c | 1937 unsigned long idx = 0, pgcount = *num; in vm_insert_pages() 1940 for (; idx < pgcount; ++idx) { in vm_insert_pages() 1945 *num = pgcount - idx; in vm_insert_pages()
|