Home
last modified time | relevance | path

Searched refs:mmu (Results 1 – 25 of 349) sorted by relevance

12345678910>>...14

/linux/drivers/staging/media/ipu3/
A Dipu3-mmu.c89 func(mmu); in call_if_imgu_is_powered()
217 if (!mmu) in __imgu_mmu_map()
346 if (!mmu) in __imgu_mmu_unmap()
432 mmu = kzalloc(sizeof(*mmu), GFP_KERNEL); in imgu_mmu_init()
433 if (!mmu) in imgu_mmu_init()
467 mmu->l2pts = vzalloc(IPU3_PT_PTES * sizeof(*mmu->l2pts)); in imgu_mmu_init()
468 if (!mmu->l2pts) in imgu_mmu_init()
472 mmu->l1pt = imgu_mmu_alloc_page_table(mmu->dummy_l2pt_pteval); in imgu_mmu_init()
473 if (!mmu->l1pt) in imgu_mmu_init()
493 kfree(mmu); in imgu_mmu_init()
[all …]
/linux/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/
A Dbase.c258 mmu->type[mmu->type_nr].type = type | mmu->heap[heap].type; in nvkm_mmu_type()
259 mmu->type[mmu->type_nr].heap = heap; in nvkm_mmu_type()
260 mmu->type_nr++; in nvkm_mmu_type()
268 if (!WARN_ON(mmu->heap_nr == ARRAY_SIZE(mmu->heap))) { in nvkm_mmu_heap()
269 mmu->heap[mmu->heap_nr].type = type; in nvkm_mmu_heap()
270 mmu->heap[mmu->heap_nr].size = size; in nvkm_mmu_heap()
373 if (mmu->subdev.device->fb && mmu->subdev.device->fb->ram) in nvkm_mmu_oneinit()
393 mmu->func->init(mmu); in nvkm_mmu_init()
408 mmu->func->dtor(mmu); in nvkm_mmu_dtor()
410 return mmu; in nvkm_mmu_dtor()
[all …]
A DKbuild2 nvkm-y += nvkm/subdev/mmu/base.o
3 nvkm-y += nvkm/subdev/mmu/nv04.o
4 nvkm-y += nvkm/subdev/mmu/nv41.o
5 nvkm-y += nvkm/subdev/mmu/nv44.o
6 nvkm-y += nvkm/subdev/mmu/nv50.o
7 nvkm-y += nvkm/subdev/mmu/g84.o
8 nvkm-y += nvkm/subdev/mmu/mcp77.o
9 nvkm-y += nvkm/subdev/mmu/gf100.o
10 nvkm-y += nvkm/subdev/mmu/gk104.o
11 nvkm-y += nvkm/subdev/mmu/gk20a.o
[all …]
A Dummu.c35 struct nvkm_mmu *mmu = nvkm_ummu(object)->mmu; in nvkm_ummu_sclass() local
59 struct nvkm_mmu *mmu = ummu->mmu; in nvkm_ummu_heap() local
79 struct nvkm_mmu *mmu = ummu->mmu; in nvkm_ummu_type() local
89 type = mmu->type[index].type; in nvkm_ummu_type()
108 struct nvkm_mmu *mmu = ummu->mmu; in nvkm_ummu_kind() local
116 if (mmu->func->kind) in nvkm_ummu_kind()
117 kind = mmu->func->kind(mmu, &count, &kind_inv); in nvkm_ummu_kind()
159 struct nvkm_mmu *mmu = device->mmu; in nvkm_ummu_new() local
164 if (mmu->func->kind) in nvkm_ummu_new()
165 mmu->func->kind(mmu, &kinds, &unused); in nvkm_ummu_new()
[all …]
/linux/drivers/gpu/drm/nouveau/nvif/
A Dmmu.c33 kfree(mmu->kind); in nvif_mmu_dtor()
34 kfree(mmu->type); in nvif_mmu_dtor()
35 kfree(mmu->heap); in nvif_mmu_dtor()
53 mmu->heap = NULL; in nvif_mmu_ctor()
54 mmu->type = NULL; in nvif_mmu_ctor()
55 mmu->kind = NULL; in nvif_mmu_ctor()
72 mmu->heap = kmalloc_array(mmu->heap_nr, sizeof(*mmu->heap), in nvif_mmu_ctor()
74 mmu->type = kmalloc_array(mmu->type_nr, sizeof(*mmu->type), in nvif_mmu_ctor()
76 if (ret = -ENOMEM, !mmu->heap || !mmu->type) in nvif_mmu_ctor()
79 mmu->kind = kmalloc_array(mmu->kind_nr, sizeof(*mmu->kind), in nvif_mmu_ctor()
[all …]
A Dmem.c28 nvif_mem_ctor_map(struct nvif_mmu *mmu, const char *name, u8 type, u64 size, in nvif_mem_ctor_map() argument
31 int ret = nvif_mem_ctor(mmu, name, mmu->mem, NVIF_MEM_MAPPABLE | type, in nvif_mem_ctor_map()
48 nvif_mem_ctor_type(struct nvif_mmu *mmu, const char *name, s32 oclass, in nvif_mem_ctor_type() argument
72 ret = nvif_object_ctor(&mmu->object, name ? name : "nvifMem", 0, oclass, in nvif_mem_ctor_type()
75 mem->type = mmu->type[type].type; in nvif_mem_ctor_type()
88 nvif_mem_ctor(struct nvif_mmu *mmu, const char *name, s32 oclass, u8 type, in nvif_mem_ctor() argument
95 for (i = 0; ret && i < mmu->type_nr; i++) { in nvif_mem_ctor()
96 if ((mmu->type[i].type & type) == type) { in nvif_mem_ctor()
97 ret = nvif_mem_ctor_type(mmu, name, oclass, i, page, in nvif_mem_ctor()
/linux/drivers/staging/media/atomisp/pci/mmu/
A Disp_mmu.c82 return mmu->driver->pte_to_phys(mmu, pte); in isp_pte_to_pgaddr()
88 unsigned int pte = mmu->driver->phys_to_pte(mmu, phys); in isp_pgaddr_to_pte_valid()
325 if (!ISP_PTE_VALID(mmu, mmu->l1_pte)) { in mmu_map()
340 mmu->l1_pte = isp_pgaddr_to_pte_valid(mmu, l1_pt); in mmu_map()
344 l1_pt = isp_pte_to_pgaddr(mmu, mmu->l1_pte); in mmu_map()
455 if (!ISP_PTE_VALID(mmu, mmu->l1_pte)) { in mmu_unmap()
456 mmu_unmap_l1_pt_error(mmu, mmu->l1_pte); in mmu_unmap()
461 l1_pt = isp_pte_to_pgaddr(mmu, mmu->l1_pte); in mmu_unmap()
545 if (!mmu) in isp_mmu_exit()
548 if (!ISP_PTE_VALID(mmu, mmu->l1_pte)) { in isp_mmu_exit()
[all …]
/linux/drivers/iommu/
A Dipmmu-vmsa.c151 return mmu->root == mmu; in ipmmu_is_root()
226 if (domain->mmu != domain->mmu->root) in ipmmu_ctx_write_all()
282 struct ipmmu_vmsa_device *mmu = domain->mmu; in ipmmu_utlb_enable() local
303 struct ipmmu_vmsa_device *mmu = domain->mmu; in ipmmu_utlb_disable() local
339 ret = find_first_zero_bit(mmu->ctx, mmu->num_ctx); in ipmmu_domain_allocate_context()
490 struct ipmmu_vmsa_device *mmu = domain->mmu; in ipmmu_domain_irq() local
600 if (!mmu) { in ipmmu_attach_device()
609 domain->mmu = mmu; in ipmmu_attach_device()
618 } else if (domain->mmu != mmu) { in ipmmu_attach_device()
840 if (!mmu) in ipmmu_probe_device()
[all …]
/linux/arch/x86/kernel/
A Dparavirt.c225 .mmu.pmd_val = PTE_IDENT,
226 .mmu.make_pmd = PTE_IDENT,
228 .mmu.pud_val = PTE_IDENT,
229 .mmu.make_pud = PTE_IDENT,
234 .mmu.p4d_val = PTE_IDENT,
235 .mmu.make_p4d = PTE_IDENT,
240 .mmu.pte_val = PTE_IDENT,
241 .mmu.pgd_val = PTE_IDENT,
243 .mmu.make_pte = PTE_IDENT,
244 .mmu.make_pgd = PTE_IDENT,
[all …]
/linux/drivers/staging/media/atomisp/include/mmu/
A Disp_mmu.h100 void (*tlb_flush_range)(struct isp_mmu *mmu,
102 void (*tlb_flush_all)(struct isp_mmu *mmu);
120 #define ISP_PTE_VALID_MASK(mmu) \ argument
121 ((mmu)->driver->pte_valid_mask)
123 #define ISP_PTE_VALID(mmu, pte) \ argument
124 ((pte) & ISP_PTE_VALID_MASK(mmu))
136 void isp_mmu_exit(struct isp_mmu *mmu);
156 if (mmu->driver && mmu->driver->tlb_flush_all) in isp_mmu_flush_tlb_all()
157 mmu->driver->tlb_flush_all(mmu); in isp_mmu_flush_tlb_all()
165 if (mmu->driver && mmu->driver->tlb_flush_range) in isp_mmu_flush_tlb_range()
[all …]
/linux/arch/arm64/kvm/hyp/nvhe/
A Dtlb.c14 struct kvm_s2_mmu *mmu; member
29 cxt->mmu = NULL; in enter_vmid_context()
62 if (mmu == vcpu->arch.hw_mmu || WARN_ON(mmu != host_s2_mmu)) in enter_vmid_context()
65 cxt->mmu = vcpu->arch.hw_mmu; in enter_vmid_context()
68 if (mmu == host_s2_mmu) in enter_vmid_context()
71 cxt->mmu = host_s2_mmu; in enter_vmid_context()
113 __load_stage2(mmu, kern_hyp_va(mmu->arch)); in enter_vmid_context()
120 struct kvm_s2_mmu *mmu = cxt->mmu; in exit_vmid_context() local
127 if (!mmu) in exit_vmid_context()
131 __load_stage2(mmu, kern_hyp_va(mmu->arch)); in exit_vmid_context()
[all …]
/linux/drivers/media/pci/intel/ipu6/
A Dipu6-mmu.c60 if (!mmu->ready) { in tlb_invalidate()
402 dma = dma_map_page(mmu->dmap->mmu_info->dev, mmu->trash_page, 0, in allocate_trash_buffer()
431 mmu->mmid, (unsigned int)mmu->iova_trash_page); in allocate_trash_buffer()
437 dma_unmap_page(mmu->dmap->mmu_info->dev, mmu->pci_trash_page, in allocate_trash_buffer()
511 mmu->ready = true; in ipu6_mmu_hw_init()
816 mmu = devm_kzalloc(dev, sizeof(*mmu), GFP_KERNEL); in ipu6_mmu_init()
817 if (!mmu) in ipu6_mmu_init()
820 mmu->mmid = mmid; in ipu6_mmu_init()
829 if (!mmu->dmap) { in ipu6_mmu_init()
834 return mmu; in ipu6_mmu_init()
[all …]
A Dipu6-dma.c125 struct ipu6_mmu *mmu = to_ipu6_bus_device(dev)->mmu; in ipu6_dma_sync_single_for_cpu() local
154 struct ipu6_mmu *mmu = to_ipu6_bus_device(dev)->mmu; in ipu6_dma_alloc() local
244 struct ipu6_mmu *mmu = to_ipu6_bus_device(dev)->mmu; in ipu6_dma_free() local
286 mmu->tlb_invalidate(mmu); in ipu6_dma_free()
297 struct ipu6_mmu *mmu = to_ipu6_bus_device(dev)->mmu; in ipu6_dma_mmap() local
303 info = get_vm_info(mmu, iova); in ipu6_dma_mmap()
332 struct ipu6_mmu *mmu = to_ipu6_bus_device(dev)->mmu; in ipu6_dma_unmap_sg() local
382 mmu->tlb_invalidate(mmu); in ipu6_dma_unmap_sg()
393 struct ipu6_mmu *mmu = to_ipu6_bus_device(dev)->mmu; in ipu6_dma_map_sg() local
466 struct ipu6_mmu *mmu = to_ipu6_bus_device(dev)->mmu; in ipu6_dma_get_sgtable() local
[all …]
/linux/drivers/gpu/drm/panfrost/
A Dpanfrost_mmu.c164 as = mmu->as; in panfrost_mmu_as_get()
210 mmu->as = as; in panfrost_mmu_as_get()
242 mmu->as = -1; in panfrost_mmu_reset()
278 if (mmu->as < 0) in panfrost_mmu_flush_range()
575 kfree(mmu); in panfrost_mmu_release_ctx()
587 return mmu; in panfrost_mmu_ctx_get()
620 mmu = kzalloc(sizeof(*mmu), GFP_KERNEL); in panfrost_mmu_ctx_create()
621 if (!mmu) in panfrost_mmu_ctx_create()
632 mmu->as = -1; in panfrost_mmu_ctx_create()
646 kfree(mmu); in panfrost_mmu_ctx_create()
[all …]
/linux/drivers/gpu/drm/msm/
A Dmsm_mmu.h13 void (*detach)(struct msm_mmu *mmu);
14 int (*map)(struct msm_mmu *mmu, uint64_t iova, struct sg_table *sgt,
16 int (*unmap)(struct msm_mmu *mmu, uint64_t iova, size_t len);
17 void (*destroy)(struct msm_mmu *mmu);
18 void (*resume_translation)(struct msm_mmu *mmu);
38 mmu->dev = dev; in msm_mmu_init()
39 mmu->funcs = funcs; in msm_mmu_init()
40 mmu->type = type; in msm_mmu_init()
49 mmu->arg = arg; in msm_mmu_set_fault_handler()
50 mmu->handler = handler; in msm_mmu_set_fault_handler()
[all …]
A Dmsm_iommu.c177 if (mmu->type != MSM_MMU_IOMMU_PAGETABLE) in msm_iommu_pagetable_params()
180 pagetable = to_pagetable(mmu); in msm_iommu_pagetable_params()
326 struct msm_mmu *mmu = &iommu->base; in msm_fault_handler() local
340 if (mmu->funcs->resume_translation) in msm_fault_handler()
341 mmu->funcs->resume_translation(mmu); in msm_fault_handler()
444 struct msm_mmu *mmu; in msm_iommu_gpu_new() local
446 mmu = msm_iommu_new(dev, quirks); in msm_iommu_gpu_new()
447 if (IS_ERR_OR_NULL(mmu)) in msm_iommu_gpu_new()
448 return mmu; in msm_iommu_gpu_new()
450 iommu = to_msm_iommu(mmu); in msm_iommu_gpu_new()
[all …]
A Dmsm_gem_vma.c19 if (aspace->mmu) in msm_gem_address_space_destroy()
20 aspace->mmu->funcs->destroy(aspace->mmu); in msm_gem_address_space_destroy()
51 aspace->mmu->funcs->unmap(aspace->mmu, vma->iova, size); in msm_gem_vma_purge()
84 ret = aspace->mmu->funcs->map(aspace->mmu, vma->iova, sgt, size, prot); in msm_gem_vma_map()
154 msm_gem_address_space_create(struct msm_mmu *mmu, const char *name, in msm_gem_address_space_create() argument
159 if (IS_ERR(mmu)) in msm_gem_address_space_create()
160 return ERR_CAST(mmu); in msm_gem_address_space_create()
168 aspace->mmu = mmu; in msm_gem_address_space_create()
/linux/arch/arm64/kvm/hyp/vhe/
A Dtlb.c14 struct kvm_s2_mmu *mmu; member
29 cxt->mmu = vcpu->arch.hw_mmu; in enter_vmid_context()
31 cxt->mmu = NULL; in enter_vmid_context()
63 __load_stage2(mmu, mmu->arch); in enter_vmid_context()
80 if (cxt->mmu) in exit_vmid_context()
81 __load_stage2(cxt->mmu, cxt->mmu->arch); in exit_vmid_context()
100 enter_vmid_context(mmu, &cxt); in __kvm_tlb_flush_vmid_ipa()
132 enter_vmid_context(mmu, &cxt); in __kvm_tlb_flush_vmid_ipa_nsh()
172 enter_vmid_context(mmu, &cxt); in __kvm_tlb_flush_vmid_range()
244 if (mmu) in __kvm_tlbi_s1e2()
[all …]
/linux/arch/arm64/include/asm/
A Dkvm_mmu.h148 #define kvm_phys_shift(mmu) VTCR_EL2_IPA((mmu)->vtcr)
149 #define kvm_phys_size(mmu) (_AC(1, ULL) << kvm_phys_shift(mmu))
150 #define kvm_phys_mask(mmu) (kvm_phys_size(mmu) - _AC(1, ULL))
177 void kvm_free_stage2_pgd(struct kvm_s2_mmu *mmu);
303 struct kvm_vmid *vmid = &mmu->vmid;
307 baddr = mmu->pgd_phys;
320 write_sysreg(mmu->vtcr, vtcr_el2);
321 write_sysreg(kvm_get_vttbr(mmu), vttbr_el2);
333 return container_of(mmu->arch, struct kvm, arch);
344 return !(mmu->tlb_vttbr & VTTBR_CNP_BIT);
[all …]
/linux/arch/arc/mm/
A Dtlb.c139 int num_tlb = mmu->sets * mmu->ways; in local_flush_tlb_all()
573 mmu->ver = (bcr >> 24); in arc_mmu_mumbojumbo()
578 mmu->sets = 1 << mmu3->sets; in arc_mmu_mumbojumbo()
592 mmu->pae = mmu4->pae; in arc_mmu_mumbojumbo()
595 if (mmu->s_pg_sz_m) in arc_mmu_mumbojumbo()
597 mmu->s_pg_sz_m, in arc_mmu_mumbojumbo()
602 mmu->ver, mmu->pg_sz_k, super_pg, CONFIG_PGTABLE_LEVELS, in arc_mmu_mumbojumbo()
603 mmu->sets, mmu->ways, in arc_mmu_mumbojumbo()
682 #define SET_WAY_TO_IDX(mmu, set, way) ((set) * mmu->ways + (way)) argument
699 int set, n_ways = mmu->ways; in do_tlb_overlap_fault()
[all …]
/linux/arch/x86/include/asm/
A Dparavirt.h75 PVOP_VCALL0(mmu.flush_tlb_user); in __flush_tlb_local()
80 PVOP_VCALL0(mmu.flush_tlb_kernel); in __flush_tlb_global()
101 PVOP_VCALL1(mmu.exit_mmap, mm); in paravirt_arch_exit_mmap()
154 PVOP_VCALL1(mmu.write_cr2, x); in write_cr2()
341 PVOP_VCALL1(mmu.enter_mmap, next); in paravirt_enter_mmap()
360 PVOP_VCALL1(mmu.release_pte, pfn); in paravirt_release_pte()
370 PVOP_VCALL1(mmu.release_pmd, pfn); in paravirt_release_pmd()
379 PVOP_VCALL1(mmu.release_pud, pfn); in paravirt_release_pud()
559 PVOP_VCALL0(mmu.lazy_mode.enter); in arch_enter_lazy_mmu_mode()
564 PVOP_VCALL0(mmu.lazy_mode.leave); in arch_leave_lazy_mmu_mode()
[all …]
/linux/drivers/accel/ivpu/
A Divpu_mmu.c337 struct ivpu_mmu_info *mmu = vdev->mmu; in ivpu_mmu_cdtab_alloc() local
352 struct ivpu_mmu_info *mmu = vdev->mmu; in ivpu_mmu_strtab_alloc() local
372 struct ivpu_mmu_info *mmu = vdev->mmu; in ivpu_mmu_cmdq_alloc() local
391 struct ivpu_mmu_info *mmu = vdev->mmu; in ivpu_mmu_evtq_alloc() local
566 struct ivpu_mmu_info *mmu = vdev->mmu; in ivpu_mmu_reset() local
640 struct ivpu_mmu_info *mmu = vdev->mmu; in ivpu_mmu_strtab_link_cd() local
682 struct ivpu_mmu_info *mmu = vdev->mmu; in ivpu_mmu_invalidate_tlb() local
701 struct ivpu_mmu_info *mmu = vdev->mmu; in ivpu_mmu_cd_add() local
790 struct ivpu_mmu_info *mmu = vdev->mmu; in ivpu_mmu_init() local
830 struct ivpu_mmu_info *mmu = vdev->mmu; in ivpu_mmu_enable() local
[all …]
/linux/drivers/xen/
A Dgrant-dma-iommu.c36 struct grant_dma_iommu_device *mmu; in grant_dma_iommu_probe() local
39 mmu = devm_kzalloc(&pdev->dev, sizeof(*mmu), GFP_KERNEL); in grant_dma_iommu_probe()
40 if (!mmu) in grant_dma_iommu_probe()
43 mmu->dev = &pdev->dev; in grant_dma_iommu_probe()
45 ret = iommu_device_register(&mmu->iommu, &grant_dma_iommu_ops, &pdev->dev); in grant_dma_iommu_probe()
49 platform_set_drvdata(pdev, mmu); in grant_dma_iommu_probe()
56 struct grant_dma_iommu_device *mmu = platform_get_drvdata(pdev); in grant_dma_iommu_remove() local
59 iommu_device_unregister(&mmu->iommu); in grant_dma_iommu_remove()
/linux/drivers/gpu/drm/nouveau/
A Dnouveau_mem.c93 struct nvif_mmu *mmu = &drm->mmu; in nouveau_mem_host() local
103 if (mem->kind && !(mmu->type[type].type & NVIF_MEM_KIND)) in nouveau_mem_host()
105 if (mem->comp && !(mmu->type[type].type & NVIF_MEM_COMP)) { in nouveau_mem_host()
106 if (mmu->object.oclass >= NVIF_CLASS_MMU_GF100) in nouveau_mem_host()
107 mem->kind = mmu->kind[mem->kind]; in nouveau_mem_host()
117 ret = nvif_mem_ctor_type(mmu, "ttmHostMem", mmu->mem, type, PAGE_SHIFT, in nouveau_mem_host()
129 struct nvif_mmu *mmu = &drm->mmu; in nouveau_mem_vram() local
134 switch (mmu->mem) { in nouveau_mem_vram()
136 ret = nvif_mem_ctor_type(mmu, "ttmVram", mmu->mem, in nouveau_mem_vram()
144 ret = nvif_mem_ctor_type(mmu, "ttmVram", mmu->mem, in nouveau_mem_vram()
[all …]
/linux/drivers/gpu/drm/msm/adreno/
A Da2xx_gpummu.c27 static void a2xx_gpummu_detach(struct msm_mmu *mmu) in a2xx_gpummu_detach() argument
31 static int a2xx_gpummu_map(struct msm_mmu *mmu, uint64_t iova, in a2xx_gpummu_map() argument
34 struct a2xx_gpummu *gpummu = to_a2xx_gpummu(mmu); in a2xx_gpummu_map()
59 static int a2xx_gpummu_unmap(struct msm_mmu *mmu, uint64_t iova, size_t len) in a2xx_gpummu_unmap() argument
61 struct a2xx_gpummu *gpummu = to_a2xx_gpummu(mmu); in a2xx_gpummu_unmap()
74 static void a2xx_gpummu_resume_translation(struct msm_mmu *mmu) in a2xx_gpummu_resume_translation() argument
78 static void a2xx_gpummu_destroy(struct msm_mmu *mmu) in a2xx_gpummu_destroy() argument
80 struct a2xx_gpummu *gpummu = to_a2xx_gpummu(mmu); in a2xx_gpummu_destroy()
82 dma_free_attrs(mmu->dev, TABLE_SIZE, gpummu->table, gpummu->pt_base, in a2xx_gpummu_destroy()
117 void a2xx_gpummu_params(struct msm_mmu *mmu, dma_addr_t *pt_base, in a2xx_gpummu_params() argument
[all …]

Completed in 716 milliseconds

12345678910>>...14