Home
last modified time | relevance | path

Searched refs:pgmap (Results 1 – 25 of 37) sorted by relevance

12

/linux-6.3-rc2/mm/
A Dmemremap.c107 pfn_first(pgmap, range_id)) >> pgmap->vmemmap_shift; in pfn_len()
144 percpu_ref_put_many(&pgmap->ref, pfn_len(pgmap, i)); in memunmap_pages()
272 percpu_ref_get_many(&pgmap->ref, pfn_len(pgmap, range_id)); in pagemap_range()
295 .pgmap = pgmap, in memremap_pages()
310 if (!pgmap->ops || !pgmap->ops->migrate_to_ram) { in memremap_pages()
412 pgmap); in devm_memremap_pages()
454 if (pgmap) { in get_dev_pagemap()
455 if (phys >= pgmap->range.start && phys <= pgmap->range.end) in get_dev_pagemap()
463 if (pgmap && !percpu_ref_tryget_live_rcu(&pgmap->ref)) in get_dev_pagemap()
464 pgmap = NULL; in get_dev_pagemap()
[all …]
A Dsparse-vmemmap.c372 struct dev_pagemap *pgmap) in reuse_compound_section() argument
374 unsigned long nr_pages = pgmap_vmemmap_nr(pgmap); in reuse_compound_section()
376 PHYS_PFN(pgmap->ranges[pgmap->nr_range].start); in reuse_compound_section()
401 struct dev_pagemap *pgmap) in vmemmap_populate_compound_pages() argument
407 if (reuse_compound_section(start_pfn, pgmap)) { in vmemmap_populate_compound_pages()
420 size = min(end - start, pgmap_vmemmap_nr(pgmap) * sizeof(struct page)); in vmemmap_populate_compound_pages()
451 struct dev_pagemap *pgmap) in __populate_section_memmap() argument
462 pgmap && pgmap_vmemmap_nr(pgmap) > 1 && !altmap) in __populate_section_memmap()
463 r = vmemmap_populate_compound_pages(pfn, start, end, nid, pgmap); in __populate_section_memmap()
A Dgup.c28 struct dev_pagemap *pgmap; member
575 *pgmap = get_dev_pagemap(pte_pfn(pte), *pgmap); in follow_page_pte()
576 if (*pgmap) in follow_page_pte()
824 if (ctx.pgmap) in follow_page()
1198 if (ctx.pgmap) in __get_user_pages()
2399 pgmap = get_dev_pagemap(pte_pfn(pte), pgmap); in gup_pte_range()
2451 if (pgmap) in gup_pte_range()
2452 put_dev_pagemap(pgmap); in gup_pte_range()
2486 pgmap = get_dev_pagemap(pfn, pgmap); in __gup_device_huge()
2487 if (unlikely(!pgmap)) { in __gup_device_huge()
[all …]
A Dsparse.c431 struct dev_pagemap *pgmap) in __populate_section_memmap() argument
634 struct dev_pagemap *pgmap) in populate_section_memmap() argument
636 return __populate_section_memmap(pfn, nr_pages, nid, altmap, pgmap); in populate_section_memmap()
706 struct dev_pagemap *pgmap) in populate_section_memmap() argument
830 struct dev_pagemap *pgmap) in section_activate() argument
862 memmap = populate_section_memmap(pfn, nr_pages, nid, altmap, pgmap); in section_activate()
892 struct dev_pagemap *pgmap) in sparse_add_section() argument
903 memmap = section_activate(nid, start_pfn, nr_pages, altmap, pgmap); in sparse_add_section()
A Dmemory-failure.c1657 struct dev_pagemap *pgmap) in mf_generic_kill_procs() argument
1686 switch (pgmap->type) { in mf_generic_kill_procs()
2023 struct dev_pagemap *pgmap) in memory_failure_dev_pagemap() argument
2030 if (!pgmap_pfn_valid(pgmap, pfn)) in memory_failure_dev_pagemap()
2037 if (pgmap_has_memory_failure(pgmap)) { in memory_failure_dev_pagemap()
2038 rc = pgmap->ops->memory_failure(pgmap, pfn, 1, flags); in memory_failure_dev_pagemap()
2050 put_dev_pagemap(pgmap); in memory_failure_dev_pagemap()
2082 struct dev_pagemap *pgmap; in memory_failure() local
2103 pgmap = get_dev_pagemap(pfn, NULL); in memory_failure()
2104 if (pgmap) { in memory_failure()
[all …]
A Dmemory_hotplug.c262 struct dev_pagemap *pgmap; in pfn_to_online_page() local
291 pgmap = get_dev_pagemap(pfn, NULL); in pfn_to_online_page()
292 put_dev_pagemap(pgmap); in pfn_to_online_page()
295 if (pgmap) in pfn_to_online_page()
337 params->pgmap); in __add_pages()
A Dhuge_memory.c1036 pmd_t *pmd, int flags, struct dev_pagemap **pgmap) in follow_devmap_pmd() argument
1064 *pgmap = get_dev_pagemap(pfn, *pgmap); in follow_devmap_pmd()
1065 if (!*pgmap) in follow_devmap_pmd()
1191 pud_t *pud, int flags, struct dev_pagemap **pgmap) in follow_devmap_pud() argument
1221 *pgmap = get_dev_pagemap(pfn, *pgmap); in follow_devmap_pud()
1222 if (!*pgmap) in follow_devmap_pud()
/linux-6.3-rc2/include/linux/
A Dmemremap.h144 return pgmap->ops && pgmap->ops->memory_failure; in pgmap_has_memory_failure()
149 if (pgmap->flags & PGMAP_ALTMAP_VALID) in pgmap_altmap()
150 return &pgmap->altmap; in pgmap_altmap()
156 return 1 << pgmap->vmemmap_shift; in pgmap_vmemmap_nr()
163 page->pgmap->type == MEMORY_DEVICE_PRIVATE; in is_device_private_page()
196 struct dev_pagemap *pgmap);
204 struct dev_pagemap *pgmap) in devm_memremap_pages() argument
216 struct dev_pagemap *pgmap) in devm_memunmap_pages() argument
221 struct dev_pagemap *pgmap) in get_dev_pagemap() argument
250 if (pgmap) in put_dev_pagemap()
[all …]
A Dhuge_mm.h262 pmd_t *pmd, int flags, struct dev_pagemap **pgmap);
264 pud_t *pud, int flags, struct dev_pagemap **pgmap);
415 unsigned long addr, pmd_t *pmd, int flags, struct dev_pagemap **pgmap) in follow_devmap_pmd() argument
421 unsigned long addr, pud_t *pud, int flags, struct dev_pagemap **pgmap) in follow_devmap_pud() argument
A Dmemory_hotplug.h117 struct dev_pagemap *pgmap; member
349 struct dev_pagemap *pgmap);
/linux-6.3-rc2/drivers/pci/
A Dp2pdma.c31 struct dev_pagemap pgmap; member
38 return container_of(pgmap, struct pci_p2pdma_pagemap, pgmap); in to_p2p_pgmap()
196 struct pci_p2pdma_pagemap *pgmap = to_p2p_pgmap(page->pgmap); in p2pdma_page_free() local
289 struct dev_pagemap *pgmap; in pci_p2pdma_add_resource() local
316 pgmap = &p2p_pgmap->pgmap; in pci_p2pdma_add_resource()
318 pgmap->range.end = pgmap->range.start + size - 1; in pci_p2pdma_add_resource()
319 pgmap->nr_range = 1; in pci_p2pdma_add_resource()
342 &pgmap->ref); in pci_p2pdma_add_resource()
347 pgmap->range.start, pgmap->range.end); in pci_p2pdma_add_resource()
1022 if (state->pgmap != sg_page(sg)->pgmap) { in pci_p2pdma_map_segment()
[all …]
/linux-6.3-rc2/drivers/xen/
A Dunpopulated-alloc.c36 struct dev_pagemap *pgmap; in fill_list() local
84 pgmap = kzalloc(sizeof(*pgmap), GFP_KERNEL); in fill_list()
85 if (!pgmap) { in fill_list()
90 pgmap->type = MEMORY_DEVICE_GENERIC; in fill_list()
91 pgmap->range = (struct range) { in fill_list()
95 pgmap->nr_range = 1; in fill_list()
96 pgmap->owner = res; in fill_list()
121 vaddr = memremap_pages(pgmap, NUMA_NO_NODE); in fill_list()
139 kfree(pgmap); in fill_list()
/linux-6.3-rc2/drivers/dax/
A Ddevice.c85 if (dev_dax->pgmap->vmemmap_shift) in dax_set_mapping()
403 struct dev_pagemap *pgmap; in dev_dax_probe() local
416 pgmap = dev_dax->pgmap; in dev_dax_probe()
418 if (dev_dax->pgmap) { in dev_dax_probe()
424 pgmap = devm_kzalloc(dev, in dev_dax_probe()
427 if (!pgmap) in dev_dax_probe()
430 pgmap->nr_range = dev_dax->nr_range; in dev_dax_probe()
431 dev_dax->pgmap = pgmap; in dev_dax_probe()
435 pgmap->ranges[i] = *range; in dev_dax_probe()
450 pgmap->type = MEMORY_DEVICE_GENERIC; in dev_dax_probe()
[all …]
A Dpmem.c20 struct dev_pagemap pgmap = { }; in __dax_pmem_probe() local
34 rc = nvdimm_setup_pfn(nd_pfn, &pgmap); in __dax_pmem_probe()
54 range = pgmap.range; in __dax_pmem_probe()
65 .pgmap = &pgmap, in __dax_pmem_probe()
A Dbus.h24 struct dev_pagemap *pgmap; member
A Ddax-private.h70 struct dev_pagemap *pgmap; member
A Dbus.c409 dev_dax->pgmap = NULL; in kill_dev_dax()
1304 kfree(dev_dax->pgmap); in dev_dax_release()
1357 if (data->pgmap) { in devm_create_dev_dax()
1361 dev_dax->pgmap = kmemdup(data->pgmap, in devm_create_dev_dax()
1363 if (!dev_dax->pgmap) { in devm_create_dev_dax()
1418 kfree(dev_dax->pgmap); in devm_create_dev_dax()
/linux-6.3-rc2/tools/testing/nvdimm/test/
A Diomap.c99 struct dev_pagemap *pgmap = _pgmap; in nfit_test_kill() local
101 WARN_ON(!pgmap); in nfit_test_kill()
103 percpu_ref_kill(&pgmap->ref); in nfit_test_kill()
105 wait_for_completion(&pgmap->done); in nfit_test_kill()
106 percpu_ref_exit(&pgmap->ref); in nfit_test_kill()
113 complete(&pgmap->done); in dev_pagemap_percpu_release()
119 resource_size_t offset = pgmap->range.start; in __wrap_devm_memremap_pages()
123 return devm_memremap_pages(dev, pgmap); in __wrap_devm_memremap_pages()
125 init_completion(&pgmap->done); in __wrap_devm_memremap_pages()
126 error = percpu_ref_init(&pgmap->ref, dev_pagemap_percpu_release, 0, in __wrap_devm_memremap_pages()
[all …]
/linux-6.3-rc2/drivers/nvdimm/
A Dpmem.c437 container_of(pgmap, struct pmem_device, pgmap); in pmem_pagemap_memory_failure()
505 pmem->pgmap.owner = pmem; in pmem_attach_disk()
508 pmem->pgmap.type = MEMORY_DEVICE_FS_DAX; in pmem_attach_disk()
509 pmem->pgmap.ops = &fsdax_pagemap_ops; in pmem_attach_disk()
514 range_len(&pmem->pgmap.range); in pmem_attach_disk()
516 bb_range = pmem->pgmap.range; in pmem_attach_disk()
519 pmem->pgmap.range.start = res->start; in pmem_attach_disk()
520 pmem->pgmap.range.end = res->end; in pmem_attach_disk()
521 pmem->pgmap.nr_range = 1; in pmem_attach_disk()
523 pmem->pgmap.ops = &fsdax_pagemap_ops; in pmem_attach_disk()
[all …]
A Dpfn_devs.c677 static int __nvdimm_setup_pfn(struct nd_pfn *nd_pfn, struct dev_pagemap *pgmap) in __nvdimm_setup_pfn() argument
679 struct range *range = &pgmap->range; in __nvdimm_setup_pfn()
680 struct vmem_altmap *altmap = &pgmap->altmap; in __nvdimm_setup_pfn()
700 pgmap->nr_range = 1; in __nvdimm_setup_pfn()
715 pgmap->flags |= PGMAP_ALTMAP_VALID; in __nvdimm_setup_pfn()
849 int nvdimm_setup_pfn(struct nd_pfn *nd_pfn, struct dev_pagemap *pgmap) in nvdimm_setup_pfn() argument
861 return __nvdimm_setup_pfn(nd_pfn, pgmap); in nvdimm_setup_pfn()
A Dpmem.h29 struct dev_pagemap pgmap; member
A Dnd.h656 int nvdimm_setup_pfn(struct nd_pfn *nd_pfn, struct dev_pagemap *pgmap);
659 struct dev_pagemap *pgmap) in nvdimm_setup_pfn() argument
/linux-6.3-rc2/drivers/gpu/drm/amd/amdkfd/
A Dkfd_migrate.c988 struct dev_pagemap *pgmap; in svm_migrate_init() local
997 pgmap = &kfddev->pgmap; in svm_migrate_init()
998 memset(pgmap, 0, sizeof(*pgmap)); in svm_migrate_init()
1007 pgmap->type = MEMORY_DEVICE_COHERENT; in svm_migrate_init()
1012 pgmap->range.start = res->start; in svm_migrate_init()
1013 pgmap->range.end = res->end; in svm_migrate_init()
1014 pgmap->type = MEMORY_DEVICE_PRIVATE; in svm_migrate_init()
1017 pgmap->nr_range = 1; in svm_migrate_init()
1018 pgmap->ops = &svm_migrate_pgmap_ops; in svm_migrate_init()
1020 pgmap->flags = 0; in svm_migrate_init()
[all …]
A Dkfd_svm.h201 #define KFD_IS_SVM_API_SUPPORTED(dev) ((dev)->pgmap.type != 0)
/linux-6.3-rc2/fs/fuse/
A Dvirtio_fs.c800 struct dev_pagemap *pgmap; in virtio_fs_setup_dax() local
824 pgmap = devm_kzalloc(&vdev->dev, sizeof(*pgmap), GFP_KERNEL); in virtio_fs_setup_dax()
825 if (!pgmap) in virtio_fs_setup_dax()
828 pgmap->type = MEMORY_DEVICE_FS_DAX; in virtio_fs_setup_dax()
835 pgmap->range = (struct range) { in virtio_fs_setup_dax()
839 pgmap->nr_range = 1; in virtio_fs_setup_dax()
841 fs->window_kaddr = devm_memremap_pages(&vdev->dev, pgmap); in virtio_fs_setup_dax()

Completed in 53 milliseconds

12