| /linux-6.3-rc2/mm/ |
| A D | sparse-vmemmap.c | 78 struct vmem_altmap *altmap) in vmemmap_alloc_block_buf() argument
82 if (altmap) in vmemmap_alloc_block_buf()
93 return altmap->base_pfn + altmap->reserve + altmap->alloc in vmem_altmap_next_pfn()
94 + altmap->align; in vmem_altmap_next_pfn()
99 unsigned long allocated = altmap->alloc + altmap->align; in vmem_altmap_nr_free()
101 if (altmap->free > allocated) in vmem_altmap_nr_free()
102 return altmap->free - allocated; in vmem_altmap_nr_free()
124 altmap->alloc += nr_pfns; in altmap_alloc_block_buf()
125 altmap->align += nr_align; in altmap_alloc_block_buf()
129 __func__, pfn, altmap->alloc, altmap->align, nr_pfns); in altmap_alloc_block_buf()
[all …]
|
| A D | sparse.c | 430 unsigned long nr_pages, int nid, struct vmem_altmap *altmap, in __populate_section_memmap() argument
640 struct vmem_altmap *altmap) in depopulate_section_memmap() argument
645 vmemmap_free(start, end, altmap); in depopulate_section_memmap()
713 struct vmem_altmap *altmap) in depopulate_section_memmap() argument
781 struct vmem_altmap *altmap) in section_deactivate() argument
820 depopulate_section_memmap(pfn, nr_pages, altmap); in section_deactivate()
829 unsigned long nr_pages, struct vmem_altmap *altmap, in section_activate() argument
864 section_deactivate(pfn, nr_pages, altmap); in section_activate()
891 unsigned long nr_pages, struct vmem_altmap *altmap, in sparse_add_section() argument
927 struct vmem_altmap *altmap) in sparse_remove_section() argument
[all …]
|
| A D | memremap.c | 152 WARN_ONCE(pgmap->altmap.alloc, "failed to free all reserved pages\n"); in memunmap_pages()
255 PHYS_PFN(range_len(range)), params->altmap, in pagemap_range()
294 .altmap = pgmap_altmap(pgmap), in memremap_pages()
425 unsigned long vmem_altmap_offset(struct vmem_altmap *altmap) in vmem_altmap_offset() argument
428 if (altmap) in vmem_altmap_offset()
429 return altmap->reserve + altmap->free; in vmem_altmap_offset()
433 void vmem_altmap_free(struct vmem_altmap *altmap, unsigned long nr_pfns) in vmem_altmap_free() argument
435 altmap->alloc -= nr_pfns; in vmem_altmap_free()
|
| A D | memory_hotplug.c | 308 struct vmem_altmap *altmap = params->altmap; in __add_pages() local
315 if (altmap) { in __add_pages()
319 if (altmap->base_pfn != pfn in __add_pages()
324 altmap->alloc = 0; in __add_pages()
497 struct vmem_altmap *altmap) in __remove_section() argument
519 struct vmem_altmap *altmap) in __remove_pages() argument
525 map_offset = vmem_altmap_offset(altmap); in __remove_pages()
721 MEMINIT_HOTPLUG, altmap, migratetype); in move_pfn_range_to_zone()
1373 params.altmap = &mhp_altmap; in add_memory_resource()
2065 struct vmem_altmap *altmap = NULL; in try_remove_memory() local
[all …]
|
| A D | page_alloc.c | 6775 struct vmem_altmap *altmap, int migratetype) in memmap_init_range() argument
6792 if (!altmap) in memmap_init_range()
6795 if (start_pfn == altmap->base_pfn) in memmap_init_range()
6796 start_pfn += altmap->reserve; in memmap_init_range()
6797 end_pfn = altmap->base_pfn + vmem_altmap_offset(altmap); in memmap_init_range()
6890 static inline unsigned long compound_nr_pages(struct vmem_altmap *altmap, in compound_nr_pages() argument
6894 !altmap ? 2 * (PAGE_SIZE / sizeof(struct page)) : nr_pages; in compound_nr_pages()
6931 struct vmem_altmap *altmap = pgmap_altmap(pgmap); in memmap_init_zone_device() local
6945 if (altmap) { in memmap_init_zone_device()
6946 start_pfn = altmap->base_pfn + vmem_altmap_offset(altmap); in memmap_init_zone_device()
[all …]
|
| /linux-6.3-rc2/arch/powerpc/mm/ |
| A D | init_64.c | 192 if ((start_pfn + nr_pfn) > altmap->end_pfn) in altmap_cross_boundary()
195 if (start_pfn < altmap->base_pfn) in altmap_cross_boundary()
202 struct vmem_altmap *altmap) in vmemmap_populate() argument
230 if (altmap && !altmap_cross_boundary(altmap, start, page_size)) { in vmemmap_populate()
255 vmem_altmap_free(altmap, nr_pfns); in vmemmap_populate()
307 struct vmem_altmap *altmap) in vmemmap_free() argument
315 if (altmap) { in vmemmap_free()
316 alt_start = altmap->base_pfn; in vmemmap_free()
317 alt_end = altmap->base_pfn + altmap->reserve + in vmemmap_free()
318 altmap->free + altmap->alloc + altmap->align; in vmemmap_free()
[all …]
|
| A D | mem.c | 157 void __ref arch_remove_memory(u64 start, u64 size, struct vmem_altmap *altmap) in arch_remove_memory() argument
162 __remove_pages(start_pfn, nr_pages, altmap); in arch_remove_memory()
|
| /linux-6.3-rc2/include/linux/ |
| A D | memremap.h | 127 struct vmem_altmap altmap; member
150 return &pgmap->altmap; in pgmap_altmap()
199 unsigned long vmem_altmap_offset(struct vmem_altmap *altmap);
200 void vmem_altmap_free(struct vmem_altmap *altmap, unsigned long nr_pfns);
231 static inline unsigned long vmem_altmap_offset(struct vmem_altmap *altmap) in vmem_altmap_offset() argument
236 static inline void vmem_altmap_free(struct vmem_altmap *altmap, in vmem_altmap_free() argument
|
| A D | memory_hotplug.h | 115 struct vmem_altmap *altmap; member
185 extern void arch_remove_memory(u64 start, u64 size, struct vmem_altmap *altmap);
187 struct vmem_altmap *altmap);
343 struct vmem_altmap *altmap, int migratetype);
348 unsigned long nr_pages, struct vmem_altmap *altmap,
352 unsigned long map_offset, struct vmem_altmap *altmap);
|
| A D | mm.h | 3398 unsigned long nr_pages, int nid, struct vmem_altmap *altmap,
3407 struct vmem_altmap *altmap, struct page *reuse);
3411 struct vmem_altmap *altmap);
3418 int node, struct vmem_altmap *altmap);
3420 int node, struct vmem_altmap *altmap);
3422 struct vmem_altmap *altmap);
3426 struct vmem_altmap *altmap);
|
| /linux-6.3-rc2/arch/loongarch/mm/ |
| A D | init.c | 134 void arch_remove_memory(u64 start, u64 size, struct vmem_altmap *altmap) in arch_remove_memory() argument
141 if (altmap) in arch_remove_memory()
142 page += vmem_altmap_offset(altmap); in arch_remove_memory()
143 __remove_pages(start_pfn, nr_pages, altmap); in arch_remove_memory()
178 int node, struct vmem_altmap *altmap) in vmemmap_populate() argument
188 void vmemmap_free(unsigned long start, unsigned long end, struct vmem_altmap *altmap) in vmemmap_free() argument
|
| /linux-6.3-rc2/arch/arm64/mm/ |
| A D | mmu.c | 823 struct vmem_altmap *altmap) in free_hotplug_page_range() argument
825 if (altmap) { in free_hotplug_page_range()
859 struct vmem_altmap *altmap) in unmap_hotplug_pte_range() argument
874 PAGE_SIZE, altmap); in unmap_hotplug_pte_range()
880 struct vmem_altmap *altmap) in unmap_hotplug_pmd_range() argument
903 PMD_SIZE, altmap); in unmap_hotplug_pmd_range()
913 struct vmem_altmap *altmap) in unmap_hotplug_pud_range() argument
936 PUD_SIZE, altmap); in unmap_hotplug_pud_range()
975 WARN_ON(!free_mapped && altmap); in unmap_hotplug_range()
1158 struct vmem_altmap *altmap) in vmemmap_populate() argument
[all …]
|
| /linux-6.3-rc2/arch/x86/mm/ |
| A D | init_64.c | 997 struct vmem_altmap *altmap) in free_hugepage_table() argument
999 if (altmap) in free_hugepage_table()
1104 bool direct, struct vmem_altmap *altmap) in remove_pmd_table() argument
1122 altmap); in remove_pmd_table()
1132 altmap); in remove_pmd_table()
1153 struct vmem_altmap *altmap, bool direct) in remove_pud_table() argument
1187 struct vmem_altmap *altmap, bool direct) in remove_p4d_table() argument
1220 struct vmem_altmap *altmap) in remove_pagetable() argument
1242 struct vmem_altmap *altmap) in vmemmap_free() argument
1536 struct vmem_altmap *altmap) in vmemmap_populate() argument
[all …]
|
| /linux-6.3-rc2/arch/s390/mm/ |
| A D | init.c | 289 if (WARN_ON_ONCE(params->altmap)) in arch_add_memory()
306 void arch_remove_memory(u64 start, u64 size, struct vmem_altmap *altmap) in arch_remove_memory() argument
311 __remove_pages(start_pfn, nr_pages, altmap); in arch_remove_memory()
|
| A D | vmem.c | 498 struct vmem_altmap *altmap) in vmemmap_populate() argument
512 struct vmem_altmap *altmap) in vmemmap_free() argument
|
| /linux-6.3-rc2/drivers/nvdimm/ |
| A D | pfn_devs.c | 680 struct vmem_altmap *altmap = &pgmap->altmap; in __nvdimm_setup_pfn() local
712 memcpy(altmap, &__altmap, sizeof(*altmap)); in __nvdimm_setup_pfn()
713 altmap->free = PHYS_PFN(offset - reserve); in __nvdimm_setup_pfn()
714 altmap->alloc = 0; in __nvdimm_setup_pfn()
|
| /linux-6.3-rc2/arch/sh/mm/ |
| A D | init.c | 418 void arch_remove_memory(u64 start, u64 size, struct vmem_altmap *altmap) in arch_remove_memory() argument
423 __remove_pages(start_pfn, nr_pages, altmap); in arch_remove_memory()
|
| /linux-6.3-rc2/arch/ia64/mm/ |
| A D | init.c | 485 void arch_remove_memory(u64 start, u64 size, struct vmem_altmap *altmap) in arch_remove_memory() argument
490 __remove_pages(start_pfn, nr_pages, altmap); in arch_remove_memory()
|
| A D | discontig.c | 626 struct vmem_altmap *altmap) in vmemmap_populate() argument
632 struct vmem_altmap *altmap) in vmemmap_free() argument
|
| /linux-6.3-rc2/Documentation/mm/ |
| A D | vmemmap_dedup.rst | 209 the device (altmap).
|
| /linux-6.3-rc2/arch/riscv/mm/ |
| A D | init.c | 1241 struct vmem_altmap *altmap) in vmemmap_populate() argument
|
| /linux-6.3-rc2/arch/sparc/mm/ |
| A D | init_64.c | 2582 int node, struct vmem_altmap *altmap) in vmemmap_populate() argument
2631 struct vmem_altmap *altmap) in vmemmap_free() argument
|