/linux-6.3-rc2/include/linux/ |
A D | pfn_t.h | 39 return __pfn_to_pfn_t(pfn, 0); in pfn_to_pfn_t() 49 return (pfn.val & PFN_MAP) == PFN_MAP || (pfn.val & PFN_DEV) == 0; in pfn_t_has_page() 54 return pfn.val & ~PFN_FLAGS_MASK; in pfn_t_to_pfn() 59 if (pfn_t_has_page(pfn)) in pfn_t_to_page() 60 return pfn_to_page(pfn_t_to_pfn(pfn)); in pfn_t_to_page() 66 return PFN_PHYS(pfn_t_to_pfn(pfn)); in pfn_t_to_phys() 74 static inline int pfn_t_valid(pfn_t pfn) in pfn_t_valid() argument 76 return pfn_valid(pfn_t_to_pfn(pfn)); in pfn_t_valid() 101 static inline bool pfn_t_devmap(pfn_t pfn) in pfn_t_devmap() argument 105 return (pfn.val & flags) == flags; in pfn_t_devmap() [all …]
|
A D | pageblock-flags.h | 56 #define pageblock_align(pfn) ALIGN((pfn), pageblock_nr_pages) argument 57 #define pageblock_aligned(pfn) IS_ALIGNED((pfn), pageblock_nr_pages) argument 58 #define pageblock_start_pfn(pfn) ALIGN_DOWN((pfn), pageblock_nr_pages) argument 59 #define pageblock_end_pfn(pfn) ALIGN((pfn) + 1, pageblock_nr_pages) argument 65 unsigned long pfn, 70 unsigned long pfn,
|
/linux-6.3-rc2/arch/x86/xen/ |
A D | p2m.c | 237 for (pfn = 0; pfn < xen_max_p2m_pfn && pfn < MAX_P2M_PFN; in xen_build_mfn_list_list() 292 unsigned long pfn; in xen_build_dynamic_phys_to_machine() local 297 for (pfn = xen_start_info->nr_pages; pfn < xen_p2m_size; pfn++) in xen_build_dynamic_phys_to_machine() 329 unsigned long pfn; in xen_rebuild_p2m_list() local 351 for (pfn = 0; pfn < xen_max_p2m_pfn; pfn += chunk) { in xen_rebuild_p2m_list() 628 unsigned long pfn; in set_phys_range_identity() local 639 for (pfn = pfn_s; pfn < pfn_e; pfn++) in set_phys_range_identity() 640 xen_p2m_addr[pfn] = IDENTITY_FRAME(pfn); in set_phys_range_identity() 642 return pfn - pfn_s; in set_phys_range_identity() 813 for (pfn = 0; pfn < xen_p2m_size; pfn++) { in p2m_dump_show() [all …]
|
/linux-6.3-rc2/arch/x86/include/asm/xen/ |
A D | page.h | 152 return pfn; in __pfn_to_mfn() 166 return pfn; in pfn_to_mfn() 186 unsigned long pfn; in mfn_to_pfn_no_overrides() local 201 return pfn; in mfn_to_pfn_no_overrides() 206 unsigned long pfn; in mfn_to_pfn() local 218 pfn = ~0; in mfn_to_pfn() 225 pfn = mfn; in mfn_to_pfn() 227 return pfn; in mfn_to_pfn() 246 return pfn; in pfn_to_gfn() 260 #define pfn_to_bfn(pfn) pfn_to_gfn(pfn) argument [all …]
|
/linux-6.3-rc2/mm/ |
A D | page_isolation.c | 38 unsigned long pfn; in has_unmovable_pages() local 55 for (pfn = start_pfn; pfn < end_pfn; pfn++) { in has_unmovable_pages() 311 unsigned long pfn; in isolate_single_pageblock() local 364 for (pfn = start_pfn; pfn < boundary_pfn;) { in isolate_single_pageblock() 365 struct page *page = __first_valid_page(pfn, boundary_pfn - pfn); in isolate_single_pageblock() 473 pfn++; in isolate_single_pageblock() 532 unsigned long pfn; in start_isolate_page_range() local 618 pfn++; in __test_page_isolated_in_pageblock() 626 pfn++; in __test_page_isolated_in_pageblock() 631 return pfn; in __test_page_isolated_in_pageblock() [all …]
|
A D | page_ext.c | 345 pfn &= PAGE_SECTION_MASK; in init_section_page_ext() 421 for (pfn = start; !fail && pfn < end; pfn += PAGES_PER_SECTION) in online_page_ext() 427 for (pfn = start; pfn < end; pfn += PAGES_PER_SECTION) in online_page_ext() 428 __free_page_ext(pfn); in online_page_ext() 450 for (pfn = start; pfn < end; pfn += PAGES_PER_SECTION) in offline_page_ext() 455 for (pfn = start; pfn < end; pfn += PAGES_PER_SECTION) in offline_page_ext() 456 __free_page_ext(pfn); in offline_page_ext() 492 unsigned long pfn; in page_ext_init() local 508 for (pfn = start_pfn; pfn < end_pfn; in page_ext_init() 509 pfn = ALIGN(pfn + 1, PAGES_PER_SECTION)) { in page_ext_init() [all …]
|
A D | memory_hotplug.c | 332 for (; pfn < end_pfn; pfn += cur_nr_pages) { in __add_pages() 335 SECTION_ALIGN_UP(pfn + 1) - pfn); in __add_pages() 423 if (pfn) in shrink_zone_span() 469 for (pfn = start_pfn; pfn < end_pfn; pfn += cur_nr_pages) { in remove_pfn_range_from_zone() 474 min(end_pfn - pfn, SECTION_ALIGN_UP(pfn + 1) - pfn); in remove_pfn_range_from_zone() 532 for (; pfn < end_pfn; pfn += cur_nr_pages) { in __remove_pages() 536 SECTION_ALIGN_UP(pfn + 1) - pfn); in __remove_pages() 607 for (pfn = start_pfn; pfn < end_pfn;) { in online_pages_range() 928 pfn = ALIGN_DOWN(pfn, group->d.unit_pages); in auto_movable_zone_for_pfn() 1581 for (pfn = start; pfn < end; pfn++) { in scan_movable_pages() [all …]
|
A D | sparse.c | 207 - (pfn & ~PAGE_SECTION_MASK)); in subsection_map_init() 215 pfn += pfns; in subsection_map_init() 228 unsigned long pfn; in memory_present() local 245 for (pfn = start; pfn < end; pfn += PAGES_PER_SECTION) { in memory_present() 595 unsigned long pfn; in online_mem_sections() local 597 for (pfn = start_pfn; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in online_mem_sections() 613 unsigned long pfn; in offline_mem_sections() local 615 for (pfn = start_pfn; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in offline_mem_sections() 669 pfn, nr_pages)) in clear_subsection_map() 715 kvfree(pfn_to_page(pfn)); in depopulate_section_memmap() [all …]
|
A D | memory-failure.c | 86 if (pfn != -1UL) in num_poisoned_pages_sub() 665 unsigned long pfn; member 689 if (!pfn || pfn != poisoned_pfn) in check_hwpoisoned_entry() 701 unsigned long pfn; in check_hwpoisoned_pmd_entry() local 706 pfn = pmd_pfn(pmd); in check_hwpoisoned_pmd_entry() 707 if (pfn <= hwp->pfn && hwp->pfn < pfn + HPAGE_PMD_NR) { in check_hwpoisoned_pmd_entry() 708 hwpoison_vaddr = addr + ((hwp->pfn - pfn) << PAGE_SHIFT); in check_hwpoisoned_pmd_entry() 793 .pfn = pfn, in kill_accessing_process() 1536 pfn); in hwpoison_user_mappings() 2321 .pfn = pfn, in memory_failure_queue() [all …]
|
A D | cma.c | 112 for (pfn = base_pfn + 1; pfn < base_pfn + cma->count; pfn++) { in cma_activate_area() 118 for (pfn = base_pfn; pfn < base_pfn + cma->count; in cma_activate_area() 136 for (pfn = base_pfn; pfn < base_pfn + cma->count; pfn++) in cma_activate_area() 428 unsigned long pfn = -1; in cma_alloc() local 473 ret = alloc_contig_range(pfn, pfn + count, MIGRATE_CMA, in cma_alloc() 488 trace_cma_alloc_busy_retry(cma->name, pfn, pfn_to_page(pfn), in cma_alloc() 529 unsigned long pfn; in cma_pages_valid() local 534 pfn = page_to_pfn(pages); in cma_pages_valid() 536 if (pfn < cma->base_pfn || pfn >= cma->base_pfn + cma->count) { in cma_pages_valid() 558 unsigned long pfn; in cma_release() local [all …]
|
A D | page_idle.c | 120 unsigned long pfn, end_pfn; in page_idle_bitmap_read() local 126 pfn = pos * BITS_PER_BYTE; in page_idle_bitmap_read() 127 if (pfn >= max_pfn) in page_idle_bitmap_read() 134 for (; pfn < end_pfn; pfn++) { in page_idle_bitmap_read() 135 bit = pfn % BITMAP_CHUNK_BITS; in page_idle_bitmap_read() 138 folio = page_idle_get_folio(pfn); in page_idle_bitmap_read() 165 unsigned long pfn, end_pfn; in page_idle_bitmap_write() local 171 pfn = pos * BITS_PER_BYTE; in page_idle_bitmap_write() 172 if (pfn >= max_pfn) in page_idle_bitmap_write() 179 for (; pfn < end_pfn; pfn++) { in page_idle_bitmap_write() [all …]
|
A D | page_owner.c | 298 pfn = ALIGN(pfn + 1, MAX_ORDER_NR_PAGES); in pagetypeinfo_showmixedcount_print() 307 for (; pfn < block_end_pfn; pfn++) { in pagetypeinfo_showmixedcount_print() 422 pfn, in print_page_owner() 524 pfn = *ppos; in read_page_owner() 526 while (!pfn_valid(pfn) && (pfn & (MAX_ORDER_NR_PAGES - 1)) != 0) in read_page_owner() 527 pfn++; in read_page_owner() 530 for (; pfn < max_pfn; pfn++) { in read_page_owner() 543 if ((pfn & (MAX_ORDER_NR_PAGES - 1)) == 0 && !pfn_valid(pfn)) { in read_page_owner() 593 *ppos = pfn + 1; in read_page_owner() 636 pfn = ALIGN(pfn + 1, MAX_ORDER_NR_PAGES); in init_pages_in_zone() [all …]
|
/linux-6.3-rc2/tools/testing/scatterlist/ |
A D | main.c | 11 unsigned *pfn; member 28 #define pfn(...) (unsigned []){ __VA_ARGS__ } macro 42 printf(" %x", test->pfn[i]); in fail() 56 { -EINVAL, 1, pfn(0), NULL, PAGE_SIZE, 0, 1 }, in main() 58 { 0, 1, pfn(0), NULL, PAGE_SIZE, sgmax, 1 }, in main() 59 { 0, 1, pfn(0), NULL, 1, sgmax, 1 }, in main() 60 { 0, 2, pfn(0, 1), NULL, 2 * PAGE_SIZE, sgmax, 1 }, in main() 64 { 0, 3, pfn(0, 1, 2), pfn(3, 4, 5), 3 * PAGE_SIZE, sgmax, 1 }, in main() 65 { 0, 3, pfn(0, 1, 2), pfn(4, 5, 6), 3 * PAGE_SIZE, sgmax, 2 }, in main() 80 { 0, 6, pfn(0, 1, 3, 4, 5, 6), pfn(7, 8, 9, 10, 11, 12), in main() [all …]
|
/linux-6.3-rc2/arch/arm/xen/ |
A D | p2m.c | 44 if (new->pfn == entry->pfn) in xen_add_phys_to_mach_entry() 47 if (new->pfn < entry->pfn) in xen_add_phys_to_mach_entry() 59 __func__, &new->pfn, &new->mfn, &entry->pfn, &entry->mfn); in xen_add_phys_to_mach_entry() 74 if (entry->pfn <= pfn && in __pfn_to_mfn() 75 entry->pfn + entry->nr_pages > pfn) { in __pfn_to_mfn() 76 unsigned long mfn = entry->mfn + (pfn - entry->pfn); in __pfn_to_mfn() 80 if (pfn < entry->pfn) in __pfn_to_mfn() 163 if (p2m_entry->pfn <= pfn && in __set_phys_to_machine_multi() 164 p2m_entry->pfn + p2m_entry->nr_pages > pfn) { in __set_phys_to_machine_multi() 170 if (pfn < p2m_entry->pfn) in __set_phys_to_machine_multi() [all …]
|
/linux-6.3-rc2/include/trace/events/ |
A D | cma.h | 16 TP_ARGS(name, pfn, page, count, align), 20 __field(unsigned long, pfn) 28 __entry->pfn = pfn; 36 __entry->pfn, 47 TP_ARGS(name, pfn, page, count), 51 __field(unsigned long, pfn) 58 __entry->pfn = pfn; 65 __entry->pfn, 103 __field(unsigned long, pfn) 112 __entry->pfn = pfn; [all …]
|
A D | kmem.h | 153 pfn_to_page(__entry->pfn), 154 __entry->pfn, 173 pfn_to_page(__entry->pfn), 174 __entry->pfn) 199 __entry->pfn != -1UL ? pfn_to_page(__entry->pfn) : NULL, 200 __entry->pfn != -1UL ? __entry->pfn : 0, 228 __entry->pfn != -1UL ? pfn_to_page(__entry->pfn) : NULL, 229 __entry->pfn != -1UL ? __entry->pfn : 0, 262 pfn_to_page(__entry->pfn), __entry->pfn, 296 pfn_to_page(__entry->pfn), [all …]
|
/linux-6.3-rc2/drivers/gpu/drm/i915/selftests/ |
A D | scatterlist.c | 50 pfn = pt->start; in expect_pfn_sg() 70 pfn += npages; in expect_pfn_sg() 86 unsigned long pfn; in expect_pfn_sg_page_iter() local 88 pfn = pt->start; in expect_pfn_sg_page_iter() 101 pfn++; in expect_pfn_sg_page_iter() 118 unsigned long pfn; in expect_pfn_sgtiter() local 120 pfn = pt->start; in expect_pfn_sgtiter() 131 pfn++; in expect_pfn_sgtiter() 239 pfn = pt->start; in alloc_table() 260 pfn += npages; in alloc_table() [all …]
|
/linux-6.3-rc2/include/asm-generic/ |
A D | memory_model.h | 18 #define __pfn_to_page(pfn) (mem_map + ((pfn) - ARCH_PFN_OFFSET)) argument 23 static inline int pfn_valid(unsigned long pfn) in pfn_valid() argument 29 return pfn >= pfn_offset && (pfn - pfn_offset) < max_mapnr; in pfn_valid() 37 #define __pfn_to_page(pfn) (vmemmap + (pfn)) argument 51 #define __pfn_to_page(pfn) \ argument 52 ({ unsigned long __pfn = (pfn); \ 62 #define __pfn_to_phys(pfn) PFN_PHYS(pfn) argument
|
/linux-6.3-rc2/arch/arm/mach-omap2/ |
A D | io.c | 68 .pfn = __phys_to_pfn(L3_24XX_PHYS), 74 .pfn = __phys_to_pfn(L4_24XX_PHYS), 108 .pfn = __phys_to_pfn(L4_WK_243X_PHYS), 138 .pfn = __phys_to_pfn(L3_34XX_PHYS), 144 .pfn = __phys_to_pfn(L4_34XX_PHYS), 185 .pfn = __phys_to_pfn(L4_34XX_PHYS), 196 .pfn = __phys_to_pfn(L4_34XX_PHYS), 213 .pfn = __phys_to_pfn(L3_44XX_PHYS), 219 .pfn = __phys_to_pfn(L4_44XX_PHYS), 236 .pfn = __phys_to_pfn(L3_54XX_PHYS), [all …]
|
/linux-6.3-rc2/include/xen/arm/ |
A D | page.h | 15 #define phys_to_machine_mapping_valid(pfn) (1) argument 43 unsigned long __pfn_to_mfn(unsigned long pfn); 47 static inline unsigned long pfn_to_gfn(unsigned long pfn) in pfn_to_gfn() argument 49 return pfn; in pfn_to_gfn() 58 static inline unsigned long pfn_to_bfn(unsigned long pfn) in pfn_to_bfn() argument 63 mfn = __pfn_to_mfn(pfn); in pfn_to_bfn() 68 return pfn; in pfn_to_bfn() 103 bool __set_phys_to_machine(unsigned long pfn, unsigned long mfn); 104 bool __set_phys_to_machine_multi(unsigned long pfn, unsigned long mfn, 107 static inline bool set_phys_to_machine(unsigned long pfn, unsigned long mfn) in set_phys_to_machine() argument [all …]
|
/linux-6.3-rc2/arch/riscv/include/asm/ |
A D | pgalloc.h | 21 unsigned long pfn = virt_to_pfn(pte); in pmd_populate_kernel() local 23 set_pmd(pmd, __pmd((pfn << _PAGE_PFN_SHIFT) | _PAGE_TABLE)); in pmd_populate_kernel() 29 unsigned long pfn = virt_to_pfn(page_address(pte)); in pmd_populate() local 31 set_pmd(pmd, __pmd((pfn << _PAGE_PFN_SHIFT) | _PAGE_TABLE)); in pmd_populate() 37 unsigned long pfn = virt_to_pfn(pmd); in pud_populate() local 45 unsigned long pfn = virt_to_pfn(pud); in p4d_populate() local 55 unsigned long pfn = virt_to_pfn(pud); in p4d_populate_safe() local 58 __p4d((pfn << _PAGE_PFN_SHIFT) | _PAGE_TABLE)); in p4d_populate_safe() 65 unsigned long pfn = virt_to_pfn(p4d); in pgd_populate() local 75 unsigned long pfn = virt_to_pfn(p4d); in pgd_populate_safe() local [all …]
|
/linux-6.3-rc2/arch/arm/mm/ |
A D | ioremap.c | 202 pfn += SZ_1M >> PAGE_SHIFT; in remap_area_sections() 204 pfn += SZ_1M >> PAGE_SHIFT; in remap_area_sections() 242 pfn += SUPERSECTION_SIZE >> PAGE_SHIFT; in remap_area_supersections() 256 phys_addr_t paddr = __pfn_to_phys(pfn); in __arm_ioremap_pfn_caller() 262 if (pfn >= 0x100000 && (paddr & ~SUPERSECTION_MASK)) in __arm_ioremap_pfn_caller() 293 if (WARN_ON(memblock_is_map_memory(PFN_PHYS(pfn)) && in __arm_ioremap_pfn_caller() 306 cpu_is_xsc3()) && pfn >= 0x100000 && in __arm_ioremap_pfn_caller() 312 err = remap_area_sections(addr, pfn, size, type); in __arm_ioremap_pfn_caller() 332 unsigned long pfn = __phys_to_pfn(phys_addr); in __arm_ioremap_caller() local 493 unsigned long pfn = PHYS_PFN(offset); in arch_memremap_can_ram_remap() local [all …]
|
A D | flush.c | 43 set_top_pte(to, pfn_pte(pfn, PAGE_KERNEL)); in flush_pfn_alias() 58 set_top_pte(va, pfn_pte(pfn, PAGE_KERNEL)); in flush_icache_alias() 106 flush_pfn_alias(pfn, user_addr); in flush_cache_page() 271 unsigned long pfn; in __sync_icache_dcache() local 278 pfn = pte_pfn(pteval); in __sync_icache_dcache() 279 if (!pfn_valid(pfn)) in __sync_icache_dcache() 282 page = pfn_to_page(pfn); in __sync_icache_dcache() 359 unsigned long pfn; in __flush_anon_page() local 368 pfn = page_to_pfn(page); in __flush_anon_page() 370 flush_cache_page(vma, vmaddr, pfn); in __flush_anon_page() [all …]
|
/linux-6.3-rc2/kernel/power/ |
A D | snapshot.c | 753 if (pfn >= zone->start_pfn && pfn < zone->end_pfn) in memory_bm_find_bit() 760 if (pfn >= curr->start_pfn && pfn < curr->end_pfn) { in memory_bm_find_bit() 932 return pfn; in memory_bm_next_pfn() 1088 for (pfn = region->start_pfn; pfn < region->end_pfn; pfn++) in mark_nosave_pages() 1189 unsigned long pfn; in clear_or_poison_free_pages() local 1298 for (pfn = zone->zone_start_pfn; pfn < max_zone_pfn; pfn++) in count_highmem_pages() 1365 for (pfn = zone->zone_start_pfn; pfn < max_zone_pfn; pfn++) in count_data_pages() 1407 saveable_highmem_page(zone, pfn) : saveable_page(zone, pfn); in page_is_saveable() 1439 #define page_is_saveable(zone, pfn) saveable_page(zone, pfn) argument 1452 unsigned long pfn; in copy_data_pages() local [all …]
|
/linux-6.3-rc2/arch/x86/mm/ |
A D | init_32.c | 264 unsigned long pfn; in kernel_physical_mapping_init() local 295 pfn = start_pfn; in kernel_physical_mapping_init() 301 if (pfn >= end_pfn) in kernel_physical_mapping_init() 328 pfn &= PMD_MASK >> PAGE_SHIFT; in kernel_physical_mapping_init() 340 set_pmd(pmd, pfn_pmd(pfn, prot)); in kernel_physical_mapping_init() 342 pfn += PTRS_PER_PTE; in kernel_physical_mapping_init() 414 for ( ; pfn < e_pfn; pfn++) in add_highpages_with_active_regions() 415 if (pfn_valid(pfn)) in add_highpages_with_active_regions() 442 unsigned long pfn, va; in native_pagetable_init() local 458 for (pfn = max_low_pfn; pfn < 1<<(32-PAGE_SHIFT); pfn++) { in native_pagetable_init() [all …]
|