Lines Matching refs:pfn
223 static int check_pfn_span(unsigned long pfn, unsigned long nr_pages, in check_pfn_span() argument
241 if (!IS_ALIGNED(pfn, min_align) in check_pfn_span()
244 reason, pfn, pfn + nr_pages - 1); in check_pfn_span()
255 struct page *pfn_to_online_page(unsigned long pfn) in pfn_to_online_page() argument
257 unsigned long nr = pfn_to_section_nr(pfn); in pfn_to_online_page()
272 if (IS_ENABLED(CONFIG_HAVE_ARCH_PFN_VALID) && !pfn_valid(pfn)) in pfn_to_online_page()
275 if (!pfn_section_valid(ms, pfn)) in pfn_to_online_page()
279 return pfn_to_page(pfn); in pfn_to_online_page()
287 pgmap = get_dev_pagemap(pfn, NULL); in pfn_to_online_page()
294 return pfn_to_page(pfn); in pfn_to_online_page()
304 int __ref __add_pages(int nid, unsigned long pfn, unsigned long nr_pages, in __add_pages() argument
307 const unsigned long end_pfn = pfn + nr_pages; in __add_pages()
315 VM_BUG_ON(!mhp_range_allowed(PFN_PHYS(pfn), nr_pages * PAGE_SIZE, false)); in __add_pages()
321 if (altmap->base_pfn != pfn in __add_pages()
329 err = check_pfn_span(pfn, nr_pages, "add"); in __add_pages()
333 for (; pfn < end_pfn; pfn += cur_nr_pages) { in __add_pages()
335 cur_nr_pages = min(end_pfn - pfn, in __add_pages()
336 SECTION_ALIGN_UP(pfn + 1) - pfn); in __add_pages()
337 err = sparse_add_section(nid, pfn, cur_nr_pages, altmap); in __add_pages()
372 unsigned long pfn; in find_biggest_section_pfn() local
375 pfn = end_pfn - 1; in find_biggest_section_pfn()
376 for (; pfn >= start_pfn; pfn -= PAGES_PER_SUBSECTION) { in find_biggest_section_pfn()
377 if (unlikely(!pfn_to_online_page(pfn))) in find_biggest_section_pfn()
380 if (unlikely(pfn_to_nid(pfn) != nid)) in find_biggest_section_pfn()
383 if (zone != page_zone(pfn_to_page(pfn))) in find_biggest_section_pfn()
386 return pfn; in find_biggest_section_pfn()
395 unsigned long pfn; in shrink_zone_span() local
405 pfn = find_smallest_section_pfn(nid, zone, end_pfn, in shrink_zone_span()
407 if (pfn) { in shrink_zone_span()
408 zone->spanned_pages = zone_end_pfn(zone) - pfn; in shrink_zone_span()
409 zone->zone_start_pfn = pfn; in shrink_zone_span()
421 pfn = find_biggest_section_pfn(nid, zone, zone->zone_start_pfn, in shrink_zone_span()
423 if (pfn) in shrink_zone_span()
424 zone->spanned_pages = pfn - zone->zone_start_pfn + 1; in shrink_zone_span()
466 unsigned long pfn, cur_nr_pages; in remove_pfn_range_from_zone() local
469 for (pfn = start_pfn; pfn < end_pfn; pfn += cur_nr_pages) { in remove_pfn_range_from_zone()
474 min(end_pfn - pfn, SECTION_ALIGN_UP(pfn + 1) - pfn); in remove_pfn_range_from_zone()
475 page_init_poison(pfn_to_page(pfn), in remove_pfn_range_from_zone()
495 static void __remove_section(unsigned long pfn, unsigned long nr_pages, in __remove_section() argument
499 struct mem_section *ms = __pfn_to_section(pfn); in __remove_section()
504 sparse_remove_section(ms, pfn, nr_pages, map_offset, altmap); in __remove_section()
518 void __remove_pages(unsigned long pfn, unsigned long nr_pages, in __remove_pages() argument
521 const unsigned long end_pfn = pfn + nr_pages; in __remove_pages()
527 if (check_pfn_span(pfn, nr_pages, "remove")) in __remove_pages()
530 for (; pfn < end_pfn; pfn += cur_nr_pages) { in __remove_pages()
533 cur_nr_pages = min(end_pfn - pfn, in __remove_pages()
534 SECTION_ALIGN_UP(pfn + 1) - pfn); in __remove_pages()
535 __remove_section(pfn, cur_nr_pages, map_offset, altmap); in __remove_pages()
594 unsigned long pfn; in online_pages_range() local
605 for (pfn = start_pfn; pfn < end_pfn;) { in online_pages_range()
606 int order = min(MAX_ORDER - 1UL, __ffs(pfn)); in online_pages_range()
608 (*online_page_callback)(pfn_to_page(pfn), order); in online_pages_range()
609 pfn += (1UL << order); in online_pages_range()
663 static void section_taint_zone_device(unsigned long pfn) in section_taint_zone_device() argument
665 struct mem_section *ms = __pfn_to_section(pfn); in section_taint_zone_device()
894 unsigned long pfn, in auto_movable_zone_for_pfn() argument
920 pfn = ALIGN_DOWN(pfn, group->d.unit_pages); in auto_movable_zone_for_pfn()
921 end_pfn = pfn + group->d.unit_pages; in auto_movable_zone_for_pfn()
922 for (; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in auto_movable_zone_for_pfn()
923 page = pfn_to_online_page(pfn); in auto_movable_zone_for_pfn()
950 return default_kernel_zone_for_pfn(nid, pfn, nr_pages); in auto_movable_zone_for_pfn()
1018 int mhp_init_memmap_on_memory(unsigned long pfn, unsigned long nr_pages, in mhp_init_memmap_on_memory() argument
1021 unsigned long end_pfn = pfn + nr_pages; in mhp_init_memmap_on_memory()
1024 ret = kasan_add_zero_shadow(__va(PFN_PHYS(pfn)), PFN_PHYS(nr_pages)); in mhp_init_memmap_on_memory()
1028 move_pfn_range_to_zone(zone, pfn, nr_pages, NULL, MIGRATE_UNMOVABLE); in mhp_init_memmap_on_memory()
1036 online_mem_sections(pfn, ALIGN_DOWN(end_pfn, PAGES_PER_SECTION)); in mhp_init_memmap_on_memory()
1041 void mhp_deinit_memmap_on_memory(unsigned long pfn, unsigned long nr_pages) in mhp_deinit_memmap_on_memory() argument
1043 unsigned long end_pfn = pfn + nr_pages; in mhp_deinit_memmap_on_memory()
1051 offline_mem_sections(pfn, ALIGN_DOWN(end_pfn, PAGES_PER_SECTION)); in mhp_deinit_memmap_on_memory()
1057 remove_pfn_range_from_zone(page_zone(pfn_to_page(pfn)), pfn, nr_pages); in mhp_deinit_memmap_on_memory()
1058 kasan_remove_zero_shadow(__va(PFN_PHYS(pfn)), PFN_PHYS(nr_pages)); in mhp_deinit_memmap_on_memory()
1061 int __ref online_pages(unsigned long pfn, unsigned long nr_pages, in online_pages() argument
1078 !IS_ALIGNED(pfn, pageblock_nr_pages) || in online_pages()
1079 !IS_ALIGNED(pfn + nr_pages, PAGES_PER_SECTION))) in online_pages()
1085 move_pfn_range_to_zone(zone, pfn, nr_pages, NULL, MIGRATE_ISOLATE); in online_pages()
1087 arg.start_pfn = pfn; in online_pages()
1114 online_pages_range(pfn, nr_pages); in online_pages()
1115 adjust_present_page_count(pfn_to_page(pfn), group, nr_pages); in online_pages()
1122 undo_isolate_page_range(pfn, pfn + nr_pages, MIGRATE_MOVABLE); in online_pages()
1146 (unsigned long long) pfn << PAGE_SHIFT, in online_pages()
1147 (((unsigned long long) pfn + nr_pages) << PAGE_SHIFT) - 1); in online_pages()
1149 remove_pfn_range_from_zone(zone, pfn, nr_pages); in online_pages()
1599 unsigned long pfn, sec_end_pfn; in test_pages_in_a_zone() local
1603 for (pfn = start_pfn, sec_end_pfn = SECTION_ALIGN_UP(start_pfn + 1); in test_pages_in_a_zone()
1604 pfn < end_pfn; in test_pages_in_a_zone()
1605 pfn = sec_end_pfn, sec_end_pfn += PAGES_PER_SECTION) { in test_pages_in_a_zone()
1607 if (!present_section_nr(pfn_to_section_nr(pfn))) in test_pages_in_a_zone()
1609 for (; pfn < sec_end_pfn && pfn < end_pfn; in test_pages_in_a_zone()
1610 pfn += MAX_ORDER_NR_PAGES) { in test_pages_in_a_zone()
1612 if (zone && !zone_spans_pfn(zone, pfn)) in test_pages_in_a_zone()
1614 page = pfn_to_page(pfn); in test_pages_in_a_zone()
1638 unsigned long pfn; in scan_movable_pages() local
1640 for (pfn = start; pfn < end; pfn++) { in scan_movable_pages()
1644 if (!pfn_valid(pfn)) in scan_movable_pages()
1646 page = pfn_to_page(pfn); in scan_movable_pages()
1674 pfn += skip - 1; in scan_movable_pages()
1678 *movable_pfn = pfn; in scan_movable_pages()
1685 unsigned long pfn; in do_migrate_range() local
1692 for (pfn = start_pfn; pfn < end_pfn; pfn++) { in do_migrate_range()
1693 if (!pfn_valid(pfn)) in do_migrate_range()
1695 page = pfn_to_page(pfn); in do_migrate_range()
1699 pfn = page_to_pfn(head) + compound_nr(head) - 1; in do_migrate_range()
1703 pfn = page_to_pfn(head) + thp_nr_pages(page) - 1; in do_migrate_range()
1738 pr_warn("failed to isolate pfn %lx\n", pfn); in do_migrate_range()
1850 unsigned long pfn, system_ram_pages = 0; in offline_pages() local
1925 pfn = start_pfn; in offline_pages()
1935 ret = scan_movable_pages(pfn, end_pfn, &pfn); in offline_pages()
1941 do_migrate_range(pfn, end_pfn); in offline_pages()