Lines Matching refs:new_folio
2905 struct folio *new_folio; in alloc_and_dissolve_hugetlb_folio() local
2915 new_folio = alloc_buddy_hugetlb_folio(h, gfp_mask, nid, NULL, NULL); in alloc_and_dissolve_hugetlb_folio()
2916 if (!new_folio) in alloc_and_dissolve_hugetlb_folio()
2918 __prep_new_hugetlb_folio(h, new_folio); in alloc_and_dissolve_hugetlb_folio()
2963 enqueue_hugetlb_folio(h, new_folio); in alloc_and_dissolve_hugetlb_folio()
2977 folio_ref_unfreeze(new_folio, 1); in alloc_and_dissolve_hugetlb_folio()
2978 update_and_free_hugetlb_folio(h, new_folio, false); in alloc_and_dissolve_hugetlb_folio()
4952 struct folio *new_folio) in hugetlb_install_folio() argument
4954 __folio_mark_uptodate(new_folio); in hugetlb_install_folio()
4955 hugepage_add_new_anon_rmap(new_folio, vma, addr); in hugetlb_install_folio()
4956 set_huge_pte_at(vma->vm_mm, addr, ptep, make_huge_pte(vma, &new_folio->page, 1)); in hugetlb_install_folio()
4958 folio_set_hugetlb_migratable(new_folio); in hugetlb_install_folio()
5085 struct folio *new_folio; in copy_hugetlb_page_range() local
5090 new_folio = alloc_hugetlb_folio(dst_vma, addr, 1); in copy_hugetlb_page_range()
5091 if (IS_ERR(new_folio)) { in copy_hugetlb_page_range()
5093 ret = PTR_ERR(new_folio); in copy_hugetlb_page_range()
5096 copy_user_huge_page(&new_folio->page, ptepage, addr, dst_vma, in copy_hugetlb_page_range()
5107 new_folio); in copy_hugetlb_page_range()
5108 folio_put(new_folio); in copy_hugetlb_page_range()
5112 hugetlb_install_folio(dst_vma, dst_pte, addr, new_folio); in copy_hugetlb_page_range()
5484 struct folio *new_folio; in hugetlb_wp() local
5545 new_folio = alloc_hugetlb_folio(vma, haddr, outside_reserve); in hugetlb_wp()
5547 if (IS_ERR(new_folio)) { in hugetlb_wp()
5592 ret = vmf_error(PTR_ERR(new_folio)); in hugetlb_wp()
5605 copy_user_huge_page(&new_folio->page, old_page, address, vma, in hugetlb_wp()
5607 __folio_mark_uptodate(new_folio); in hugetlb_wp()
5624 hugepage_add_new_anon_rmap(new_folio, vma, haddr); in hugetlb_wp()
5626 make_huge_pte(vma, &new_folio->page, !unshare)); in hugetlb_wp()
5627 folio_set_hugetlb_migratable(new_folio); in hugetlb_wp()
5629 new_folio = page_folio(old_page); in hugetlb_wp()
5638 if (new_folio != page_folio(old_page)) in hugetlb_wp()
5639 restore_reserve_on_error(h, vma, haddr, new_folio); in hugetlb_wp()
5640 folio_put(new_folio); in hugetlb_wp()
5762 bool new_folio, new_pagecache_folio = false; in hugetlb_no_page() local
5781 new_folio = false; in hugetlb_no_page()
5838 new_folio = true; in hugetlb_no_page()
5938 if (new_folio) in hugetlb_no_page()
5950 if (new_folio && !new_pagecache_folio) in hugetlb_no_page()
7314 void move_hugetlb_state(struct folio *old_folio, struct folio *new_folio, int reason) in move_hugetlb_state() argument
7318 hugetlb_cgroup_migrate(old_folio, new_folio); in move_hugetlb_state()
7319 set_page_owner_migrate_reason(&new_folio->page, reason); in move_hugetlb_state()
7331 if (folio_test_hugetlb_temporary(new_folio)) { in move_hugetlb_state()
7333 int new_nid = folio_nid(new_folio); in move_hugetlb_state()
7336 folio_clear_hugetlb_temporary(new_folio); in move_hugetlb_state()