Lines Matching refs:src_folio
1672 struct folio *src_folio; in copy_huge_pmd() local
1757 src_folio = page_folio(src_page); in copy_huge_pmd()
1759 folio_get(src_folio); in copy_huge_pmd()
1760 if (unlikely(folio_try_dup_anon_rmap_pmd(src_folio, src_page, dst_vma, src_vma))) { in copy_huge_pmd()
1762 folio_put(src_folio); in copy_huge_pmd()
2543 struct folio *src_folio; in move_pages_huge_pmd() local
2581 src_folio = page_folio(src_page); in move_pages_huge_pmd()
2582 folio_get(src_folio); in move_pages_huge_pmd()
2584 src_folio = NULL; in move_pages_huge_pmd()
2593 if (src_folio) { in move_pages_huge_pmd()
2594 folio_lock(src_folio); in move_pages_huge_pmd()
2601 src_anon_vma = folio_get_anon_vma(src_folio); in move_pages_huge_pmd()
2617 if (src_folio) { in move_pages_huge_pmd()
2618 if (folio_maybe_dma_pinned(src_folio) || in move_pages_huge_pmd()
2619 !PageAnonExclusive(&src_folio->page)) { in move_pages_huge_pmd()
2624 if (WARN_ON_ONCE(!folio_test_head(src_folio)) || in move_pages_huge_pmd()
2625 WARN_ON_ONCE(!folio_test_anon(src_folio))) { in move_pages_huge_pmd()
2632 if (folio_maybe_dma_pinned(src_folio)) { in move_pages_huge_pmd()
2638 folio_move_anon_rmap(src_folio, dst_vma); in move_pages_huge_pmd()
2639 src_folio->index = linear_page_index(dst_vma, dst_addr); in move_pages_huge_pmd()
2641 _dst_pmd = folio_mk_pmd(src_folio, dst_vma->vm_page_prot); in move_pages_huge_pmd()
2646 _dst_pmd = folio_mk_pmd(src_folio, dst_vma->vm_page_prot); in move_pages_huge_pmd()
2660 if (src_folio) in move_pages_huge_pmd()
2661 folio_unlock(src_folio); in move_pages_huge_pmd()
2663 if (src_folio) in move_pages_huge_pmd()
2664 folio_put(src_folio); in move_pages_huge_pmd()