Lines Matching refs:src_folio
1572 struct folio *src_folio; in copy_huge_pmd() local
1657 src_folio = page_folio(src_page); in copy_huge_pmd()
1659 folio_get(src_folio); in copy_huge_pmd()
1660 if (unlikely(folio_try_dup_anon_rmap_pmd(src_folio, src_page, src_vma))) { in copy_huge_pmd()
1662 folio_put(src_folio); in copy_huge_pmd()
2383 struct folio *src_folio; in move_pages_huge_pmd() local
2421 src_folio = page_folio(src_page); in move_pages_huge_pmd()
2422 folio_get(src_folio); in move_pages_huge_pmd()
2424 src_folio = NULL; in move_pages_huge_pmd()
2433 if (src_folio) { in move_pages_huge_pmd()
2434 folio_lock(src_folio); in move_pages_huge_pmd()
2441 src_anon_vma = folio_get_anon_vma(src_folio); in move_pages_huge_pmd()
2457 if (src_folio) { in move_pages_huge_pmd()
2458 if (folio_maybe_dma_pinned(src_folio) || in move_pages_huge_pmd()
2459 !PageAnonExclusive(&src_folio->page)) { in move_pages_huge_pmd()
2464 if (WARN_ON_ONCE(!folio_test_head(src_folio)) || in move_pages_huge_pmd()
2465 WARN_ON_ONCE(!folio_test_anon(src_folio))) { in move_pages_huge_pmd()
2472 if (folio_maybe_dma_pinned(src_folio)) { in move_pages_huge_pmd()
2478 folio_move_anon_rmap(src_folio, dst_vma); in move_pages_huge_pmd()
2479 src_folio->index = linear_page_index(dst_vma, dst_addr); in move_pages_huge_pmd()
2481 _dst_pmd = mk_huge_pmd(&src_folio->page, dst_vma->vm_page_prot); in move_pages_huge_pmd()
2500 if (src_folio) in move_pages_huge_pmd()
2501 folio_unlock(src_folio); in move_pages_huge_pmd()
2503 if (src_folio) in move_pages_huge_pmd()
2504 folio_put(src_folio); in move_pages_huge_pmd()