Lines Matching refs:src
3994 static long demote_free_hugetlb_folios(struct hstate *src, struct hstate *dst, in demote_free_hugetlb_folios() argument
4002 rc = hugetlb_vmemmap_restore_folios(src, src_list, &ret_list); in demote_free_hugetlb_folios()
4026 split_page_owner(&folio->page, huge_page_order(src), huge_page_order(dst)); in demote_free_hugetlb_folios()
4027 pgalloc_tag_split(folio, huge_page_order(src), huge_page_order(dst)); in demote_free_hugetlb_folios()
4029 for (i = 0; i < pages_per_huge_page(src); i += pages_per_huge_page(dst)) { in demote_free_hugetlb_folios()
4053 static long demote_pool_huge_page(struct hstate *src, nodemask_t *nodes_allowed, in demote_pool_huge_page() argument
4065 if (!src->demote_order) { in demote_pool_huge_page()
4069 dst = size_to_hstate(PAGE_SIZE << src->demote_order); in demote_pool_huge_page()
4071 for_each_node_mask_to_free(src, nr_nodes, node, nodes_allowed) { in demote_pool_huge_page()
4075 list_for_each_entry_safe(folio, next, &src->hugepage_freelists[node], lru) { in demote_pool_huge_page()
4079 remove_hugetlb_folio(src, folio, false); in demote_pool_huge_page()
4088 rc = demote_free_hugetlb_folios(src, dst, &list); in demote_pool_huge_page()
4094 add_hugetlb_folio(src, folio, false); in demote_pool_huge_page()
4107 src->max_huge_pages -= nr_demoted; in demote_pool_huge_page()
4108 dst->max_huge_pages += nr_demoted << (huge_page_order(src) - huge_page_order(dst)); in demote_pool_huge_page()
5551 int copy_hugetlb_page_range(struct mm_struct *dst, struct mm_struct *src, in copy_hugetlb_page_range() argument
5567 mmu_notifier_range_init(&range, MMU_NOTIFY_CLEAR, 0, src, in copy_hugetlb_page_range()
5572 raw_write_seqcount_begin(&src->write_protect_seq); in copy_hugetlb_page_range()
5611 src_ptl = huge_pte_lockptr(h, src, src_pte); in copy_hugetlb_page_range()
5638 set_huge_pte_at(src, addr, src_pte, entry, sz); in copy_hugetlb_page_range()
5690 src_ptl = huge_pte_lockptr(h, src, src_pte); in copy_hugetlb_page_range()
5715 huge_ptep_set_wrprotect(src, addr, src_pte); in copy_hugetlb_page_range()
5730 raw_write_seqcount_end(&src->write_protect_seq); in copy_hugetlb_page_range()