Lines Matching refs:src_addr
240 unsigned long src_addr, in mfill_atomic_pte_copy() argument
272 ret = copy_from_user(kaddr, (const void __user *) src_addr, in mfill_atomic_pte_copy()
499 unsigned long src_addr, dst_addr; in mfill_atomic_hugetlb() local
519 src_addr = src_start; in mfill_atomic_hugetlb()
563 while (src_addr < src_start + len) { in mfill_atomic_hugetlb()
595 src_addr, flags, &folio); in mfill_atomic_hugetlb()
608 (const void __user *)src_addr, true); in mfill_atomic_hugetlb()
621 src_addr += vma_hpagesize; in mfill_atomic_hugetlb()
656 unsigned long src_addr, in mfill_atomic_pte() argument
683 dst_addr, src_addr, in mfill_atomic_pte()
690 dst_addr, src_addr, in mfill_atomic_pte()
707 unsigned long src_addr, dst_addr; in mfill_atomic() local
721 src_addr = src_start; in mfill_atomic()
775 while (src_addr < src_start + len) { in mfill_atomic()
813 src_addr, flags, &folio); in mfill_atomic()
825 (const void __user *) src_addr, in mfill_atomic()
839 src_addr += PAGE_SIZE; in mfill_atomic()
1032 unsigned long dst_addr, unsigned long src_addr, in move_present_pte() argument
1055 orig_src_pte = ptep_clear_flush(src_vma, src_addr, src_pte); in move_present_pte()
1058 set_pte_at(mm, src_addr, src_pte, orig_src_pte); in move_present_pte()
1082 unsigned long dst_addr, unsigned long src_addr, in move_swap_pte() argument
1136 orig_src_pte = ptep_get_and_clear(mm, src_addr, src_pte); in move_swap_pte()
1149 unsigned long dst_addr, unsigned long src_addr, in move_zeropage_pte() argument
1166 ptep_clear_flush(src_vma, src_addr, src_pte); in move_zeropage_pte()
1182 unsigned long dst_addr, unsigned long src_addr, in move_pages_pte() argument
1199 flush_cache_range(src_vma, src_addr, src_addr + PAGE_SIZE); in move_pages_pte()
1201 src_addr, src_addr + PAGE_SIZE); in move_pages_pte()
1224 src_pte = pte_offset_map_rw_nolock(mm, src_pmd, src_addr, &dummy_pmdval, in move_pages_pte()
1273 dst_addr, src_addr, dst_pte, src_pte, in move_pages_pte()
1299 folio = vm_normal_folio(src_vma, src_addr, orig_src_pte); in move_pages_pte()
1379 dst_addr, src_addr, dst_pte, src_pte, in move_pages_pte()
1391 migration_entry_wait(mm, src_pmd, src_addr); in move_pages_pte()
1442 err = move_swap_pte(mm, dst_vma, dst_addr, src_addr, dst_pte, src_pte, in move_pages_pte()
1469 unsigned long src_addr, in move_splits_huge_pmd() argument
1472 return (src_addr & ~HPAGE_PMD_MASK) || (dst_addr & ~HPAGE_PMD_MASK) || in move_splits_huge_pmd()
1473 src_end - src_addr < HPAGE_PMD_SIZE; in move_splits_huge_pmd()
1477 unsigned long src_addr, in move_splits_huge_pmd() argument
1735 unsigned long src_addr, dst_addr; in move_pages() local
1778 for (src_addr = src_start, dst_addr = dst_start; in move_pages()
1779 src_addr < src_start + len;) { in move_pages()
1789 src_pmd = mm_find_pmd(mm, src_addr); in move_pages()
1795 src_pmd = mm_alloc_pmd(mm, src_addr); in move_pages()
1822 if (move_splits_huge_pmd(dst_addr, src_addr, src_start + len) || in move_pages()
1837 split_huge_pmd(src_vma, src_pmd, src_addr); in move_pages()
1844 dst_addr, src_addr); in move_pages()
1865 dst_addr, src_addr, mode); in move_pages()
1886 src_addr += step_size; in move_pages()